[ { "key": "P29_03+164_165_166_167", "video_id": "P29_03", "narration_ids": [ "P29_03_164", "P29_03_165", "P29_03_166", "P29_03_167" ], "src": "pick_up tins . put_down tins . move bowl", "src1": "pick_up tins", "src2": "put_down tins", "src3": "move bowl", "trg": "pour bowls", "vis_src": "P29_03:164 P29_03:165 P29_03:166", "vis_trg": "P29_03:167", "narrations": [ "pick up tins", "put down tins", "move bowl", "pour bowls" ], "verbs": [ "pick-up", "put-down", "move", "pour" ], "verb_classes": [ 0, 1, 11, 9 ], "nouns": [ "tin", "tin", "bowl", "bowl" ], "noun_classes": [ 61, 61, 7, 7 ], "start_stop_timestamps": [ [ "00:09:32.01", "00:09:33.29" ], [ "00:09:35.19", "00:09:37.06" ], [ "00:09:37.95", "00:09:40.20" ], [ "00:09:38.23", "00:09:44.43" ] ], "start_stop_frames": [ [ 34320, 34397 ], [ 34511, 34623 ], [ 34677, 34812 ], [ 34693, 35065 ] ], "trgnoun": "bowl", "trgverb": "pour" }, { "key": "P02_09+53_54_55_56", "video_id": "P02_09", "narration_ids": [ "P02_09_53", "P02_09_54", "P02_09_55", "P02_09_56" ], "src": "pick_up spoon . open sugar_jar . scoop sugar", "src1": "pick_up spoon", "src2": "open sugar_jar", "src3": "scoop sugar", "trg": "put one spoon two spoons of sugar into bowl", "vis_src": "P02_09:53 P02_09:54 P02_09:55", "vis_trg": "P02_09:56", "narrations": [ "pick up spoon", "open sugar jar", "scoop sugar", "put one spoon two spoons of sugar into bowl" ], "verbs": [ "pick-up", "open", "scoop", "put-into" ], "verb_classes": [ 0, 3, 16, 5 ], "nouns": [ "spoon", "jar:sugar", "sugar", "spoon" ], "noun_classes": [ 1, 40, 102, 1 ], "start_stop_timestamps": [ [ "00:02:11.47", "00:02:12.72" ], [ "00:02:12.47", "00:02:13.64" ], [ "00:02:14.96", "00:02:17.68" ], [ "00:02:15.74", "00:02:19.63" ] ], "start_stop_frames": [ [ 7888, 7963 ], [ 7948, 8018 ], [ 8097, 8260 ], [ 8144, 8377 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P12_02+15_16_17_18", "video_id": "P12_02", "narration_ids": [ "P12_02_15", "P12_02_16", "P12_02_17", "P12_02_18" ], "src": "take can . take cans . close drawer", "src1": "take can", "src2": "take cans", "src3": "close drawer", "trg": "open drawer", "vis_src": "P12_02:15 P12_02:16 P12_02:17", "vis_trg": "P12_02:18", "narrations": [ "take can", "take cans", "close drawer", "open drawer" ], "verbs": [ "take", "take", "close", "open" ], "verb_classes": [ 0, 0, 4, 3 ], "nouns": [ "can", "can", "drawer", "drawer" ], "noun_classes": [ 61, 61, 8, 8 ], "start_stop_timestamps": [ [ "00:01:35.85", "00:01:37.35" ], [ "00:01:38.69", "00:01:43.69" ], [ "00:01:47.50", "00:01:50.35" ], [ "00:01:57.15", "00:01:59.03" ] ], "start_stop_frames": [ [ 5751, 5841 ], [ 5921, 6221 ], [ 6450, 6621 ], [ 7029, 7141 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P31_02+0_1_2_3", "video_id": "P31_02", "narration_ids": [ "P31_02_0", "P31_02_1", "P31_02_2", "P31_02_3" ], "src": "put plug . open door . wash table_cloth", "src1": "put plug", "src2": "open door", "src3": "wash table_cloth", "trg": "put table_cloth", "vis_src": "P31_02:0 P31_02:1 P31_02:2", "vis_trg": "P31_02:3", "narrations": [ "put plug", "open door", "wash table cloth", "put table cloth" ], "verbs": [ "put", "open", "wash", "put" ], "verb_classes": [ 1, 3, 2, 1 ], "nouns": [ "plug", "door", "cloth:table", "cloth:table" ], "noun_classes": [ 153, 3, 17, 17 ], "start_stop_timestamps": [ [ "00:00:04.17", "00:00:15.00" ], [ "00:00:15.10", "00:00:18.15" ], [ "00:00:34.57", "00:01:20.77" ], [ "00:01:20.82", "00:01:27.61" ] ], "start_stop_frames": [ [ 250, 900 ], [ 906, 1089 ], [ 2074, 4846 ], [ 4849, 5256 ] ], "trgnoun": "table_cloth", "trgverb": "put" }, { "key": "P35_103+70_71_72_73", "video_id": "P35_103", "narration_ids": [ "P35_103_70", "P35_103_71", "P35_103_72", "P35_103_73" ], "src": "open container . pick_up cheese . pick_up grater", "src1": "open container", "src2": "pick_up cheese", "src3": "pick_up grater", "trg": "grate cheese", "vis_src": "P35_103:70 P35_103:71 P35_103:72", "vis_trg": "P35_103:73", "narrations": [ "open container", "pick up cheese", "pick up grater", "grate cheese" ], "verbs": [ "open", "pick-up", "pick-up", "grate" ], "verb_classes": [ 3, 0, 0, 77 ], "nouns": [ "container", "cheese", "grater", "cheese" ], "noun_classes": [ 21, 32, 96, 32 ], "start_stop_timestamps": [ [ "00:07:50.47", "00:07:51.33" ], [ "00:07:51.87", "00:07:54.21" ], [ "00:07:59.45", "00:08:00.78" ], [ "00:08:01.32", "00:08:50.36" ] ], "start_stop_frames": [ [ 23523, 23566 ], [ 23593, 23710 ], [ 23972, 24039 ], [ 24066, 26518 ] ], "trgnoun": "cheese", "trgverb": "grate" }, { "key": "P22_05+192_193_194_195", "video_id": "P22_05", "narration_ids": [ "P22_05_192", "P22_05_193", "P22_05_194", "P22_05_195" ], "src": "open tap . close tap . shake peach", "src1": "open tap", "src2": "close tap", "src3": "shake peach", "trg": "put_down peach", "vis_src": "P22_05:192 P22_05:193 P22_05:194", "vis_trg": "P22_05:195", "narrations": [ "open tap", "close tap", "shake peach", "put down peach" ], "verbs": [ "turn-on", "turn-off", "shake", "put-down" ], "verb_classes": [ 6, 8, 15, 1 ], "nouns": [ "tap", "tap", "peach", "peach" ], "noun_classes": [ 0, 0, 74, 74 ], "start_stop_timestamps": [ [ "00:08:14.17", "00:08:14.72" ], [ "00:08:19.32", "00:08:20.33" ], [ "00:08:20.23", "00:08:22.06" ], [ "00:08:21.37", "00:08:23.55" ] ], "start_stop_frames": [ [ 29650, 29683 ], [ 29959, 30019 ], [ 30013, 30123 ], [ 30082, 30213 ] ], "trgnoun": "peach", "trgverb": "put_down" }, { "key": "P04_115+122_124_125_126", "video_id": "P04_115", "narration_ids": [ "P04_115_122", "P04_115_124", "P04_115_125", "P04_115_126" ], "src": "put lid on rice cooker . open bao_bun . close bao_bun", "src1": "put lid on rice cooker", "src2": "open bao_bun", "src3": "close bao_bun", "trg": "put_down bao_bun", "vis_src": "P04_115:122 P04_115:124 P04_115:125", "vis_trg": "P04_115:126", "narrations": [ "put lid on rice cooker", "open bao bun", "close bao bun", "put down bao bun" ], "verbs": [ "put-on", "open", "close", "put-down" ], "verb_classes": [ 1, 3, 4, 1 ], "nouns": [ "lid", "bun:bao", "bun:bao", "bun:bao" ], "noun_classes": [ 6, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:04:00.53", "00:04:01.46" ], [ "00:04:02.58", "00:04:03.87" ], [ "00:04:03.94", "00:04:04.72" ], [ "00:04:04.54", "00:04:07.43" ] ], "start_stop_frames": [ [ 12026, 12073 ], [ 12129, 12193 ], [ 12197, 12236 ], [ 12227, 12371 ] ], "trgnoun": "bao_bun", "trgverb": "put_down" }, { "key": "P30_10+120_121_122_123", "video_id": "P30_10", "narration_ids": [ "P30_10_120", "P30_10_121", "P30_10_122", "P30_10_123" ], "src": "close cupboard . stir food . take colander", "src1": "close cupboard", "src2": "stir food", "src3": "take colander", "trg": "open cupboard", "vis_src": "P30_10:120 P30_10:121 P30_10:122", "vis_trg": "P30_10:123", "narrations": [ "close cupboard", "stir food", "take colander", "open cupboard" ], "verbs": [ "close", "stir", "take", "open" ], "verb_classes": [ 4, 10, 0, 3 ], "nouns": [ "cupboard", "food", "colander", "cupboard" ], "noun_classes": [ 3, 34, 39, 3 ], "start_stop_timestamps": [ [ "00:06:49.16", "00:06:50.43" ], [ "00:06:49.60", "00:06:54.20" ], [ "00:06:56.15", "00:06:57.61" ], [ "00:06:57.55", "00:06:58.11" ] ], "start_stop_frames": [ [ 24549, 24625 ], [ 24576, 24852 ], [ 24969, 25056 ], [ 25053, 25086 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P08_01+5_6_7_8", "video_id": "P08_01", "narration_ids": [ "P08_01_5", "P08_01_6", "P08_01_7", "P08_01_8" ], "src": "place water . turn_on water . get filter", "src1": "place water", "src2": "turn_on water", "src3": "get filter", "trg": "place filter", "vis_src": "P08_01:5 P08_01:6 P08_01:7", "vis_trg": "P08_01:8", "narrations": [ "place water", "turn on water", "get filter", "place filter" ], "verbs": [ "place", "turn-on", "get", "place" ], "verb_classes": [ 1, 6, 0, 1 ], "nouns": [ "water", "tap", "filter", "filter" ], "noun_classes": [ 27, 0, 77, 77 ], "start_stop_timestamps": [ [ "00:00:15.72", "00:00:21.14" ], [ "00:00:15.74", "00:00:18.49" ], [ "00:00:20.90", "00:00:22.44" ], [ "00:00:22.81", "00:00:23.78" ] ], "start_stop_frames": [ [ 943, 1268 ], [ 944, 1109 ], [ 1254, 1346 ], [ 1368, 1426 ] ], "trgnoun": "filter", "trgverb": "place" }, { "key": "P25_104+217_218_219_220", "video_id": "P25_104", "narration_ids": [ "P25_104_217", "P25_104_218", "P25_104_219", "P25_104_220" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "close lid", "vis_src": "P25_104:217 P25_104:218 P25_104:219", "vis_trg": "P25_104:220", "narrations": [ "pick up spoon", "open lid", "stir pasta", "close lid" ], "verbs": [ "pick-up", "open", "stir", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:10:34.40", "00:10:36.54" ], [ "00:10:36.75", "00:10:38.25" ], [ "00:10:38.35", "00:10:41.10" ], [ "00:10:41.00", "00:10:43.99" ] ], "start_stop_frames": [ [ 31720, 31827 ], [ 31837, 31912 ], [ 31917, 32055 ], [ 32050, 32199 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P04_112+76_77_78_79", "video_id": "P04_112", "narration_ids": [ "P04_112_76", "P04_112_77", "P04_112_78", "P04_112_79" ], "src": "put bao_bun in tupperware . pick_up bao_bun . drop bao bun", "src1": "put bao_bun in tupperware", "src2": "pick_up bao_bun", "src3": "drop bao bun", "trg": "separate bao buns", "vis_src": "P04_112:76 P04_112:77 P04_112:78", "vis_trg": "P04_112:79", "narrations": [ "put bao bun in tupperware", "pick up bao bun", "drop bao bun", "separate bao buns" ], "verbs": [ "put-in", "pick-up", "drop", "separate" ], "verb_classes": [ 5, 0, 59, 52 ], "nouns": [ "bun:bao", "bun:bao", "bun", "bun" ], "noun_classes": [ 33, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:02:12.70", "00:02:13.15" ], [ "00:02:13.08", "00:02:14.00" ], [ "00:02:15.95", "00:02:16.65" ], [ "00:02:16.75", "00:02:17.28" ] ], "start_stop_frames": [ [ 6634, 6657 ], [ 6654, 6700 ], [ 6797, 6832 ], [ 6837, 6864 ] ], "trgnoun": "bun", "trgverb": "separate" }, { "key": "P04_120+328_329_330_331", "video_id": "P04_120", "narration_ids": [ "P04_120_328", "P04_120_329", "P04_120_330", "P04_120_331" ], "src": "pull tea_towel out of bowl . shake tea_towel into sink . wipe tea_towel with hand", "src1": "pull tea_towel out of bowl", "src2": "shake tea_towel into sink", "src3": "wipe tea_towel with hand", "trg": "put tea_towel on oven door", "vis_src": "P04_120:328 P04_120:329 P04_120:330", "vis_trg": "P04_120:331", "narrations": [ "pull tea towel out of bowl", "shake tea towel into sink", "wipe tea towel with hand", "put tea towel on oven door" ], "verbs": [ "pull-out", "shake-into", "wipe-with", "put-on" ], "verb_classes": [ 31, 9, 2, 1 ], "nouns": [ "towel:tea", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:11:40.54", "00:11:43.54" ], [ "00:11:42.96", "00:11:45.63" ], [ "00:11:45.40", "00:11:46.90" ], [ "00:11:48.09", "00:11:49.14" ] ], "start_stop_frames": [ [ 35027, 35177 ], [ 35148, 35281 ], [ 35270, 35345 ], [ 35404, 35457 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P24_06+46_47_48_49", "video_id": "P24_06", "narration_ids": [ "P24_06_46", "P24_06_47", "P24_06_48", "P24_06_49" ], "src": "wash plate . pick_up coffee_cup . soap coffee_cup", "src1": "wash plate", "src2": "pick_up coffee_cup", "src3": "soap coffee_cup", "trg": "put coffee_cup", "vis_src": "P24_06:46 P24_06:47 P24_06:48", "vis_trg": "P24_06:49", "narrations": [ "wash plate", "pick up coffee cup", "soap coffee cup", "put coffee cup" ], "verbs": [ "wash", "pick-up", "soap", "put" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "plate", "cup:coffee", "cup:coffee", "cup:coffee" ], "noun_classes": [ 2, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:03:54.29", "00:04:03.56" ], [ "00:04:01.18", "00:04:04.38" ], [ "00:04:04.42", "00:04:11.69" ], [ "00:04:11.16", "00:04:11.98" ] ], "start_stop_frames": [ [ 14057, 14613 ], [ 14470, 14662 ], [ 14665, 15101 ], [ 15069, 15118 ] ], "trgnoun": "coffee_cup", "trgverb": "put" }, { "key": "P01_109+802_803_804_805", "video_id": "P01_109", "narration_ids": [ "P01_109_802", "P01_109_803", "P01_109_804", "P01_109_805" ], "src": "wash pan . turn_off tap . empty pan", "src1": "wash pan", "src2": "turn_off tap", "src3": "empty pan", "trg": "put_down pan", "vis_src": "P01_109:802 P01_109:803 P01_109:804", "vis_trg": "P01_109:805", "narrations": [ "wash pan", "turn off tap", "empty pan", "put down pan" ], "verbs": [ "wash", "turn-off", "empty", "put-down" ], "verb_classes": [ 2, 8, 20, 1 ], "nouns": [ "pan", "tap", "pan", "pan" ], "noun_classes": [ 5, 0, 5, 5 ], "start_stop_timestamps": [ [ "00:57:05.32", "00:57:18.68" ], [ "00:57:18.79", "00:57:19.64" ], [ "00:57:19.64", "00:57:21.82" ], [ "00:57:22.07", "00:57:23.24" ] ], "start_stop_frames": [ [ 171266, 171934 ], [ 171939, 171982 ], [ 171982, 172091 ], [ 172103, 172162 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P25_106+217_218_219_220", "video_id": "P25_106", "narration_ids": [ "P25_106_217", "P25_106_218", "P25_106_219", "P25_106_220" ], "src": "put_down pasta . open drawer . take fork", "src1": "put_down pasta", "src2": "open drawer", "src3": "take fork", "trg": "stir pasta", "vis_src": "P25_106:217 P25_106:218 P25_106:219", "vis_trg": "P25_106:220", "narrations": [ "put down pasta", "open drawer", "take fork", "stir pasta" ], "verbs": [ "put-down", "open", "take", "stir" ], "verb_classes": [ 1, 3, 0, 10 ], "nouns": [ "pasta", "drawer", "fork", "pasta" ], "noun_classes": [ 45, 8, 14, 45 ], "start_stop_timestamps": [ [ "00:18:36.74", "00:18:38.11" ], [ "00:18:38.20", "00:18:39.69" ], [ "00:18:39.79", "00:18:43.64" ], [ "00:18:42.79", "00:18:53.63" ] ], "start_stop_frames": [ [ 55837, 55905 ], [ 55910, 55984 ], [ 55989, 56182 ], [ 56139, 56681 ] ], "trgnoun": "pasta", "trgverb": "stir" }, { "key": "P04_107+707_708_710_774", "video_id": "P04_107", "narration_ids": [ "P04_107_707", "P04_107_708", "P04_107_710", "P04_107_774" ], "src": "pick_up chopstick . lay chopstick onto dough . lift_up dough", "src1": "pick_up chopstick", "src2": "lay chopstick onto dough", "src3": "lift_up dough", "trg": "press_down dough", "vis_src": "P04_107:707 P04_107:708 P04_107:710", "vis_trg": "P04_107:774", "narrations": [ "pick up chopstick", "lay chopstick onto dough", "lift up dough", "press down dough" ], "verbs": [ "pick-up", "lay-onto", "lift-up", "press-down" ], "verb_classes": [ 0, 1, 33, 21 ], "nouns": [ "chopstick", "chopstick", "dough", "dough" ], "noun_classes": [ 80, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:19:11.36", "00:19:13.24" ], [ "00:19:13.34", "00:19:14.98" ], [ "00:19:13.74", "00:19:14.50" ], [ "00:20:46.84", "00:20:47.39" ] ], "start_stop_frames": [ [ 57567, 57662 ], [ 57666, 57749 ], [ 57687, 57725 ], [ 62341, 62369 ] ], "trgnoun": "dough", "trgverb": "press_down" }, { "key": "P01_09+124_125_126_127", "video_id": "P01_09", "narration_ids": [ "P01_09_124", "P01_09_125", "P01_09_126", "P01_09_127" ], "src": "put dough into bowl . turn_on tap . wash hands", "src1": "put dough into bowl", "src2": "turn_on tap", "src3": "wash hands", "trg": "turn_off tap", "vis_src": "P01_09:124 P01_09:125 P01_09:126", "vis_trg": "P01_09:127", "narrations": [ "put dough into bowl", "turn on tap", "wash hands", "turn off tap" ], "verbs": [ "put-into", "turn-on", "wash", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "dough", "tap", "hand", "tap" ], "noun_classes": [ 25, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:09:32.12", "00:09:33.16" ], [ "00:09:35.68", "00:09:36.54" ], [ "00:09:36.58", "00:09:57.08" ], [ "00:09:56.95", "00:09:58.02" ] ], "start_stop_frames": [ [ 34327, 34389 ], [ 34540, 34592 ], [ 34594, 35824 ], [ 35817, 35881 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_120+71_72_73_76", "video_id": "P04_120", "narration_ids": [ "P04_120_71", "P04_120_72", "P04_120_73", "P04_120_76" ], "src": "pick_up milk_bottle . look_at milk_bottle . put_down milk_bottle", "src1": "pick_up milk_bottle", "src2": "look_at milk_bottle", "src3": "put_down milk_bottle", "trg": "bash milk_bottle against hand", "vis_src": "P04_120:71 P04_120:72 P04_120:73", "vis_trg": "P04_120:76", "narrations": [ "pick up milk bottle", "look at milk bottle", "put down milk bottle", "bash milk bottle against hand" ], "verbs": [ "pick-up", "look-at", "put-down", "bash-against" ], "verb_classes": [ 0, 38, 1, 49 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:04:47.76", "00:04:48.55" ], [ "00:04:48.78", "00:04:49.75" ], [ "00:04:49.50", "00:04:51.35" ], [ "00:04:51.00", "00:04:54.70" ] ], "start_stop_frames": [ [ 14388, 14427 ], [ 14438, 14487 ], [ 14475, 14567 ], [ 14550, 14735 ] ], "trgnoun": "milk_bottle", "trgverb": "bash_against" }, { "key": "P11_103+30_31_32_34", "video_id": "P11_103", "narration_ids": [ "P11_103_30", "P11_103_31", "P11_103_32", "P11_103_34" ], "src": "put chopping_block on drying rack . turn_on tap . wash hands", "src1": "put chopping_block on drying rack", "src2": "turn_on tap", "src3": "wash hands", "trg": "dry_off hands", "vis_src": "P11_103:30 P11_103:31 P11_103:32", "vis_trg": "P11_103:34", "narrations": [ "put chopping block on drying rack", "turn on tap", "wash hands", "dry off hands" ], "verbs": [ "put-on", "turn-on", "wash", "dry-off" ], "verb_classes": [ 1, 6, 2, 14 ], "nouns": [ "block:chopping", "tap", "hand", "hand" ], "noun_classes": [ 18, 0, 11, 11 ], "start_stop_timestamps": [ [ "00:01:30.31", "00:01:31.34" ], [ "00:01:31.43", "00:01:32.46" ], [ "00:01:32.13", "00:01:32.99" ], [ "00:01:32.35", "00:01:34.11" ] ], "start_stop_frames": [ [ 4515, 4567 ], [ 4571, 4623 ], [ 4606, 4649 ], [ 4617, 4705 ] ], "trgnoun": "hand", "trgverb": "dry_off" }, { "key": "P01_18+455_456_457_458", "video_id": "P01_18", "narration_ids": [ "P01_18_455", "P01_18_456", "P01_18_457", "P01_18_458" ], "src": "spoon squash . pour squash . put_down spatula", "src1": "spoon squash", "src2": "pour squash", "src3": "put_down spatula", "trg": "take spatula", "vis_src": "P01_18:455 P01_18:456 P01_18:457", "vis_trg": "P01_18:458", "narrations": [ "spoon squash", "pour squash", "put down spatula", "take spatula" ], "verbs": [ "spoon", "pour", "put-down", "take" ], "verb_classes": [ 16, 9, 1, 0 ], "nouns": [ "squash", "squash", "spatula", "spatula" ], "noun_classes": [ 116, 116, 20, 20 ], "start_stop_timestamps": [ [ "00:36:33.88", "00:36:37.29" ], [ "00:36:37.15", "00:36:40.56" ], [ "00:36:41.90", "00:36:43.15" ], [ "00:36:55.23", "00:36:56.34" ] ], "start_stop_frames": [ [ 131632, 131837 ], [ 131829, 132033 ], [ 132114, 132189 ], [ 132913, 132980 ] ], "trgnoun": "spatula", "trgverb": "take" }, { "key": "P03_109+355_356_357_358", "video_id": "P03_109", "narration_ids": [ "P03_109_355", "P03_109_356", "P03_109_357", "P03_109_358" ], "src": "pick_up cheese_packet . put cheese inside cheese packet . close packet of cheese", "src1": "pick_up cheese_packet", "src2": "put cheese inside cheese packet", "src3": "close packet of cheese", "trg": "pick_up cheese", "vis_src": "P03_109:355 P03_109:356 P03_109:357", "vis_trg": "P03_109:358", "narrations": [ "pick up cheese packet", "put cheese inside cheese packet", "close packet of cheese", "pick up cheese" ], "verbs": [ "pick-up", "put-inside", "close", "pick-up" ], "verb_classes": [ 0, 5, 4, 0 ], "nouns": [ "packet:cheese", "cheese", "packet:cheese", "cheese" ], "noun_classes": [ 26, 32, 26, 32 ], "start_stop_timestamps": [ [ "00:17:08.78", "00:17:09.21" ], [ "00:17:09.39", "00:17:10.78" ], [ "00:17:10.87", "00:17:16.36" ], [ "00:17:16.25", "00:17:17.25" ] ], "start_stop_frames": [ [ 51439, 51460 ], [ 51469, 51539 ], [ 51543, 51817 ], [ 51812, 51862 ] ], "trgnoun": "cheese", "trgverb": "pick_up" }, { "key": "P22_109+112_113_114_116", "video_id": "P22_109", "narration_ids": [ "P22_109_112", "P22_109_113", "P22_109_114", "P22_109_116" ], "src": "put_down glasses . turn_off tap . lather glass", "src1": "put_down glasses", "src2": "turn_off tap", "src3": "lather glass", "trg": "pick_up glass", "vis_src": "P22_109:112 P22_109:113 P22_109:114", "vis_trg": "P22_109:116", "narrations": [ "put down glasses", "turn off tap", "lather glass", "pick up glass" ], "verbs": [ "put-down", "turn-off", "lather", "pick-up" ], "verb_classes": [ 1, 8, 2, 0 ], "nouns": [ "glass", "tap", "glass", "glass" ], "noun_classes": [ 10, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:03:28.69", "00:03:29.35" ], [ "00:03:29.79", "00:03:30.25" ], [ "00:03:30.36", "00:03:35.00" ], [ "00:03:35.40", "00:03:36.08" ] ], "start_stop_frames": [ [ 10434, 10467 ], [ 10489, 10512 ], [ 10518, 10750 ], [ 10770, 10804 ] ], "trgnoun": "glass", "trgverb": "pick_up" }, { "key": "P04_114+79_80_81_82", "video_id": "P04_114", "narration_ids": [ "P04_114_79", "P04_114_80", "P04_114_81", "P04_114_82" ], "src": "put filter on aeropress . pick_up tea_towel . dry hands with tea towel", "src1": "put filter on aeropress", "src2": "pick_up tea_towel", "src3": "dry hands with tea towel", "trg": "put tea_towel on oven door", "vis_src": "P04_114:79 P04_114:80 P04_114:81", "vis_trg": "P04_114:82", "narrations": [ "put filter on aeropress", "pick up tea towel", "dry hands with tea towel", "put tea towel on oven door" ], "verbs": [ "put-on", "pick-up", "dry-with", "put-on" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "filter", "towel:tea", "hand", "towel:tea" ], "noun_classes": [ 77, 52, 11, 52 ], "start_stop_timestamps": [ [ "00:02:29.00", "00:02:29.87" ], [ "00:02:30.15", "00:02:32.35" ], [ "00:02:32.45", "00:02:33.70" ], [ "00:02:33.54", "00:02:34.79" ] ], "start_stop_frames": [ [ 7450, 7493 ], [ 7507, 7617 ], [ 7622, 7684 ], [ 7677, 7739 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P07_110+47_48_49_50", "video_id": "P07_110", "narration_ids": [ "P07_110_47", "P07_110_48", "P07_110_49", "P07_110_50" ], "src": "open bottle . pour milk into glass . close bottle", "src1": "open bottle", "src2": "pour milk into glass", "src3": "close bottle", "trg": "grab milk", "vis_src": "P07_110:47 P07_110:48 P07_110:49", "vis_trg": "P07_110:50", "narrations": [ "open bottle", "pour milk into glass", "close bottle", "grab milk" ], "verbs": [ "open", "pour-into", "close", "grab" ], "verb_classes": [ 3, 9, 4, 0 ], "nouns": [ "bottle", "milk", "bottle", "milk" ], "noun_classes": [ 15, 64, 15, 64 ], "start_stop_timestamps": [ [ "00:02:25.89", "00:02:26.48" ], [ "00:02:30.51", "00:02:38.59" ], [ "00:02:38.65", "00:02:39.86" ], [ "00:02:40.75", "00:02:41.70" ] ], "start_stop_frames": [ [ 7294, 7323 ], [ 7525, 7929 ], [ 7932, 7993 ], [ 8037, 8084 ] ], "trgnoun": "milk", "trgverb": "grab" }, { "key": "P24_06+37_38_39_40", "video_id": "P24_06", "narration_ids": [ "P24_06_37", "P24_06_38", "P24_06_39", "P24_06_40" ], "src": "wash colander . put_down sponge . turn_on tap", "src1": "wash colander", "src2": "put_down sponge", "src3": "turn_on tap", "trg": "rinse colander", "vis_src": "P24_06:37 P24_06:38 P24_06:39", "vis_trg": "P24_06:40", "narrations": [ "wash colander", "put down sponge", "turn on tap", "rinse colander" ], "verbs": [ "wash", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "colander", "sponge", "tap", "colander" ], "noun_classes": [ 39, 9, 0, 39 ], "start_stop_timestamps": [ [ "00:03:19.06", "00:03:24.58" ], [ "00:03:24.68", "00:03:25.57" ], [ "00:03:25.67", "00:03:26.86" ], [ "00:03:27.05", "00:03:45.89" ] ], "start_stop_frames": [ [ 11943, 12274 ], [ 12280, 12334 ], [ 12340, 12411 ], [ 12423, 13553 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P04_104+75_76_77_78", "video_id": "P04_104", "narration_ids": [ "P04_104_75", "P04_104_76", "P04_104_77", "P04_104_78" ], "src": "turn_on tap . turn_off tap . stir starter in tub", "src1": "turn_on tap", "src2": "turn_off tap", "src3": "stir starter in tub", "trg": "scrape starter from side of tub", "vis_src": "P04_104:75 P04_104:76 P04_104:77", "vis_trg": "P04_104:78", "narrations": [ "turn on tap", "turn off tap", "stir starter in tub", "scrape starter from side of tub" ], "verbs": [ "turn-on", "turn-off", "stir", "scrape" ], "verb_classes": [ 6, 8, 10, 25 ], "nouns": [ "tap", "tap", "starter", "starter" ], "noun_classes": [ 0, 0, 71, 71 ], "start_stop_timestamps": [ [ "00:02:50.69", "00:02:51.46" ], [ "00:02:51.16", "00:02:51.66" ], [ "00:02:52.87", "00:02:55.03" ], [ "00:02:58.30", "00:03:00.42" ] ], "start_stop_frames": [ [ 8534, 8573 ], [ 8558, 8583 ], [ 8643, 8751 ], [ 8915, 9021 ] ], "trgnoun": "starter", "trgverb": "scrape" }, { "key": "P26_107+14_15_16_18", "video_id": "P26_107", "narration_ids": [ "P26_107_14", "P26_107_15", "P26_107_16", "P26_107_18" ], "src": "pick_up baking_tray . open oven . put_down baking_tray", "src1": "pick_up baking_tray", "src2": "open oven", "src3": "put_down baking_tray", "trg": "close oven", "vis_src": "P26_107:14 P26_107:15 P26_107:16", "vis_trg": "P26_107:18", "narrations": [ "pick up baking tray", "open oven", "put down baking tray", "close oven" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "tray:baking", "oven", "tray:baking", "oven" ], "noun_classes": [ 35, 46, 35, 46 ], "start_stop_timestamps": [ [ "00:01:45.39", "00:01:46.23" ], [ "00:01:49.08", "00:01:49.94" ], [ "00:01:50.63", "00:01:51.89" ], [ "00:01:52.00", "00:01:58.74" ] ], "start_stop_frames": [ [ 5269, 5311 ], [ 5454, 5497 ], [ 5531, 5594 ], [ 5600, 5937 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P01_09+235_236_237_240", "video_id": "P01_09", "narration_ids": [ "P01_09_235", "P01_09_236", "P01_09_237", "P01_09_240" ], "src": "put_down knife . take containers . open container", "src1": "put_down knife", "src2": "take containers", "src3": "open container", "trg": "take onion", "vis_src": "P01_09:235 P01_09:236 P01_09:237", "vis_trg": "P01_09:240", "narrations": [ "put down knife", "take containers", "open container", "take onion" ], "verbs": [ "put-down", "take", "open", "take" ], "verb_classes": [ 1, 0, 3, 0 ], "nouns": [ "knife", "container", "container", "onion" ], "noun_classes": [ 4, 21, 21, 16 ], "start_stop_timestamps": [ [ "00:18:28.18", "00:18:28.69" ], [ "00:18:29.78", "00:18:31.32" ], [ "00:18:30.93", "00:18:31.98" ], [ "00:18:38.90", "00:18:40.00" ] ], "start_stop_frames": [ [ 66490, 66521 ], [ 66586, 66679 ], [ 66655, 66718 ], [ 67134, 67200 ] ], "trgnoun": "onion", "trgverb": "take" }, { "key": "P22_11+106_107_108_109", "video_id": "P22_11", "narration_ids": [ "P22_11_106", "P22_11_107", "P22_11_108", "P22_11_109" ], "src": "remove coffee . put_down teaspoon . grab lid", "src1": "remove coffee", "src2": "put_down teaspoon", "src3": "grab lid", "trg": "put_on lid", "vis_src": "P22_11:106 P22_11:107 P22_11:108", "vis_trg": "P22_11:109", "narrations": [ "remove coffee", "put down teaspoon", "grab lid", "put on lid" ], "verbs": [ "remove", "put-down", "grab", "put-on" ], "verb_classes": [ 12, 1, 0, 1 ], "nouns": [ "coffee", "teaspoon", "lid", "lid" ], "noun_classes": [ 59, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:03:48.89", "00:03:55.54" ], [ "00:03:55.89", "00:03:57.26" ], [ "00:03:56.18", "00:03:56.86" ], [ "00:03:56.85", "00:03:58.52" ] ], "start_stop_frames": [ [ 13733, 14132 ], [ 14153, 14235 ], [ 14170, 14211 ], [ 14211, 14311 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P02_131+177_178_179_180", "video_id": "P02_131", "narration_ids": [ "P02_131_177", "P02_131_178", "P02_131_179", "P02_131_180" ], "src": "close tap . put chopping_blades in drainer . pick_up food processor piece", "src1": "close tap", "src2": "put chopping_blades in drainer", "src3": "pick_up food processor piece", "trg": "sponge food processor piece", "vis_src": "P02_131:177 P02_131:178 P02_131:179", "vis_trg": "P02_131:180", "narrations": [ "close tap", "put chopping blades in drainer", "pick up food processor piece", "sponge food processor piece" ], "verbs": [ "turn-off", "put-in", "pick-up", "sponge" ], "verb_classes": [ 8, 5, 0, 2 ], "nouns": [ "tap", "blade:chopping", "piece:food:processor", "piece:food:processor" ], "noun_classes": [ 0, 4, 147, 147 ], "start_stop_timestamps": [ [ "00:07:49.21", "00:07:49.89" ], [ "00:07:49.99", "00:07:51.17" ], [ "00:07:52.02", "00:07:52.75" ], [ "00:07:52.85", "00:07:55.18" ] ], "start_stop_frames": [ [ 23460, 23494 ], [ 23499, 23558 ], [ 23601, 23637 ], [ 23642, 23759 ] ], "trgnoun": "processor_food_piece", "trgverb": "sponge" }, { "key": "P06_09+91_92_93_94", "video_id": "P06_09", "narration_ids": [ "P06_09_91", "P06_09_92", "P06_09_93", "P06_09_94" ], "src": "open cupboard . put pepper in cupboard . take carrots", "src1": "open cupboard", "src2": "put pepper in cupboard", "src3": "take carrots", "trg": "close cupboard", "vis_src": "P06_09:91 P06_09:92 P06_09:93", "vis_trg": "P06_09:94", "narrations": [ "open cupboard", "put pepper in cupboard", "take carrots", "close cupboard" ], "verbs": [ "open", "put-in", "take", "close" ], "verb_classes": [ 3, 5, 0, 4 ], "nouns": [ "cupboard", "pepper", "carrot", "cupboard" ], "noun_classes": [ 3, 37, 41, 3 ], "start_stop_timestamps": [ [ "00:14:20.70", "00:14:21.68" ], [ "00:14:21.75", "00:14:25.55" ], [ "00:14:24.90", "00:14:27.63" ], [ "00:14:29.86", "00:14:31.15" ] ], "start_stop_frames": [ [ 51642, 51700 ], [ 51705, 51933 ], [ 51894, 52057 ], [ 52191, 52269 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P01_105+195_196_197_199", "video_id": "P01_105", "narration_ids": [ "P01_105_195", "P01_105_196", "P01_105_197", "P01_105_199" ], "src": "pick_up knife . cut onion . take onion off knife", "src1": "pick_up knife", "src2": "cut onion", "src3": "take onion off knife", "trg": "pick_up cutting_board", "vis_src": "P01_105:195 P01_105:196 P01_105:197", "vis_trg": "P01_105:199", "narrations": [ "pick up knife", "cut onion", "take onion off knife", "pick up cutting board" ], "verbs": [ "pick-up", "cut", "take-off", "pick-up" ], "verb_classes": [ 0, 7, 12, 0 ], "nouns": [ "knife", "onion", "onion", "board:cutting" ], "noun_classes": [ 4, 16, 16, 18 ], "start_stop_timestamps": [ [ "00:06:53.82", "00:06:54.19" ], [ "00:06:54.43", "00:07:04.60" ], [ "00:07:04.70", "00:07:05.82" ], [ "00:07:06.26", "00:07:06.97" ] ], "start_stop_frames": [ [ 20691, 20709 ], [ 20721, 21230 ], [ 21235, 21291 ], [ 21313, 21348 ] ], "trgnoun": "cutting_board", "trgverb": "pick_up" }, { "key": "P26_21+77_78_79_80", "video_id": "P26_21", "narration_ids": [ "P26_21_77", "P26_21_78", "P26_21_79", "P26_21_80" ], "src": "put salt . pick_up spoon . mix sauce", "src1": "put salt", "src2": "pick_up spoon", "src3": "mix sauce", "trg": "put spoon", "vis_src": "P26_21:77 P26_21:78 P26_21:79", "vis_trg": "P26_21:80", "narrations": [ "put salt", "pick up spoon", "mix sauce", "put spoon" ], "verbs": [ "put", "pick-up", "mix", "put" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "salt", "spoon", "sauce", "spoon" ], "noun_classes": [ 38, 1, 47, 1 ], "start_stop_timestamps": [ [ "00:06:33.62", "00:06:34.87" ], [ "00:06:37.51", "00:06:38.57" ], [ "00:06:38.14", "00:07:01.05" ], [ "00:07:13.09", "00:07:14.59" ] ], "start_stop_frames": [ [ 23617, 23692 ], [ 23850, 23914 ], [ 23888, 25263 ], [ 25985, 26075 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P02_131+113_114_115_116", "video_id": "P02_131", "narration_ids": [ "P02_131_113", "P02_131_114", "P02_131_115", "P02_131_116" ], "src": "sponge mug . put_down sponge . open tap", "src1": "sponge mug", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_131:113 P02_131:114 P02_131:115", "vis_trg": "P02_131:116", "narrations": [ "sponge mug", "put down sponge", "open tap", "rinse mug" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "mug", "sponge", "tap", "mug" ], "noun_classes": [ 13, 9, 0, 13 ], "start_stop_timestamps": [ [ "00:06:02.04", "00:06:05.34" ], [ "00:06:05.38", "00:06:05.96" ], [ "00:06:06.06", "00:06:06.85" ], [ "00:06:06.88", "00:06:09.51" ] ], "start_stop_frames": [ [ 18102, 18267 ], [ 18269, 18298 ], [ 18303, 18342 ], [ 18344, 18475 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P02_130+260_261_262_263", "video_id": "P02_130", "narration_ids": [ "P02_130_260", "P02_130_261", "P02_130_262", "P02_130_263" ], "src": "stir mixture in pan . hold pan . hold wooden_spoon", "src1": "stir mixture in pan", "src2": "hold pan", "src3": "hold wooden_spoon", "trg": "put_down wooden_spoon", "vis_src": "P02_130:260 P02_130:261 P02_130:262", "vis_trg": "P02_130:263", "narrations": [ "stir mixture in pan", "hold pan", "hold wooden spoon", "put down wooden spoon" ], "verbs": [ "stir", "hold", "hold", "put-down" ], "verb_classes": [ 10, 34, 34, 1 ], "nouns": [ "mixture", "pan", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 71, 5, 1, 1 ], "start_stop_timestamps": [ [ "00:14:04.24", "00:14:13.83" ], [ "00:14:05.00", "00:14:25.48" ], [ "00:14:25.56", "00:14:29.56" ], [ "00:14:29.55", "00:14:30.29" ] ], "start_stop_frames": [ [ 42212, 42691 ], [ 42250, 43274 ], [ 43278, 43478 ], [ 43477, 43514 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P04_01+253_254_255_256", "video_id": "P04_01", "narration_ids": [ "P04_01_253", "P04_01_254", "P04_01_255", "P04_01_256" ], "src": "rinse knife . rub knife dry . pick_up kitchen_roll", "src1": "rinse knife", "src2": "rub knife dry", "src3": "pick_up kitchen_roll", "trg": "put_down knife", "vis_src": "P04_01:253 P04_01:254 P04_01:255", "vis_trg": "P04_01:256", "narrations": [ "rinse knife", "rub knife dry", "pick up kitchen roll", "put down knife" ], "verbs": [ "rinse", "rub", "pick-up", "put-down" ], "verb_classes": [ 2, 55, 0, 1 ], "nouns": [ "knife", "knife", "roll:kitchen", "knife" ], "noun_classes": [ 4, 4, 93, 4 ], "start_stop_timestamps": [ [ "00:18:37.64", "00:18:40.11" ], [ "00:18:41.83", "00:18:44.11" ], [ "00:18:44.95", "00:18:45.96" ], [ "00:18:45.90", "00:18:47.18" ] ], "start_stop_frames": [ [ 67058, 67206 ], [ 67309, 67446 ], [ 67497, 67557 ], [ 67554, 67630 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_129+28_29_30_31", "video_id": "P02_129", "narration_ids": [ "P02_129_28", "P02_129_29", "P02_129_30", "P02_129_31" ], "src": "open bag . get garlic from bag . pick_up knife from drainer", "src1": "open bag", "src2": "get garlic from bag", "src3": "pick_up knife from drainer", "trg": "peel garlic", "vis_src": "P02_129:28 P02_129:29 P02_129:30", "vis_trg": "P02_129:31", "narrations": [ "open bag", "get garlic from bag", "pick up knife from drainer", "peel garlic" ], "verbs": [ "open", "get", "pick-up", "peel" ], "verb_classes": [ 3, 0, 0, 19 ], "nouns": [ "bag", "garlic", "knife", "garlic" ], "noun_classes": [ 19, 51, 4, 51 ], "start_stop_timestamps": [ [ "00:00:55.51", "00:00:57.74" ], [ "00:00:57.57", "00:01:00.88" ], [ "00:01:03.20", "00:01:04.59" ], [ "00:01:05.05", "00:01:21.94" ] ], "start_stop_frames": [ [ 2775, 2887 ], [ 2878, 3044 ], [ 3160, 3229 ], [ 3252, 4097 ] ], "trgnoun": "garlic", "trgverb": "peel" }, { "key": "P03_28+21_22_23_24", "video_id": "P03_28", "narration_ids": [ "P03_28_21", "P03_28_22", "P03_28_23", "P03_28_24" ], "src": "place bottle . pick_up squash . open squash", "src1": "place bottle", "src2": "pick_up squash", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_28:21 P03_28:22 P03_28:23", "vis_trg": "P03_28:24", "narrations": [ "place bottle", "pick up squash", "open squash", "pour squash" ], "verbs": [ "place", "pick-up", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "bottle", "squash", "squash", "squash" ], "noun_classes": [ 15, 116, 116, 116 ], "start_stop_timestamps": [ [ "00:00:34.82", "00:00:35.60" ], [ "00:00:35.40", "00:00:35.95" ], [ "00:00:36.00", "00:00:37.75" ], [ "00:00:37.90", "00:00:41.15" ] ], "start_stop_frames": [ [ 2089, 2136 ], [ 2124, 2157 ], [ 2160, 2265 ], [ 2274, 2469 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P24_05+62_63_64_65", "video_id": "P24_05", "narration_ids": [ "P24_05_62", "P24_05_63", "P24_05_64", "P24_05_65" ], "src": "close water_tap . close cupboard . grab pan", "src1": "close water_tap", "src2": "close cupboard", "src3": "grab pan", "trg": "put pan down", "vis_src": "P24_05:62 P24_05:63 P24_05:64", "vis_trg": "P24_05:65", "narrations": [ "close water tap", "close cupboard", "grab pan", "put pan down" ], "verbs": [ "close", "close", "grab", "put-down" ], "verb_classes": [ 4, 4, 0, 1 ], "nouns": [ "tap:water", "cupboard", "pan", "pan" ], "noun_classes": [ 0, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:06:11.74", "00:06:12.56" ], [ "00:06:13.62", "00:06:19.26" ], [ "00:06:15.64", "00:06:21.40" ], [ "00:06:24.66", "00:06:27.60" ] ], "start_stop_frames": [ [ 22304, 22353 ], [ 22417, 22755 ], [ 22538, 22884 ], [ 23079, 23256 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P28_06+10_11_12_13", "video_id": "P28_06", "narration_ids": [ "P28_06_10", "P28_06_11", "P28_06_12", "P28_06_13" ], "src": "read parsley_package . open parsley_package . take scissors", "src1": "read parsley_package", "src2": "open parsley_package", "src3": "take scissors", "trg": "cut parsley_package", "vis_src": "P28_06:10 P28_06:11 P28_06:12", "vis_trg": "P28_06:13", "narrations": [ "read parsley package", "open parsley package", "take scissors", "cut parsley package" ], "verbs": [ "read", "open", "take", "cut" ], "verb_classes": [ 38, 3, 0, 7 ], "nouns": [ "package:parsley", "package:parsley", "scissors", "package:parsley" ], "noun_classes": [ 26, 26, 79, 26 ], "start_stop_timestamps": [ [ "00:00:34.00", "00:00:39.33" ], [ "00:00:39.26", "00:00:44.05" ], [ "00:00:44.27", "00:00:45.48" ], [ "00:00:45.57", "00:00:51.57" ] ], "start_stop_frames": [ [ 2040, 2359 ], [ 2355, 2643 ], [ 2656, 2728 ], [ 2734, 3094 ] ], "trgnoun": "parsley_package", "trgverb": "cut" }, { "key": "P06_07+200_201_202_203", "video_id": "P06_07", "narration_ids": [ "P06_07_200", "P06_07_201", "P06_07_202", "P06_07_203" ], "src": "pick_up rolling_pin . open dishwasher . put rolling_pin in dishwasher", "src1": "pick_up rolling_pin", "src2": "open dishwasher", "src3": "put rolling_pin in dishwasher", "trg": "close dishwasher", "vis_src": "P06_07:200 P06_07:201 P06_07:202", "vis_trg": "P06_07:203", "narrations": [ "pick up rolling pin", "open dishwasher", "put rolling pin in dishwasher", "close dishwasher" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "pin:rolling", "dishwasher", "pin:rolling", "dishwasher" ], "noun_classes": [ 136, 70, 136, 70 ], "start_stop_timestamps": [ [ "00:14:17.96", "00:14:19.99" ], [ "00:14:20.50", "00:14:21.16" ], [ "00:14:21.24", "00:14:23.20" ], [ "00:14:23.19", "00:14:24.47" ] ], "start_stop_frames": [ [ 51477, 51599 ], [ 51630, 51669 ], [ 51674, 51792 ], [ 51791, 51868 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P01_109+55_56_57_58", "video_id": "P01_109", "narration_ids": [ "P01_109_55", "P01_109_56", "P01_109_57", "P01_109_58" ], "src": "move cutting_board . pick_up potato . move potato", "src1": "move cutting_board", "src2": "pick_up potato", "src3": "move potato", "trg": "peel potato", "vis_src": "P01_109:55 P01_109:56 P01_109:57", "vis_trg": "P01_109:58", "narrations": [ "move cutting board", "pick up potato", "move potato", "peel potato" ], "verbs": [ "move", "pick-up", "move", "peel" ], "verb_classes": [ 11, 0, 11, 19 ], "nouns": [ "board:cutting", "potato", "potato", "potato" ], "noun_classes": [ 18, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:01:40.29", "00:01:40.99" ], [ "00:01:41.07", "00:01:42.44" ], [ "00:01:41.64", "00:01:41.89" ], [ "00:01:43.64", "00:03:10.59" ] ], "start_stop_frames": [ [ 5014, 5049 ], [ 5053, 5122 ], [ 5082, 5094 ], [ 5182, 9529 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P30_03+12_13_14_15", "video_id": "P30_03", "narration_ids": [ "P30_03_12", "P30_03_13", "P30_03_14", "P30_03_15" ], "src": "turn tap on . clean washing up bowl . rinse mug", "src1": "turn tap on", "src2": "clean washing up bowl", "src3": "rinse mug", "trg": "wash mug", "vis_src": "P30_03:12 P30_03:13 P30_03:14", "vis_trg": "P30_03:15", "narrations": [ "turn tap on", "clean washing up bowl", "rinse mug", "wash mug" ], "verbs": [ "turn-on", "clean", "rinse", "wash" ], "verb_classes": [ 6, 2, 2, 2 ], "nouns": [ "tap", "bowl:washing:up", "mug", "mug" ], "noun_classes": [ 0, 7, 13, 13 ], "start_stop_timestamps": [ [ "00:00:41.11", "00:00:42.23" ], [ "00:00:43.65", "00:00:49.85" ], [ "00:00:50.66", "00:00:55.30" ], [ "00:00:55.40", "00:00:59.84" ] ], "start_stop_frames": [ [ 2466, 2533 ], [ 2619, 2991 ], [ 3039, 3318 ], [ 3324, 3590 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P26_04+12_13_14_15", "video_id": "P26_04", "narration_ids": [ "P26_04_12", "P26_04_13", "P26_04_14", "P26_04_15" ], "src": "put saucepan on cooker . increase heat . pick_up lid", "src1": "put saucepan on cooker", "src2": "increase heat", "src3": "pick_up lid", "trg": "put lid on pot", "vis_src": "P26_04:12 P26_04:13 P26_04:14", "vis_trg": "P26_04:15", "narrations": [ "put saucepan on cooker", "increase heat", "pick up lid", "put lid on pot" ], "verbs": [ "put-on", "increase", "pick-up", "put-on" ], "verb_classes": [ 1, 70, 0, 1 ], "nouns": [ "saucepan", "heat", "lid", "lid" ], "noun_classes": [ 5, 65, 6, 6 ], "start_stop_timestamps": [ [ "00:00:48.51", "00:00:51.55" ], [ "00:00:51.56", "00:00:55.86" ], [ "00:00:55.96", "00:00:56.84" ], [ "00:00:56.79", "00:00:59.03" ] ], "start_stop_frames": [ [ 2910, 3093 ], [ 3093, 3351 ], [ 3357, 3410 ], [ 3407, 3541 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P04_112+136_137_138_139", "video_id": "P04_112", "narration_ids": [ "P04_112_136", "P04_112_137", "P04_112_138", "P04_112_139" ], "src": "put bowl on chopping board . put cloth over bowl . push tea_towel into bowl", "src1": "put bowl on chopping board", "src2": "put cloth over bowl", "src3": "push tea_towel into bowl", "trg": "straighten tea_towel", "vis_src": "P04_112:136 P04_112:137 P04_112:138", "vis_trg": "P04_112:139", "narrations": [ "put bowl on chopping board", "put cloth over bowl", "push tea towel into bowl", "straighten tea towel" ], "verbs": [ "put-on", "put-over", "push-into", "straighten" ], "verb_classes": [ 1, 1, 5, 40 ], "nouns": [ "bowl", "cloth", "towel:tea", "towel:tea" ], "noun_classes": [ 7, 17, 52, 52 ], "start_stop_timestamps": [ [ "00:04:00.27", "00:04:01.52" ], [ "00:04:01.62", "00:04:03.70" ], [ "00:04:01.78", "00:04:04.50" ], [ "00:04:04.36", "00:04:06.45" ] ], "start_stop_frames": [ [ 12013, 12076 ], [ 12081, 12185 ], [ 12089, 12225 ], [ 12218, 12322 ] ], "trgnoun": "tea_towel", "trgverb": "straighten" }, { "key": "P22_116+201_202_203_204", "video_id": "P22_116", "narration_ids": [ "P22_116_201", "P22_116_202", "P22_116_203", "P22_116_204" ], "src": "turn_on tap . rinse sponge . rinse hand", "src1": "turn_on tap", "src2": "rinse sponge", "src3": "rinse hand", "trg": "put_down sponge", "vis_src": "P22_116:201 P22_116:202 P22_116:203", "vis_trg": "P22_116:204", "narrations": [ "turn on tap", "rinse sponge", "rinse hand", "put down sponge" ], "verbs": [ "turn-on", "rinse", "rinse", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "sponge", "hand", "sponge" ], "noun_classes": [ 0, 9, 11, 9 ], "start_stop_timestamps": [ [ "00:07:26.73", "00:07:27.09" ], [ "00:07:26.89", "00:07:29.93" ], [ "00:07:29.70", "00:07:31.24" ], [ "00:07:30.89", "00:07:32.60" ] ], "start_stop_frames": [ [ 22336, 22354 ], [ 22344, 22496 ], [ 22485, 22562 ], [ 22544, 22630 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P04_114+7_8_9_10", "video_id": "P04_114", "narration_ids": [ "P04_114_7", "P04_114_8", "P04_114_9", "P04_114_10" ], "src": "put_down kettle . turn_on kettle . pick_up mug", "src1": "put_down kettle", "src2": "turn_on kettle", "src3": "pick_up mug", "trg": "empty mug into sink", "vis_src": "P04_114:7 P04_114:8 P04_114:9", "vis_trg": "P04_114:10", "narrations": [ "put down kettle", "turn on kettle", "pick up mug", "empty mug into sink" ], "verbs": [ "put-down", "turn-on", "pick-up", "empty" ], "verb_classes": [ 1, 6, 0, 20 ], "nouns": [ "kettle", "kettle", "mug", "mug" ], "noun_classes": [ 44, 44, 13, 13 ], "start_stop_timestamps": [ [ "00:00:23.23", "00:00:23.64" ], [ "00:00:24.02", "00:00:24.54" ], [ "00:00:26.47", "00:00:27.98" ], [ "00:00:28.61", "00:00:29.40" ] ], "start_stop_frames": [ [ 1161, 1182 ], [ 1201, 1227 ], [ 1323, 1399 ], [ 1430, 1470 ] ], "trgnoun": "mug", "trgverb": "empty" }, { "key": "P04_112+220_221_222_223", "video_id": "P04_112", "narration_ids": [ "P04_112_220", "P04_112_221", "P04_112_222", "P04_112_223" ], "src": "pick_up bowl . put_down bowl . pick_up cheese", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "pick_up cheese", "trg": "put_down cheese", "vis_src": "P04_112:220 P04_112:221 P04_112:222", "vis_trg": "P04_112:223", "narrations": [ "pick up bowl", "put down bowl", "pick up cheese", "put down cheese" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "cheese", "cheese" ], "noun_classes": [ 7, 7, 32, 32 ], "start_stop_timestamps": [ [ "00:06:22.27", "00:06:24.46" ], [ "00:06:24.36", "00:06:25.62" ], [ "00:06:25.67", "00:06:28.50" ], [ "00:06:28.47", "00:06:29.91" ] ], "start_stop_frames": [ [ 19113, 19223 ], [ 19218, 19281 ], [ 19283, 19425 ], [ 19423, 19495 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P22_110+61_62_63_64", "video_id": "P22_110", "narration_ids": [ "P22_110_61", "P22_110_62", "P22_110_63", "P22_110_64" ], "src": "pick_up food_residue . open bag . throw food_residue", "src1": "pick_up food_residue", "src2": "open bag", "src3": "throw food_residue", "trg": "close bag", "vis_src": "P22_110:61 P22_110:62 P22_110:63", "vis_trg": "P22_110:64", "narrations": [ "pick up food residue", "open bag", "throw food residue", "close bag" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "residue:food", "bag", "residue:food", "bag" ], "noun_classes": [ 54, 19, 54, 19 ], "start_stop_timestamps": [ [ "00:01:34.96", "00:01:37.80" ], [ "00:01:38.45", "00:01:40.83" ], [ "00:01:40.93", "00:01:42.87" ], [ "00:01:42.09", "00:01:42.78" ] ], "start_stop_frames": [ [ 4748, 4890 ], [ 4922, 5041 ], [ 5046, 5143 ], [ 5104, 5139 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P04_101+39_40_41_42", "video_id": "P04_101", "narration_ids": [ "P04_101_39", "P04_101_40", "P04_101_41", "P04_101_42" ], "src": "open drawer . pick_up spoon . open flour", "src1": "open drawer", "src2": "pick_up spoon", "src3": "open flour", "trg": "spoon flour into tub", "vis_src": "P04_101:39 P04_101:40 P04_101:41", "vis_trg": "P04_101:42", "narrations": [ "open drawer", "pick up spoon", "open flour", "spoon flour into tub" ], "verbs": [ "open", "pick-up", "open", "spoon-into" ], "verb_classes": [ 3, 0, 3, 16 ], "nouns": [ "drawer", "spoon", "flour", "flour" ], "noun_classes": [ 8, 1, 75, 75 ], "start_stop_timestamps": [ [ "00:01:10.57", "00:01:12.04" ], [ "00:01:11.96", "00:01:12.74" ], [ "00:01:13.35", "00:01:16.45" ], [ "00:01:16.18", "00:01:19.84" ] ], "start_stop_frames": [ [ 3528, 3601 ], [ 3598, 3636 ], [ 3667, 3822 ], [ 3809, 3992 ] ], "trgnoun": "flour", "trgverb": "spoon_into" }, { "key": "P06_07+107_108_109_110", "video_id": "P06_07", "narration_ids": [ "P06_07_107", "P06_07_108", "P06_07_109", "P06_07_110" ], "src": "pick_up lid . put dough in pan . pick_up tomato", "src1": "pick_up lid", "src2": "put dough in pan", "src3": "pick_up tomato", "trg": "pour tomatoes", "vis_src": "P06_07:107 P06_07:108 P06_07:109", "vis_trg": "P06_07:110", "narrations": [ "pick up lid", "put dough in pan", "pick up tomato", "pour tomatoes" ], "verbs": [ "pick-up", "put-in", "pick-up", "pour" ], "verb_classes": [ 0, 5, 0, 9 ], "nouns": [ "lid", "dough", "tomato", "tomato" ], "noun_classes": [ 6, 25, 43, 43 ], "start_stop_timestamps": [ [ "00:06:44.26", "00:06:45.07" ], [ "00:06:44.96", "00:06:45.63" ], [ "00:06:48.71", "00:06:49.70" ], [ "00:06:52.80", "00:06:57.61" ] ], "start_stop_frames": [ [ 24255, 24304 ], [ 24297, 24337 ], [ 24522, 24582 ], [ 24768, 25056 ] ], "trgnoun": "tomato", "trgverb": "pour" }, { "key": "P01_102+32_33_34_35", "video_id": "P01_102", "narration_ids": [ "P01_102_32", "P01_102_33", "P01_102_34", "P01_102_35" ], "src": "rinse spatula . put_down spatula . take fork", "src1": "rinse spatula", "src2": "put_down spatula", "src3": "take fork", "trg": "rinse fork", "vis_src": "P01_102:32 P01_102:33 P01_102:34", "vis_trg": "P01_102:35", "narrations": [ "rinse spatula", "put down spatula", "take fork", "rinse fork" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "fork", "fork" ], "noun_classes": [ 20, 20, 14, 14 ], "start_stop_timestamps": [ [ "00:01:16.90", "00:01:24.32" ], [ "00:01:24.49", "00:01:25.01" ], [ "00:01:25.95", "00:01:26.66" ], [ "00:01:26.22", "00:01:28.56" ] ], "start_stop_frames": [ [ 3845, 4216 ], [ 4224, 4250 ], [ 4297, 4333 ], [ 4311, 4428 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P26_19+29_30_31_32", "video_id": "P26_19", "narration_ids": [ "P26_19_29", "P26_19_30", "P26_19_31", "P26_19_32" ], "src": "rinse glass . put_down glass . take glass", "src1": "rinse glass", "src2": "put_down glass", "src3": "take glass", "trg": "wash glass", "vis_src": "P26_19:29 P26_19:30 P26_19:31", "vis_trg": "P26_19:32", "narrations": [ "rinse glass", "put down glass", "take glass", "wash glass" ], "verbs": [ "rinse", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:01:40.50", "00:01:51.61" ], [ "00:01:51.42", "00:01:53.36" ], [ "00:01:53.37", "00:01:54.62" ], [ "00:01:57.56", "00:02:09.12" ] ], "start_stop_frames": [ [ 6030, 6696 ], [ 6685, 6801 ], [ 6802, 6877 ], [ 7053, 7747 ] ], "trgnoun": "glass", "trgverb": "wash" }, { "key": "P22_117+427_428_429_430", "video_id": "P22_117", "narration_ids": [ "P22_117_427", "P22_117_428", "P22_117_429", "P22_117_430" ], "src": "pick_up bottle . close fridge . close cupboard", "src1": "pick_up bottle", "src2": "close fridge", "src3": "close cupboard", "trg": "put_down bottle", "vis_src": "P22_117:427 P22_117:428 P22_117:429", "vis_trg": "P22_117:430", "narrations": [ "pick up bottle", "close fridge", "close cupboard", "put down bottle" ], "verbs": [ "pick-up", "close", "close", "put-down" ], "verb_classes": [ 0, 4, 4, 1 ], "nouns": [ "bottle", "fridge", "cupboard", "bottle" ], "noun_classes": [ 15, 12, 3, 15 ], "start_stop_timestamps": [ [ "00:15:48.95", "00:15:50.52" ], [ "00:15:50.55", "00:15:51.55" ], [ "00:15:51.98", "00:15:52.62" ], [ "00:15:53.60", "00:15:54.35" ] ], "start_stop_frames": [ [ 47447, 47526 ], [ 47527, 47577 ], [ 47599, 47631 ], [ 47680, 47717 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P03_116+5_6_7_8", "video_id": "P03_116", "narration_ids": [ "P03_116_5", "P03_116_6", "P03_116_7", "P03_116_8" ], "src": "turn_off tap . screw lid on bottle . put_down bottle", "src1": "turn_off tap", "src2": "screw lid on bottle", "src3": "put_down bottle", "trg": "pick_up bottle", "vis_src": "P03_116:5 P03_116:6 P03_116:7", "vis_trg": "P03_116:8", "narrations": [ "turn off tap", "screw lid on bottle", "put down bottle", "pick up bottle" ], "verbs": [ "turn-off", "screw-on", "put-down", "pick-up" ], "verb_classes": [ 8, 4, 1, 0 ], "nouns": [ "tap", "lid", "bottle", "bottle" ], "noun_classes": [ 0, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:00:12.01", "00:00:13.89" ], [ "00:00:14.74", "00:00:16.75" ], [ "00:00:16.84", "00:00:18.12" ], [ "00:00:17.65", "00:00:18.66" ] ], "start_stop_frames": [ [ 600, 694 ], [ 737, 837 ], [ 842, 906 ], [ 882, 933 ] ], "trgnoun": "bottle", "trgverb": "pick_up" }, { "key": "P02_108+9_10_11_12", "video_id": "P02_108", "narration_ids": [ "P02_108_9", "P02_108_10", "P02_108_11", "P02_108_12" ], "src": "put_down biscuits . put_down tin . take ladder", "src1": "put_down biscuits", "src2": "put_down tin", "src3": "take ladder", "trg": "open ladder", "vis_src": "P02_108:9 P02_108:10 P02_108:11", "vis_trg": "P02_108:12", "narrations": [ "put down biscuits", "put down tin", "take ladder", "open ladder" ], "verbs": [ "put-down", "put-down", "take", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "biscuit", "tin", "ladder", "ladder" ], "noun_classes": [ 104, 61, 230, 230 ], "start_stop_timestamps": [ [ "00:00:25.45", "00:00:28.15" ], [ "00:00:28.15", "00:00:28.99" ], [ "00:00:28.93", "00:00:30.26" ], [ "00:00:30.35", "00:00:32.36" ] ], "start_stop_frames": [ [ 1272, 1407 ], [ 1407, 1449 ], [ 1446, 1513 ], [ 1517, 1618 ] ], "trgnoun": "ladder", "trgverb": "open" }, { "key": "P04_107+726_727_728_729", "video_id": "P04_107", "narration_ids": [ "P04_107_726", "P04_107_727", "P04_107_728", "P04_107_729" ], "src": "turn_over dough . roll_out dough . lift_up rolling_pin", "src1": "turn_over dough", "src2": "roll_out dough", "src3": "lift_up rolling_pin", "trg": "pick_up dough", "vis_src": "P04_107:726 P04_107:727 P04_107:728", "vis_trg": "P04_107:729", "narrations": [ "turn over dough", "roll out dough", "lift up rolling pin", "pick up dough" ], "verbs": [ "turn-over", "roll-out", "lift-up", "pick-up" ], "verb_classes": [ 22, 39, 33, 0 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:19:30.36", "00:19:31.23" ], [ "00:19:31.33", "00:19:40.96" ], [ "00:19:40.49", "00:19:41.49" ], [ "00:19:40.84", "00:19:42.20" ] ], "start_stop_frames": [ [ 58517, 58561 ], [ 58566, 59048 ], [ 59024, 59074 ], [ 59041, 59110 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P03_14+6_7_8_9", "video_id": "P03_14", "narration_ids": [ "P03_14_6", "P03_14_7", "P03_14_8", "P03_14_9" ], "src": "put saucepan down . turn saucepan . turn lid", "src1": "put saucepan down", "src2": "turn saucepan", "src3": "turn lid", "trg": "grab saucepan", "vis_src": "P03_14:6 P03_14:7 P03_14:8", "vis_trg": "P03_14:9", "narrations": [ "put saucepan down", "turn saucepan", "turn lid", "grab saucepan" ], "verbs": [ "put-down", "turn", "turn", "grab" ], "verb_classes": [ 1, 23, 23, 0 ], "nouns": [ "saucepan", "saucepan", "lid", "saucepan" ], "noun_classes": [ 5, 5, 6, 5 ], "start_stop_timestamps": [ [ "00:00:15.49", "00:00:16.31" ], [ "00:00:16.61", "00:00:17.62" ], [ "00:00:18.72", "00:00:21.47" ], [ "00:00:26.06", "00:00:27.34" ] ], "start_stop_frames": [ [ 929, 978 ], [ 996, 1057 ], [ 1123, 1288 ], [ 1563, 1640 ] ], "trgnoun": "saucepan", "trgverb": "grab" }, { "key": "P37_102+53_54_55_56", "video_id": "P37_102", "narration_ids": [ "P37_102_53", "P37_102_54", "P37_102_55", "P37_102_56" ], "src": "put carrots in bin . slice carrots . dice carrots", "src1": "put carrots in bin", "src2": "slice carrots", "src3": "dice carrots", "trg": "shovel_up carrots", "vis_src": "P37_102:53 P37_102:54 P37_102:55", "vis_trg": "P37_102:56", "narrations": [ "put carrots in bin", "slice carrots", "dice carrots", "shovel up carrots" ], "verbs": [ "put-in", "slice", "dice", "shovel-up" ], "verb_classes": [ 5, 7, 7, 16 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:42.35", "00:02:44.01" ], [ "00:02:44.01", "00:03:14.41" ], [ "00:03:14.17", "00:03:35.72" ], [ "00:03:35.68", "00:03:37.81" ] ], "start_stop_frames": [ [ 8117, 8200 ], [ 8200, 9720 ], [ 9708, 10786 ], [ 10784, 10890 ] ], "trgnoun": "carrot", "trgverb": "shovel_up" }, { "key": "P03_111+3_4_5_6", "video_id": "P03_111", "narration_ids": [ "P03_111_3", "P03_111_4", "P03_111_5", "P03_111_6" ], "src": "put_down chilli . open cupboard . take saucepan from cupboard", "src1": "put_down chilli", "src2": "open cupboard", "src3": "take saucepan from cupboard", "trg": "close cupboard", "vis_src": "P03_111:3 P03_111:4 P03_111:5", "vis_trg": "P03_111:6", "narrations": [ "put down chilli", "open cupboard", "take saucepan from cupboard", "close cupboard" ], "verbs": [ "put-down", "open", "take-from", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "chilli", "cupboard", "saucepan", "cupboard" ], "noun_classes": [ 69, 3, 5, 3 ], "start_stop_timestamps": [ [ "00:00:06.02", "00:00:07.07" ], [ "00:00:07.00", "00:00:08.01" ], [ "00:00:07.75", "00:00:08.66" ], [ "00:00:08.74", "00:00:09.52" ] ], "start_stop_frames": [ [ 301, 353 ], [ 350, 400 ], [ 387, 433 ], [ 437, 476 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P10_02+91_92_93_97", "video_id": "P10_02", "narration_ids": [ "P10_02_91", "P10_02_92", "P10_02_93", "P10_02_97" ], "src": "use the spade to switch the side of another egg food mixture . get the cooked . switch the side again", "src1": "use the spade to switch the side of another egg food mixture", "src2": "get the cooked", "src3": "switch the side again", "trg": "add some more olive_oil into pot", "vis_src": "P10_02:91 P10_02:92 P10_02:93", "vis_trg": "P10_02:97", "narrations": [ "use the spade to switch the side of another egg food mixture", "get the cooked", "switch the side again", "add some more olive oil into pot" ], "verbs": [ "switch", "get", "switch", "add-into" ], "verb_classes": [ 88, 0, 88, 46 ], "nouns": [ "spade", "food", "side", "oil:olive" ], "noun_classes": [ 1, 34, 42, 31 ], "start_stop_timestamps": [ [ "00:12:50.22", "00:12:54.07" ], [ "00:12:54.08", "00:13:30.98" ], [ "00:13:19.93", "00:13:23.45" ], [ "00:13:43.27", "00:13:47.55" ] ], "start_stop_frames": [ [ 46213, 46444 ], [ 46444, 48658 ], [ 47995, 48207 ], [ 49396, 49653 ] ], "trgnoun": "olive_oil", "trgverb": "add_into" }, { "key": "P06_07+145_146_147_148", "video_id": "P06_07", "narration_ids": [ "P06_07_145", "P06_07_146", "P06_07_147", "P06_07_148" ], "src": "spread pesto . lick spoon . put lid on pesto", "src1": "spread pesto", "src2": "lick spoon", "src3": "put lid on pesto", "trg": "put_down pesto", "vis_src": "P06_07:145 P06_07:146 P06_07:147", "vis_trg": "P06_07:148", "narrations": [ "spread pesto", "lick spoon", "put lid on pesto", "put down pesto" ], "verbs": [ "spread", "lick", "put-on", "put-down" ], "verb_classes": [ 27, 35, 1, 1 ], "nouns": [ "pesto", "spoon", "lid", "pesto" ], "noun_classes": [ 47, 1, 6, 47 ], "start_stop_timestamps": [ [ "00:09:31.33", "00:09:47.46" ], [ "00:09:46.78", "00:09:47.69" ], [ "00:09:47.85", "00:09:50.85" ], [ "00:09:50.67", "00:09:51.70" ] ], "start_stop_frames": [ [ 34279, 35247 ], [ 35206, 35261 ], [ 35271, 35451 ], [ 35440, 35502 ] ], "trgnoun": "pesto", "trgverb": "put_down" }, { "key": "P22_110+199_200_201_202", "video_id": "P22_110", "narration_ids": [ "P22_110_199", "P22_110_200", "P22_110_201", "P22_110_202" ], "src": "turn_off tap . pick_up food_residue . open bag", "src1": "turn_off tap", "src2": "pick_up food_residue", "src3": "open bag", "trg": "throw food_residue", "vis_src": "P22_110:199 P22_110:200 P22_110:201", "vis_trg": "P22_110:202", "narrations": [ "turn off tap", "pick up food residue", "open bag", "throw food residue" ], "verbs": [ "turn-off", "pick-up", "open", "throw" ], "verb_classes": [ 8, 0, 3, 13 ], "nouns": [ "tap", "residue:food", "bag", "residue:food" ], "noun_classes": [ 0, 54, 19, 54 ], "start_stop_timestamps": [ [ "00:06:21.71", "00:06:22.22" ], [ "00:06:23.26", "00:06:26.23" ], [ "00:06:27.52", "00:06:28.88" ], [ "00:06:28.72", "00:06:30.45" ] ], "start_stop_frames": [ [ 19085, 19111 ], [ 19163, 19311 ], [ 19376, 19444 ], [ 19436, 19522 ] ], "trgnoun": "food_residue", "trgverb": "throw" }, { "key": "P25_05+56_57_58_59", "video_id": "P25_05", "narration_ids": [ "P25_05_56", "P25_05_57", "P25_05_58", "P25_05_59" ], "src": "open salad . put salad . open mushrooms", "src1": "open salad", "src2": "put salad", "src3": "open mushrooms", "trg": "put mushrooms", "vis_src": "P25_05:56 P25_05:57 P25_05:58", "vis_trg": "P25_05:59", "narrations": [ "open salad", "put salad", "open mushrooms", "put mushrooms" ], "verbs": [ "open", "put", "open", "put" ], "verb_classes": [ 3, 1, 3, 1 ], "nouns": [ "salad", "salad", "mushroom", "mushroom" ], "noun_classes": [ 68, 68, 56, 56 ], "start_stop_timestamps": [ [ "00:07:04.06", "00:07:08.62" ], [ "00:07:10.92", "00:07:15.12" ], [ "00:07:19.28", "00:07:22.87" ], [ "00:07:22.97", "00:07:34.00" ] ], "start_stop_frames": [ [ 25443, 25717 ], [ 25855, 26107 ], [ 26356, 26572 ], [ 26578, 27240 ] ], "trgnoun": "mushroom", "trgverb": "put" }, { "key": "P30_05+365_366_367_368", "video_id": "P30_05", "narration_ids": [ "P30_05_365", "P30_05_366", "P30_05_367", "P30_05_368" ], "src": "take saucepan_lid . put saucepan . close cupboard", "src1": "take saucepan_lid", "src2": "put saucepan", "src3": "close cupboard", "trg": "open cupboard", "vis_src": "P30_05:365 P30_05:366 P30_05:367", "vis_trg": "P30_05:368", "narrations": [ "take saucepan lid", "put saucepan", "close cupboard", "open cupboard" ], "verbs": [ "take", "put", "close", "open" ], "verb_classes": [ 0, 1, 4, 3 ], "nouns": [ "lid:saucepan", "saucepan", "cupboard", "cupboard" ], "noun_classes": [ 6, 5, 3, 3 ], "start_stop_timestamps": [ [ "00:29:44.32", "00:29:48.68" ], [ "00:29:49.40", "00:29:50.46" ], [ "00:29:50.55", "00:29:51.48" ], [ "00:29:53.78", "00:29:55.02" ] ], "start_stop_frames": [ [ 107059, 107320 ], [ 107364, 107427 ], [ 107433, 107488 ], [ 107626, 107701 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P03_109+110_111_112_113", "video_id": "P03_109", "narration_ids": [ "P03_109_110", "P03_109_111", "P03_109_112", "P03_109_113" ], "src": "squeeze sponge . wash saucepan . move sieve", "src1": "squeeze sponge", "src2": "wash saucepan", "src3": "move sieve", "trg": "put saucepan on drying rack", "vis_src": "P03_109:110 P03_109:111 P03_109:112", "vis_trg": "P03_109:113", "narrations": [ "squeeze sponge", "wash saucepan", "move sieve", "put saucepan on drying rack" ], "verbs": [ "squeeze", "wash", "move", "put-on" ], "verb_classes": [ 18, 2, 11, 1 ], "nouns": [ "sponge", "saucepan", "sieve", "saucepan" ], "noun_classes": [ 9, 5, 39, 5 ], "start_stop_timestamps": [ [ "00:06:10.15", "00:06:10.90" ], [ "00:06:10.45", "00:06:16.20" ], [ "00:06:17.45", "00:06:18.48" ], [ "00:06:18.22", "00:06:18.69" ] ], "start_stop_frames": [ [ 18507, 18545 ], [ 18522, 18810 ], [ 18872, 18924 ], [ 18911, 18934 ] ], "trgnoun": "saucepan", "trgverb": "put_on" }, { "key": "P02_112+214_215_216_217", "video_id": "P02_112", "narration_ids": [ "P02_112_214", "P02_112_215", "P02_112_216", "P02_112_217" ], "src": "shape ball of dough . place ball of dough on tray . pick_up bowl", "src1": "shape ball of dough", "src2": "place ball of dough on tray", "src3": "pick_up bowl", "trg": "place bowl in sink", "vis_src": "P02_112:214 P02_112:215 P02_112:216", "vis_trg": "P02_112:217", "narrations": [ "shape ball of dough", "place ball of dough on tray", "pick up bowl", "place bowl in sink" ], "verbs": [ "shape", "place-on", "pick-up", "place-in" ], "verb_classes": [ 74, 1, 0, 5 ], "nouns": [ "ball:dough", "ball:dough", "bowl", "bowl" ], "noun_classes": [ 25, 25, 7, 7 ], "start_stop_timestamps": [ [ "00:15:14.89", "00:15:19.27" ], [ "00:15:18.94", "00:15:20.26" ], [ "00:15:21.10", "00:15:23.04" ], [ "00:15:23.24", "00:15:24.51" ] ], "start_stop_frames": [ [ 45744, 45963 ], [ 45947, 46013 ], [ 46055, 46152 ], [ 46162, 46225 ] ], "trgnoun": "bowl", "trgverb": "place_in" }, { "key": "P04_107+585_586_587_588", "video_id": "P04_107", "narration_ids": [ "P04_107_585", "P04_107_586", "P04_107_587", "P04_107_588" ], "src": "rotate dough . press_down on dough . pick_up rolling_pin", "src1": "rotate dough", "src2": "press_down on dough", "src3": "pick_up rolling_pin", "trg": "roll_out dough", "vis_src": "P04_107:585 P04_107:586 P04_107:587", "vis_trg": "P04_107:588", "narrations": [ "rotate dough", "press down on dough", "pick up rolling pin", "roll out dough" ], "verbs": [ "rotate", "press-down", "pick-up", "roll-out" ], "verb_classes": [ 23, 21, 0, 39 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:16:15.34", "00:16:15.74" ], [ "00:16:16.04", "00:16:16.45" ], [ "00:16:16.19", "00:16:16.57" ], [ "00:16:17.02", "00:16:18.56" ] ], "start_stop_frames": [ [ 48767, 48787 ], [ 48802, 48822 ], [ 48809, 48828 ], [ 48851, 48928 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P01_109+180_181_182_183", "video_id": "P01_109", "narration_ids": [ "P01_109_180", "P01_109_181", "P01_109_182", "P01_109_183" ], "src": "open jar . put_down lid . scoop salt", "src1": "open jar", "src2": "put_down lid", "src3": "scoop salt", "trg": "sprinkle salt", "vis_src": "P01_109:180 P01_109:181 P01_109:182", "vis_trg": "P01_109:183", "narrations": [ "open jar", "put down lid", "scoop salt", "sprinkle salt" ], "verbs": [ "open", "put-down", "scoop", "sprinkle" ], "verb_classes": [ 3, 1, 16, 42 ], "nouns": [ "jar", "lid", "salt", "salt" ], "noun_classes": [ 40, 6, 38, 38 ], "start_stop_timestamps": [ [ "00:08:54.41", "00:08:55.90" ], [ "00:08:55.88", "00:08:56.60" ], [ "00:08:56.58", "00:09:00.26" ], [ "00:09:00.29", "00:09:02.27" ] ], "start_stop_frames": [ [ 26720, 26795 ], [ 26794, 26830 ], [ 26829, 27013 ], [ 27014, 27113 ] ], "trgnoun": "salt", "trgverb": "sprinkle" }, { "key": "P02_103+5_6_7_8", "video_id": "P02_103", "narration_ids": [ "P02_103_5", "P02_103_6", "P02_103_7", "P02_103_8" ], "src": "move bottle to the second hand . pick_up knife . insert knife into bottle", "src1": "move bottle to the second hand", "src2": "pick_up knife", "src3": "insert knife into bottle", "trg": "take_out knife from bottle", "vis_src": "P02_103:5 P02_103:6 P02_103:7", "vis_trg": "P02_103:8", "narrations": [ "move bottle to the second hand", "pick up knife", "insert knife into bottle", "take out knife from bottle" ], "verbs": [ "move-to", "pick-up", "insert-into", "take-out" ], "verb_classes": [ 11, 0, 5, 12 ], "nouns": [ "bottle", "knife", "knife", "knife" ], "noun_classes": [ 15, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:00:22.56", "00:00:23.95" ], [ "00:00:25.14", "00:00:26.24" ], [ "00:00:26.72", "00:00:30.57" ], [ "00:00:30.59", "00:00:31.23" ] ], "start_stop_frames": [ [ 1128, 1197 ], [ 1257, 1312 ], [ 1336, 1528 ], [ 1529, 1561 ] ], "trgnoun": "knife", "trgverb": "take_out" }, { "key": "P30_05+473_474_475_476", "video_id": "P30_05", "narration_ids": [ "P30_05_473", "P30_05_474", "P30_05_475", "P30_05_476" ], "src": "empty bottle . rinse sponge . take scissors", "src1": "empty bottle", "src2": "rinse sponge", "src3": "take scissors", "trg": "clean scissors", "vis_src": "P30_05:473 P30_05:474 P30_05:475", "vis_trg": "P30_05:476", "narrations": [ "empty bottle", "rinse sponge", "take scissors", "clean scissors" ], "verbs": [ "empty", "rinse", "take", "clean" ], "verb_classes": [ 20, 2, 0, 2 ], "nouns": [ "bottle", "sponge", "scissors", "scissors" ], "noun_classes": [ 15, 9, 79, 79 ], "start_stop_timestamps": [ [ "00:36:24.54", "00:36:30.71" ], [ "00:36:32.33", "00:36:35.10" ], [ "00:36:36.36", "00:36:37.63" ], [ "00:36:38.28", "00:36:40.15" ] ], "start_stop_frames": [ [ 131072, 131442 ], [ 131539, 131706 ], [ 131781, 131857 ], [ 131896, 132009 ] ], "trgnoun": "scissors", "trgverb": "clean" }, { "key": "P29_03+453_454_455_456", "video_id": "P29_03", "narration_ids": [ "P29_03_453", "P29_03_454", "P29_03_455", "P29_03_456" ], "src": "remove top from cafetiere . clean cafetiere top . turn_on tap", "src1": "remove top from cafetiere", "src2": "clean cafetiere top", "src3": "turn_on tap", "trg": "tip_over cafetiere", "vis_src": "P29_03:453 P29_03:454 P29_03:455", "vis_trg": "P29_03:456", "narrations": [ "remove top from cafetiere", "clean cafetiere top", "turn on tap", "tip over cafetiere" ], "verbs": [ "remove-from", "clean", "turn-on", "tip-over" ], "verb_classes": [ 12, 2, 6, 59 ], "nouns": [ "top", "cafetiere", "tap", "cafetiere" ], "noun_classes": [ 42, 50, 0, 50 ], "start_stop_timestamps": [ [ "00:28:52.29", "00:28:55.16" ], [ "00:28:55.00", "00:29:02.85" ], [ "00:28:55.86", "00:28:56.89" ], [ "00:28:57.52", "00:28:59.63" ] ], "start_stop_frames": [ [ 103937, 104109 ], [ 104100, 104571 ], [ 104151, 104213 ], [ 104251, 104377 ] ], "trgnoun": "cafetiere", "trgverb": "tip_over" }, { "key": "P05_03+148_149_150_152", "video_id": "P05_03", "narration_ids": [ "P05_03_148", "P05_03_149", "P05_03_150", "P05_03_152" ], "src": "take wooden_spoon . wash wooden_spoon . take spoon", "src1": "take wooden_spoon", "src2": "wash wooden_spoon", "src3": "take spoon", "trg": "rinse jar", "vis_src": "P05_03:148 P05_03:149 P05_03:150", "vis_trg": "P05_03:152", "narrations": [ "take wooden spoon", "wash wooden spoon", "take spoon", "rinse jar" ], "verbs": [ "take", "wash", "take", "rinse" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "spoon:wooden", "spoon:wooden", "spoon", "jar" ], "noun_classes": [ 1, 1, 1, 40 ], "start_stop_timestamps": [ [ "00:14:53.51", "00:14:54.44" ], [ "00:14:55.21", "00:15:06.83" ], [ "00:15:08.66", "00:15:09.36" ], [ "00:15:21.07", "00:15:29.73" ] ], "start_stop_frames": [ [ 53610, 53666 ], [ 53712, 54409 ], [ 54519, 54561 ], [ 55264, 55783 ] ], "trgnoun": "jar", "trgverb": "rinse" }, { "key": "P01_105+722_725_727_728", "video_id": "P01_105", "narration_ids": [ "P01_105_722", "P01_105_725", "P01_105_727", "P01_105_728" ], "src": "rinse peeler . rinse hand . turn_off tap", "src1": "rinse peeler", "src2": "rinse hand", "src3": "turn_off tap", "trg": "shake peeler", "vis_src": "P01_105:722 P01_105:725 P01_105:727", "vis_trg": "P01_105:728", "narrations": [ "rinse peeler", "rinse hand", "turn off tap", "shake peeler" ], "verbs": [ "rinse", "rinse", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "peeler", "hand", "tap", "peeler" ], "noun_classes": [ 87, 11, 0, 87 ], "start_stop_timestamps": [ [ "00:30:36.70", "00:30:37.54" ], [ "00:30:41.36", "00:30:41.86" ], [ "00:30:44.91", "00:30:45.76" ], [ "00:30:45.54", "00:30:46.20" ] ], "start_stop_frames": [ [ 91835, 91877 ], [ 92068, 92093 ], [ 92245, 92288 ], [ 92277, 92310 ] ], "trgnoun": "peeler", "trgverb": "shake" }, { "key": "P37_102+101_102_103_104", "video_id": "P37_102", "narration_ids": [ "P37_102_101", "P37_102_102", "P37_102_103", "P37_102_104" ], "src": "slice carrots . cut carrots into sticks . take carrots", "src1": "slice carrots", "src2": "cut carrots into sticks", "src3": "take carrots", "trg": "cut carrots", "vis_src": "P37_102:101 P37_102:102 P37_102:103", "vis_trg": "P37_102:104", "narrations": [ "slice carrots", "cut carrots into sticks", "take carrots", "cut carrots" ], "verbs": [ "slice", "cut-into", "take", "cut" ], "verb_classes": [ 7, 7, 0, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:07:58.73", "00:08:05.67" ], [ "00:08:08.67", "00:08:27.17" ], [ "00:08:25.89", "00:08:29.21" ], [ "00:08:29.31", "00:08:38.47" ] ], "start_stop_frames": [ [ 23936, 24283 ], [ 24433, 25358 ], [ 25294, 25460 ], [ 25465, 25923 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P35_105+92_93_94_95", "video_id": "P35_105", "narration_ids": [ "P35_105_92", "P35_105_93", "P35_105_94", "P35_105_95" ], "src": "take fork . adjust hob . pick_up salt", "src1": "take fork", "src2": "adjust hob", "src3": "pick_up salt", "trg": "pour salt", "vis_src": "P35_105:92 P35_105:93 P35_105:94", "vis_trg": "P35_105:95", "narrations": [ "take fork", "adjust hob", "pick up salt", "pour salt" ], "verbs": [ "take", "adjust", "pick-up", "pour" ], "verb_classes": [ 0, 17, 0, 9 ], "nouns": [ "fork", "hob", "salt", "salt" ], "noun_classes": [ 14, 24, 38, 38 ], "start_stop_timestamps": [ [ "00:05:50.45", "00:05:55.70" ], [ "00:05:55.80", "00:05:57.30" ], [ "00:05:57.21", "00:06:01.97" ], [ "00:06:02.06", "00:06:14.23" ] ], "start_stop_frames": [ [ 17522, 17785 ], [ 17790, 17865 ], [ 17860, 18098 ], [ 18103, 18711 ] ], "trgnoun": "salt", "trgverb": "pour" }, { "key": "P22_17+14_15_16_17", "video_id": "P22_17", "narration_ids": [ "P22_17_14", "P22_17_15", "P22_17_16", "P22_17_17" ], "src": "turn_on light . lather bowl . pick_up mincing_knife", "src1": "turn_on light", "src2": "lather bowl", "src3": "pick_up mincing_knife", "trg": "lather mincing_knife", "vis_src": "P22_17:14 P22_17:15 P22_17:16", "vis_trg": "P22_17:17", "narrations": [ "turn on light", "lather bowl", "pick up mincing knife", "lather mincing knife" ], "verbs": [ "turn-on", "lather", "pick-up", "lather" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "light", "bowl", "knife:mincing", "knife:mincing" ], "noun_classes": [ 114, 7, 4, 4 ], "start_stop_timestamps": [ [ "00:00:18.89", "00:00:20.49" ], [ "00:00:21.50", "00:00:27.50" ], [ "00:00:27.85", "00:00:29.60" ], [ "00:00:29.10", "00:00:34.33" ] ], "start_stop_frames": [ [ 1133, 1229 ], [ 1290, 1650 ], [ 1671, 1776 ], [ 1746, 2059 ] ], "trgnoun": "mincing_knife", "trgverb": "lather" }, { "key": "P08_23+138_139_140_141", "video_id": "P08_23", "narration_ids": [ "P08_23_138", "P08_23_139", "P08_23_140", "P08_23_141" ], "src": "close cupboard . wash_off hands . get plastic_bag", "src1": "close cupboard", "src2": "wash_off hands", "src3": "get plastic_bag", "trg": "close it", "vis_src": "P08_23:138 P08_23:139 P08_23:140", "vis_trg": "P08_23:141", "narrations": [ "close cupboard", "wash off hands", "get plastic bag", "close it" ], "verbs": [ "close", "wash-off", "get", "close" ], "verb_classes": [ 4, 2, 0, 4 ], "nouns": [ "cupboard", "hand", "bag:plastic", "bag:plastic" ], "noun_classes": [ 3, 11, 19, 19 ], "start_stop_timestamps": [ [ "00:13:25.19", "00:13:26.63" ], [ "00:13:28.66", "00:13:30.00" ], [ "00:13:30.85", "00:13:32.52" ], [ "00:13:33.93", "00:13:36.97" ] ], "start_stop_frames": [ [ 48311, 48397 ], [ 48519, 48600 ], [ 48651, 48751 ], [ 48835, 49018 ] ], "trgnoun": "plastic_bag", "trgverb": "close" }, { "key": "P22_115+19_20_21_22", "video_id": "P22_115", "narration_ids": [ "P22_115_19", "P22_115_20", "P22_115_21", "P22_115_22" ], "src": "dry knife . put_down knife . take fork", "src1": "dry knife", "src2": "put_down knife", "src3": "take fork", "trg": "dry fork", "vis_src": "P22_115:19 P22_115:20 P22_115:21", "vis_trg": "P22_115:22", "narrations": [ "dry knife", "put down knife", "take fork", "dry fork" ], "verbs": [ "dry", "put-down", "take", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:00:43.37", "00:00:44.11" ], [ "00:00:44.20", "00:00:44.84" ], [ "00:00:44.68", "00:00:45.39" ], [ "00:00:45.87", "00:00:47.65" ] ], "start_stop_frames": [ [ 2168, 2205 ], [ 2210, 2242 ], [ 2234, 2269 ], [ 2293, 2382 ] ], "trgnoun": "fork", "trgverb": "dry" }, { "key": "P04_10+67_68_69_70", "video_id": "P04_10", "narration_ids": [ "P04_10_67", "P04_10_68", "P04_10_69", "P04_10_70" ], "src": "open bag . put celery in bag . close bag", "src1": "open bag", "src2": "put celery in bag", "src3": "close bag", "trg": "put bag in freezer", "vis_src": "P04_10:67 P04_10:68 P04_10:69", "vis_trg": "P04_10:70", "narrations": [ "open bag", "put celery in bag", "close bag", "put bag in freezer" ], "verbs": [ "open", "put-in", "close", "put-in" ], "verb_classes": [ 3, 5, 4, 5 ], "nouns": [ "bag", "celery", "bag", "bag" ], "noun_classes": [ 19, 223, 19, 19 ], "start_stop_timestamps": [ [ "00:11:59.33", "00:12:01.11" ], [ "00:12:01.22", "00:12:19.77" ], [ "00:12:19.87", "00:12:27.18" ], [ "00:12:27.28", "00:12:31.79" ] ], "start_stop_frames": [ [ 43159, 43266 ], [ 43273, 44386 ], [ 44392, 44830 ], [ 44836, 45107 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P30_104+63_64_65_66", "video_id": "P30_104", "narration_ids": [ "P30_104_63", "P30_104_64", "P30_104_65", "P30_104_66" ], "src": "turn_on tap . rinse v60 . turn_off tap", "src1": "turn_on tap", "src2": "rinse v60", "src3": "turn_off tap", "trg": "put v60 on drying rack", "vis_src": "P30_104:63 P30_104:64 P30_104:65", "vis_trg": "P30_104:66", "narrations": [ "turn on tap", "rinse v60", "turn off tap", "put v60 on drying rack" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-on" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "v60", "tap", "v60" ], "noun_classes": [ 0, 50, 0, 50 ], "start_stop_timestamps": [ [ "00:01:39.09", "00:01:40.56" ], [ "00:01:40.17", "00:01:47.87" ], [ "00:01:47.66", "00:01:48.30" ], [ "00:01:48.34", "00:01:49.34" ] ], "start_stop_frames": [ [ 4954, 5028 ], [ 5008, 5393 ], [ 5383, 5415 ], [ 5417, 5467 ] ], "trgnoun": "v60", "trgverb": "put_on" }, { "key": "P02_03+289_290_291_292", "video_id": "P02_03", "narration_ids": [ "P02_03_289", "P02_03_290", "P02_03_291", "P02_03_292" ], "src": "pick_up spoon . move water from pot to pan . lower heat", "src1": "pick_up spoon", "src2": "move water from pot to pan", "src3": "lower heat", "trg": "move water using spoon from pot to pan", "vis_src": "P02_03:289 P02_03:290 P02_03:291", "vis_trg": "P02_03:292", "narrations": [ "pick up spoon", "move water from pot to pan", "lower heat", "move water using spoon from pot to pan" ], "verbs": [ "pick-up", "move-from", "lower", "move-to" ], "verb_classes": [ 0, 11, 73, 11 ], "nouns": [ "spoon", "water", "heat", "water" ], "noun_classes": [ 1, 27, 65, 27 ], "start_stop_timestamps": [ [ "00:16:11.71", "00:16:13.08" ], [ "00:16:13.78", "00:16:18.78" ], [ "00:16:19.12", "00:16:20.84" ], [ "00:16:21.34", "00:16:25.88" ] ], "start_stop_frames": [ [ 58302, 58384 ], [ 58426, 58726 ], [ 58747, 58850 ], [ 58880, 59152 ] ], "trgnoun": "water", "trgverb": "move_to" }, { "key": "P30_112+5_6_7_8", "video_id": "P30_112", "narration_ids": [ "P30_112_5", "P30_112_6", "P30_112_7", "P30_112_8" ], "src": "close oven . put_down oven_mitt . take chopping_board from drying rack", "src1": "close oven", "src2": "put_down oven_mitt", "src3": "take chopping_board from drying rack", "trg": "pick_up oven_mitt", "vis_src": "P30_112:5 P30_112:6 P30_112:7", "vis_trg": "P30_112:8", "narrations": [ "close oven", "put down oven mitt", "take chopping board from drying rack", "pick up oven mitt" ], "verbs": [ "close", "put-down", "take-from", "pick-up" ], "verb_classes": [ 4, 1, 0, 0 ], "nouns": [ "oven", "mitt:oven", "board:chopping", "mitt:oven" ], "noun_classes": [ 46, 60, 18, 60 ], "start_stop_timestamps": [ [ "00:00:16.26", "00:00:16.90" ], [ "00:00:18.17", "00:00:18.88" ], [ "00:00:18.83", "00:00:20.11" ], [ "00:00:20.17", "00:00:21.44" ] ], "start_stop_frames": [ [ 813, 844 ], [ 908, 944 ], [ 941, 1005 ], [ 1008, 1072 ] ], "trgnoun": "oven_mitt", "trgverb": "pick_up" }, { "key": "P26_106+17_18_19_20", "video_id": "P26_106", "narration_ids": [ "P26_106_17", "P26_106_18", "P26_106_19", "P26_106_20" ], "src": "close oven . open fridge . pick_up cheese", "src1": "close oven", "src2": "open fridge", "src3": "pick_up cheese", "trg": "close fridge", "vis_src": "P26_106:17 P26_106:18 P26_106:19", "vis_trg": "P26_106:20", "narrations": [ "close oven", "open fridge", "pick up cheese", "close fridge" ], "verbs": [ "close", "open", "pick-up", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "oven", "fridge", "cheese", "fridge" ], "noun_classes": [ 46, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:01:06.70", "00:01:09.02" ], [ "00:01:13.73", "00:01:14.64" ], [ "00:01:15.09", "00:01:16.81" ], [ "00:01:16.71", "00:01:17.71" ] ], "start_stop_frames": [ [ 3335, 3451 ], [ 3686, 3732 ], [ 3754, 3840 ], [ 3835, 3885 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P06_103+99_100_101_102", "video_id": "P06_103", "narration_ids": [ "P06_103_99", "P06_103_100", "P06_103_101", "P06_103_102" ], "src": "pick_up cutlery . shake cutlery . open drawer", "src1": "pick_up cutlery", "src2": "shake cutlery", "src3": "open drawer", "trg": "put cutlery in drawer", "vis_src": "P06_103:99 P06_103:100 P06_103:101", "vis_trg": "P06_103:102", "narrations": [ "pick up cutlery", "shake cutlery", "open drawer", "put cutlery in drawer" ], "verbs": [ "pick-up", "shake", "open", "put-in" ], "verb_classes": [ 0, 15, 3, 5 ], "nouns": [ "cutlery", "cutlery", "drawer", "cutlery" ], "noun_classes": [ 58, 58, 8, 58 ], "start_stop_timestamps": [ [ "00:05:32.66", "00:05:40.10" ], [ "00:05:40.05", "00:05:40.83" ], [ "00:05:43.13", "00:05:44.99" ], [ "00:05:45.09", "00:05:46.05" ] ], "start_stop_frames": [ [ 16633, 17005 ], [ 17002, 17041 ], [ 17156, 17249 ], [ 17254, 17302 ] ], "trgnoun": "cutlery", "trgverb": "put_in" }, { "key": "P04_101+100_101_102_103", "video_id": "P04_101", "narration_ids": [ "P04_101_100", "P04_101_101", "P04_101_102", "P04_101_103" ], "src": "open cupboard . pick_up bowl . open fridge", "src1": "open cupboard", "src2": "pick_up bowl", "src3": "open fridge", "trg": "look_for something", "vis_src": "P04_101:100 P04_101:101 P04_101:102", "vis_trg": "P04_101:103", "narrations": [ "open cupboard", "pick up bowl", "open fridge", "look for something" ], "verbs": [ "open", "pick-up", "open", "look-for" ], "verb_classes": [ 3, 0, 3, 48 ], "nouns": [ "cupboard", "bowl", "fridge", "fridge" ], "noun_classes": [ 3, 7, 12, 12 ], "start_stop_timestamps": [ [ "00:03:52.35", "00:03:53.55" ], [ "00:03:54.31", "00:03:54.89" ], [ "00:03:56.93", "00:03:57.67" ], [ "00:03:57.89", "00:03:59.39" ] ], "start_stop_frames": [ [ 11617, 11677 ], [ 11715, 11744 ], [ 11846, 11883 ], [ 11894, 11969 ] ], "trgnoun": "fridge", "trgverb": "look_for" }, { "key": "P23_03+15_16_17_19", "video_id": "P23_03", "narration_ids": [ "P23_03_15", "P23_03_16", "P23_03_17", "P23_03_19" ], "src": "clean_with water . take the plate . clean_with the brush", "src1": "clean_with water", "src2": "take the plate", "src3": "clean_with the brush", "trg": "take the bowl with chicken", "vis_src": "P23_03:15 P23_03:16 P23_03:17", "vis_trg": "P23_03:19", "narrations": [ "clean with water", "take the plate", "clean with the brush", "take the bowl with chicken" ], "verbs": [ "clean-with", "take", "clean-with", "take-with" ], "verb_classes": [ 2, 0, 2, 0 ], "nouns": [ "water", "plate", "brush", "bowl" ], "noun_classes": [ 27, 2, 103, 7 ], "start_stop_timestamps": [ [ "00:02:01.14", "00:02:18.72" ], [ "00:02:19.83", "00:02:20.80" ], [ "00:02:21.70", "00:02:39.05" ], [ "00:02:58.05", "00:02:59.55" ] ], "start_stop_frames": [ [ 7268, 8323 ], [ 8389, 8448 ], [ 8502, 9543 ], [ 10683, 10773 ] ], "trgnoun": "bowl", "trgverb": "take_with" }, { "key": "P27_01+15_16_17_18", "video_id": "P27_01", "narration_ids": [ "P27_01_15", "P27_01_16", "P27_01_17", "P27_01_18" ], "src": "wash pan . rinse sponge . rinse pan", "src1": "wash pan", "src2": "rinse sponge", "src3": "rinse pan", "trg": "put pan", "vis_src": "P27_01:15 P27_01:16 P27_01:17", "vis_trg": "P27_01:18", "narrations": [ "wash pan", "rinse sponge", "rinse pan", "put pan" ], "verbs": [ "wash", "rinse", "rinse", "put" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "pan", "sponge", "pan", "pan" ], "noun_classes": [ 5, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:01:46.14", "00:01:53.04" ], [ "00:01:53.14", "00:01:54.24" ], [ "00:02:07.09", "00:02:12.54" ], [ "00:02:12.53", "00:02:13.68" ] ], "start_stop_frames": [ [ 6368, 6782 ], [ 6788, 6854 ], [ 7625, 7952 ], [ 7951, 8020 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P12_02+14_15_16_17", "video_id": "P12_02", "narration_ids": [ "P12_02_14", "P12_02_15", "P12_02_16", "P12_02_17" ], "src": "open drawer . take can . take cans", "src1": "open drawer", "src2": "take can", "src3": "take cans", "trg": "close drawer", "vis_src": "P12_02:14 P12_02:15 P12_02:16", "vis_trg": "P12_02:17", "narrations": [ "open drawer", "take can", "take cans", "close drawer" ], "verbs": [ "open", "take", "take", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "drawer", "can", "can", "drawer" ], "noun_classes": [ 8, 61, 61, 8 ], "start_stop_timestamps": [ [ "00:01:33.98", "00:01:35.23" ], [ "00:01:35.85", "00:01:37.35" ], [ "00:01:38.69", "00:01:43.69" ], [ "00:01:47.50", "00:01:50.35" ] ], "start_stop_frames": [ [ 5638, 5713 ], [ 5751, 5841 ], [ 5921, 6221 ], [ 6450, 6621 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P26_105+48_49_50_51", "video_id": "P26_105", "narration_ids": [ "P26_105_48", "P26_105_49", "P26_105_50", "P26_105_51" ], "src": "close cupboard . pick_up spoon . pick_up plate", "src1": "close cupboard", "src2": "pick_up spoon", "src3": "pick_up plate", "trg": "put_down plate", "vis_src": "P26_105:48 P26_105:49 P26_105:50", "vis_trg": "P26_105:51", "narrations": [ "close cupboard", "pick up spoon", "pick up plate", "put down plate" ], "verbs": [ "close", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 4, 0, 0, 1 ], "nouns": [ "cupboard", "spoon", "plate", "plate" ], "noun_classes": [ 3, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:02:35.00", "00:02:36.02" ], [ "00:02:36.12", "00:02:36.66" ], [ "00:02:36.63", "00:02:37.76" ], [ "00:02:37.48", "00:02:39.29" ] ], "start_stop_frames": [ [ 7750, 7801 ], [ 7806, 7833 ], [ 7831, 7888 ], [ 7873, 7964 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P04_107+593_594_595_596", "video_id": "P04_107", "narration_ids": [ "P04_107_593", "P04_107_594", "P04_107_595", "P04_107_596" ], "src": "pick_up chopstick . fold dough over chopstick . lay chopstick on dough", "src1": "pick_up chopstick", "src2": "fold dough over chopstick", "src3": "lay chopstick on dough", "trg": "pat dough", "vis_src": "P04_107:593 P04_107:594 P04_107:595", "vis_trg": "P04_107:596", "narrations": [ "pick up chopstick", "fold dough over chopstick", "lay chopstick on dough", "pat dough" ], "verbs": [ "pick-up", "fold-over", "lay-on", "pat" ], "verb_classes": [ 0, 28, 1, 32 ], "nouns": [ "chopstick", "dough", "chopstick", "dough" ], "noun_classes": [ 80, 25, 80, 25 ], "start_stop_timestamps": [ [ "00:16:22.61", "00:16:23.77" ], [ "00:16:23.89", "00:16:24.76" ], [ "00:16:25.04", "00:16:25.79" ], [ "00:16:25.91", "00:16:26.42" ] ], "start_stop_frames": [ [ 49130, 49188 ], [ 49194, 49238 ], [ 49252, 49289 ], [ 49295, 49321 ] ], "trgnoun": "dough", "trgverb": "pat" }, { "key": "P22_10+72_73_74_75", "video_id": "P22_10", "narration_ids": [ "P22_10_72", "P22_10_73", "P22_10_74", "P22_10_75" ], "src": "rinse hands . pick_up waste . rinse waste", "src1": "rinse hands", "src2": "pick_up waste", "src3": "rinse waste", "trg": "shake waste", "vis_src": "P22_10:72 P22_10:73 P22_10:74", "vis_trg": "P22_10:75", "narrations": [ "rinse hands", "pick up waste", "rinse waste", "shake waste" ], "verbs": [ "rinse", "pick-up", "rinse", "shake" ], "verb_classes": [ 2, 0, 2, 15 ], "nouns": [ "hand", "waste", "waste", "waste" ], "noun_classes": [ 11, 54, 54, 54 ], "start_stop_timestamps": [ [ "00:02:23.23", "00:02:23.99" ], [ "00:02:24.08", "00:02:25.59" ], [ "00:02:26.58", "00:02:27.89" ], [ "00:02:27.99", "00:02:28.77" ] ], "start_stop_frames": [ [ 8593, 8639 ], [ 8644, 8735 ], [ 8794, 8873 ], [ 8879, 8926 ] ], "trgnoun": "waste", "trgverb": "shake" }, { "key": "P04_04+34_35_36_37", "video_id": "P04_04", "narration_ids": [ "P04_04_34", "P04_04_35", "P04_04_36", "P04_04_37" ], "src": "turn_on hob . turn_on extractor_fan . turn_off light", "src1": "turn_on hob", "src2": "turn_on extractor_fan", "src3": "turn_off light", "trg": "turn_on light", "vis_src": "P04_04:34 P04_04:35 P04_04:36", "vis_trg": "P04_04:37", "narrations": [ "turn on hob", "turn on extractor fan", "turn off light", "turn on light" ], "verbs": [ "turn-on", "turn-on", "turn-off", "turn-on" ], "verb_classes": [ 6, 6, 8, 6 ], "nouns": [ "hob", "fan:extractor", "light", "light" ], "noun_classes": [ 24, 179, 114, 114 ], "start_stop_timestamps": [ [ "00:02:23.71", "00:02:26.56" ], [ "00:02:26.66", "00:02:28.17" ], [ "00:02:28.76", "00:02:29.51" ], [ "00:02:30.62", "00:02:31.62" ] ], "start_stop_frames": [ [ 8622, 8793 ], [ 8799, 8890 ], [ 8925, 8970 ], [ 9037, 9097 ] ], "trgnoun": "light", "trgverb": "turn_on" }, { "key": "P10_02+88_89_90_92", "video_id": "P10_02", "narration_ids": [ "P10_02_88", "P10_02_89", "P10_02_90", "P10_02_92" ], "src": "shake another pot to make sure that the mixture covered the bottom of the pot . put some more into the bottom right_pot . use the spade to switch the side of the cooked egg powder mixture", "src1": "shake another pot to make sure that the mixture covered the bottom of the pot", "src2": "put some more into the bottom right_pot", "src3": "use the spade to switch the side of the cooked egg powder mixture", "trg": "get the cooked", "vis_src": "P10_02:88 P10_02:89 P10_02:90", "vis_trg": "P10_02:92", "narrations": [ "shake another pot to make sure that the mixture covered the bottom of the pot", "put some more into the bottom right pot", "use the spade to switch the side of the cooked egg powder mixture", "get the cooked" ], "verbs": [ "shake", "put-into", "switch", "get" ], "verb_classes": [ 15, 5, 88, 0 ], "nouns": [ "pot", "pot:right", "spade", "food" ], "noun_classes": [ 29, 29, 1, 34 ], "start_stop_timestamps": [ [ "00:11:47.04", "00:11:54.67" ], [ "00:11:57.14", "00:12:01.77" ], [ "00:12:43.93", "00:12:48.62" ], [ "00:12:54.08", "00:13:30.98" ] ], "start_stop_frames": [ [ 42422, 42880 ], [ 43028, 43306 ], [ 45835, 46117 ], [ 46444, 48658 ] ], "trgnoun": "food", "trgverb": "get" }, { "key": "P30_107+215_216_217_218", "video_id": "P30_107", "narration_ids": [ "P30_107_215", "P30_107_216", "P30_107_217", "P30_107_218" ], "src": "scratch pak choi leaf . take pak_choi . put pak_choi into colander", "src1": "scratch pak choi leaf", "src2": "take pak_choi", "src3": "put pak_choi into colander", "trg": "rinse pak_choi", "vis_src": "P30_107:215 P30_107:216 P30_107:217", "vis_trg": "P30_107:218", "narrations": [ "scratch pak choi leaf", "take pak choi", "put pak choi into colander", "rinse pak choi" ], "verbs": [ "scratch", "take", "put-into", "rinse" ], "verb_classes": [ 55, 0, 5, 2 ], "nouns": [ "leaf:pak:choi", "choi:pak", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 151, 151, 151 ], "start_stop_timestamps": [ [ "00:10:52.20", "00:10:54.25" ], [ "00:10:54.61", "00:11:10.60" ], [ "00:10:59.94", "00:11:00.40" ], [ "00:11:11.36", "00:11:17.45" ] ], "start_stop_frames": [ [ 32610, 32712 ], [ 32730, 33530 ], [ 32997, 33020 ], [ 33568, 33872 ] ], "trgnoun": "pak_choi", "trgverb": "rinse" }, { "key": "P01_06+112_113_114_115", "video_id": "P01_06", "narration_ids": [ "P01_06_112", "P01_06_113", "P01_06_114", "P01_06_115" ], "src": "rinse cloth . wash sink . turn_off tap", "src1": "rinse cloth", "src2": "wash sink", "src3": "turn_off tap", "trg": "squeeze cloth", "vis_src": "P01_06:112 P01_06:113 P01_06:114", "vis_trg": "P01_06:115", "narrations": [ "rinse cloth", "wash sink", "turn off tap", "squeeze cloth" ], "verbs": [ "rinse", "wash", "turn-off", "squeeze" ], "verb_classes": [ 2, 2, 8, 18 ], "nouns": [ "cloth", "sink", "tap", "cloth" ], "noun_classes": [ 17, 63, 0, 17 ], "start_stop_timestamps": [ [ "00:07:26.65", "00:07:28.65" ], [ "00:07:28.75", "00:07:49.25" ], [ "00:07:49.24", "00:07:50.26" ], [ "00:07:49.58", "00:07:53.21" ] ], "start_stop_frames": [ [ 26799, 26919 ], [ 26925, 28155 ], [ 28154, 28215 ], [ 28174, 28392 ] ], "trgnoun": "cloth", "trgverb": "squeeze" }, { "key": "P22_107+185_186_187_188", "video_id": "P22_107", "narration_ids": [ "P22_107_185", "P22_107_186", "P22_107_187", "P22_107_188" ], "src": "turn_on tap . rinse blackberries . turn_off tap", "src1": "turn_on tap", "src2": "rinse blackberries", "src3": "turn_off tap", "trg": "shake blackberries", "vis_src": "P22_107:185 P22_107:186 P22_107:187", "vis_trg": "P22_107:188", "narrations": [ "turn on tap", "rinse blackberries", "turn off tap", "shake blackberries" ], "verbs": [ "turn-on", "rinse", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "tap", "blackberry", "tap", "blackberry" ], "noun_classes": [ 0, 219, 0, 219 ], "start_stop_timestamps": [ [ "00:07:13.91", "00:07:14.61" ], [ "00:07:14.62", "00:07:16.07" ], [ "00:07:16.17", "00:07:16.74" ], [ "00:07:16.78", "00:07:17.50" ] ], "start_stop_frames": [ [ 21695, 21730 ], [ 21731, 21803 ], [ 21808, 21837 ], [ 21839, 21875 ] ], "trgnoun": "blackberry", "trgverb": "shake" }, { "key": "P06_01+15_16_17_18", "video_id": "P06_01", "narration_ids": [ "P06_01_15", "P06_01_16", "P06_01_17", "P06_01_18" ], "src": "put cereal into packet . put cereal into cupboard . open milk", "src1": "put cereal into packet", "src2": "put cereal into cupboard", "src3": "open milk", "trg": "pour milk into bowl", "vis_src": "P06_01:15 P06_01:16 P06_01:17", "vis_trg": "P06_01:18", "narrations": [ "put cereal into packet", "put cereal into cupboard", "open milk", "pour milk into bowl" ], "verbs": [ "put-into", "put-into", "open", "pour-into" ], "verb_classes": [ 5, 5, 3, 9 ], "nouns": [ "cereal", "cereal", "milk", "milk" ], "noun_classes": [ 99, 99, 64, 64 ], "start_stop_timestamps": [ [ "00:01:00.20", "00:01:02.62" ], [ "00:01:07.78", "00:01:10.65" ], [ "00:01:12.71", "00:01:13.93" ], [ "00:01:14.01", "00:01:20.36" ] ], "start_stop_frames": [ [ 3612, 3757 ], [ 4066, 4239 ], [ 4362, 4435 ], [ 4440, 4821 ] ], "trgnoun": "milk", "trgverb": "pour_into" }, { "key": "P29_03+105_106_107_108", "video_id": "P29_03", "narration_ids": [ "P29_03_105", "P29_03_106", "P29_03_107", "P29_03_108" ], "src": "place utensils in pot . adjust ladle . put ladle in pot", "src1": "place utensils in pot", "src2": "adjust ladle", "src3": "put ladle in pot", "trg": "put ladles down", "vis_src": "P29_03:105 P29_03:106 P29_03:107", "vis_trg": "P29_03:108", "narrations": [ "place utensils in pot", "adjust ladle", "put ladle in pot", "put ladles down" ], "verbs": [ "place", "adjust", "put-in", "put" ], "verb_classes": [ 1, 17, 5, 1 ], "nouns": [ "utensil", "ladle", "ladle", "ladle" ], "noun_classes": [ 154, 97, 97, 97 ], "start_stop_timestamps": [ [ "00:06:46.30", "00:06:49.63" ], [ "00:06:48.64", "00:06:52.71" ], [ "00:06:51.52", "00:06:54.32" ], [ "00:06:53.08", "00:06:59.00" ] ], "start_stop_frames": [ [ 24378, 24577 ], [ 24518, 24762 ], [ 24691, 24859 ], [ 24784, 25140 ] ], "trgnoun": "ladle", "trgverb": "put" }, { "key": "P04_101+151_152_153_154", "video_id": "P04_101", "narration_ids": [ "P04_101_151", "P04_101_152", "P04_101_153", "P04_101_154" ], "src": "push pasta . pick_up honey . squeeze honey into bowl", "src1": "push pasta", "src2": "pick_up honey", "src3": "squeeze honey into bowl", "trg": "put honey in cupboard", "vis_src": "P04_101:151 P04_101:152 P04_101:153", "vis_trg": "P04_101:154", "narrations": [ "push pasta", "pick up honey", "squeeze honey into bowl", "put honey in cupboard" ], "verbs": [ "push", "pick-up", "squeeze-into", "put-in" ], "verb_classes": [ 21, 0, 18, 5 ], "nouns": [ "pasta", "honey", "honey", "honey" ], "noun_classes": [ 45, 115, 115, 115 ], "start_stop_timestamps": [ [ "00:05:24.15", "00:05:25.97" ], [ "00:05:27.15", "00:05:27.65" ], [ "00:05:29.70", "00:05:30.95" ], [ "00:05:31.51", "00:05:33.55" ] ], "start_stop_frames": [ [ 16207, 16298 ], [ 16357, 16382 ], [ 16485, 16547 ], [ 16575, 16677 ] ], "trgnoun": "honey", "trgverb": "put_in" }, { "key": "P02_135+72_73_74_75", "video_id": "P02_135", "narration_ids": [ "P02_135_72", "P02_135_73", "P02_135_74", "P02_135_75" ], "src": "pick_up plate from cupboard . close cupboard . move water_filter", "src1": "pick_up plate from cupboard", "src2": "close cupboard", "src3": "move water_filter", "trg": "put_down plate", "vis_src": "P02_135:72 P02_135:73 P02_135:74", "vis_trg": "P02_135:75", "narrations": [ "pick up plate from cupboard", "close cupboard", "move water filter", "put down plate" ], "verbs": [ "pick-up", "close", "move", "put-down" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "plate", "cupboard", "filter:water", "plate" ], "noun_classes": [ 2, 3, 66, 2 ], "start_stop_timestamps": [ [ "00:02:19.51", "00:02:21.01" ], [ "00:02:22.69", "00:02:23.71" ], [ "00:02:26.54", "00:02:28.04" ], [ "00:02:27.83", "00:02:29.11" ] ], "start_stop_frames": [ [ 6975, 7050 ], [ 7134, 7185 ], [ 7327, 7402 ], [ 7391, 7455 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P37_101+334_335_336_337", "video_id": "P37_101", "narration_ids": [ "P37_101_334", "P37_101_335", "P37_101_336", "P37_101_337" ], "src": "turn_off tap . shake coriander to remove water . put coriander on chopping board", "src1": "turn_off tap", "src2": "shake coriander to remove water", "src3": "put coriander on chopping board", "trg": "shred coriander", "vis_src": "P37_101:334 P37_101:335 P37_101:336", "vis_trg": "P37_101:337", "narrations": [ "turn off tap", "shake coriander to remove water", "put coriander on chopping board", "shred coriander" ], "verbs": [ "turn-off", "shake", "put-on", "shred" ], "verb_classes": [ 8, 15, 1, 30 ], "nouns": [ "tap", "coriander", "coriander", "coriander" ], "noun_classes": [ 0, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:24:27.49", "00:24:28.20" ], [ "00:24:29.14", "00:24:31.67" ], [ "00:24:32.29", "00:24:35.01" ], [ "00:24:34.85", "00:24:42.97" ] ], "start_stop_frames": [ [ 73374, 73410 ], [ 73457, 73583 ], [ 73614, 73750 ], [ 73742, 74148 ] ], "trgnoun": "coriander", "trgverb": "shred" }, { "key": "P03_02+28_29_30_31", "video_id": "P03_02", "narration_ids": [ "P03_02_28", "P03_02_29", "P03_02_30", "P03_02_31" ], "src": "put lid on lunch box . pick_up lunch_box . open fridge", "src1": "put lid on lunch box", "src2": "pick_up lunch_box", "src3": "open fridge", "trg": "place lunch_box", "vis_src": "P03_02:28 P03_02:29 P03_02:30", "vis_trg": "P03_02:31", "narrations": [ "put lid on lunch box", "pick up lunch box", "open fridge", "place lunch box" ], "verbs": [ "put-on", "pick-up", "open", "place" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "lid", "box:lunch", "fridge", "box:lunch" ], "noun_classes": [ 6, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:00:58.17", "00:00:59.85" ], [ "00:00:59.70", "00:01:01.78" ], [ "00:01:01.69", "00:01:02.63" ], [ "00:01:02.66", "00:01:04.34" ] ], "start_stop_frames": [ [ 3490, 3591 ], [ 3582, 3706 ], [ 3701, 3757 ], [ 3759, 3860 ] ], "trgnoun": "lunch_box", "trgverb": "place" }, { "key": "P08_21+258_259_260_261", "video_id": "P08_21", "narration_ids": [ "P08_21_258", "P08_21_259", "P08_21_260", "P08_21_261" ], "src": "clamping the bag . open fridge . get the bags", "src1": "clamping the bag", "src2": "open fridge", "src3": "get the bags", "trg": "place_in bags", "vis_src": "P08_21:258 P08_21:259 P08_21:260", "vis_trg": "P08_21:261", "narrations": [ "clamping the bag", "open fridge", "get the bags", "place in bags" ], "verbs": [ "clamp", "open", "get", "place-in" ], "verb_classes": [ 36, 3, 0, 5 ], "nouns": [ "bag", "fridge", "bag", "bag" ], "noun_classes": [ 19, 12, 19, 19 ], "start_stop_timestamps": [ [ "00:18:12.84", "00:18:16.84" ], [ "00:18:16.98", "00:18:18.37" ], [ "00:18:18.64", "00:18:19.40" ], [ "00:18:19.18", "00:18:23.86" ] ], "start_stop_frames": [ [ 65570, 65810 ], [ 65818, 65902 ], [ 65918, 65964 ], [ 65950, 66231 ] ], "trgnoun": "bag", "trgverb": "place_in" }, { "key": "P01_104+31_32_33_34", "video_id": "P01_104", "narration_ids": [ "P01_104_31", "P01_104_32", "P01_104_33", "P01_104_34" ], "src": "wash cup . turn_on tap . rinse hands", "src1": "wash cup", "src2": "turn_on tap", "src3": "rinse hands", "trg": "take cup", "vis_src": "P01_104:31 P01_104:32 P01_104:33", "vis_trg": "P01_104:34", "narrations": [ "wash cup", "turn on tap", "rinse hands", "take cup" ], "verbs": [ "wash", "turn-on", "rinse", "take" ], "verb_classes": [ 2, 6, 2, 0 ], "nouns": [ "cup", "tap", "hand", "cup" ], "noun_classes": [ 13, 0, 11, 13 ], "start_stop_timestamps": [ [ "00:01:05.17", "00:01:32.45" ], [ "00:01:33.32", "00:01:34.22" ], [ "00:01:33.57", "00:01:36.36" ], [ "00:01:35.37", "00:01:36.22" ] ], "start_stop_frames": [ [ 3258, 4622 ], [ 4666, 4711 ], [ 4678, 4818 ], [ 4768, 4811 ] ], "trgnoun": "cup", "trgverb": "take" }, { "key": "P02_09+359_360_361_362", "video_id": "P02_09", "narration_ids": [ "P02_09_359", "P02_09_360", "P02_09_361", "P02_09_362" ], "src": "lower heat . pick_up spoon . break meat", "src1": "lower heat", "src2": "pick_up spoon", "src3": "break meat", "trg": "turn meat", "vis_src": "P02_09:359 P02_09:360 P02_09:361", "vis_trg": "P02_09:362", "narrations": [ "lower heat", "pick up spoon", "break meat", "turn meat" ], "verbs": [ "lower", "pick-up", "break", "turn" ], "verb_classes": [ 73, 0, 30, 23 ], "nouns": [ "heat", "spoon", "meat", "meat" ], "noun_classes": [ 65, 1, 28, 28 ], "start_stop_timestamps": [ [ "00:26:26.90", "00:26:28.24" ], [ "00:26:30.29", "00:26:30.87" ], [ "00:26:30.92", "00:26:40.22" ], [ "00:26:40.27", "00:26:41.42" ] ], "start_stop_frames": [ [ 95214, 95294 ], [ 95417, 95452 ], [ 95455, 96013 ], [ 96016, 96085 ] ], "trgnoun": "meat", "trgverb": "turn" }, { "key": "P03_04+64_65_66_67", "video_id": "P03_04", "narration_ids": [ "P03_04_64", "P03_04_65", "P03_04_66", "P03_04_67" ], "src": "cut onion . take bin . take top off bin", "src1": "cut onion", "src2": "take bin", "src3": "take top off bin", "trg": "cut onions in bin", "vis_src": "P03_04:64 P03_04:65 P03_04:66", "vis_trg": "P03_04:67", "narrations": [ "cut onion", "take bin", "take top off bin", "cut onions in bin" ], "verbs": [ "cut", "take", "take-off", "cut-in" ], "verb_classes": [ 7, 0, 12, 7 ], "nouns": [ "onion", "bin", "top", "onion" ], "noun_classes": [ 16, 36, 42, 16 ], "start_stop_timestamps": [ [ "00:02:37.05", "00:02:53.30" ], [ "00:02:55.91", "00:02:57.11" ], [ "00:02:56.68", "00:02:58.05" ], [ "00:03:04.14", "00:03:06.26" ] ], "start_stop_frames": [ [ 9423, 10398 ], [ 10554, 10626 ], [ 10600, 10683 ], [ 11048, 11175 ] ], "trgnoun": "onion", "trgverb": "cut_in" }, { "key": "P22_113+270_271_272_273", "video_id": "P22_113", "narration_ids": [ "P22_113_270", "P22_113_271", "P22_113_272", "P22_113_273" ], "src": "close cupboard . pick_up food_residue . open bag", "src1": "close cupboard", "src2": "pick_up food_residue", "src3": "open bag", "trg": "throw food_residue", "vis_src": "P22_113:270 P22_113:271 P22_113:272", "vis_trg": "P22_113:273", "narrations": [ "close cupboard", "pick up food residue", "open bag", "throw food residue" ], "verbs": [ "close", "pick-up", "open", "throw" ], "verb_classes": [ 4, 0, 3, 13 ], "nouns": [ "cupboard", "residue:food", "bag", "residue:food" ], "noun_classes": [ 3, 54, 19, 54 ], "start_stop_timestamps": [ [ "00:09:29.27", "00:09:29.97" ], [ "00:09:30.80", "00:09:31.73" ], [ "00:09:33.12", "00:09:34.05" ], [ "00:09:34.42", "00:09:35.05" ] ], "start_stop_frames": [ [ 28463, 28498 ], [ 28539, 28586 ], [ 28656, 28702 ], [ 28720, 28752 ] ], "trgnoun": "food_residue", "trgverb": "throw" }, { "key": "P25_103+45_46_47_48", "video_id": "P25_103", "narration_ids": [ "P25_103_45", "P25_103_46", "P25_103_47", "P25_103_48" ], "src": "take fork . put_down fork . pick_up meat", "src1": "take fork", "src2": "put_down fork", "src3": "pick_up meat", "trg": "lay meat", "vis_src": "P25_103:45 P25_103:46 P25_103:47", "vis_trg": "P25_103:48", "narrations": [ "take fork", "put down fork", "pick up meat", "lay meat" ], "verbs": [ "take", "put-down", "pick-up", "lay" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "fork", "fork", "meat", "meat" ], "noun_classes": [ 14, 14, 28, 28 ], "start_stop_timestamps": [ [ "00:02:56.36", "00:02:59.96" ], [ "00:03:00.06", "00:03:02.55" ], [ "00:03:06.85", "00:03:08.96" ], [ "00:03:09.89", "00:03:10.75" ] ], "start_stop_frames": [ [ 8818, 8998 ], [ 9003, 9127 ], [ 9342, 9448 ], [ 9494, 9537 ] ], "trgnoun": "meat", "trgverb": "lay" }, { "key": "P02_108+235_236_237_238", "video_id": "P02_108", "narration_ids": [ "P02_108_235", "P02_108_236", "P02_108_237", "P02_108_238" ], "src": "open tap . rinse sponge . squeeze sponge", "src1": "open tap", "src2": "rinse sponge", "src3": "squeeze sponge", "trg": "put_down sponge", "vis_src": "P02_108:235 P02_108:236 P02_108:237", "vis_trg": "P02_108:238", "narrations": [ "open tap", "rinse sponge", "squeeze sponge", "put down sponge" ], "verbs": [ "turn-on", "rinse", "squeeze", "put-down" ], "verb_classes": [ 6, 2, 18, 1 ], "nouns": [ "tap", "sponge", "sponge", "sponge" ], "noun_classes": [ 0, 9, 9, 9 ], "start_stop_timestamps": [ [ "00:12:59.81", "00:13:01.22" ], [ "00:13:01.02", "00:13:03.57" ], [ "00:13:03.43", "00:13:07.06" ], [ "00:13:06.93", "00:13:07.46" ] ], "start_stop_frames": [ [ 38990, 39061 ], [ 39051, 39178 ], [ 39171, 39353 ], [ 39346, 39373 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P04_113+289_290_291_292", "video_id": "P04_113", "narration_ids": [ "P04_113_289", "P04_113_290", "P04_113_291", "P04_113_292" ], "src": "put sesame_oil in cupboard . close cupboard . pick_up coriander_packet", "src1": "put sesame_oil in cupboard", "src2": "close cupboard", "src3": "pick_up coriander_packet", "trg": "fold coriander_packet", "vis_src": "P04_113:289 P04_113:290 P04_113:291", "vis_trg": "P04_113:292", "narrations": [ "put sesame oil in cupboard", "close cupboard", "pick up coriander packet", "fold coriander packet" ], "verbs": [ "put-in", "close", "pick-up", "fold" ], "verb_classes": [ 5, 4, 0, 28 ], "nouns": [ "oil:sesame", "cupboard", "packet:coriander", "packet:coriander" ], "noun_classes": [ 31, 3, 26, 26 ], "start_stop_timestamps": [ [ "00:08:50.94", "00:08:51.60" ], [ "00:08:51.95", "00:08:52.76" ], [ "00:08:53.96", "00:08:54.50" ], [ "00:08:54.79", "00:08:56.73" ] ], "start_stop_frames": [ [ 26547, 26580 ], [ 26597, 26638 ], [ 26698, 26725 ], [ 26739, 26836 ] ], "trgnoun": "coriander_packet", "trgverb": "fold" }, { "key": "P35_104+194_195_196_197", "video_id": "P35_104", "narration_ids": [ "P35_104_194", "P35_104_195", "P35_104_196", "P35_104_197" ], "src": "turn_on tap . rinse hands . rinse glass", "src1": "turn_on tap", "src2": "rinse hands", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P35_104:194 P35_104:195 P35_104:196", "vis_trg": "P35_104:197", "narrations": [ "turn on tap", "rinse hands", "rinse glass", "put down glass" ], "verbs": [ "turn-on", "rinse", "rinse", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "hand", "glass", "glass" ], "noun_classes": [ 0, 11, 10, 10 ], "start_stop_timestamps": [ [ "00:14:03.20", "00:14:05.14" ], [ "00:14:05.22", "00:14:07.46" ], [ "00:14:07.56", "00:14:15.63" ], [ "00:14:16.01", "00:14:16.56" ] ], "start_stop_frames": [ [ 42160, 42257 ], [ 42261, 42373 ], [ 42378, 42781 ], [ 42800, 42828 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P22_106+87_141_143_144", "video_id": "P22_106", "narration_ids": [ "P22_106_87", "P22_106_141", "P22_106_143", "P22_106_144" ], "src": "rinse sponge . turn_on tap . lather plate", "src1": "rinse sponge", "src2": "turn_on tap", "src3": "lather plate", "trg": "put_down plate", "vis_src": "P22_106:87 P22_106:141 P22_106:143", "vis_trg": "P22_106:144", "narrations": [ "rinse sponge", "turn on tap", "lather plate", "put down plate" ], "verbs": [ "rinse", "turn-on", "lather", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "sponge", "tap", "plate", "plate" ], "noun_classes": [ 9, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:02:32.28", "00:02:33.51" ], [ "00:03:54.96", "00:04:05.92" ], [ "00:03:56.18", "00:04:03.33" ], [ "00:04:03.22", "00:04:03.86" ] ], "start_stop_frames": [ [ 7614, 7675 ], [ 11748, 12296 ], [ 11809, 12166 ], [ 12161, 12193 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P03_112+163_164_165_166", "video_id": "P03_112", "narration_ids": [ "P03_112_163", "P03_112_164", "P03_112_165", "P03_112_166" ], "src": "pick_up cheese . shake saucepan . place saucepan", "src1": "pick_up cheese", "src2": "shake saucepan", "src3": "place saucepan", "trg": "move saucepan", "vis_src": "P03_112:163 P03_112:164 P03_112:165", "vis_trg": "P03_112:166", "narrations": [ "pick up cheese", "shake saucepan", "place saucepan", "move saucepan" ], "verbs": [ "pick-up", "shake", "place", "move" ], "verb_classes": [ 0, 15, 1, 11 ], "nouns": [ "cheese", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 32, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:07:57.16", "00:08:00.18" ], [ "00:08:00.28", "00:08:03.14" ], [ "00:08:03.24", "00:08:05.14" ], [ "00:08:04.43", "00:08:07.75" ] ], "start_stop_frames": [ [ 23858, 24009 ], [ 24014, 24157 ], [ 24162, 24257 ], [ 24221, 24387 ] ], "trgnoun": "saucepan", "trgverb": "move" }, { "key": "P12_101+66_67_68_69", "video_id": "P12_101", "narration_ids": [ "P12_101_66", "P12_101_67", "P12_101_68", "P12_101_69" ], "src": "wash fork . wash knife . open meat_box using knife", "src1": "wash fork", "src2": "wash knife", "src3": "open meat_box using knife", "trg": "move meat_boxes on countertop", "vis_src": "P12_101:66 P12_101:67 P12_101:68", "vis_trg": "P12_101:69", "narrations": [ "wash fork", "wash knife", "open meat box using knife", "move meat boxes on countertop" ], "verbs": [ "wash", "wash", "open", "move-on" ], "verb_classes": [ 2, 2, 3, 11 ], "nouns": [ "fork", "knife", "box:meat", "box:meat" ], "noun_classes": [ 14, 4, 23, 23 ], "start_stop_timestamps": [ [ "00:03:04.51", "00:03:05.00" ], [ "00:03:04.06", "00:03:04.85" ], [ "00:03:05.25", "00:03:07.00" ], [ "00:03:06.92", "00:03:07.95" ] ], "start_stop_frames": [ [ 9225, 9250 ], [ 9203, 9242 ], [ 9262, 9350 ], [ 9346, 9397 ] ], "trgnoun": "meat_box", "trgverb": "move_on" }, { "key": "P31_08+22_23_24_25", "video_id": "P31_08", "narration_ids": [ "P31_08_22", "P31_08_23", "P31_08_24", "P31_08_25" ], "src": "drain water . cut salad . wash hands", "src1": "drain water", "src2": "cut salad", "src3": "wash hands", "trg": "wipe hands", "vis_src": "P31_08:22 P31_08:23 P31_08:24", "vis_trg": "P31_08:25", "narrations": [ "drain water", "cut salad", "wash hands", "wipe hands" ], "verbs": [ "drain", "cut", "wash", "wipe" ], "verb_classes": [ 37, 7, 2, 2 ], "nouns": [ "water", "salad", "hand", "hand" ], "noun_classes": [ 27, 68, 11, 11 ], "start_stop_timestamps": [ [ "00:03:31.73", "00:03:36.90" ], [ "00:03:38.09", "00:04:10.53" ], [ "00:04:17.00", "00:04:19.74" ], [ "00:04:20.48", "00:04:24.57" ] ], "start_stop_frames": [ [ 12703, 13014 ], [ 13085, 15031 ], [ 15420, 15584 ], [ 15628, 15874 ] ], "trgnoun": "hand", "trgverb": "wipe" }, { "key": "P04_102+58_59_60_61", "video_id": "P04_102", "narration_ids": [ "P04_102_58", "P04_102_59", "P04_102_60", "P04_102_61" ], "src": "eat quorn_sausage . pick_up starter . open food_bin", "src1": "eat quorn_sausage", "src2": "pick_up starter", "src3": "open food_bin", "trg": "scrape starter into food bin", "vis_src": "P04_102:58 P04_102:59 P04_102:60", "vis_trg": "P04_102:61", "narrations": [ "eat quorn sausage", "pick up starter", "open food bin", "scrape starter into food bin" ], "verbs": [ "eat", "pick-up", "open", "scrape" ], "verb_classes": [ 35, 0, 3, 25 ], "nouns": [ "sausage:quorn", "starter", "bin:food", "starter" ], "noun_classes": [ 86, 71, 36, 71 ], "start_stop_timestamps": [ [ "00:02:01.79", "00:02:03.89" ], [ "00:02:06.70", "00:02:08.27" ], [ "00:02:09.54", "00:02:10.51" ], [ "00:02:11.79", "00:02:25.48" ] ], "start_stop_frames": [ [ 6089, 6194 ], [ 6335, 6413 ], [ 6477, 6525 ], [ 6589, 7273 ] ], "trgnoun": "starter", "trgverb": "scrape" }, { "key": "P22_107+51_52_53_54", "video_id": "P22_107", "narration_ids": [ "P22_107_51", "P22_107_52", "P22_107_53", "P22_107_54" ], "src": "move bag . pick_up jar . close cupboard", "src1": "move bag", "src2": "pick_up jar", "src3": "close cupboard", "trg": "put_down jar", "vis_src": "P22_107:51 P22_107:52 P22_107:53", "vis_trg": "P22_107:54", "narrations": [ "move bag", "pick up jar", "close cupboard", "put down jar" ], "verbs": [ "move", "pick-up", "close", "put-down" ], "verb_classes": [ 11, 0, 4, 1 ], "nouns": [ "bag", "jar", "cupboard", "jar" ], "noun_classes": [ 19, 40, 3, 40 ], "start_stop_timestamps": [ [ "00:01:38.69", "00:01:40.10" ], [ "00:01:40.25", "00:01:42.29" ], [ "00:01:42.69", "00:01:43.83" ], [ "00:01:43.70", "00:01:44.54" ] ], "start_stop_frames": [ [ 4934, 5005 ], [ 5012, 5114 ], [ 5134, 5191 ], [ 5185, 5227 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P22_10+0_1_2_3", "video_id": "P22_10", "narration_ids": [ "P22_10_0", "P22_10_1", "P22_10_2", "P22_10_3" ], "src": "grab tin . put_down down tin . move cutting_board", "src1": "grab tin", "src2": "put_down down tin", "src3": "move cutting_board", "trg": "move tin", "vis_src": "P22_10:0 P22_10:1 P22_10:2", "vis_trg": "P22_10:3", "narrations": [ "grab tin", "put down down tin", "move cutting board", "move tin" ], "verbs": [ "grab", "put-down", "move", "move" ], "verb_classes": [ 0, 1, 11, 11 ], "nouns": [ "tin", "tin", "board:cutting", "tin" ], "noun_classes": [ 61, 61, 18, 61 ], "start_stop_timestamps": [ [ "00:00:01.02", "00:00:01.99" ], [ "00:00:01.83", "00:00:02.52" ], [ "00:00:03.69", "00:00:04.67" ], [ "00:00:04.92", "00:00:06.79" ] ], "start_stop_frames": [ [ 61, 119 ], [ 109, 151 ], [ 221, 280 ], [ 295, 407 ] ], "trgnoun": "tin", "trgverb": "move" }, { "key": "P01_109+88_89_90_91", "video_id": "P01_109", "narration_ids": [ "P01_109_88", "P01_109_89", "P01_109_90", "P01_109_91" ], "src": "pick_up knife . cut potato_slice . put_down knife", "src1": "pick_up knife", "src2": "cut potato_slice", "src3": "put_down knife", "trg": "put_down potato_slice", "vis_src": "P01_109:88 P01_109:89 P01_109:90", "vis_trg": "P01_109:91", "narrations": [ "pick up knife", "cut potato slice", "put down knife", "put down potato slice" ], "verbs": [ "pick-up", "cut", "put-down", "put-down" ], "verb_classes": [ 0, 7, 1, 1 ], "nouns": [ "knife", "slice:potato", "knife", "slice:potato" ], "noun_classes": [ 4, 30, 4, 30 ], "start_stop_timestamps": [ [ "00:04:17.53", "00:04:18.53" ], [ "00:04:18.30", "00:04:20.73" ], [ "00:04:20.51", "00:04:21.11" ], [ "00:04:21.31", "00:04:21.81" ] ], "start_stop_frames": [ [ 12876, 12926 ], [ 12915, 13036 ], [ 13025, 13055 ], [ 13065, 13090 ] ], "trgnoun": "potato_slice", "trgverb": "put_down" }, { "key": "P02_112+108_109_110_111", "video_id": "P02_112", "narration_ids": [ "P02_112_108", "P02_112_109", "P02_112_110", "P02_112_111" ], "src": "get some oil from plate . oil ball of dough . knead dough", "src1": "get some oil from plate", "src2": "oil ball of dough", "src3": "knead dough", "trg": "shape ball of dough", "vis_src": "P02_112:108 P02_112:109 P02_112:110", "vis_trg": "P02_112:111", "narrations": [ "get some oil from plate", "oil ball of dough", "knead dough", "shape ball of dough" ], "verbs": [ "get", "oil", "knead", "shape" ], "verb_classes": [ 0, 66, 51, 74 ], "nouns": [ "oil", "ball:dough", "dough", "ball:dough" ], "noun_classes": [ 31, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:06:14.23", "00:06:15.43" ], [ "00:06:14.61", "00:06:15.94" ], [ "00:06:15.80", "00:06:53.25" ], [ "00:06:53.35", "00:07:00.83" ] ], "start_stop_frames": [ [ 18711, 18771 ], [ 18730, 18797 ], [ 18790, 20662 ], [ 20667, 21041 ] ], "trgnoun": "dough_ball", "trgverb": "shape" }, { "key": "P22_07+575_576_577_578", "video_id": "P22_07", "narration_ids": [ "P22_07_575", "P22_07_576", "P22_07_577", "P22_07_578" ], "src": "rinse support . put_down down support . rinse grill", "src1": "rinse support", "src2": "put_down down support", "src3": "rinse grill", "trg": "lather grill", "vis_src": "P22_07:575 P22_07:576 P22_07:577", "vis_trg": "P22_07:578", "narrations": [ "rinse support", "put down down support", "rinse grill", "lather grill" ], "verbs": [ "rinse", "put-down", "rinse", "lather" ], "verb_classes": [ 2, 1, 2, 2 ], "nouns": [ "support", "support", "grill", "grill" ], "noun_classes": [ 24, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:27:54.63", "00:28:04.27" ], [ "00:28:04.37", "00:28:05.36" ], [ "00:28:05.22", "00:28:09.08" ], [ "00:28:10.08", "00:28:12.34" ] ], "start_stop_frames": [ [ 100477, 101056 ], [ 101062, 101121 ], [ 101113, 101344 ], [ 101404, 101540 ] ], "trgnoun": "grill", "trgverb": "lather" }, { "key": "P03_119+204_205_206_207", "video_id": "P03_119", "narration_ids": [ "P03_119_204", "P03_119_205", "P03_119_206", "P03_119_207" ], "src": "wipe_down sink . wipe_down washing up bowl . squeeze sponge", "src1": "wipe_down sink", "src2": "wipe_down washing up bowl", "src3": "squeeze sponge", "trg": "put_down washing up bowl in sink", "vis_src": "P03_119:204 P03_119:205 P03_119:206", "vis_trg": "P03_119:207", "narrations": [ "wipe down sink", "wipe down washing up bowl", "squeeze sponge", "put down washing up bowl in sink" ], "verbs": [ "wipe-down", "wipe-down", "squeeze", "put-down" ], "verb_classes": [ 2, 2, 18, 1 ], "nouns": [ "sink", "bowl:washing:up", "sponge", "bowl:washing:up" ], "noun_classes": [ 63, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:10:56.84", "00:10:59.08" ], [ "00:10:59.76", "00:11:01.30" ], [ "00:11:01.30", "00:11:02.80" ], [ "00:11:03.14", "00:11:03.70" ] ], "start_stop_frames": [ [ 32842, 32954 ], [ 32988, 33065 ], [ 33065, 33140 ], [ 33157, 33185 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put_down" }, { "key": "P02_04+19_20_21_22", "video_id": "P02_04", "narration_ids": [ "P02_04_19", "P02_04_20", "P02_04_21", "P02_04_22" ], "src": "open drawer . get jar . close drawer", "src1": "open drawer", "src2": "get jar", "src3": "close drawer", "trg": "open jar", "vis_src": "P02_04:19 P02_04:20 P02_04:21", "vis_trg": "P02_04:22", "narrations": [ "open drawer", "get jar", "close drawer", "open jar" ], "verbs": [ "open", "get", "close", "open" ], "verb_classes": [ 3, 0, 4, 3 ], "nouns": [ "drawer", "jar", "drawer", "jar" ], "noun_classes": [ 8, 40, 8, 40 ], "start_stop_timestamps": [ [ "00:00:51.25", "00:00:52.60" ], [ "00:00:52.95", "00:00:53.93" ], [ "00:00:54.03", "00:00:54.85" ], [ "00:00:56.49", "00:00:59.08" ] ], "start_stop_frames": [ [ 3075, 3156 ], [ 3177, 3235 ], [ 3241, 3291 ], [ 3389, 3544 ] ], "trgnoun": "jar", "trgverb": "open" }, { "key": "P26_19+51_52_53_54", "video_id": "P26_19", "narration_ids": [ "P26_19_51", "P26_19_52", "P26_19_53", "P26_19_54" ], "src": "rinse knife . put_down knife . pick_up saucer", "src1": "rinse knife", "src2": "put_down knife", "src3": "pick_up saucer", "trg": "lather saucer", "vis_src": "P26_19:51 P26_19:52 P26_19:53", "vis_trg": "P26_19:54", "narrations": [ "rinse knife", "put down knife", "pick up saucer", "lather saucer" ], "verbs": [ "rinse", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "saucer", "saucer" ], "noun_classes": [ 4, 4, 2, 2 ], "start_stop_timestamps": [ [ "00:03:05.37", "00:03:10.03" ], [ "00:03:10.08", "00:03:11.01" ], [ "00:03:11.11", "00:03:12.00" ], [ "00:03:11.99", "00:03:18.08" ] ], "start_stop_frames": [ [ 11122, 11401 ], [ 11404, 11460 ], [ 11466, 11520 ], [ 11519, 11884 ] ], "trgnoun": "saucer", "trgverb": "lather" }, { "key": "P30_110+21_22_23_24", "video_id": "P30_110", "narration_ids": [ "P30_110_21", "P30_110_22", "P30_110_23", "P30_110_24" ], "src": "put coffee_tin on top of fridge . open cupboard . take bread_bin", "src1": "put coffee_tin on top of fridge", "src2": "open cupboard", "src3": "take bread_bin", "trg": "open bread_bin", "vis_src": "P30_110:21 P30_110:22 P30_110:23", "vis_trg": "P30_110:24", "narrations": [ "put coffee tin on top of fridge", "open cupboard", "take bread bin", "open bread bin" ], "verbs": [ "put-on", "open", "take", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "tin:coffee", "cupboard", "bin:bread", "bin:bread" ], "noun_classes": [ 61, 3, 21, 21 ], "start_stop_timestamps": [ [ "00:00:29.85", "00:00:31.00" ], [ "00:00:33.25", "00:00:33.90" ], [ "00:00:34.07", "00:00:35.63" ], [ "00:00:36.28", "00:00:38.03" ] ], "start_stop_frames": [ [ 1492, 1550 ], [ 1662, 1695 ], [ 1703, 1781 ], [ 1814, 1901 ] ], "trgnoun": "bread_bin", "trgverb": "open" }, { "key": "P04_04+30_31_32_33", "video_id": "P04_04", "narration_ids": [ "P04_04_30", "P04_04_31", "P04_04_32", "P04_04_33" ], "src": "fill saucepan with water . put saucepan on hob . pick_up wok", "src1": "fill saucepan with water", "src2": "put saucepan on hob", "src3": "pick_up wok", "trg": "put_down wok", "vis_src": "P04_04:30 P04_04:31 P04_04:32", "vis_trg": "P04_04:33", "narrations": [ "fill saucepan with water", "put saucepan on hob", "pick up wok", "put down wok" ], "verbs": [ "fill-with", "put-on", "pick-up", "put-down" ], "verb_classes": [ 26, 1, 0, 1 ], "nouns": [ "saucepan", "saucepan", "wok", "wok" ], "noun_classes": [ 5, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:11.37", "00:02:20.88" ], [ "00:02:19.76", "00:02:22.46" ], [ "00:02:20.88", "00:02:21.67" ], [ "00:02:22.55", "00:02:23.35" ] ], "start_stop_frames": [ [ 7882, 8452 ], [ 8385, 8547 ], [ 8452, 8500 ], [ 8553, 8601 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P02_121+65_66_67_68", "video_id": "P02_121", "narration_ids": [ "P02_121_65", "P02_121_66", "P02_121_67", "P02_121_68" ], "src": "move bowl . mix mixture using spoon . pick_up bowl", "src1": "move bowl", "src2": "mix mixture using spoon", "src3": "pick_up bowl", "trg": "pour mixture from bowl into cake mould", "vis_src": "P02_121:65 P02_121:66 P02_121:67", "vis_trg": "P02_121:68", "narrations": [ "move bowl", "mix mixture using spoon", "pick up bowl", "pour mixture from bowl into cake mould" ], "verbs": [ "move", "mix", "pick-up", "pour-from" ], "verb_classes": [ 11, 10, 0, 9 ], "nouns": [ "bowl", "mixture", "bowl", "mixture" ], "noun_classes": [ 7, 71, 7, 71 ], "start_stop_timestamps": [ [ "00:03:34.09", "00:03:36.28" ], [ "00:03:36.18", "00:03:39.44" ], [ "00:03:39.60", "00:03:40.20" ], [ "00:03:40.30", "00:03:52.95" ] ], "start_stop_frames": [ [ 10704, 10814 ], [ 10809, 10972 ], [ 10980, 11010 ], [ 11015, 11647 ] ], "trgnoun": "mixture", "trgverb": "pour_from" }, { "key": "P12_104+6_7_8_9", "video_id": "P12_104", "narration_ids": [ "P12_104_6", "P12_104_7", "P12_104_8", "P12_104_9" ], "src": "open tap . wash spoon . take soup from saucepan using spoon", "src1": "open tap", "src2": "wash spoon", "src3": "take soup from saucepan using spoon", "trg": "eat soup from spoon", "vis_src": "P12_104:6 P12_104:7 P12_104:8", "vis_trg": "P12_104:9", "narrations": [ "open tap", "wash spoon", "take soup from saucepan using spoon", "eat soup from spoon" ], "verbs": [ "turn-on", "wash", "take-from", "eat-from" ], "verb_classes": [ 6, 2, 0, 35 ], "nouns": [ "tap", "spoon", "soup", "soup" ], "noun_classes": [ 0, 1, 126, 126 ], "start_stop_timestamps": [ [ "00:00:25.91", "00:00:27.39" ], [ "00:00:26.43", "00:00:32.25" ], [ "00:00:33.45", "00:00:37.39" ], [ "00:00:39.28", "00:00:41.64" ] ], "start_stop_frames": [ [ 1295, 1369 ], [ 1321, 1612 ], [ 1672, 1869 ], [ 1964, 2082 ] ], "trgnoun": "soup", "trgverb": "eat_from" }, { "key": "P03_119+169_170_171_172", "video_id": "P03_119", "narration_ids": [ "P03_119_169", "P03_119_170", "P03_119_171", "P03_119_172" ], "src": "wash clip top jar seal . turn_on tap . rinse clip top jar seal", "src1": "wash clip top jar seal", "src2": "turn_on tap", "src3": "rinse clip top jar seal", "trg": "turn_off tap", "vis_src": "P03_119:169 P03_119:170 P03_119:171", "vis_trg": "P03_119:172", "narrations": [ "wash clip top jar seal", "turn on tap", "rinse clip top jar seal", "turn off tap" ], "verbs": [ "wash", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 2, 6, 2, 8 ], "nouns": [ "clip", "tap", "clip", "tap" ], "noun_classes": [ 129, 0, 129, 0 ], "start_stop_timestamps": [ [ "00:09:53.79", "00:09:57.67" ], [ "00:09:58.08", "00:09:59.29" ], [ "00:09:57.96", "00:10:07.14" ], [ "00:10:08.74", "00:10:09.39" ] ], "start_stop_frames": [ [ 29689, 29883 ], [ 29904, 29964 ], [ 29898, 30357 ], [ 30437, 30469 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P30_04+29_30_31_32", "video_id": "P30_04", "narration_ids": [ "P30_04_29", "P30_04_30", "P30_04_31", "P30_04_32" ], "src": "drying rack . take forks from drying rack . dry forks", "src1": "drying rack", "src2": "take forks from drying rack", "src3": "dry forks", "trg": "put forks", "vis_src": "P30_04:29 P30_04:30 P30_04:31", "vis_trg": "P30_04:32", "narrations": [ "drying rack", "take forks from drying rack", "dry forks", "put forks" ], "verbs": [ "dry", "take-from", "dry", "put" ], "verb_classes": [ 14, 0, 14, 1 ], "nouns": [ "rack", "fork", "fork", "fork" ], "noun_classes": [ 110, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:01:34.55", "00:01:38.95" ], [ "00:01:38.32", "00:01:41.91" ], [ "00:01:41.74", "00:01:45.29" ], [ "00:01:45.39", "00:01:46.59" ] ], "start_stop_frames": [ [ 5673, 5937 ], [ 5899, 6114 ], [ 6104, 6317 ], [ 6323, 6395 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P24_08+133_134_135_136", "video_id": "P24_08", "narration_ids": [ "P24_08_133", "P24_08_134", "P24_08_135", "P24_08_136" ], "src": "move onion in the pot . pick_up lid . stir water in saucepan", "src1": "move onion in the pot", "src2": "pick_up lid", "src3": "stir water in saucepan", "trg": "put_down lid", "vis_src": "P24_08:133 P24_08:134 P24_08:135", "vis_trg": "P24_08:136", "narrations": [ "move onion in the pot", "pick up lid", "stir water in saucepan", "put down lid" ], "verbs": [ "move", "pick-up", "stir-in", "put-down" ], "verb_classes": [ 11, 0, 10, 1 ], "nouns": [ "onion", "lid", "water", "lid" ], "noun_classes": [ 16, 6, 27, 6 ], "start_stop_timestamps": [ [ "00:10:11.18", "00:10:18.42" ], [ "00:10:17.54", "00:10:19.73" ], [ "00:10:19.62", "00:10:22.05" ], [ "00:10:22.66", "00:10:24.18" ] ], "start_stop_frames": [ [ 36670, 37105 ], [ 37052, 37183 ], [ 37177, 37323 ], [ 37359, 37450 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P22_07+97_98_99_100", "video_id": "P22_07", "narration_ids": [ "P22_07_97", "P22_07_98", "P22_07_99", "P22_07_100" ], "src": "pick_up knife . move peelings . cut onion", "src1": "pick_up knife", "src2": "move peelings", "src3": "cut onion", "trg": "put_down knife", "vis_src": "P22_07:97 P22_07:98 P22_07:99", "vis_trg": "P22_07:100", "narrations": [ "pick up knife", "move peelings", "cut onion", "put down knife" ], "verbs": [ "pick-up", "move", "cut", "put-down" ], "verb_classes": [ 0, 11, 7, 1 ], "nouns": [ "knife", "peeling", "onion", "knife" ], "noun_classes": [ 4, 48, 16, 4 ], "start_stop_timestamps": [ [ "00:03:25.28", "00:03:26.34" ], [ "00:03:26.40", "00:03:28.18" ], [ "00:03:30.00", "00:03:35.09" ], [ "00:03:34.69", "00:03:35.51" ] ], "start_stop_frames": [ [ 12316, 12380 ], [ 12384, 12490 ], [ 12600, 12905 ], [ 12881, 12930 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P06_07+120_121_122_123", "video_id": "P06_07", "narration_ids": [ "P06_07_120", "P06_07_121", "P06_07_122", "P06_07_123" ], "src": "pick_up tomatoes . pour tomatoes . put_down tomatoes", "src1": "pick_up tomatoes", "src2": "pour tomatoes", "src3": "put_down tomatoes", "trg": "spread tomatoes", "vis_src": "P06_07:120 P06_07:121 P06_07:122", "vis_trg": "P06_07:123", "narrations": [ "pick up tomatoes", "pour tomatoes", "put down tomatoes", "spread tomatoes" ], "verbs": [ "pick-up", "pour", "put-down", "spread" ], "verb_classes": [ 0, 9, 1, 27 ], "nouns": [ "tomato", "tomato", "tomato", "tomato" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:07:43.65", "00:07:44.48" ], [ "00:07:45.31", "00:07:48.66" ], [ "00:07:48.76", "00:07:49.97" ], [ "00:07:50.07", "00:08:04.75" ] ], "start_stop_frames": [ [ 27819, 27868 ], [ 27918, 28119 ], [ 28125, 28198 ], [ 28204, 29085 ] ], "trgnoun": "tomato", "trgverb": "spread" }, { "key": "P02_131+203_204_205_206", "video_id": "P02_131", "narration_ids": [ "P02_131_203", "P02_131_204", "P02_131_205", "P02_131_206" ], "src": "open tap . rinse cover . close tap", "src1": "open tap", "src2": "rinse cover", "src3": "close tap", "trg": "put cover in drainer", "vis_src": "P02_131:203 P02_131:204 P02_131:205", "vis_trg": "P02_131:206", "narrations": [ "open tap", "rinse cover", "close tap", "put cover in drainer" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-in" ], "verb_classes": [ 6, 2, 8, 5 ], "nouns": [ "tap", "cover", "tap", "cover" ], "noun_classes": [ 0, 89, 0, 89 ], "start_stop_timestamps": [ [ "00:08:35.95", "00:08:36.61" ], [ "00:08:36.76", "00:08:46.69" ], [ "00:08:46.73", "00:08:47.34" ], [ "00:08:47.44", "00:08:49.91" ] ], "start_stop_frames": [ [ 25797, 25830 ], [ 25838, 26334 ], [ 26336, 26367 ], [ 26372, 26495 ] ], "trgnoun": "cover", "trgverb": "put_in" }, { "key": "P22_109+111_112_113_114", "video_id": "P22_109", "narration_ids": [ "P22_109_111", "P22_109_112", "P22_109_113", "P22_109_114" ], "src": "rinse glass . put_down glasses . turn_off tap", "src1": "rinse glass", "src2": "put_down glasses", "src3": "turn_off tap", "trg": "lather glass", "vis_src": "P22_109:111 P22_109:112 P22_109:113", "vis_trg": "P22_109:114", "narrations": [ "rinse glass", "put down glasses", "turn off tap", "lather glass" ], "verbs": [ "rinse", "put-down", "turn-off", "lather" ], "verb_classes": [ 2, 1, 8, 2 ], "nouns": [ "glass", "glass", "tap", "glass" ], "noun_classes": [ 10, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:03:26.69", "00:03:28.49" ], [ "00:03:28.69", "00:03:29.35" ], [ "00:03:29.79", "00:03:30.25" ], [ "00:03:30.36", "00:03:35.00" ] ], "start_stop_frames": [ [ 10334, 10424 ], [ 10434, 10467 ], [ 10489, 10512 ], [ 10518, 10750 ] ], "trgnoun": "glass", "trgverb": "lather" }, { "key": "P04_04+58_59_60_61", "video_id": "P04_04", "narration_ids": [ "P04_04_58", "P04_04_59", "P04_04_60", "P04_04_61" ], "src": "cut potato into chunks . put chunks in pan . pick_up potato", "src1": "cut potato into chunks", "src2": "put chunks in pan", "src3": "pick_up potato", "trg": "peel potato", "vis_src": "P04_04:58 P04_04:59 P04_04:60", "vis_trg": "P04_04:61", "narrations": [ "cut potato into chunks", "put chunks in pan", "pick up potato", "peel potato" ], "verbs": [ "cut-into", "put-in", "pick-up", "peel" ], "verb_classes": [ 7, 5, 0, 19 ], "nouns": [ "potato", "pan", "potato", "potato" ], "noun_classes": [ 30, 5, 30, 30 ], "start_stop_timestamps": [ [ "00:04:41.22", "00:04:43.49" ], [ "00:04:43.61", "00:04:44.65" ], [ "00:04:47.23", "00:04:50.31" ], [ "00:04:50.85", "00:04:56.65" ] ], "start_stop_frames": [ [ 16873, 17009 ], [ 17016, 17079 ], [ 17233, 17418 ], [ 17451, 17799 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P28_14+34_35_36_37", "video_id": "P28_14", "narration_ids": [ "P28_14_34", "P28_14_35", "P28_14_36", "P28_14_37" ], "src": "close bread . put_down knife . close cheese_package", "src1": "close bread", "src2": "put_down knife", "src3": "close cheese_package", "trg": "put cheese_package in food container", "vis_src": "P28_14:34 P28_14:35 P28_14:36", "vis_trg": "P28_14:37", "narrations": [ "close bread", "put down knife", "close cheese package", "put cheese package in food container" ], "verbs": [ "close", "put-down", "close", "put-in" ], "verb_classes": [ 4, 1, 4, 5 ], "nouns": [ "bread", "knife", "package:cheese", "package:cheese" ], "noun_classes": [ 33, 4, 26, 26 ], "start_stop_timestamps": [ [ "00:01:56.10", "00:01:58.85" ], [ "00:01:59.81", "00:02:00.45" ], [ "00:02:00.40", "00:02:05.65" ], [ "00:02:06.11", "00:02:07.46" ] ], "start_stop_frames": [ [ 6966, 7131 ], [ 7188, 7227 ], [ 7224, 7539 ], [ 7566, 7647 ] ], "trgnoun": "cheese_package", "trgverb": "put_in" }, { "key": "P01_09+715_716_717_718", "video_id": "P01_09", "narration_ids": [ "P01_09_715", "P01_09_716", "P01_09_717", "P01_09_718" ], "src": "put_down glass and can . open oven . check pizza", "src1": "put_down glass and can", "src2": "open oven", "src3": "check pizza", "trg": "close oven", "vis_src": "P01_09:715 P01_09:716 P01_09:717", "vis_trg": "P01_09:718", "narrations": [ "put down glass and can", "open oven", "check pizza", "close oven" ], "verbs": [ "put-down", "open", "check", "close" ], "verb_classes": [ 1, 3, 24, 4 ], "nouns": [ "glass", "oven", "pizza", "oven" ], "noun_classes": [ 10, 46, 91, 46 ], "start_stop_timestamps": [ [ "00:48:34.56", "00:48:35.83" ], [ "00:48:37.86", "00:48:38.70" ], [ "00:48:38.67", "00:48:40.52" ], [ "00:48:40.62", "00:48:41.41" ] ], "start_stop_frames": [ [ 174873, 174949 ], [ 175071, 175122 ], [ 175120, 175231 ], [ 175237, 175284 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P23_04+138_139_140_141", "video_id": "P23_04", "narration_ids": [ "P23_04_138", "P23_04_139", "P23_04_140", "P23_04_141" ], "src": "cover curry . put that thing with all the ingredients . open the door", "src1": "cover curry", "src2": "put that thing with all the ingredients", "src3": "open the door", "trg": "put_into the door", "vis_src": "P23_04:138 P23_04:139 P23_04:140", "vis_trg": "P23_04:141", "narrations": [ "cover", "put that thing with all the ingredients", "open the door", "put into the" ], "verbs": [ "cover", "put-with", "open", "put-into" ], "verb_classes": [ 36, 1, 3, 5 ], "nouns": [ "curry", "ingredient", "door", "door" ], "noun_classes": [ 121, 34, 3, 3 ], "start_stop_timestamps": [ [ "00:30:40.26", "00:30:52.90" ], [ "00:30:42.12", "00:30:50.63" ], [ "00:30:53.00", "00:30:53.83" ], [ "00:30:53.31", "00:30:58.19" ] ], "start_stop_frames": [ [ 110415, 111174 ], [ 110527, 111037 ], [ 111180, 111229 ], [ 111198, 111491 ] ], "trgnoun": "door", "trgverb": "put_into" }, { "key": "P03_119+127_128_129_130", "video_id": "P03_119", "narration_ids": [ "P03_119_127", "P03_119_128", "P03_119_129", "P03_119_130" ], "src": "take tea_towel from rack . dry cutting_board . put cutting_board on counter", "src1": "take tea_towel from rack", "src2": "dry cutting_board", "src3": "put cutting_board on counter", "trg": "put tea_towel on rack", "vis_src": "P03_119:127 P03_119:128 P03_119:129", "vis_trg": "P03_119:130", "narrations": [ "take tea towel from rack", "dry cutting board", "put cutting board on counter", "put tea towel on rack" ], "verbs": [ "take-from", "dry", "put-on", "put-on" ], "verb_classes": [ 0, 14, 1, 1 ], "nouns": [ "towel:tea", "board:cutting", "board:cutting", "towel:tea" ], "noun_classes": [ 52, 18, 18, 52 ], "start_stop_timestamps": [ [ "00:07:10.18", "00:07:10.79" ], [ "00:07:10.89", "00:07:27.58" ], [ "00:07:27.96", "00:07:28.79" ], [ "00:07:30.86", "00:07:31.46" ] ], "start_stop_frames": [ [ 21509, 21539 ], [ 21544, 22379 ], [ 22398, 22439 ], [ 22543, 22573 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P22_104+50_51_52_53", "video_id": "P22_104", "narration_ids": [ "P22_104_50", "P22_104_51", "P22_104_52", "P22_104_53" ], "src": "pick_up salad . put_down salad . move bowl", "src1": "pick_up salad", "src2": "put_down salad", "src3": "move bowl", "trg": "close salad", "vis_src": "P22_104:50 P22_104:51 P22_104:52", "vis_trg": "P22_104:53", "narrations": [ "pick up salad", "put down salad", "move bowl", "close salad" ], "verbs": [ "pick-up", "put-down", "move", "close" ], "verb_classes": [ 0, 1, 11, 4 ], "nouns": [ "salad", "salad", "bowl", "salad" ], "noun_classes": [ 68, 68, 7, 68 ], "start_stop_timestamps": [ [ "00:03:05.04", "00:03:06.31" ], [ "00:03:07.02", "00:03:07.71" ], [ "00:03:07.78", "00:03:08.79" ], [ "00:03:09.91", "00:03:11.37" ] ], "start_stop_frames": [ [ 9252, 9315 ], [ 9351, 9385 ], [ 9389, 9439 ], [ 9495, 9568 ] ], "trgnoun": "salad", "trgverb": "close" }, { "key": "P02_112+106_107_108_109", "video_id": "P02_112", "narration_ids": [ "P02_112_106", "P02_112_107", "P02_112_108", "P02_112_109" ], "src": "put_down bottle . squeeze ball of dough . get some oil from plate", "src1": "put_down bottle", "src2": "squeeze ball of dough", "src3": "get some oil from plate", "trg": "oil ball of dough", "vis_src": "P02_112:106 P02_112:107 P02_112:108", "vis_trg": "P02_112:109", "narrations": [ "put down bottle", "squeeze ball of dough", "get some oil from plate", "oil ball of dough" ], "verbs": [ "put-down", "squeeze", "get", "oil" ], "verb_classes": [ 1, 18, 0, 66 ], "nouns": [ "bottle", "ball:dough", "oil", "ball:dough" ], "noun_classes": [ 15, 25, 31, 25 ], "start_stop_timestamps": [ [ "00:06:06.27", "00:06:08.30" ], [ "00:06:08.40", "00:06:14.62" ], [ "00:06:14.23", "00:06:15.43" ], [ "00:06:14.61", "00:06:15.94" ] ], "start_stop_frames": [ [ 18313, 18415 ], [ 18420, 18731 ], [ 18711, 18771 ], [ 18730, 18797 ] ], "trgnoun": "dough_ball", "trgverb": "oil" }, { "key": "P22_16+376_377_378_379", "video_id": "P22_16", "narration_ids": [ "P22_16_376", "P22_16_377", "P22_16_378", "P22_16_379" ], "src": "put_down pepper . put_in oregano . close oregano", "src1": "put_down pepper", "src2": "put_in oregano", "src3": "close oregano", "trg": "put_down oregano", "vis_src": "P22_16:376 P22_16:377 P22_16:378", "vis_trg": "P22_16:379", "narrations": [ "put down pepper", "put in oregano", "close oregano", "put down oregano" ], "verbs": [ "put-down", "put-in", "close", "put-down" ], "verb_classes": [ 1, 5, 4, 1 ], "nouns": [ "pepper", "oregano", "oregano", "oregano" ], "noun_classes": [ 37, 145, 145, 145 ], "start_stop_timestamps": [ [ "00:19:21.11", "00:19:22.08" ], [ "00:19:22.13", "00:19:24.51" ], [ "00:19:24.09", "00:19:24.91" ], [ "00:19:25.01", "00:19:26.00" ] ], "start_stop_frames": [ [ 69666, 69724 ], [ 69727, 69870 ], [ 69845, 69894 ], [ 69900, 69960 ] ], "trgnoun": "oregano", "trgverb": "put_down" }, { "key": "P02_120+83_84_85_86", "video_id": "P02_120", "narration_ids": [ "P02_120_83", "P02_120_84", "P02_120_85", "P02_120_86" ], "src": "pick_up vanilla extract bottle . pick_up salt . put vanilla extract bottle in cupboard", "src1": "pick_up vanilla extract bottle", "src2": "pick_up salt", "src3": "put vanilla extract bottle in cupboard", "trg": "put_down salt", "vis_src": "P02_120:83 P02_120:84 P02_120:85", "vis_trg": "P02_120:86", "narrations": [ "pick up vanilla extract bottle", "pick up salt", "put vanilla extract bottle in cupboard", "put down salt" ], "verbs": [ "pick-up", "pick-up", "put-in", "put-down" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "bottle:vanilla:extract", "salt", "bottle:vanilla:extract", "salt" ], "noun_classes": [ 15, 38, 15, 38 ], "start_stop_timestamps": [ [ "00:04:59.86", "00:05:01.06" ], [ "00:05:01.15", "00:05:01.93" ], [ "00:05:04.05", "00:05:05.16" ], [ "00:05:05.31", "00:05:07.97" ] ], "start_stop_frames": [ [ 14993, 15053 ], [ 15057, 15096 ], [ 15202, 15258 ], [ 15265, 15398 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P01_107+36_37_38_39", "video_id": "P01_107", "narration_ids": [ "P01_107_36", "P01_107_37", "P01_107_38", "P01_107_39" ], "src": "pour water into bottle . turn_off tap . rinse bottle", "src1": "pour water into bottle", "src2": "turn_off tap", "src3": "rinse bottle", "trg": "empty bottle", "vis_src": "P01_107:36 P01_107:37 P01_107:38", "vis_trg": "P01_107:39", "narrations": [ "pour water into bottle", "turn off tap", "rinse bottle", "empty bottle" ], "verbs": [ "pour-into", "turn-off", "rinse", "empty" ], "verb_classes": [ 9, 8, 2, 20 ], "nouns": [ "water", "tap", "bottle", "bottle" ], "noun_classes": [ 27, 0, 15, 15 ], "start_stop_timestamps": [ [ "00:01:13.69", "00:01:15.29" ], [ "00:01:14.80", "00:01:15.35" ], [ "00:01:15.16", "00:01:16.51" ], [ "00:01:16.43", "00:01:19.12" ] ], "start_stop_frames": [ [ 3684, 3764 ], [ 3740, 3767 ], [ 3758, 3825 ], [ 3821, 3956 ] ], "trgnoun": "bottle", "trgverb": "empty" }, { "key": "P04_114+10_11_12_14", "video_id": "P04_114", "narration_ids": [ "P04_114_10", "P04_114_11", "P04_114_12", "P04_114_14" ], "src": "empty mug into sink . turn_on tap . rinse mug", "src1": "empty mug into sink", "src2": "turn_on tap", "src3": "rinse mug", "trg": "shake mug", "vis_src": "P04_114:10 P04_114:11 P04_114:12", "vis_trg": "P04_114:14", "narrations": [ "empty mug into sink", "turn on tap", "rinse mug", "shake mug" ], "verbs": [ "empty", "turn-on", "rinse", "shake" ], "verb_classes": [ 20, 6, 2, 15 ], "nouns": [ "mug", "tap", "mug", "mug" ], "noun_classes": [ 13, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:00:28.61", "00:00:29.40" ], [ "00:00:29.50", "00:00:30.27" ], [ "00:00:30.37", "00:00:32.41" ], [ "00:00:30.00", "00:00:30.63" ] ], "start_stop_frames": [ [ 1430, 1470 ], [ 1475, 1513 ], [ 1518, 1620 ], [ 1500, 1531 ] ], "trgnoun": "mug", "trgverb": "shake" }, { "key": "P22_17+123_124_125_126", "video_id": "P22_17", "narration_ids": [ "P22_17_123", "P22_17_124", "P22_17_125", "P22_17_126" ], "src": "rinse pan . close tap . empty pan", "src1": "rinse pan", "src2": "close tap", "src3": "empty pan", "trg": "put_down down pan", "vis_src": "P22_17:123 P22_17:124 P22_17:125", "vis_trg": "P22_17:126", "narrations": [ "rinse pan", "close tap", "empty pan", "put down down pan" ], "verbs": [ "rinse", "turn-off", "empty", "put-down" ], "verb_classes": [ 2, 8, 20, 1 ], "nouns": [ "pan", "tap", "pan", "pan" ], "noun_classes": [ 5, 0, 5, 5 ], "start_stop_timestamps": [ [ "00:05:49.37", "00:05:57.47" ], [ "00:05:57.49", "00:05:58.32" ], [ "00:05:58.63", "00:05:59.97" ], [ "00:06:00.33", "00:06:03.99" ] ], "start_stop_frames": [ [ 20962, 21448 ], [ 21449, 21499 ], [ 21517, 21598 ], [ 21619, 21839 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P01_18+300_301_302_303", "video_id": "P01_18", "narration_ids": [ "P01_18_300", "P01_18_301", "P01_18_302", "P01_18_303" ], "src": "pour water into kettle . turn_off tap . close kettle", "src1": "pour water into kettle", "src2": "turn_off tap", "src3": "close kettle", "trg": "put_down kettle", "vis_src": "P01_18:300 P01_18:301 P01_18:302", "vis_trg": "P01_18:303", "narrations": [ "pour water into kettle", "turn off tap", "close kettle", "put down kettle" ], "verbs": [ "pour-into", "turn-off", "close", "put-down" ], "verb_classes": [ 9, 8, 4, 1 ], "nouns": [ "water", "tap", "kettle", "kettle" ], "noun_classes": [ 27, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:21:50.36", "00:22:04.24" ], [ "00:22:04.11", "00:22:04.70" ], [ "00:22:04.53", "00:22:05.37" ], [ "00:22:06.19", "00:22:08.16" ] ], "start_stop_frames": [ [ 78621, 79454 ], [ 79446, 79482 ], [ 79471, 79522 ], [ 79571, 79689 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_06+48_49_50_51", "video_id": "P02_06", "narration_ids": [ "P02_06_48", "P02_06_49", "P02_06_50", "P02_06_51" ], "src": "rinse tupperware . close tap . put tupperware", "src1": "rinse tupperware", "src2": "close tap", "src3": "put tupperware", "trg": "pick_up tupperware", "vis_src": "P02_06:48 P02_06:49 P02_06:50", "vis_trg": "P02_06:51", "narrations": [ "rinse tupperware", "close tap", "put tupperware", "pick up tupperware" ], "verbs": [ "rinse", "turn-off", "put", "pick-up" ], "verb_classes": [ 2, 8, 1, 0 ], "nouns": [ "tupperware", "tap", "tupperware", "tupperware" ], "noun_classes": [ 23, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:02:08.42", "00:02:17.93" ], [ "00:02:18.03", "00:02:19.49" ], [ "00:02:19.59", "00:02:20.62" ], [ "00:02:21.37", "00:02:22.51" ] ], "start_stop_frames": [ [ 7705, 8275 ], [ 8281, 8369 ], [ 8375, 8437 ], [ 8482, 8550 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P01_18+538_539_540_541", "video_id": "P01_18", "narration_ids": [ "P01_18_538", "P01_18_539", "P01_18_540", "P01_18_541" ], "src": "put_down glass . take spatula . stir food", "src1": "put_down glass", "src2": "take spatula", "src3": "stir food", "trg": "put_down spatula", "vis_src": "P01_18:538 P01_18:539 P01_18:540", "vis_trg": "P01_18:541", "narrations": [ "put down glass", "take spatula", "stir food", "put down spatula" ], "verbs": [ "put-down", "take", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "glass", "spatula", "food", "spatula" ], "noun_classes": [ 10, 20, 34, 20 ], "start_stop_timestamps": [ [ "00:43:08.14", "00:43:08.75" ], [ "00:43:09.50", "00:43:10.50" ], [ "00:43:11.12", "00:43:41.06" ], [ "00:43:42.95", "00:43:44.32" ] ], "start_stop_frames": [ [ 155288, 155325 ], [ 155370, 155430 ], [ 155467, 157263 ], [ 157377, 157459 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P08_05+193_194_195_196", "video_id": "P08_05", "narration_ids": [ "P08_05_193", "P08_05_194", "P08_05_195", "P08_05_196" ], "src": "close cupboard . open fridge . get jar", "src1": "close cupboard", "src2": "open fridge", "src3": "get jar", "trg": "close fridge", "vis_src": "P08_05:193 P08_05:194 P08_05:195", "vis_trg": "P08_05:196", "narrations": [ "close cupboard", "open fridge", "get jar", "close fridge" ], "verbs": [ "close", "open", "get", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "cupboard", "fridge", "jar", "fridge" ], "noun_classes": [ 3, 12, 40, 12 ], "start_stop_timestamps": [ [ "00:15:52.69", "00:15:54.45" ], [ "00:15:59.60", "00:16:02.67" ], [ "00:16:04.68", "00:16:05.70" ], [ "00:16:05.80", "00:16:07.66" ] ], "start_stop_frames": [ [ 57161, 57267 ], [ 57576, 57760 ], [ 57880, 57942 ], [ 57948, 58059 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P11_08+19_20_21_22", "video_id": "P11_08", "narration_ids": [ "P11_08_19", "P11_08_20", "P11_08_21", "P11_08_22" ], "src": "put milk in fridge . rearrange fridge . pick_up peanut_butter", "src1": "put milk in fridge", "src2": "rearrange fridge", "src3": "pick_up peanut_butter", "trg": "put peanut_butter in cupboards", "vis_src": "P11_08:19 P11_08:20 P11_08:21", "vis_trg": "P11_08:22", "narrations": [ "put milk in fridge", "rearrange fridge", "pick up peanut butter", "put peanut butter in cupboards" ], "verbs": [ "put-in", "rearrange", "pick-up", "put-in" ], "verb_classes": [ 5, 40, 0, 5 ], "nouns": [ "milk", "fridge", "butter:peanut", "butter:peanut" ], "noun_classes": [ 64, 12, 115, 115 ], "start_stop_timestamps": [ [ "00:00:30.94", "00:00:34.60" ], [ "00:00:34.79", "00:00:36.29" ], [ "00:00:37.54", "00:00:39.71" ], [ "00:00:40.29", "00:00:42.59" ] ], "start_stop_frames": [ [ 1856, 2076 ], [ 2087, 2177 ], [ 2252, 2382 ], [ 2417, 2555 ] ], "trgnoun": "peanut_butter", "trgverb": "put_in" }, { "key": "P02_108+10_11_12_13", "video_id": "P02_108", "narration_ids": [ "P02_108_10", "P02_108_11", "P02_108_12", "P02_108_13" ], "src": "put_down tin . take ladder . open ladder", "src1": "put_down tin", "src2": "take ladder", "src3": "open ladder", "trg": "step_on ladder", "vis_src": "P02_108:10 P02_108:11 P02_108:12", "vis_trg": "P02_108:13", "narrations": [ "put down tin", "take ladder", "open ladder", "step on ladder" ], "verbs": [ "put-down", "take", "open", "step-on" ], "verb_classes": [ 1, 0, 3, 67 ], "nouns": [ "tin", "ladder", "ladder", "ladder" ], "noun_classes": [ 61, 230, 230, 230 ], "start_stop_timestamps": [ [ "00:00:28.15", "00:00:28.99" ], [ "00:00:28.93", "00:00:30.26" ], [ "00:00:30.35", "00:00:32.36" ], [ "00:00:32.00", "00:00:35.42" ] ], "start_stop_frames": [ [ 1407, 1449 ], [ 1446, 1513 ], [ 1517, 1618 ], [ 1600, 1771 ] ], "trgnoun": "ladder", "trgverb": "step_on" }, { "key": "P30_10+240_241_242_243", "video_id": "P30_10", "narration_ids": [ "P30_10_240", "P30_10_241", "P30_10_242", "P30_10_243" ], "src": "put saucepan in washing bowl . turn tap on . wash pans", "src1": "put saucepan in washing bowl", "src2": "turn tap on", "src3": "wash pans", "trg": "turn tap off", "vis_src": "P30_10:240 P30_10:241 P30_10:242", "vis_trg": "P30_10:243", "narrations": [ "put saucepan in washing bowl", "turn tap on", "wash pans", "turn tap off" ], "verbs": [ "put-in", "turn-on", "wash", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "saucepan", "tap", "pan", "tap" ], "noun_classes": [ 5, 0, 5, 0 ], "start_stop_timestamps": [ [ "00:12:07.79", "00:12:10.08" ], [ "00:12:10.18", "00:12:12.07" ], [ "00:12:10.91", "00:12:12.35" ], [ "00:12:12.48", "00:12:13.20" ] ], "start_stop_frames": [ [ 43667, 43804 ], [ 43810, 43924 ], [ 43854, 43941 ], [ 43948, 43992 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_120+365_366_367_368", "video_id": "P04_120", "narration_ids": [ "P04_120_365", "P04_120_366", "P04_120_367", "P04_120_368" ], "src": "rotate thermometer . read thermometer_temperature . lift thermometer out of milk", "src1": "rotate thermometer", "src2": "read thermometer_temperature", "src3": "lift thermometer out of milk", "trg": "put thermometer into milk", "vis_src": "P04_120:365 P04_120:366 P04_120:367", "vis_trg": "P04_120:368", "narrations": [ "rotate thermometer", "read thermometer temperature", "lift thermometer out of milk", "put thermometer into milk" ], "verbs": [ "rotate", "read", "lift", "put-into" ], "verb_classes": [ 23, 38, 33, 5 ], "nouns": [ "thermometer", "temperature:thermometer", "thermometer", "thermometer" ], "noun_classes": [ 166, 65, 166, 166 ], "start_stop_timestamps": [ [ "00:13:02.58", "00:13:06.38" ], [ "00:13:06.64", "00:13:23.69" ], [ "00:13:23.51", "00:13:24.66" ], [ "00:13:24.72", "00:13:28.43" ] ], "start_stop_frames": [ [ 39129, 39319 ], [ 39332, 40184 ], [ 40175, 40233 ], [ 40236, 40421 ] ], "trgnoun": "thermometer", "trgverb": "put_into" }, { "key": "P12_101+203_204_205_206", "video_id": "P12_101", "narration_ids": [ "P12_101_203", "P12_101_204", "P12_101_205", "P12_101_206" ], "src": "wash hands . close tap . pick_up salt from countertop", "src1": "wash hands", "src2": "close tap", "src3": "pick_up salt from countertop", "trg": "pour salt into saucepan", "vis_src": "P12_101:203 P12_101:204 P12_101:205", "vis_trg": "P12_101:206", "narrations": [ "wash hands", "close tap", "pick up salt from countertop", "pour salt into saucepan" ], "verbs": [ "wash", "turn-off", "pick-up", "pour-into" ], "verb_classes": [ 2, 8, 0, 9 ], "nouns": [ "hand", "tap", "salt", "salt" ], "noun_classes": [ 11, 0, 38, 38 ], "start_stop_timestamps": [ [ "00:09:34.21", "00:09:35.35" ], [ "00:09:35.50", "00:09:36.04" ], [ "00:09:37.30", "00:09:37.97" ], [ "00:09:39.28", "00:09:42.89" ] ], "start_stop_frames": [ [ 28710, 28767 ], [ 28775, 28802 ], [ 28864, 28898 ], [ 28964, 29144 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P35_108+292_293_294_295", "video_id": "P35_108", "narration_ids": [ "P35_108_292", "P35_108_293", "P35_108_294", "P35_108_295" ], "src": "put_down cloth . pick_up package . crush packaging", "src1": "put_down cloth", "src2": "pick_up package", "src3": "crush packaging", "trg": "throw packaging", "vis_src": "P35_108:292 P35_108:293 P35_108:294", "vis_trg": "P35_108:295", "narrations": [ "put down cloth", "pick up package", "crush packaging", "throw packaging" ], "verbs": [ "put-down", "pick-up", "crush", "throw" ], "verb_classes": [ 1, 0, 49, 13 ], "nouns": [ "cloth", "package", "packaging", "packaging" ], "noun_classes": [ 17, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:19:03.28", "00:19:04.66" ], [ "00:19:09.00", "00:19:09.66" ], [ "00:19:14.65", "00:19:22.97" ], [ "00:19:30.56", "00:19:32.19" ] ], "start_stop_frames": [ [ 57164, 57233 ], [ 57450, 57483 ], [ 57732, 58148 ], [ 58528, 58609 ] ], "trgnoun": "packaging", "trgverb": "throw" }, { "key": "P29_04+51_52_53_54", "video_id": "P29_04", "narration_ids": [ "P29_04_51", "P29_04_52", "P29_04_53", "P29_04_54" ], "src": "put kettle on stand . put lid on teapot . pick_up teaspoon", "src1": "put kettle on stand", "src2": "put lid on teapot", "src3": "pick_up teaspoon", "trg": "put teaspoon in bowl", "vis_src": "P29_04:51 P29_04:52 P29_04:53", "vis_trg": "P29_04:54", "narrations": [ "put kettle on stand", "put lid on teapot", "pick up teaspoon", "put teaspoon in bowl" ], "verbs": [ "put-on", "put-on", "pick-up", "put-in" ], "verb_classes": [ 1, 1, 0, 5 ], "nouns": [ "kettle", "lid", "teaspoon", "teaspoon" ], "noun_classes": [ 44, 6, 1, 1 ], "start_stop_timestamps": [ [ "00:02:51.02", "00:02:51.93" ], [ "00:02:52.54", "00:02:54.24" ], [ "00:02:54.25", "00:02:55.02" ], [ "00:02:55.48", "00:02:56.40" ] ], "start_stop_frames": [ [ 10261, 10315 ], [ 10352, 10454 ], [ 10455, 10501 ], [ 10528, 10584 ] ], "trgnoun": "teaspoon", "trgverb": "put_in" }, { "key": "P04_109+324_325_326_327", "video_id": "P04_109", "narration_ids": [ "P04_109_324", "P04_109_325", "P04_109_326", "P04_109_327" ], "src": "put broccoli in pan . pull back plastic . tear floret off broccoli", "src1": "put broccoli in pan", "src2": "pull back plastic", "src3": "tear floret off broccoli", "trg": "tear broccoli floret in two", "vis_src": "P04_109:324 P04_109:325 P04_109:326", "vis_trg": "P04_109:327", "narrations": [ "put broccoli in pan", "pull back plastic", "tear floret off broccoli", "tear broccoli floret in two" ], "verbs": [ "put-in", "pull", "tear-off", "tear-in" ], "verb_classes": [ 5, 31, 43, 43 ], "nouns": [ "broccoli", "plastic", "broccoli", "broccoli" ], "noun_classes": [ 101, 26, 101, 101 ], "start_stop_timestamps": [ [ "00:10:26.84", "00:10:27.93" ], [ "00:10:28.26", "00:10:29.44" ], [ "00:10:29.86", "00:10:31.31" ], [ "00:10:32.24", "00:10:33.54" ] ], "start_stop_frames": [ [ 31342, 31396 ], [ 31413, 31472 ], [ 31493, 31565 ], [ 31612, 31677 ] ], "trgnoun": "broccoli", "trgverb": "tear_in" }, { "key": "P27_04+39_40_41_42", "video_id": "P27_04", "narration_ids": [ "P27_04_39", "P27_04_40", "P27_04_41", "P27_04_42" ], "src": "pick_up table_cloth . put table_cloth . open fridge", "src1": "pick_up table_cloth", "src2": "put table_cloth", "src3": "open fridge", "trg": "close fridge", "vis_src": "P27_04:39 P27_04:40 P27_04:41", "vis_trg": "P27_04:42", "narrations": [ "pick up table cloth", "put table cloth", "open fridge", "close fridge" ], "verbs": [ "pick-up", "put", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "cloth:table", "cloth:table", "fridge", "fridge" ], "noun_classes": [ 17, 17, 12, 12 ], "start_stop_timestamps": [ [ "00:04:46.15", "00:04:47.55" ], [ "00:04:47.53", "00:04:48.55" ], [ "00:04:50.33", "00:04:52.24" ], [ "00:04:54.28", "00:04:55.36" ] ], "start_stop_frames": [ [ 17169, 17253 ], [ 17251, 17313 ], [ 17419, 17534 ], [ 17656, 17721 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_01+27_28_29_30", "video_id": "P04_01", "narration_ids": [ "P04_01_27", "P04_01_28", "P04_01_29", "P04_01_30" ], "src": "scrub sink . turn_off tap . drain can", "src1": "scrub sink", "src2": "turn_off tap", "src3": "drain can", "trg": "squeeze can", "vis_src": "P04_01:27 P04_01:28 P04_01:29", "vis_trg": "P04_01:30", "narrations": [ "scrub sink", "turn off tap", "drain can", "squeeze can" ], "verbs": [ "scrub", "turn-off", "drain", "squeeze" ], "verb_classes": [ 29, 8, 37, 18 ], "nouns": [ "sink", "tap", "can", "can" ], "noun_classes": [ 63, 0, 61, 61 ], "start_stop_timestamps": [ [ "00:01:33.67", "00:01:41.66" ], [ "00:01:41.76", "00:01:42.67" ], [ "00:01:43.36", "00:01:46.76" ], [ "00:01:43.66", "00:01:53.77" ] ], "start_stop_frames": [ [ 5620, 6099 ], [ 6105, 6160 ], [ 6201, 6405 ], [ 6219, 6826 ] ], "trgnoun": "can", "trgverb": "squeeze" }, { "key": "P01_09+133_134_135_136", "video_id": "P01_09", "narration_ids": [ "P01_09_133", "P01_09_134", "P01_09_135", "P01_09_136" ], "src": "put towel unto bowl . put bowl aside . take timer", "src1": "put towel unto bowl", "src2": "put bowl aside", "src3": "take timer", "trg": "set timer", "vis_src": "P01_09:133 P01_09:134 P01_09:135", "vis_trg": "P01_09:136", "narrations": [ "put towel unto bowl", "put bowl aside", "take timer", "set timer" ], "verbs": [ "put-unto", "put", "take", "set" ], "verb_classes": [ 1, 1, 0, 53 ], "nouns": [ "towel", "bowl", "timer", "timer" ], "noun_classes": [ 52, 7, 111, 111 ], "start_stop_timestamps": [ [ "00:10:15.36", "00:10:18.36" ], [ "00:10:18.95", "00:10:20.20" ], [ "00:10:20.55", "00:10:21.80" ], [ "00:10:22.08", "00:10:23.90" ] ], "start_stop_frames": [ [ 36921, 37101 ], [ 37137, 37212 ], [ 37233, 37308 ], [ 37324, 37434 ] ], "trgnoun": "timer", "trgverb": "set" }, { "key": "P02_123+69_70_71_72", "video_id": "P02_123", "narration_ids": [ "P02_123_69", "P02_123_70", "P02_123_71", "P02_123_72" ], "src": "pick_up knife . put lemon on chopping board . cut lemon into halves", "src1": "pick_up knife", "src2": "put lemon on chopping board", "src3": "cut lemon into halves", "trg": "put_down knife", "vis_src": "P02_123:69 P02_123:70 P02_123:71", "vis_trg": "P02_123:72", "narrations": [ "pick up knife", "put lemon on chopping board", "cut lemon into halves", "put down knife" ], "verbs": [ "pick-up", "put-on", "cut-into", "put-down" ], "verb_classes": [ 0, 1, 7, 1 ], "nouns": [ "knife", "lemon", "lemon", "knife" ], "noun_classes": [ 4, 105, 105, 4 ], "start_stop_timestamps": [ [ "00:03:10.57", "00:03:11.15" ], [ "00:03:11.25", "00:03:11.66" ], [ "00:03:11.51", "00:03:13.56" ], [ "00:03:13.66", "00:03:14.22" ] ], "start_stop_frames": [ [ 9528, 9557 ], [ 9562, 9583 ], [ 9575, 9678 ], [ 9683, 9711 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P08_21+183_184_185_186", "video_id": "P08_21", "narration_ids": [ "P08_21_183", "P08_21_184", "P08_21_185", "P08_21_186" ], "src": "scoop some nut paste into the bowl . put_back the lid . mix nuts with oats", "src1": "scoop some nut paste into the bowl", "src2": "put_back the lid", "src3": "mix nuts with oats", "trg": "open lid", "vis_src": "P08_21:183 P08_21:184 P08_21:185", "vis_trg": "P08_21:186", "narrations": [ "scoop some nut paste into the bowl", "put back the lid", "mix nuts with oats", "open lid" ], "verbs": [ "scoop-into", "put-back", "mix-with", "open" ], "verb_classes": [ 16, 1, 10, 3 ], "nouns": [ "nut", "lid", "nut", "lid" ], "noun_classes": [ 133, 6, 133, 6 ], "start_stop_timestamps": [ [ "00:11:46.31", "00:11:51.52" ], [ "00:11:55.44", "00:11:57.66" ], [ "00:11:56.81", "00:12:08.87" ], [ "00:12:08.86", "00:12:10.89" ] ], "start_stop_frames": [ [ 42378, 42691 ], [ 42926, 43059 ], [ 43008, 43732 ], [ 43731, 43853 ] ], "trgnoun": "lid", "trgverb": "open" }, { "key": "P05_02+10_11_12_13", "video_id": "P05_02", "narration_ids": [ "P05_02_10", "P05_02_11", "P05_02_12", "P05_02_13" ], "src": "throw wrapping . take napkin . wipe package", "src1": "throw wrapping", "src2": "take napkin", "src3": "wipe package", "trg": "throw napkin", "vis_src": "P05_02:10 P05_02:11 P05_02:12", "vis_trg": "P05_02:13", "narrations": [ "throw wrapping", "take napkin", "wipe package", "throw napkin" ], "verbs": [ "throw", "take", "wipe", "throw" ], "verb_classes": [ 13, 0, 2, 13 ], "nouns": [ "wrapping", "napkin", "package", "napkin" ], "noun_classes": [ 26, 88, 26, 88 ], "start_stop_timestamps": [ [ "00:00:28.17", "00:00:29.17" ], [ "00:00:31.02", "00:00:35.12" ], [ "00:00:35.12", "00:01:05.47" ], [ "00:01:06.98", "00:01:08.57" ] ], "start_stop_frames": [ [ 1690, 1750 ], [ 1861, 2107 ], [ 2107, 3928 ], [ 4018, 4114 ] ], "trgnoun": "napkin", "trgverb": "throw" }, { "key": "P04_03+99_100_101_102", "video_id": "P04_03", "narration_ids": [ "P04_03_99", "P04_03_100", "P04_03_101", "P04_03_102" ], "src": "unroll eggs . pick_up knife . slice egg_omelette", "src1": "unroll eggs", "src2": "pick_up knife", "src3": "slice egg_omelette", "trg": "put_down knife", "vis_src": "P04_03:99 P04_03:100 P04_03:101", "vis_trg": "P04_03:102", "narrations": [ "unroll eggs", "pick up knife", "slice egg omelette", "put down knife" ], "verbs": [ "unroll", "pick-up", "slice", "put-down" ], "verb_classes": [ 39, 0, 7, 1 ], "nouns": [ "egg", "knife", "omelette:egg", "knife" ], "noun_classes": [ 53, 4, 162, 4 ], "start_stop_timestamps": [ [ "00:06:01.98", "00:06:07.05" ], [ "00:06:07.30", "00:06:09.27" ], [ "00:06:09.51", "00:06:14.91" ], [ "00:06:15.11", "00:06:16.01" ] ], "start_stop_frames": [ [ 21718, 22023 ], [ 22038, 22156 ], [ 22170, 22494 ], [ 22506, 22560 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P01_105+725_727_728_729", "video_id": "P01_105", "narration_ids": [ "P01_105_725", "P01_105_727", "P01_105_728", "P01_105_729" ], "src": "rinse hand . turn_off tap . shake peeler", "src1": "rinse hand", "src2": "turn_off tap", "src3": "shake peeler", "trg": "put peeler onto drying rack", "vis_src": "P01_105:725 P01_105:727 P01_105:728", "vis_trg": "P01_105:729", "narrations": [ "rinse hand", "turn off tap", "shake peeler", "put peeler onto drying rack" ], "verbs": [ "rinse", "turn-off", "shake", "put-onto" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "hand", "tap", "peeler", "peeler" ], "noun_classes": [ 11, 0, 87, 87 ], "start_stop_timestamps": [ [ "00:30:41.36", "00:30:41.86" ], [ "00:30:44.91", "00:30:45.76" ], [ "00:30:45.54", "00:30:46.20" ], [ "00:30:46.01", "00:30:47.20" ] ], "start_stop_frames": [ [ 92068, 92093 ], [ 92245, 92288 ], [ 92277, 92310 ], [ 92300, 92360 ] ], "trgnoun": "peeler", "trgverb": "put_onto" }, { "key": "P24_07+166_167_168_169", "video_id": "P24_07", "narration_ids": [ "P24_07_166", "P24_07_167", "P24_07_168", "P24_07_169" ], "src": "open tap . rinse hands . rinse colander", "src1": "open tap", "src2": "rinse hands", "src3": "rinse colander", "trg": "clean colander", "vis_src": "P24_07:166 P24_07:167 P24_07:168", "vis_trg": "P24_07:169", "narrations": [ "open tap", "rinse hands", "rinse colander", "clean colander" ], "verbs": [ "turn-on", "rinse", "rinse", "clean" ], "verb_classes": [ 6, 2, 2, 2 ], "nouns": [ "tap", "hand", "colander", "colander" ], "noun_classes": [ 0, 11, 39, 39 ], "start_stop_timestamps": [ [ "00:13:19.58", "00:13:21.32" ], [ "00:13:21.42", "00:13:23.40" ], [ "00:13:21.63", "00:13:25.73" ], [ "00:13:25.83", "00:13:46.70" ] ], "start_stop_frames": [ [ 47974, 48079 ], [ 48085, 48204 ], [ 48097, 48343 ], [ 48349, 49602 ] ], "trgnoun": "colander", "trgverb": "clean" }, { "key": "P22_16+211_212_213_214", "video_id": "P22_16", "narration_ids": [ "P22_16_211", "P22_16_212", "P22_16_213", "P22_16_214" ], "src": "open door . take vinegar . open vinegar", "src1": "open door", "src2": "take vinegar", "src3": "open vinegar", "trg": "add vinegar", "vis_src": "P22_16:211 P22_16:212 P22_16:213", "vis_trg": "P22_16:214", "narrations": [ "open door", "take vinegar", "open vinegar", "add vinegar" ], "verbs": [ "open", "take", "open", "add" ], "verb_classes": [ 3, 0, 3, 46 ], "nouns": [ "door", "vinegar", "vinegar", "vinegar" ], "noun_classes": [ 3, 134, 134, 134 ], "start_stop_timestamps": [ [ "00:09:27.47", "00:09:28.10" ], [ "00:09:28.78", "00:09:29.58" ], [ "00:09:29.68", "00:09:31.99" ], [ "00:09:32.09", "00:09:33.37" ] ], "start_stop_frames": [ [ 34048, 34086 ], [ 34126, 34174 ], [ 34180, 34319 ], [ 34325, 34402 ] ], "trgnoun": "vinegar", "trgverb": "add" }, { "key": "P12_104+33_34_35_36", "video_id": "P12_104", "narration_ids": [ "P12_104_33", "P12_104_34", "P12_104_35", "P12_104_36" ], "src": "release water from sink . pick_up spinach . pick_up stock", "src1": "release water from sink", "src2": "pick_up spinach", "src3": "pick_up stock", "trg": "throw away stock", "vis_src": "P12_104:33 P12_104:34 P12_104:35", "vis_trg": "P12_104:36", "narrations": [ "release water from sink", "pick up spinach", "pick up stock", "throw away stock" ], "verbs": [ "release-from", "pick-up", "pick-up", "throw" ], "verb_classes": [ 59, 0, 0, 13 ], "nouns": [ "water", "spinach", "stock", "stock" ], "noun_classes": [ 27, 198, 95, 95 ], "start_stop_timestamps": [ [ "00:01:59.64", "00:02:27.09" ], [ "00:02:32.22", "00:02:33.77" ], [ "00:02:33.92", "00:02:36.03" ], [ "00:02:38.34", "00:02:39.92" ] ], "start_stop_frames": [ [ 5982, 7354 ], [ 7611, 7688 ], [ 7696, 7801 ], [ 7917, 7996 ] ], "trgnoun": "stock", "trgverb": "throw" }, { "key": "P03_13+8_9_10_11", "video_id": "P03_13", "narration_ids": [ "P03_13_8", "P03_13_9", "P03_13_10", "P03_13_11" ], "src": "grab saucepan . check saucepan . grab squash", "src1": "grab saucepan", "src2": "check saucepan", "src3": "grab squash", "trg": "open squash", "vis_src": "P03_13:8 P03_13:9 P03_13:10", "vis_trg": "P03_13:11", "narrations": [ "grab saucepan", "check saucepan", "grab squash", "open squash" ], "verbs": [ "grab", "check", "grab", "open" ], "verb_classes": [ 0, 24, 0, 3 ], "nouns": [ "saucepan", "saucepan", "squash", "squash" ], "noun_classes": [ 5, 5, 116, 116 ], "start_stop_timestamps": [ [ "00:00:23.00", "00:00:24.96" ], [ "00:00:25.06", "00:00:26.54" ], [ "00:00:28.32", "00:00:29.29" ], [ "00:00:30.71", "00:00:32.37" ] ], "start_stop_frames": [ [ 1380, 1497 ], [ 1503, 1592 ], [ 1699, 1757 ], [ 1842, 1942 ] ], "trgnoun": "squash", "trgverb": "open" }, { "key": "P08_18+12_13_14_15", "video_id": "P08_18", "narration_ids": [ "P08_18_12", "P08_18_13", "P08_18_14", "P08_18_15" ], "src": "wipe bowl . open dishwasher . open drawer", "src1": "wipe bowl", "src2": "open dishwasher", "src3": "open drawer", "trg": "arrange bowl", "vis_src": "P08_18:12 P08_18:13 P08_18:14", "vis_trg": "P08_18:15", "narrations": [ "wipe bowl", "open dishwasher", "open drawer", "arrange bowl" ], "verbs": [ "wipe", "open", "open", "arrange" ], "verb_classes": [ 2, 3, 3, 40 ], "nouns": [ "bowl", "dishwasher", "drawer", "bowl" ], "noun_classes": [ 7, 70, 8, 7 ], "start_stop_timestamps": [ [ "00:00:56.23", "00:00:59.13" ], [ "00:00:59.27", "00:01:00.07" ], [ "00:01:00.77", "00:01:01.90" ], [ "00:01:02.31", "00:01:11.19" ] ], "start_stop_frames": [ [ 3373, 3547 ], [ 3556, 3604 ], [ 3646, 3714 ], [ 3738, 4271 ] ], "trgnoun": "bowl", "trgverb": "arrange" }, { "key": "P22_10+109_110_111_112", "video_id": "P22_10", "narration_ids": [ "P22_10_109", "P22_10_110", "P22_10_111", "P22_10_112" ], "src": "grab sponge . open tap . rinse sponge", "src1": "grab sponge", "src2": "open tap", "src3": "rinse sponge", "trg": "put_down down sponge", "vis_src": "P22_10:109 P22_10:110 P22_10:111", "vis_trg": "P22_10:112", "narrations": [ "grab sponge", "open tap", "rinse sponge", "put down down sponge" ], "verbs": [ "grab", "turn-on", "rinse", "put-down" ], "verb_classes": [ 0, 6, 2, 1 ], "nouns": [ "sponge", "tap", "sponge", "sponge" ], "noun_classes": [ 9, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:03:49.83", "00:03:50.78" ], [ "00:03:50.88", "00:03:52.63" ], [ "00:03:51.74", "00:03:53.74" ], [ "00:03:53.71", "00:03:54.67" ] ], "start_stop_frames": [ [ 13789, 13846 ], [ 13852, 13957 ], [ 13904, 14024 ], [ 14022, 14080 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P22_05+85_86_87_88", "video_id": "P22_05", "narration_ids": [ "P22_05_85", "P22_05_86", "P22_05_87", "P22_05_88" ], "src": "lather filter_holder . open tap . rinse hands", "src1": "lather filter_holder", "src2": "open tap", "src3": "rinse hands", "trg": "rinse filter_holder", "vis_src": "P22_05:85 P22_05:86 P22_05:87", "vis_trg": "P22_05:88", "narrations": [ "lather filter holder", "open tap", "rinse hands", "rinse filter holder" ], "verbs": [ "lather", "turn-on", "rinse", "rinse" ], "verb_classes": [ 2, 6, 2, 2 ], "nouns": [ "holder:filter", "tap", "hand", "holder:filter" ], "noun_classes": [ 50, 0, 11, 50 ], "start_stop_timestamps": [ [ "00:03:25.93", "00:03:30.78" ], [ "00:03:30.89", "00:03:31.53" ], [ "00:03:31.58", "00:03:32.28" ], [ "00:03:32.06", "00:03:38.09" ] ], "start_stop_frames": [ [ 12355, 12646 ], [ 12653, 12691 ], [ 12694, 12736 ], [ 12723, 13085 ] ], "trgnoun": "filter_holder", "trgverb": "rinse" }, { "key": "P01_09+459_460_461_462", "video_id": "P01_09", "narration_ids": [ "P01_09_459", "P01_09_460", "P01_09_461", "P01_09_462" ], "src": "put_down tong . open cupboard . take plate", "src1": "put_down tong", "src2": "open cupboard", "src3": "take plate", "trg": "close cupboard", "vis_src": "P01_09:459 P01_09:460 P01_09:461", "vis_trg": "P01_09:462", "narrations": [ "put down tong", "open cupboard", "take plate", "close cupboard" ], "verbs": [ "put-down", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "tong", "cupboard", "plate", "cupboard" ], "noun_classes": [ 142, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:32:38.55", "00:32:39.49" ], [ "00:32:40.61", "00:32:41.39" ], [ "00:32:41.58", "00:32:43.39" ], [ "00:32:43.17", "00:32:43.94" ] ], "start_stop_frames": [ [ 117513, 117569 ], [ 117636, 117683 ], [ 117694, 117803 ], [ 117790, 117836 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P05_01+15_16_17_18", "video_id": "P05_01", "narration_ids": [ "P05_01_15", "P05_01_16", "P05_01_17", "P05_01_18" ], "src": "take bananas . placing bananas on table . remove container", "src1": "take bananas", "src2": "placing bananas on table", "src3": "remove container", "trg": "place container on table", "vis_src": "P05_01:15 P05_01:16 P05_01:17", "vis_trg": "P05_01:18", "narrations": [ "take bananas", "placing bananas on table", "remove container", "place container on table" ], "verbs": [ "take", "place-on", "remove", "place" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "banana", "banana", "container", "container" ], "noun_classes": [ 146, 146, 21, 21 ], "start_stop_timestamps": [ [ "00:00:57.94", "00:00:59.44" ], [ "00:01:01.04", "00:01:02.04" ], [ "00:01:05.39", "00:01:06.64" ], [ "00:01:06.99", "00:01:07.85" ] ], "start_stop_frames": [ [ 3476, 3566 ], [ 3662, 3722 ], [ 3923, 3998 ], [ 4019, 4070 ] ], "trgnoun": "container", "trgverb": "place" }, { "key": "P30_107+842_843_844_845", "video_id": "P30_107", "narration_ids": [ "P30_107_842", "P30_107_843", "P30_107_844", "P30_107_845" ], "src": "pick_up bowl . put bowl down . put egg into bowl", "src1": "pick_up bowl", "src2": "put bowl down", "src3": "put egg into bowl", "trg": "pick_up egg", "vis_src": "P30_107:842 P30_107:843 P30_107:844", "vis_trg": "P30_107:845", "narrations": [ "pick up bowl", "put bowl down", "put egg into bowl", "pick up egg" ], "verbs": [ "pick-up", "put", "put-into", "pick-up" ], "verb_classes": [ 0, 1, 5, 0 ], "nouns": [ "bowl", "bowl", "egg", "egg" ], "noun_classes": [ 7, 7, 53, 53 ], "start_stop_timestamps": [ [ "00:44:38.39", "00:44:41.14" ], [ "00:44:41.62", "00:44:42.07" ], [ "00:44:42.02", "00:44:43.31" ], [ "00:44:43.28", "00:44:44.11" ] ], "start_stop_frames": [ [ 133919, 134057 ], [ 134081, 134103 ], [ 134101, 134165 ], [ 134164, 134205 ] ], "trgnoun": "egg", "trgverb": "pick_up" }, { "key": "P12_101+394_395_396_397", "video_id": "P12_101", "narration_ids": [ "P12_101_394", "P12_101_395", "P12_101_396", "P12_101_397" ], "src": "pick_up soup with spoon . taste soup . put_down spoon on cutting board", "src1": "pick_up soup with spoon", "src2": "taste soup", "src3": "put_down spoon on cutting board", "trg": "stir soup using spoon", "vis_src": "P12_101:394 P12_101:395 P12_101:396", "vis_trg": "P12_101:397", "narrations": [ "pick up soup with spoon", "taste soup", "put down spoon on cutting board", "stir soup using spoon" ], "verbs": [ "pick-up", "taste", "put-down", "stir" ], "verb_classes": [ 0, 35, 1, 10 ], "nouns": [ "soup", "soup", "spoon", "soup" ], "noun_classes": [ 126, 126, 1, 126 ], "start_stop_timestamps": [ [ "00:25:33.37", "00:25:36.98" ], [ "00:25:36.97", "00:25:40.04" ], [ "00:25:39.31", "00:25:42.20" ], [ "00:25:43.48", "00:25:54.22" ] ], "start_stop_frames": [ [ 76668, 76849 ], [ 76848, 77002 ], [ 76965, 77110 ], [ 77174, 77711 ] ], "trgnoun": "soup", "trgverb": "stir" }, { "key": "P30_109+26_27_28_29", "video_id": "P30_109", "narration_ids": [ "P30_109_26", "P30_109_27", "P30_109_28", "P30_109_29" ], "src": "close fridge . pick_up spoons from drying rack . open drawer", "src1": "close fridge", "src2": "pick_up spoons from drying rack", "src3": "open drawer", "trg": "put spoons into drawer", "vis_src": "P30_109:26 P30_109:27 P30_109:28", "vis_trg": "P30_109:29", "narrations": [ "close fridge", "pick up spoons from drying rack", "open drawer", "put spoons into drawer" ], "verbs": [ "close", "pick-up", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "fridge", "spoon", "drawer", "spoon" ], "noun_classes": [ 12, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:00:45.48", "00:00:47.20" ], [ "00:00:46.00", "00:00:48.73" ], [ "00:00:48.64", "00:00:49.24" ], [ "00:00:49.57", "00:00:50.44" ] ], "start_stop_frames": [ [ 2274, 2360 ], [ 2300, 2436 ], [ 2432, 2462 ], [ 2478, 2522 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P31_13+13_14_15_17", "video_id": "P31_13", "narration_ids": [ "P31_13_13", "P31_13_14", "P31_13_15", "P31_13_17" ], "src": "take bread . take napkins . take sandwich", "src1": "take bread", "src2": "take napkins", "src3": "take sandwich", "trg": "put_down sandwich", "vis_src": "P31_13:13 P31_13:14 P31_13:15", "vis_trg": "P31_13:17", "narrations": [ "take bread", "take napkins", "take sandwich", "put down sandwich" ], "verbs": [ "take", "take", "take", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "bread", "napkin", "sandwich", "sandwich" ], "noun_classes": [ 33, 88, 164, 164 ], "start_stop_timestamps": [ [ "00:02:03.86", "00:02:07.34" ], [ "00:02:06.88", "00:02:09.05" ], [ "00:02:21.07", "00:02:24.53" ], [ "00:02:33.54", "00:02:34.27" ] ], "start_stop_frames": [ [ 7431, 7640 ], [ 7612, 7743 ], [ 8464, 8671 ], [ 9212, 9256 ] ], "trgnoun": "sandwich", "trgverb": "put_down" }, { "key": "P12_101+412_413_414_415", "video_id": "P12_101", "narration_ids": [ "P12_101_412", "P12_101_413", "P12_101_414", "P12_101_415" ], "src": "pour_down cheese into saucepan with soup . eat cheese . scrape_up cheese using hands", "src1": "pour_down cheese into saucepan with soup", "src2": "eat cheese", "src3": "scrape_up cheese using hands", "trg": "put cheese into saucepan with soup", "vis_src": "P12_101:412 P12_101:413 P12_101:414", "vis_trg": "P12_101:415", "narrations": [ "pour down cheese into saucepan with soup", "eat cheese", "scrape up cheese using hands", "put cheese into saucepan with soup" ], "verbs": [ "pour-down", "eat", "scrape-up", "put-into" ], "verb_classes": [ 9, 35, 25, 5 ], "nouns": [ "cheese", "cheese", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:26:55.24", "00:26:57.08" ], [ "00:26:57.67", "00:26:58.35" ], [ "00:26:58.71", "00:27:03.40" ], [ "00:27:03.45", "00:27:04.42" ] ], "start_stop_frames": [ [ 80762, 80854 ], [ 80883, 80917 ], [ 80935, 81170 ], [ 81172, 81221 ] ], "trgnoun": "cheese", "trgverb": "put_into" }, { "key": "P30_05+709_710_711_712", "video_id": "P30_05", "narration_ids": [ "P30_05_709", "P30_05_710", "P30_05_711", "P30_05_712" ], "src": "put food_bits in bin . turn top on . empty bottle", "src1": "put food_bits in bin", "src2": "turn top on", "src3": "empty bottle", "trg": "fill_up bottle", "vis_src": "P30_05:709 P30_05:710 P30_05:711", "vis_trg": "P30_05:712", "narrations": [ "put food bits in bin", "turn top on", "empty bottle", "fill up bottle" ], "verbs": [ "put-in", "turn-on", "empty", "fill-up" ], "verb_classes": [ 5, 6, 20, 26 ], "nouns": [ "bit:food", "top", "bottle", "bottle" ], "noun_classes": [ 34, 42, 15, 15 ], "start_stop_timestamps": [ [ "00:51:16.52", "00:51:19.91" ], [ "00:51:21.07", "00:51:24.88" ], [ "00:51:24.98", "00:51:27.09" ], [ "00:51:27.12", "00:51:32.94" ] ], "start_stop_frames": [ [ 184591, 184794 ], [ 184864, 185092 ], [ 185098, 185225 ], [ 185227, 185576 ] ], "trgnoun": "bottle", "trgverb": "fill_up" }, { "key": "P04_121+346_347_348_349", "video_id": "P04_121", "narration_ids": [ "P04_121_346", "P04_121_347", "P04_121_348", "P04_121_349" ], "src": "drain cheese_curds . put_down spatula . move instruction_booklet", "src1": "drain cheese_curds", "src2": "put_down spatula", "src3": "move instruction_booklet", "trg": "shake spatula with cheese curds", "vis_src": "P04_121:346 P04_121:347 P04_121:348", "vis_trg": "P04_121:349", "narrations": [ "drain cheese curds", "put down spatula", "move instruction booklet", "shake spatula with cheese curds" ], "verbs": [ "drain", "put-down", "move", "shake-with" ], "verb_classes": [ 37, 1, 11, 15 ], "nouns": [ "curd:cheese", "spatula", "booklet:instruction", "spatula" ], "noun_classes": [ 32, 20, 140, 20 ], "start_stop_timestamps": [ [ "00:15:35.23", "00:15:43.40" ], [ "00:15:36.12", "00:15:36.95" ], [ "00:15:36.85", "00:15:37.86" ], [ "00:15:37.96", "00:15:41.68" ] ], "start_stop_frames": [ [ 46761, 47170 ], [ 46806, 46847 ], [ 46842, 46893 ], [ 46898, 47084 ] ], "trgnoun": "spatula", "trgverb": "shake_with" }, { "key": "P03_109+92_93_94_95", "video_id": "P03_109", "narration_ids": [ "P03_109_92", "P03_109_93", "P03_109_94", "P03_109_95" ], "src": "scrape_off food from sieve . rinse sieve . squeeze sponge", "src1": "scrape_off food from sieve", "src2": "rinse sieve", "src3": "squeeze sponge", "trg": "put_down sponge", "vis_src": "P03_109:92 P03_109:93 P03_109:94", "vis_trg": "P03_109:95", "narrations": [ "scrape off food from sieve", "rinse sieve", "squeeze sponge", "put down sponge" ], "verbs": [ "scrape-off", "rinse", "squeeze", "put-down" ], "verb_classes": [ 25, 2, 18, 1 ], "nouns": [ "food", "sieve", "sponge", "sponge" ], "noun_classes": [ 34, 39, 9, 9 ], "start_stop_timestamps": [ [ "00:05:20.56", "00:05:27.15" ], [ "00:05:27.18", "00:05:32.93" ], [ "00:05:32.96", "00:05:33.50" ], [ "00:05:34.03", "00:05:34.57" ] ], "start_stop_frames": [ [ 16028, 16357 ], [ 16359, 16646 ], [ 16648, 16675 ], [ 16701, 16728 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P01_19+80_81_82_83", "video_id": "P01_19", "narration_ids": [ "P01_19_80", "P01_19_81", "P01_19_82", "P01_19_83" ], "src": "wash pan . empty pan . put_down sponge", "src1": "wash pan", "src2": "empty pan", "src3": "put_down sponge", "trg": "rinse pan", "vis_src": "P01_19:80 P01_19:81 P01_19:82", "vis_trg": "P01_19:83", "narrations": [ "wash pan", "empty pan", "put down sponge", "rinse pan" ], "verbs": [ "wash", "empty", "put-down", "rinse" ], "verb_classes": [ 2, 20, 1, 2 ], "nouns": [ "pan", "pan", "sponge", "pan" ], "noun_classes": [ 5, 5, 9, 5 ], "start_stop_timestamps": [ [ "00:04:21.88", "00:04:35.90" ], [ "00:04:36.21", "00:04:37.35" ], [ "00:04:36.96", "00:04:37.46" ], [ "00:04:37.67", "00:04:39.46" ] ], "start_stop_frames": [ [ 15712, 16554 ], [ 16572, 16641 ], [ 16617, 16647 ], [ 16660, 16767 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P28_103+229_230_231_232", "video_id": "P28_103", "narration_ids": [ "P28_103_229", "P28_103_230", "P28_103_231", "P28_103_232" ], "src": "open chopped tomatoes tin . wear oven_glove . stir vegetables", "src1": "open chopped tomatoes tin", "src2": "wear oven_glove", "src3": "stir vegetables", "trg": "put oven_glove", "vis_src": "P28_103:229 P28_103:230 P28_103:231", "vis_trg": "P28_103:232", "narrations": [ "open chopped tomatoes tin", "wear oven glove", "stir vegetables", "put oven glove" ], "verbs": [ "open", "wear", "stir", "put" ], "verb_classes": [ 3, 68, 10, 1 ], "nouns": [ "tin:chopped:tomato", "glove:oven", "vegetable", "glove:oven" ], "noun_classes": [ 61, 60, 94, 60 ], "start_stop_timestamps": [ [ "00:22:39.48", "00:22:47.77" ], [ "00:22:59.77", "00:23:01.57" ], [ "00:23:02.50", "00:23:30.62" ], [ "00:23:34.40", "00:23:35.35" ] ], "start_stop_frames": [ [ 67974, 68388 ], [ 68988, 69078 ], [ 69125, 70531 ], [ 70720, 70767 ] ], "trgnoun": "oven_glove", "trgverb": "put" }, { "key": "P01_105+779_780_781_782", "video_id": "P01_105", "narration_ids": [ "P01_105_779", "P01_105_780", "P01_105_781", "P01_105_782" ], "src": "turn_off light . pick_up chopsticks . pick_up bowl", "src1": "turn_off light", "src2": "pick_up chopsticks", "src3": "pick_up bowl", "trg": "put_down bowl", "vis_src": "P01_105:779 P01_105:780 P01_105:781", "vis_trg": "P01_105:782", "narrations": [ "turn off light", "pick up chopsticks", "pick up bowl", "put down bowl" ], "verbs": [ "turn-off", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 8, 0, 0, 1 ], "nouns": [ "light", "chopstick", "bowl", "bowl" ], "noun_classes": [ 114, 80, 7, 7 ], "start_stop_timestamps": [ [ "00:34:54.91", "00:34:56.11" ], [ "00:34:56.68", "00:34:57.45" ], [ "00:34:59.11", "00:34:59.61" ], [ "00:35:00.73", "00:35:02.03" ] ], "start_stop_frames": [ [ 104745, 104805 ], [ 104833, 104872 ], [ 104955, 104980 ], [ 105036, 105101 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_102+84_85_86_87", "video_id": "P02_102", "narration_ids": [ "P02_102_84", "P02_102_85", "P02_102_86", "P02_102_87" ], "src": "open spice_jar . pour spice into lid . pour spice from lid to tupperware", "src1": "open spice_jar", "src2": "pour spice into lid", "src3": "pour spice from lid to tupperware", "trg": "close spice_jar", "vis_src": "P02_102:84 P02_102:85 P02_102:86", "vis_trg": "P02_102:87", "narrations": [ "open spice jar", "pour spice into lid", "pour spice from lid to tupperware", "close spice jar" ], "verbs": [ "open", "pour-into", "pour-from", "close" ], "verb_classes": [ 3, 9, 9, 4 ], "nouns": [ "jar:spice", "spice", "spice", "jar:spice" ], "noun_classes": [ 40, 85, 85, 40 ], "start_stop_timestamps": [ [ "00:02:42.03", "00:02:43.25" ], [ "00:02:43.35", "00:02:45.07" ], [ "00:02:45.17", "00:02:46.45" ], [ "00:02:46.28", "00:02:47.80" ] ], "start_stop_frames": [ [ 8101, 8162 ], [ 8167, 8253 ], [ 8258, 8322 ], [ 8314, 8390 ] ], "trgnoun": "spice_jar", "trgverb": "close" }, { "key": "P19_04+52_53_54_55", "video_id": "P19_04", "narration_ids": [ "P19_04_52", "P19_04_53", "P19_04_54", "P19_04_55" ], "src": "feel the heat . tear_out bacon . open fridge", "src1": "feel the heat", "src2": "tear_out bacon", "src3": "open fridge", "trg": "close fridge", "vis_src": "P19_04:52 P19_04:53 P19_04:54", "vis_trg": "P19_04:55", "narrations": [ "feel the heat", "tear out bacon", "open fridge", "close fridge" ], "verbs": [ "feel", "tear-out", "open", "close" ], "verb_classes": [ 54, 43, 3, 4 ], "nouns": [ "heat", "bacon", "fridge", "fridge" ], "noun_classes": [ 65, 163, 12, 12 ], "start_stop_timestamps": [ [ "00:07:42.66", "00:07:47.31" ], [ "00:07:54.66", "00:07:57.71" ], [ "00:07:58.57", "00:08:00.90" ], [ "00:08:01.86", "00:08:03.19" ] ], "start_stop_frames": [ [ 27759, 28038 ], [ 28479, 28662 ], [ 28714, 28854 ], [ 28911, 28991 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P26_117+121_122_123_124", "video_id": "P26_117", "narration_ids": [ "P26_117_121", "P26_117_122", "P26_117_123", "P26_117_124" ], "src": "stir potatoes . take fork . turn chicken", "src1": "stir potatoes", "src2": "take fork", "src3": "turn chicken", "trg": "pick_up chicken", "vis_src": "P26_117:121 P26_117:122 P26_117:123", "vis_trg": "P26_117:124", "narrations": [ "stir potatoes", "take fork", "turn chicken", "pick up chicken" ], "verbs": [ "stir", "take", "turn", "pick-up" ], "verb_classes": [ 10, 0, 23, 0 ], "nouns": [ "potato", "fork", "chicken", "chicken" ], "noun_classes": [ 30, 14, 57, 57 ], "start_stop_timestamps": [ [ "00:10:48.39", "00:10:55.21" ], [ "00:11:03.31", "00:11:04.19" ], [ "00:11:04.55", "00:11:06.02" ], [ "00:11:20.89", "00:11:22.29" ] ], "start_stop_frames": [ [ 32419, 32760 ], [ 33165, 33209 ], [ 33227, 33301 ], [ 34044, 34114 ] ], "trgnoun": "chicken", "trgverb": "pick_up" }, { "key": "P04_110+117_118_119_120", "video_id": "P04_110", "narration_ids": [ "P04_110_117", "P04_110_118", "P04_110_119", "P04_110_120" ], "src": "put rice cooker lid on plate . pick_up spatula . lift steamed_bun out of steamer tray with spatula", "src1": "put rice cooker lid on plate", "src2": "pick_up spatula", "src3": "lift steamed_bun out of steamer tray with spatula", "trg": "pick_up rice cooker lid", "vis_src": "P04_110:117 P04_110:118 P04_110:119", "vis_trg": "P04_110:120", "narrations": [ "put rice cooker lid on plate", "pick up spatula", "lift steamed bun out of steamer tray with spatula", "pick up rice cooker lid" ], "verbs": [ "put-on", "pick-up", "lift-out", "pick-up" ], "verb_classes": [ 1, 0, 33, 0 ], "nouns": [ "lid:rice:cooker", "spatula", "bun:steamed", "lid:rice:cooker" ], "noun_classes": [ 6, 20, 33, 6 ], "start_stop_timestamps": [ [ "00:04:50.60", "00:04:51.50" ], [ "00:04:51.80", "00:04:52.57" ], [ "00:04:52.67", "00:04:54.62" ], [ "00:04:55.10", "00:04:55.92" ] ], "start_stop_frames": [ [ 14530, 14575 ], [ 14590, 14628 ], [ 14633, 14731 ], [ 14755, 14796 ] ], "trgnoun": "cooker_rice_lid", "trgverb": "pick_up" }, { "key": "P22_05+23_24_25_26", "video_id": "P22_05", "narration_ids": [ "P22_05_23", "P22_05_24", "P22_05_25", "P22_05_26" ], "src": "remove straw . flatten container . remove plastic", "src1": "remove straw", "src2": "flatten container", "src3": "remove plastic", "trg": "throw away plastic", "vis_src": "P22_05:23 P22_05:24 P22_05:25", "vis_trg": "P22_05:26", "narrations": [ "remove straw", "flatten container", "remove plastic", "throw away plastic" ], "verbs": [ "remove", "flatten", "remove", "throw" ], "verb_classes": [ 12, 87, 12, 13 ], "nouns": [ "straw", "container", "plastic", "plastic" ], "noun_classes": [ 248, 21, 26, 26 ], "start_stop_timestamps": [ [ "00:00:49.11", "00:00:50.02" ], [ "00:00:50.29", "00:01:04.06" ], [ "00:01:01.73", "00:01:05.33" ], [ "00:01:05.12", "00:01:08.82" ] ], "start_stop_frames": [ [ 2946, 3001 ], [ 3017, 3843 ], [ 3703, 3919 ], [ 3907, 4129 ] ], "trgnoun": "plastic", "trgverb": "throw" }, { "key": "P27_101+443_444_445_446", "video_id": "P27_101", "narration_ids": [ "P27_101_443", "P27_101_444", "P27_101_445", "P27_101_446" ], "src": "pick_up bottle . open garbage_bin . put_down bottle", "src1": "pick_up bottle", "src2": "open garbage_bin", "src3": "put_down bottle", "trg": "close garbage_bin", "vis_src": "P27_101:443 P27_101:444 P27_101:445", "vis_trg": "P27_101:446", "narrations": [ "pick up bottle", "open garbage bin", "put down bottle", "close garbage bin" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bottle", "bin:garbage", "bottle", "bin:garbage" ], "noun_classes": [ 15, 36, 15, 36 ], "start_stop_timestamps": [ [ "00:21:08.75", "00:21:09.67" ], [ "00:21:11.76", "00:21:12.95" ], [ "00:21:13.78", "00:21:17.09" ], [ "00:21:17.09", "00:21:17.77" ] ], "start_stop_frames": [ [ 63437, 63483 ], [ 63588, 63647 ], [ 63689, 63854 ], [ 63854, 63888 ] ], "trgnoun": "garbage_bin", "trgverb": "close" }, { "key": "P01_109+880_881_882_883", "video_id": "P01_109", "narration_ids": [ "P01_109_880", "P01_109_881", "P01_109_882", "P01_109_883" ], "src": "open drawer . open box . close box", "src1": "open drawer", "src2": "open box", "src3": "close box", "trg": "close drawer", "vis_src": "P01_109:880 P01_109:881 P01_109:882", "vis_trg": "P01_109:883", "narrations": [ "open drawer", "open box", "close box", "close drawer" ], "verbs": [ "open", "open", "close", "close" ], "verb_classes": [ 3, 3, 4, 4 ], "nouns": [ "drawer", "box", "box", "drawer" ], "noun_classes": [ 8, 23, 23, 8 ], "start_stop_timestamps": [ [ "01:00:29.00", "01:00:30.23" ], [ "01:00:30.10", "01:00:31.65" ], [ "01:00:32.07", "01:00:33.19" ], [ "01:00:34.09", "01:00:34.91" ] ], "start_stop_frames": [ [ 181450, 181511 ], [ 181505, 181582 ], [ 181603, 181659 ], [ 181704, 181745 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P03_109+234_235_236_237", "video_id": "P03_109", "narration_ids": [ "P03_109_234", "P03_109_235", "P03_109_236", "P03_109_237" ], "src": "wash knife . put knife in drying rack . pick_up spoon", "src1": "wash knife", "src2": "put knife in drying rack", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P03_109:234 P03_109:235 P03_109:236", "vis_trg": "P03_109:237", "narrations": [ "wash knife", "put knife in drying rack", "pick up spoon", "wash spoon" ], "verbs": [ "wash", "put-in", "pick-up", "wash" ], "verb_classes": [ 2, 5, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:13:02.72", "00:13:06.20" ], [ "00:13:06.28", "00:13:07.19" ], [ "00:13:07.15", "00:13:08.85" ], [ "00:13:08.60", "00:13:12.09" ] ], "start_stop_frames": [ [ 39136, 39310 ], [ 39314, 39359 ], [ 39357, 39442 ], [ 39430, 39604 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P06_108+124_125_126_127", "video_id": "P06_108", "narration_ids": [ "P06_108_124", "P06_108_125", "P06_108_126", "P06_108_127" ], "src": "open door . open fridge . put olives in fridge", "src1": "open door", "src2": "open fridge", "src3": "put olives in fridge", "trg": "close fridge", "vis_src": "P06_108:124 P06_108:125 P06_108:126", "vis_trg": "P06_108:127", "narrations": [ "open door", "open fridge", "put olives in fridge", "close fridge" ], "verbs": [ "open", "open", "put-in", "close" ], "verb_classes": [ 3, 3, 5, 4 ], "nouns": [ "door", "fridge", "olive", "fridge" ], "noun_classes": [ 3, 12, 83, 12 ], "start_stop_timestamps": [ [ "00:09:35.46", "00:09:37.29" ], [ "00:09:38.89", "00:09:39.76" ], [ "00:09:39.76", "00:09:41.54" ], [ "00:09:41.54", "00:09:42.42" ] ], "start_stop_frames": [ [ 28773, 28864 ], [ 28944, 28988 ], [ 28988, 29077 ], [ 29077, 29120 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P27_101+120_121_122_123", "video_id": "P27_101", "narration_ids": [ "P27_101_120", "P27_101_121", "P27_101_122", "P27_101_123" ], "src": "move coffee_machine . pick_up glass . wash glass", "src1": "move coffee_machine", "src2": "pick_up glass", "src3": "wash glass", "trg": "put_down glass", "vis_src": "P27_101:120 P27_101:121 P27_101:122", "vis_trg": "P27_101:123", "narrations": [ "move coffee machine", "pick up glass", "wash glass", "put down glass" ], "verbs": [ "move", "pick-up", "wash", "put-down" ], "verb_classes": [ 11, 0, 2, 1 ], "nouns": [ "machine:coffee", "glass", "glass", "glass" ], "noun_classes": [ 50, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:05:22.50", "00:05:23.61" ], [ "00:05:23.71", "00:05:25.41" ], [ "00:05:25.44", "00:05:30.84" ], [ "00:05:30.91", "00:05:31.44" ] ], "start_stop_frames": [ [ 16125, 16180 ], [ 16185, 16270 ], [ 16272, 16542 ], [ 16545, 16572 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P26_117+54_55_56_57", "video_id": "P26_117", "narration_ids": [ "P26_117_54", "P26_117_55", "P26_117_56", "P26_117_57" ], "src": "close oven . put_down cloth . pick_up chicken", "src1": "close oven", "src2": "put_down cloth", "src3": "pick_up chicken", "trg": "put_down chicken", "vis_src": "P26_117:54 P26_117:55 P26_117:56", "vis_trg": "P26_117:57", "narrations": [ "close oven", "put down cloth", "pick up chicken", "put down chicken" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "oven", "cloth", "chicken", "chicken" ], "noun_classes": [ 46, 17, 57, 57 ], "start_stop_timestamps": [ [ "00:03:07.32", "00:03:08.10" ], [ "00:03:09.24", "00:03:10.21" ], [ "00:03:11.18", "00:03:14.06" ], [ "00:03:14.05", "00:03:21.09" ] ], "start_stop_frames": [ [ 9366, 9405 ], [ 9462, 9510 ], [ 9559, 9703 ], [ 9702, 10054 ] ], "trgnoun": "chicken", "trgverb": "put_down" }, { "key": "P02_124+24_25_26_27", "video_id": "P02_124", "narration_ids": [ "P02_124_24", "P02_124_25", "P02_124_26", "P02_124_27" ], "src": "put washing_powder in drawer . pick_up lid . close box", "src1": "put washing_powder in drawer", "src2": "pick_up lid", "src3": "close box", "trg": "put box in cupboard", "vis_src": "P02_124:24 P02_124:25 P02_124:26", "vis_trg": "P02_124:27", "narrations": [ "put washing powder in drawer", "pick up lid", "close box", "put box in cupboard" ], "verbs": [ "put-in", "pick-up", "close", "put-in" ], "verb_classes": [ 5, 0, 4, 5 ], "nouns": [ "powder:washing", "lid", "box", "box" ], "noun_classes": [ 234, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:00:48.55", "00:00:49.25" ], [ "00:00:49.67", "00:00:50.83" ], [ "00:00:50.87", "00:00:52.28" ], [ "00:00:51.64", "00:00:53.12" ] ], "start_stop_frames": [ [ 2427, 2462 ], [ 2483, 2541 ], [ 2543, 2614 ], [ 2582, 2656 ] ], "trgnoun": "box", "trgverb": "put_in" }, { "key": "P01_07+21_22_23_24", "video_id": "P01_07", "narration_ids": [ "P01_07_21", "P01_07_22", "P01_07_23", "P01_07_24" ], "src": "put plate into cupboard . take cup . close cupboard", "src1": "put plate into cupboard", "src2": "take cup", "src3": "close cupboard", "trg": "put cup down", "vis_src": "P01_07:21 P01_07:22 P01_07:23", "vis_trg": "P01_07:24", "narrations": [ "put plate into cupboard", "take cup", "close cupboard", "put cup down" ], "verbs": [ "put-into", "take", "close", "put-down" ], "verb_classes": [ 5, 0, 4, 1 ], "nouns": [ "plate", "cup", "cupboard", "cup" ], "noun_classes": [ 2, 13, 3, 13 ], "start_stop_timestamps": [ [ "00:01:00.64", "00:01:03.12" ], [ "00:01:03.08", "00:01:03.96" ], [ "00:01:03.95", "00:01:04.79" ], [ "00:01:05.29", "00:01:06.30" ] ], "start_stop_frames": [ [ 3638, 3787 ], [ 3784, 3837 ], [ 3837, 3887 ], [ 3917, 3978 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P04_116+103_104_105_106", "video_id": "P04_116", "narration_ids": [ "P04_116_103", "P04_116_104", "P04_116_105", "P04_116_106" ], "src": "close oven . put oven_gloves on oven door . pick_up tea_towels", "src1": "close oven", "src2": "put oven_gloves on oven door", "src3": "pick_up tea_towels", "trg": "put tea_towels on oven door", "vis_src": "P04_116:103 P04_116:104 P04_116:105", "vis_trg": "P04_116:106", "narrations": [ "close oven", "put oven gloves on oven door", "pick up tea towels", "put tea towels on oven door" ], "verbs": [ "close", "put-on", "pick-up", "put-on" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "oven", "glove:oven", "towel:tea", "towel:tea" ], "noun_classes": [ 46, 60, 52, 52 ], "start_stop_timestamps": [ [ "00:04:04.62", "00:04:05.60" ], [ "00:04:05.70", "00:04:06.84" ], [ "00:04:06.85", "00:04:07.96" ], [ "00:04:07.94", "00:04:09.65" ] ], "start_stop_frames": [ [ 12231, 12280 ], [ 12285, 12342 ], [ 12342, 12398 ], [ 12397, 12482 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P02_06+208_209_210_212", "video_id": "P02_06", "narration_ids": [ "P02_06_208", "P02_06_209", "P02_06_210", "P02_06_212" ], "src": "put strainer next to sink . pick_up knife . chop lettuce using knife on chopping board", "src1": "put strainer next to sink", "src2": "pick_up knife", "src3": "chop lettuce using knife on chopping board", "trg": "pick_up chopped_lettuce", "vis_src": "P02_06:208 P02_06:209 P02_06:210", "vis_trg": "P02_06:212", "narrations": [ "put strainer next to sink", "pick up knife", "chop lettuce using knife on chopping board", "pick up chopped lettuce" ], "verbs": [ "put", "pick-up", "chop", "pick-up" ], "verb_classes": [ 1, 0, 7, 0 ], "nouns": [ "strainer", "knife", "lettuce", "lettuce:chopped" ], "noun_classes": [ 39, 4, 120, 120 ], "start_stop_timestamps": [ [ "00:09:10.10", "00:09:10.92" ], [ "00:09:16.66", "00:09:17.68" ], [ "00:09:20.04", "00:09:27.92" ], [ "00:09:34.76", "00:09:42.02" ] ], "start_stop_frames": [ [ 33006, 33055 ], [ 33399, 33460 ], [ 33602, 34075 ], [ 34485, 34921 ] ], "trgnoun": "chopped_lettuce", "trgverb": "pick_up" }, { "key": "P23_102+207_208_209_210", "video_id": "P23_102", "narration_ids": [ "P23_102_207", "P23_102_208", "P23_102_209", "P23_102_210" ], "src": "take mango . cut mango . take plate", "src1": "take mango", "src2": "cut mango", "src3": "take plate", "trg": "put mango", "vis_src": "P23_102:207 P23_102:208 P23_102:209", "vis_trg": "P23_102:210", "narrations": [ "take mango", "cut mango", "take plate", "put mango" ], "verbs": [ "take", "cut", "take", "put" ], "verb_classes": [ 0, 7, 0, 1 ], "nouns": [ "mango", "mango", "plate", "mango" ], "noun_classes": [ 207, 207, 2, 207 ], "start_stop_timestamps": [ [ "00:20:34.04", "00:20:34.86" ], [ "00:20:36.38", "00:22:07.22" ], [ "00:22:08.08", "00:22:09.52" ], [ "00:22:09.00", "00:22:12.99" ] ], "start_stop_frames": [ [ 61702, 61742 ], [ 61819, 66361 ], [ 66404, 66476 ], [ 66450, 66649 ] ], "trgnoun": "mango", "trgverb": "put" }, { "key": "P01_105+733_734_735_736", "video_id": "P01_105", "narration_ids": [ "P01_105_733", "P01_105_734", "P01_105_735", "P01_105_736" ], "src": "rinse colander . empty colander . turn_off tap", "src1": "rinse colander", "src2": "empty colander", "src3": "turn_off tap", "trg": "put_down colander", "vis_src": "P01_105:733 P01_105:734 P01_105:735", "vis_trg": "P01_105:736", "narrations": [ "rinse colander", "empty colander", "turn off tap", "put down colander" ], "verbs": [ "rinse", "empty", "turn-off", "put-down" ], "verb_classes": [ 2, 20, 8, 1 ], "nouns": [ "colander", "colander", "tap", "colander" ], "noun_classes": [ 39, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:30:49.74", "00:30:52.04" ], [ "00:30:52.00", "00:30:53.00" ], [ "00:30:51.89", "00:30:52.75" ], [ "00:30:53.01", "00:30:54.34" ] ], "start_stop_frames": [ [ 92487, 92602 ], [ 92600, 92650 ], [ 92594, 92637 ], [ 92650, 92717 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P05_03+140_141_142_143", "video_id": "P05_03", "narration_ids": [ "P05_03_140", "P05_03_141", "P05_03_142", "P05_03_143" ], "src": "take pesto from table . pour pesto in container . place bottle in sink", "src1": "take pesto from table", "src2": "pour pesto in container", "src3": "place bottle in sink", "trg": "mix pesto with pasta", "vis_src": "P05_03:140 P05_03:141 P05_03:142", "vis_trg": "P05_03:143", "narrations": [ "take pesto from table", "pour pesto in container", "place bottle in sink", "mix pesto with pasta" ], "verbs": [ "take-from", "pour-in", "place-in", "mix-with" ], "verb_classes": [ 0, 9, 5, 10 ], "nouns": [ "pesto", "pesto", "bottle", "pesto" ], "noun_classes": [ 47, 47, 15, 47 ], "start_stop_timestamps": [ [ "00:12:28.51", "00:12:30.22" ], [ "00:12:29.75", "00:12:56.26" ], [ "00:12:57.00", "00:13:00.06" ], [ "00:13:00.46", "00:13:37.92" ] ], "start_stop_frames": [ [ 44910, 45013 ], [ 44985, 46575 ], [ 46620, 46803 ], [ 46827, 49075 ] ], "trgnoun": "pesto", "trgverb": "mix_with" }, { "key": "P24_05+105_106_107_108", "video_id": "P24_05", "narration_ids": [ "P24_05_105", "P24_05_106", "P24_05_107", "P24_05_108" ], "src": "move onion in the pan . put spoon . raise lid", "src1": "move onion in the pan", "src2": "put spoon", "src3": "raise lid", "trg": "lower lid", "vis_src": "P24_05:105 P24_05:106 P24_05:107", "vis_trg": "P24_05:108", "narrations": [ "move onion in the pan", "put spoon", "raise lid", "lower lid" ], "verbs": [ "move-in", "put", "raise", "lower" ], "verb_classes": [ 5, 1, 33, 73 ], "nouns": [ "onion", "spoon", "lid", "lid" ], "noun_classes": [ 16, 1, 6, 6 ], "start_stop_timestamps": [ [ "00:09:13.99", "00:09:29.05" ], [ "00:09:29.61", "00:09:32.03" ], [ "00:09:31.90", "00:09:34.63" ], [ "00:09:34.73", "00:09:36.07" ] ], "start_stop_frames": [ [ 33239, 34143 ], [ 34176, 34321 ], [ 34314, 34477 ], [ 34483, 34564 ] ], "trgnoun": "lid", "trgverb": "lower" }, { "key": "P29_03+138_139_140_141", "video_id": "P29_03", "narration_ids": [ "P29_03_138", "P29_03_139", "P29_03_140", "P29_03_141" ], "src": "pick_up spoons . put spoons in drawer . pick_up whisks", "src1": "pick_up spoons", "src2": "put spoons in drawer", "src3": "pick_up whisks", "trg": "put whisks in drawer", "vis_src": "P29_03:138 P29_03:139 P29_03:140", "vis_trg": "P29_03:141", "narrations": [ "pick up spoons", "put spoons in drawer", "pick up whisks", "put whisks in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "spoon", "spoon", "whisk", "whisk" ], "noun_classes": [ 1, 1, 218, 218 ], "start_stop_timestamps": [ [ "00:08:18.71", "00:08:21.37" ], [ "00:08:21.55", "00:08:23.32" ], [ "00:08:23.15", "00:08:24.90" ], [ "00:08:24.99", "00:08:26.49" ] ], "start_stop_frames": [ [ 29922, 30082 ], [ 30093, 30199 ], [ 30189, 30294 ], [ 30299, 30389 ] ], "trgnoun": "whisk", "trgverb": "put_in" }, { "key": "P02_123+405_406_407_409", "video_id": "P02_123", "narration_ids": [ "P02_123_405", "P02_123_406", "P02_123_407", "P02_123_409" ], "src": "put glass in sink . pick_up tea_infuser . put tea_infuser inside glass", "src1": "put glass in sink", "src2": "pick_up tea_infuser", "src3": "put tea_infuser inside glass", "trg": "wipe surface", "vis_src": "P02_123:405 P02_123:406 P02_123:407", "vis_trg": "P02_123:409", "narrations": [ "put glass in sink", "pick up tea infuser", "put tea infuser inside glass", "wipe surface" ], "verbs": [ "put-in", "pick-up", "put", "wipe" ], "verb_classes": [ 5, 0, 1, 2 ], "nouns": [ "glass", "infuser:tea", "infuser:tea", "surface" ], "noun_classes": [ 10, 39, 39, 42 ], "start_stop_timestamps": [ [ "00:20:20.48", "00:20:21.49" ], [ "00:20:22.33", "00:20:23.34" ], [ "00:20:23.90", "00:20:24.71" ], [ "00:20:45.34", "00:20:51.13" ] ], "start_stop_frames": [ [ 61024, 61074 ], [ 61116, 61166 ], [ 61195, 61235 ], [ 62266, 62556 ] ], "trgnoun": "surface", "trgverb": "wipe" }, { "key": "P03_121+17_18_19_21", "video_id": "P03_121", "narration_ids": [ "P03_121_17", "P03_121_18", "P03_121_19", "P03_121_21" ], "src": "tap grater against bowl . tap paring_knife against bowl . scrape_off knife", "src1": "tap grater against bowl", "src2": "tap paring_knife against bowl", "src3": "scrape_off knife", "trg": "scrape lemon_zest into bowl", "vis_src": "P03_121:17 P03_121:18 P03_121:19", "vis_trg": "P03_121:21", "narrations": [ "tap grater against bowl", "tap paring knife against bowl", "scrape off knife", "scrape lemon zest into bowl" ], "verbs": [ "tap", "tap", "scrape-off", "scrape-into" ], "verb_classes": [ 32, 32, 25, 25 ], "nouns": [ "grater", "knife:paring", "knife", "zest:lemon" ], "noun_classes": [ 96, 4, 4, 105 ], "start_stop_timestamps": [ [ "00:01:14.66", "00:01:19.13" ], [ "00:01:14.56", "00:01:16.86" ], [ "00:01:16.22", "00:01:18.08" ], [ "00:01:22.47", "00:01:23.55" ] ], "start_stop_frames": [ [ 3733, 3956 ], [ 3728, 3843 ], [ 3811, 3904 ], [ 4123, 4177 ] ], "trgnoun": "lemon_zest", "trgverb": "scrape_into" }, { "key": "P04_109+284_285_286_287", "video_id": "P04_109", "narration_ids": [ "P04_109_284", "P04_109_285", "P04_109_286", "P04_109_287" ], "src": "move rice_vinegar . open broccoli_packet . move cucumber", "src1": "move rice_vinegar", "src2": "open broccoli_packet", "src3": "move cucumber", "trg": "pick_up cucumber", "vis_src": "P04_109:284 P04_109:285 P04_109:286", "vis_trg": "P04_109:287", "narrations": [ "move rice vinegar", "open broccoli packet", "move cucumber", "pick up cucumber" ], "verbs": [ "move", "open", "move", "pick-up" ], "verb_classes": [ 11, 3, 11, 0 ], "nouns": [ "vinegar:rice", "packet:broccoli", "cucumber", "cucumber" ], "noun_classes": [ 134, 26, 72, 72 ], "start_stop_timestamps": [ [ "00:09:19.43", "00:09:20.86" ], [ "00:09:21.35", "00:09:23.47" ], [ "00:09:23.69", "00:09:25.31" ], [ "00:09:25.36", "00:09:26.90" ] ], "start_stop_frames": [ [ 27971, 28043 ], [ 28067, 28173 ], [ 28184, 28265 ], [ 28268, 28345 ] ], "trgnoun": "cucumber", "trgverb": "pick_up" }, { "key": "P23_04+123_124_125_126", "video_id": "P23_04", "narration_ids": [ "P23_04_123", "P23_04_124", "P23_04_125", "P23_04_126" ], "src": "washing the bowl . washing the sink . take the washing_liquid", "src1": "washing the bowl", "src2": "washing the sink", "src3": "take the washing_liquid", "trg": "put it to place", "vis_src": "P23_04:123 P23_04:124 P23_04:125", "vis_trg": "P23_04:126", "narrations": [ "washing the bowl", "washing the sink", "take the washing liquid", "put it to place" ], "verbs": [ "wash", "wash", "take", "put-to" ], "verb_classes": [ 2, 2, 0, 1 ], "nouns": [ "bowl", "sink", "liquid:washing", "liquid:washing" ], "noun_classes": [ 7, 63, 22, 22 ], "start_stop_timestamps": [ [ "00:27:16.03", "00:27:35.28" ], [ "00:27:35.51", "00:27:44.63" ], [ "00:27:42.80", "00:27:43.87" ], [ "00:27:45.83", "00:27:49.33" ] ], "start_stop_frames": [ [ 98161, 99316 ], [ 99330, 99877 ], [ 99768, 99832 ], [ 99949, 100159 ] ], "trgnoun": "washing_liquid", "trgverb": "put_to" }, { "key": "P24_05+23_24_25_26", "video_id": "P24_05", "narration_ids": [ "P24_05_23", "P24_05_24", "P24_05_25", "P24_05_26" ], "src": "pick_up plate . put_down plate . pick_up pasta", "src1": "pick_up plate", "src2": "put_down plate", "src3": "pick_up pasta", "trg": "open pasta", "vis_src": "P24_05:23 P24_05:24 P24_05:25", "vis_trg": "P24_05:26", "narrations": [ "pick up plate", "put down plate", "pick up pasta", "open pasta" ], "verbs": [ "pick-up", "put-down", "pick-up", "open" ], "verb_classes": [ 0, 1, 0, 3 ], "nouns": [ "plate", "plate", "pasta", "pasta" ], "noun_classes": [ 2, 2, 45, 45 ], "start_stop_timestamps": [ [ "00:01:44.92", "00:01:48.36" ], [ "00:01:48.31", "00:01:51.39" ], [ "00:01:51.13", "00:01:52.08" ], [ "00:01:52.67", "00:01:56.42" ] ], "start_stop_frames": [ [ 6295, 6501 ], [ 6498, 6683 ], [ 6667, 6724 ], [ 6760, 6985 ] ], "trgnoun": "pasta", "trgverb": "open" }, { "key": "P04_120+334_335_336_337", "video_id": "P04_120", "narration_ids": [ "P04_120_334", "P04_120_335", "P04_120_336", "P04_120_337" ], "src": "pick_up thermometer . pick_up spatula . stir milk in pan with spatula", "src1": "pick_up thermometer", "src2": "pick_up spatula", "src3": "stir milk in pan with spatula", "trg": "lift spatula out of milk", "vis_src": "P04_120:334 P04_120:335 P04_120:336", "vis_trg": "P04_120:337", "narrations": [ "pick up thermometer", "pick up spatula", "stir milk in pan with spatula", "lift spatula out of milk" ], "verbs": [ "pick-up", "pick-up", "stir-in", "lift-out" ], "verb_classes": [ 0, 0, 10, 33 ], "nouns": [ "thermometer", "spatula", "milk", "spatula" ], "noun_classes": [ 166, 20, 64, 20 ], "start_stop_timestamps": [ [ "00:11:52.69", "00:11:54.44" ], [ "00:11:54.53", "00:11:56.45" ], [ "00:11:56.56", "00:12:01.47" ], [ "00:12:01.01", "00:12:01.81" ] ], "start_stop_frames": [ [ 35634, 35722 ], [ 35726, 35822 ], [ 35828, 36073 ], [ 36050, 36090 ] ], "trgnoun": "spatula", "trgverb": "lift_out" }, { "key": "P22_05+151_152_153_154", "video_id": "P22_05", "narration_ids": [ "P22_05_151", "P22_05_152", "P22_05_153", "P22_05_154" ], "src": "close carafe . pick_up carafe . pour water", "src1": "close carafe", "src2": "pick_up carafe", "src3": "pour water", "trg": "insert carafe", "vis_src": "P22_05:151 P22_05:152 P22_05:153", "vis_trg": "P22_05:154", "narrations": [ "close carafe", "pick up carafe", "pour water", "insert carafe" ], "verbs": [ "close", "pick-up", "pour", "insert" ], "verb_classes": [ 4, 0, 9, 5 ], "nouns": [ "carafe", "carafe", "water", "carafe" ], "noun_classes": [ 66, 66, 27, 66 ], "start_stop_timestamps": [ [ "00:06:31.63", "00:06:32.21" ], [ "00:06:32.31", "00:06:33.97" ], [ "00:06:36.64", "00:06:44.30" ], [ "00:06:44.33", "00:06:48.07" ] ], "start_stop_frames": [ [ 23497, 23532 ], [ 23538, 23638 ], [ 23798, 24258 ], [ 24259, 24484 ] ], "trgnoun": "carafe", "trgverb": "insert" }, { "key": "P01_104+58_59_60_61", "video_id": "P01_104", "narration_ids": [ "P01_104_58", "P01_104_59", "P01_104_60", "P01_104_61" ], "src": "empty pot . put pot onto rack . take sponge", "src1": "empty pot", "src2": "put pot onto rack", "src3": "take sponge", "trg": "rinse sponge", "vis_src": "P01_104:58 P01_104:59 P01_104:60", "vis_trg": "P01_104:61", "narrations": [ "empty pot", "put pot onto rack", "take sponge", "rinse sponge" ], "verbs": [ "empty", "put-onto", "take", "rinse" ], "verb_classes": [ 20, 1, 0, 2 ], "nouns": [ "pot", "pot", "sponge", "sponge" ], "noun_classes": [ 29, 29, 9, 9 ], "start_stop_timestamps": [ [ "00:02:39.38", "00:02:40.00" ], [ "00:02:39.82", "00:02:41.52" ], [ "00:02:41.61", "00:02:41.87" ], [ "00:02:41.97", "00:02:42.51" ] ], "start_stop_frames": [ [ 7969, 8000 ], [ 7991, 8076 ], [ 8080, 8093 ], [ 8098, 8125 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P11_06+8_9_10_11", "video_id": "P11_06", "narration_ids": [ "P11_06_8", "P11_06_9", "P11_06_10", "P11_06_11" ], "src": "put cap on milk . put milk in fridge . pick_up cereal", "src1": "put cap on milk", "src2": "put milk in fridge", "src3": "pick_up cereal", "trg": "pour cereal in bowl", "vis_src": "P11_06:8 P11_06:9 P11_06:10", "vis_trg": "P11_06:11", "narrations": [ "put cap on milk", "put milk in fridge", "pick up cereal", "pour cereal in bowl" ], "verbs": [ "put-on", "put-in", "pick-up", "pour-in" ], "verb_classes": [ 1, 5, 0, 9 ], "nouns": [ "cap", "milk", "cereal", "cereal" ], "noun_classes": [ 118, 64, 99, 99 ], "start_stop_timestamps": [ [ "00:00:18.74", "00:00:20.72" ], [ "00:00:21.41", "00:00:22.79" ], [ "00:00:23.81", "00:00:25.23" ], [ "00:00:26.03", "00:00:27.98" ] ], "start_stop_frames": [ [ 1124, 1243 ], [ 1284, 1367 ], [ 1428, 1513 ], [ 1561, 1678 ] ], "trgnoun": "cereal", "trgverb": "pour_in" }, { "key": "P04_119+181_182_183_184", "video_id": "P04_119", "narration_ids": [ "P04_119_181", "P04_119_182", "P04_119_183", "P04_119_184" ], "src": "push grinder away from saucepan . put_down milk bottle lid . peel film off top of milk bottle", "src1": "push grinder away from saucepan", "src2": "put_down milk bottle lid", "src3": "peel film off top of milk bottle", "trg": "put_down film", "vis_src": "P04_119:181 P04_119:182 P04_119:183", "vis_trg": "P04_119:184", "narrations": [ "push grinder away from saucepan", "put down milk bottle lid", "peel film off top of milk bottle", "put down film" ], "verbs": [ "push", "put-down", "peel-off", "put-down" ], "verb_classes": [ 21, 1, 19, 1 ], "nouns": [ "grinder", "lid:milk:bottle", "film", "film" ], "noun_classes": [ 50, 118, 100, 100 ], "start_stop_timestamps": [ [ "00:07:48.93", "00:07:50.23" ], [ "00:07:50.51", "00:07:51.10" ], [ "00:07:51.41", "00:07:53.97" ], [ "00:07:53.98", "00:07:54.58" ] ], "start_stop_frames": [ [ 23446, 23511 ], [ 23525, 23555 ], [ 23570, 23698 ], [ 23699, 23729 ] ], "trgnoun": "film", "trgverb": "put_down" }, { "key": "P27_103+662_663_664_665", "video_id": "P27_103", "narration_ids": [ "P27_103_662", "P27_103_663", "P27_103_664", "P27_103_665" ], "src": "close oven . turn_on tap . rinse toothpick", "src1": "close oven", "src2": "turn_on tap", "src3": "rinse toothpick", "trg": "turn_off tap", "vis_src": "P27_103:662 P27_103:663 P27_103:664", "vis_trg": "P27_103:665", "narrations": [ "close oven", "turn on tap", "rinse toothpick", "turn off tap" ], "verbs": [ "close", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 4, 6, 2, 8 ], "nouns": [ "oven", "tap", "toothpick", "tap" ], "noun_classes": [ 46, 0, 228, 0 ], "start_stop_timestamps": [ [ "00:40:16.44", "00:40:17.09" ], [ "00:40:23.32", "00:40:24.20" ], [ "00:40:24.27", "00:40:25.63" ], [ "00:40:28.13", "00:40:28.73" ] ], "start_stop_frames": [ [ 120822, 120854 ], [ 121166, 121209 ], [ 121213, 121281 ], [ 121406, 121436 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_14+51_52_53_54", "video_id": "P22_14", "narration_ids": [ "P22_14_51", "P22_14_52", "P22_14_53", "P22_14_54" ], "src": "open drawer . turn_on stove . move moka_pot", "src1": "open drawer", "src2": "turn_on stove", "src3": "move moka_pot", "trg": "regulate stove", "vis_src": "P22_14:51 P22_14:52 P22_14:53", "vis_trg": "P22_14:54", "narrations": [ "open drawer", "turn on stove", "move moka pot", "regulate stove" ], "verbs": [ "open", "turn-on", "move", "regulate" ], "verb_classes": [ 3, 6, 11, 17 ], "nouns": [ "drawer", "stove", "pot:moka", "stove" ], "noun_classes": [ 8, 24, 50, 24 ], "start_stop_timestamps": [ [ "00:02:18.45", "00:02:20.33" ], [ "00:02:22.57", "00:02:24.32" ], [ "00:02:26.15", "00:02:27.29" ], [ "00:02:27.27", "00:02:31.02" ] ], "start_stop_frames": [ [ 8307, 8419 ], [ 8554, 8659 ], [ 8769, 8837 ], [ 8836, 9061 ] ], "trgnoun": "stove", "trgverb": "regulate" }, { "key": "P01_103+51_52_53_54", "video_id": "P01_103", "narration_ids": [ "P01_103_51", "P01_103_52", "P01_103_53", "P01_103_54" ], "src": "put_down cup . open cupboard . pick_up cereals", "src1": "put_down cup", "src2": "open cupboard", "src3": "pick_up cereals", "trg": "close cupboard", "vis_src": "P01_103:51 P01_103:52 P01_103:53", "vis_trg": "P01_103:54", "narrations": [ "put down cup", "open cupboard", "pick up cereals", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "cup", "cupboard", "cereal", "cupboard" ], "noun_classes": [ 13, 3, 99, 3 ], "start_stop_timestamps": [ [ "00:01:27.29", "00:01:27.79" ], [ "00:01:28.24", "00:01:28.90" ], [ "00:01:29.50", "00:01:30.39" ], [ "00:01:30.41", "00:01:30.91" ] ], "start_stop_frames": [ [ 4364, 4389 ], [ 4412, 4445 ], [ 4475, 4519 ], [ 4520, 4545 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_19+136_137_138_139", "video_id": "P03_19", "narration_ids": [ "P03_19_136", "P03_19_137", "P03_19_138", "P03_19_139" ], "src": "wash plate . put plate . grab glass", "src1": "wash plate", "src2": "put plate", "src3": "grab glass", "trg": "wash glass", "vis_src": "P03_19:136 P03_19:137 P03_19:138", "vis_trg": "P03_19:139", "narrations": [ "wash plate", "put plate", "grab glass", "wash glass" ], "verbs": [ "wash", "put", "grab", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "glass", "glass" ], "noun_classes": [ 2, 2, 10, 10 ], "start_stop_timestamps": [ [ "00:06:42.21", "00:06:53.50" ], [ "00:06:53.52", "00:06:54.94" ], [ "00:06:55.61", "00:06:56.29" ], [ "00:06:56.39", "00:07:08.58" ] ], "start_stop_frames": [ [ 24132, 24810 ], [ 24811, 24896 ], [ 24936, 24977 ], [ 24983, 25714 ] ], "trgnoun": "glass", "trgverb": "wash" }, { "key": "P25_09+90_91_92_93", "video_id": "P25_09", "narration_ids": [ "P25_09_90", "P25_09_91", "P25_09_92", "P25_09_93" ], "src": "pick_up chicken . put chicken . take salt", "src1": "pick_up chicken", "src2": "put chicken", "src3": "take salt", "trg": "put salt", "vis_src": "P25_09:90 P25_09:91 P25_09:92", "vis_trg": "P25_09:93", "narrations": [ "pick up chicken", "put chicken", "take salt", "put salt" ], "verbs": [ "pick-up", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "chicken", "chicken", "salt", "salt" ], "noun_classes": [ 57, 57, 38, 38 ], "start_stop_timestamps": [ [ "00:11:29.14", "00:11:33.77" ], [ "00:11:33.87", "00:11:48.99" ], [ "00:11:58.86", "00:11:59.73" ], [ "00:11:59.82", "00:12:05.60" ] ], "start_stop_frames": [ [ 41348, 41626 ], [ 41632, 42539 ], [ 43131, 43183 ], [ 43189, 43536 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P09_103+25_26_27_28", "video_id": "P09_103", "narration_ids": [ "P09_103_25", "P09_103_26", "P09_103_27", "P09_103_28" ], "src": "take oil_bottle . put oil on pan . close bottle", "src1": "take oil_bottle", "src2": "put oil on pan", "src3": "close bottle", "trg": "place bottle onto counter", "vis_src": "P09_103:25 P09_103:26 P09_103:27", "vis_trg": "P09_103:28", "narrations": [ "take oil bottle", "put oil on pan", "close bottle", "place bottle onto counter" ], "verbs": [ "take", "put-on", "close", "place-onto" ], "verb_classes": [ 0, 1, 4, 1 ], "nouns": [ "bottle:oil", "oil", "bottle", "bottle" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:05:44.91", "00:05:45.85" ], [ "00:05:47.53", "00:05:49.23" ], [ "00:05:50.23", "00:05:51.56" ], [ "00:05:51.63", "00:05:52.67" ] ], "start_stop_frames": [ [ 17245, 17292 ], [ 17376, 17461 ], [ 17511, 17578 ], [ 17581, 17633 ] ], "trgnoun": "bottle", "trgverb": "place_onto" }, { "key": "P02_03+145_146_147_148", "video_id": "P02_03", "narration_ids": [ "P02_03_145", "P02_03_146", "P02_03_147", "P02_03_148" ], "src": "get salt . get oil . put oil down", "src1": "get salt", "src2": "get oil", "src3": "put oil down", "trg": "put salt down", "vis_src": "P02_03:145 P02_03:146 P02_03:147", "vis_trg": "P02_03:148", "narrations": [ "get salt", "get oil", "put oil down", "put salt down" ], "verbs": [ "get", "get", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "salt", "oil", "oil", "salt" ], "noun_classes": [ 38, 31, 31, 38 ], "start_stop_timestamps": [ [ "00:08:43.49", "00:08:44.41" ], [ "00:08:44.51", "00:08:46.30" ], [ "00:08:46.06", "00:08:46.72" ], [ "00:08:47.35", "00:08:48.35" ] ], "start_stop_frames": [ [ 31409, 31464 ], [ 31470, 31577 ], [ 31563, 31603 ], [ 31641, 31701 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P06_101+155_156_157_158", "video_id": "P06_101", "narration_ids": [ "P06_101_155", "P06_101_156", "P06_101_157", "P06_101_158" ], "src": "chop pepper . pick_up chopping_board . scrape pepper into pan", "src1": "chop pepper", "src2": "pick_up chopping_board", "src3": "scrape pepper into pan", "trg": "put_down chopping_board and knife", "vis_src": "P06_101:155 P06_101:156 P06_101:157", "vis_trg": "P06_101:158", "narrations": [ "chop pepper", "pick up chopping board", "scrape pepper into pan", "put down chopping board and knife" ], "verbs": [ "chop", "pick-up", "scrape-into", "put-down" ], "verb_classes": [ 7, 0, 25, 1 ], "nouns": [ "pepper", "board:chopping", "pepper", "board:chopping" ], "noun_classes": [ 37, 18, 37, 18 ], "start_stop_timestamps": [ [ "00:11:20.07", "00:12:07.48" ], [ "00:12:07.83", "00:12:09.34" ], [ "00:12:09.44", "00:12:14.08" ], [ "00:12:14.81", "00:12:15.57" ] ], "start_stop_frames": [ [ 34003, 36374 ], [ 36391, 36467 ], [ 36472, 36704 ], [ 36740, 36778 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P22_16+352_353_354_355", "video_id": "P22_16", "narration_ids": [ "P22_16_352", "P22_16_353", "P22_16_354", "P22_16_355" ], "src": "put spoon . slice tomato . pick_up tomato", "src1": "put spoon", "src2": "slice tomato", "src3": "pick_up tomato", "trg": "put tomato", "vis_src": "P22_16:352 P22_16:353 P22_16:354", "vis_trg": "P22_16:355", "narrations": [ "put spoon", "slice tomato", "pick up tomato", "put tomato" ], "verbs": [ "put", "slice", "pick-up", "put" ], "verb_classes": [ 1, 7, 0, 1 ], "nouns": [ "spoon", "tomato", "tomato", "tomato" ], "noun_classes": [ 1, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:18:13.96", "00:18:14.74" ], [ "00:18:14.71", "00:18:23.49" ], [ "00:18:28.90", "00:18:32.94" ], [ "00:18:32.15", "00:18:34.28" ] ], "start_stop_frames": [ [ 65637, 65684 ], [ 65682, 66209 ], [ 66534, 66776 ], [ 66729, 66856 ] ], "trgnoun": "tomato", "trgverb": "put" }, { "key": "P07_10+285_286_287_288", "video_id": "P07_10", "narration_ids": [ "P07_10_285", "P07_10_286", "P07_10_287", "P07_10_288" ], "src": "stir mix . close bag . open fridge", "src1": "stir mix", "src2": "close bag", "src3": "open fridge", "trg": "store bag", "vis_src": "P07_10:285 P07_10:286 P07_10:287", "vis_trg": "P07_10:288", "narrations": [ "stir mix", "close bag", "open fridge", "store bag" ], "verbs": [ "stir", "close", "open", "store" ], "verb_classes": [ 10, 4, 3, 1 ], "nouns": [ "mix", "bag", "fridge", "bag" ], "noun_classes": [ 71, 19, 12, 19 ], "start_stop_timestamps": [ [ "00:27:23.61", "00:27:24.53" ], [ "00:27:24.37", "00:27:25.39" ], [ "00:27:26.07", "00:27:28.31" ], [ "00:27:34.07", "00:27:37.53" ] ], "start_stop_frames": [ [ 98616, 98671 ], [ 98662, 98723 ], [ 98764, 98898 ], [ 99244, 99451 ] ], "trgnoun": "bag", "trgverb": "store" }, { "key": "P25_103+106_107_108_109", "video_id": "P25_103", "narration_ids": [ "P25_103_106", "P25_103_107", "P25_103_108", "P25_103_109" ], "src": "wash pan . put_down pan . pick_up meat", "src1": "wash pan", "src2": "put_down pan", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P25_103:106 P25_103:107 P25_103:108", "vis_trg": "P25_103:109", "narrations": [ "wash pan", "put down pan", "pick up meat", "put down meat" ], "verbs": [ "wash", "put-down", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "pan", "pan", "meat", "meat" ], "noun_classes": [ 5, 5, 28, 28 ], "start_stop_timestamps": [ [ "00:07:48.37", "00:07:59.81" ], [ "00:07:59.50", "00:08:03.95" ], [ "00:08:04.55", "00:08:08.65" ], [ "00:08:09.15", "00:08:10.25" ] ], "start_stop_frames": [ [ 23418, 23990 ], [ 23975, 24197 ], [ 24227, 24432 ], [ 24457, 24512 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P08_06+63_64_65_66", "video_id": "P08_06", "narration_ids": [ "P08_06_63", "P08_06_64", "P08_06_65", "P08_06_66" ], "src": "use sponge . clean cutting_board . place cutting_board to dry", "src1": "use sponge", "src2": "clean cutting_board", "src3": "place cutting_board to dry", "trg": "get sponge", "vis_src": "P08_06:63 P08_06:64 P08_06:65", "vis_trg": "P08_06:66", "narrations": [ "use sponge", "clean cutting board", "place cutting board to dry", "get sponge" ], "verbs": [ "use", "clean", "place", "get" ], "verb_classes": [ 76, 2, 1, 0 ], "nouns": [ "sponge", "board:cutting", "board:cutting", "sponge" ], "noun_classes": [ 9, 18, 18, 9 ], "start_stop_timestamps": [ [ "00:03:30.31", "00:03:34.87" ], [ "00:03:34.23", "00:03:36.46" ], [ "00:03:36.56", "00:03:42.40" ], [ "00:03:42.50", "00:03:43.94" ] ], "start_stop_frames": [ [ 12618, 12892 ], [ 12853, 12987 ], [ 12993, 13344 ], [ 13350, 13436 ] ], "trgnoun": "sponge", "trgverb": "get" }, { "key": "P01_105+414_415_416_417", "video_id": "P01_105", "narration_ids": [ "P01_105_414", "P01_105_415", "P01_105_416", "P01_105_417" ], "src": "put_down knife . put_down garlic . pick_up garlic", "src1": "put_down knife", "src2": "put_down garlic", "src3": "pick_up garlic", "trg": "put garlic into wok", "vis_src": "P01_105:414 P01_105:415 P01_105:416", "vis_trg": "P01_105:417", "narrations": [ "put down knife", "put down garlic", "pick up garlic", "put garlic into wok" ], "verbs": [ "put-down", "put-down", "pick-up", "put-into" ], "verb_classes": [ 1, 1, 0, 5 ], "nouns": [ "knife", "garlic", "garlic", "garlic" ], "noun_classes": [ 4, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:16:49.22", "00:16:49.95" ], [ "00:16:49.84", "00:16:50.41" ], [ "00:16:50.47", "00:16:53.26" ], [ "00:16:54.22", "00:16:56.62" ] ], "start_stop_frames": [ [ 50461, 50497 ], [ 50492, 50520 ], [ 50523, 50663 ], [ 50711, 50831 ] ], "trgnoun": "garlic", "trgverb": "put_into" }, { "key": "P22_115+169_170_171_172", "video_id": "P22_115", "narration_ids": [ "P22_115_169", "P22_115_170", "P22_115_171", "P22_115_172" ], "src": "open bag . pick_up container . move bag", "src1": "open bag", "src2": "pick_up container", "src3": "move bag", "trg": "open container", "vis_src": "P22_115:169 P22_115:170 P22_115:171", "vis_trg": "P22_115:172", "narrations": [ "open bag", "pick up container", "move bag", "open container" ], "verbs": [ "open", "pick-up", "move", "open" ], "verb_classes": [ 3, 0, 11, 3 ], "nouns": [ "bag", "container", "bag", "container" ], "noun_classes": [ 19, 21, 19, 21 ], "start_stop_timestamps": [ [ "00:05:19.92", "00:05:23.17" ], [ "00:05:23.14", "00:05:24.73" ], [ "00:05:24.83", "00:05:25.38" ], [ "00:05:25.48", "00:05:28.02" ] ], "start_stop_frames": [ [ 15996, 16158 ], [ 16157, 16236 ], [ 16241, 16269 ], [ 16274, 16401 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P12_104+210_211_212_213", "video_id": "P12_104", "narration_ids": [ "P12_104_210", "P12_104_211", "P12_104_212", "P12_104_213" ], "src": "wash knife . put_down knife . pick_up spoon", "src1": "wash knife", "src2": "put_down knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P12_104:210 P12_104:211 P12_104:212", "vis_trg": "P12_104:213", "narrations": [ "wash knife", "put down knife", "pick up spoon", "wash spoon" ], "verbs": [ "wash", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:14:19.58", "00:14:22.31" ], [ "00:14:22.75", "00:14:24.51" ], [ "00:14:24.61", "00:14:25.72" ], [ "00:14:26.01", "00:14:29.44" ] ], "start_stop_frames": [ [ 42979, 43115 ], [ 43137, 43225 ], [ 43230, 43286 ], [ 43300, 43472 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P04_117+13_14_18_22", "video_id": "P04_117", "narration_ids": [ "P04_117_13", "P04_117_14", "P04_117_18", "P04_117_22" ], "src": "plug_in toaster . turn_on toaster . slide bread", "src1": "plug_in toaster", "src2": "turn_on toaster", "src3": "slide bread", "trg": "hold_onto bread", "vis_src": "P04_117:13 P04_117:14 P04_117:18", "vis_trg": "P04_117:22", "narrations": [ "plug in toaster", "turn on toaster", "slide bread", "hold onto bread" ], "verbs": [ "plug-in", "turn-on", "slide", "hold-onto" ], "verb_classes": [ 64, 6, 61, 34 ], "nouns": [ "toaster", "toaster", "bread", "bread" ], "noun_classes": [ 186, 186, 33, 33 ], "start_stop_timestamps": [ [ "00:00:30.10", "00:00:32.66" ], [ "00:00:33.27", "00:00:34.13" ], [ "00:00:34.00", "00:00:38.20" ], [ "00:01:02.71", "00:01:03.94" ] ], "start_stop_frames": [ [ 1505, 1632 ], [ 1663, 1706 ], [ 1700, 1910 ], [ 3135, 3197 ] ], "trgnoun": "bread", "trgverb": "hold_onto" }, { "key": "P29_03+5_6_7_8", "video_id": "P29_03", "narration_ids": [ "P29_03_5", "P29_03_6", "P29_03_7", "P29_03_8" ], "src": "put_down mug . move glass . pick_up mug", "src1": "put_down mug", "src2": "move glass", "src3": "pick_up mug", "trg": "hang_up mug", "vis_src": "P29_03:5 P29_03:6 P29_03:7", "vis_trg": "P29_03:8", "narrations": [ "put down mug", "move glass", "pick up mug", "hang up mug" ], "verbs": [ "put-down", "move", "pick-up", "hang-up" ], "verb_classes": [ 1, 11, 0, 41 ], "nouns": [ "mug", "glass", "mug", "mug" ], "noun_classes": [ 13, 10, 13, 13 ], "start_stop_timestamps": [ [ "00:00:18.21", "00:00:20.52" ], [ "00:00:22.73", "00:00:24.54" ], [ "00:00:26.09", "00:00:27.32" ], [ "00:00:28.46", "00:00:31.35" ] ], "start_stop_frames": [ [ 1092, 1231 ], [ 1363, 1472 ], [ 1565, 1639 ], [ 1707, 1881 ] ], "trgnoun": "mug", "trgverb": "hang_up" }, { "key": "P03_109+201_202_203_204", "video_id": "P03_109", "narration_ids": [ "P03_109_201", "P03_109_202", "P03_109_203", "P03_109_204" ], "src": "pick_up can_opener . rinse sponge . squeeze sponge", "src1": "pick_up can_opener", "src2": "rinse sponge", "src3": "squeeze sponge", "trg": "wash can_opener", "vis_src": "P03_109:201 P03_109:202 P03_109:203", "vis_trg": "P03_109:204", "narrations": [ "pick up can opener", "rinse sponge", "squeeze sponge", "wash can opener" ], "verbs": [ "pick-up", "rinse", "squeeze", "wash" ], "verb_classes": [ 0, 2, 18, 2 ], "nouns": [ "opener:can", "sponge", "sponge", "opener:can" ], "noun_classes": [ 174, 9, 9, 174 ], "start_stop_timestamps": [ [ "00:11:11.18", "00:11:11.93" ], [ "00:11:11.60", "00:11:12.85" ], [ "00:11:12.13", "00:11:13.85" ], [ "00:11:14.30", "00:11:19.45" ] ], "start_stop_frames": [ [ 33559, 33596 ], [ 33580, 33642 ], [ 33606, 33692 ], [ 33715, 33972 ] ], "trgnoun": "can_opener", "trgverb": "wash" }, { "key": "P26_118+18_19_20_21", "video_id": "P26_118", "narration_ids": [ "P26_118_18", "P26_118_19", "P26_118_20", "P26_118_21" ], "src": "put_down sponge . put_down baking_tray . pick_up baking_tray", "src1": "put_down sponge", "src2": "put_down baking_tray", "src3": "pick_up baking_tray", "trg": "rinse baking_tray", "vis_src": "P26_118:18 P26_118:19 P26_118:20", "vis_trg": "P26_118:21", "narrations": [ "put down sponge", "put down baking tray", "pick up baking tray", "rinse baking tray" ], "verbs": [ "put-down", "put-down", "pick-up", "rinse" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "sponge", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 9, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:00:49.40", "00:00:50.02" ], [ "00:01:01.14", "00:01:04.03" ], [ "00:01:04.13", "00:01:05.10" ], [ "00:01:05.42", "00:01:11.55" ] ], "start_stop_frames": [ [ 2470, 2501 ], [ 3057, 3201 ], [ 3206, 3254 ], [ 3271, 3577 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P09_02+10_11_12_13", "video_id": "P09_02", "narration_ids": [ "P09_02_10", "P09_02_11", "P09_02_12", "P09_02_13" ], "src": "break egg . open drawer . take a fork", "src1": "break egg", "src2": "open drawer", "src3": "take a fork", "trg": "stir eggs", "vis_src": "P09_02:10 P09_02:11 P09_02:12", "vis_trg": "P09_02:13", "narrations": [ "break egg", "open drawer", "take a fork", "stir eggs" ], "verbs": [ "break", "open", "take", "stir" ], "verb_classes": [ 30, 3, 0, 10 ], "nouns": [ "egg", "drawer", "fork", "egg" ], "noun_classes": [ 53, 8, 14, 53 ], "start_stop_timestamps": [ [ "00:00:47.70", "00:00:52.69" ], [ "00:00:54.00", "00:00:57.11" ], [ "00:00:57.13", "00:00:59.88" ], [ "00:01:00.59", "00:01:08.05" ] ], "start_stop_frames": [ [ 2862, 3161 ], [ 3240, 3426 ], [ 3427, 3592 ], [ 3635, 4083 ] ], "trgnoun": "egg", "trgverb": "stir" }, { "key": "P02_121+66_67_68_69", "video_id": "P02_121", "narration_ids": [ "P02_121_66", "P02_121_67", "P02_121_68", "P02_121_69" ], "src": "mix mixture using spoon . pick_up bowl . pour mixture from bowl into cake mould", "src1": "mix mixture using spoon", "src2": "pick_up bowl", "src3": "pour mixture from bowl into cake mould", "trg": "put_down bowl", "vis_src": "P02_121:66 P02_121:67 P02_121:68", "vis_trg": "P02_121:69", "narrations": [ "mix mixture using spoon", "pick up bowl", "pour mixture from bowl into cake mould", "put down bowl" ], "verbs": [ "mix", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "mixture", "bowl", "mixture", "bowl" ], "noun_classes": [ 71, 7, 71, 7 ], "start_stop_timestamps": [ [ "00:03:36.18", "00:03:39.44" ], [ "00:03:39.60", "00:03:40.20" ], [ "00:03:40.30", "00:03:52.95" ], [ "00:03:53.65", "00:03:56.59" ] ], "start_stop_frames": [ [ 10809, 10972 ], [ 10980, 11010 ], [ 11015, 11647 ], [ 11682, 11829 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P01_01+126_128_129_130", "video_id": "P01_01", "narration_ids": [ "P01_01_126", "P01_01_128", "P01_01_129", "P01_01_130" ], "src": "take grater . take carrots . cut carrots", "src1": "take grater", "src2": "take carrots", "src3": "cut carrots", "trg": "drop grater", "vis_src": "P01_01:126 P01_01:128 P01_01:129", "vis_trg": "P01_01:130", "narrations": [ "take grater", "take carrots", "cut carrots", "drop grater" ], "verbs": [ "take", "take", "cut", "drop" ], "verb_classes": [ 0, 0, 7, 59 ], "nouns": [ "grater", "carrot", "carrot", "grater" ], "noun_classes": [ 96, 41, 41, 96 ], "start_stop_timestamps": [ [ "00:09:21.12", "00:09:22.32" ], [ "00:09:22.08", "00:09:22.81" ], [ "00:09:24.25", "00:09:28.84" ], [ "00:09:29.18", "00:09:31.02" ] ], "start_stop_frames": [ [ 33667, 33739 ], [ 33724, 33768 ], [ 33855, 34130 ], [ 34150, 34261 ] ], "trgnoun": "grater", "trgverb": "drop" }, { "key": "P02_130+294_295_296_299", "video_id": "P02_130", "narration_ids": [ "P02_130_294", "P02_130_295", "P02_130_296", "P02_130_299" ], "src": "pick_up knife and tin . put knife in sink . close tap", "src1": "pick_up knife and tin", "src2": "put knife in sink", "src3": "close tap", "trg": "pick_up lid", "vis_src": "P02_130:294 P02_130:295 P02_130:296", "vis_trg": "P02_130:299", "narrations": [ "pick up knife and tin", "put knife in sink", "close tap", "pick up lid" ], "verbs": [ "pick-up", "put-in", "turn-off", "pick-up" ], "verb_classes": [ 0, 5, 8, 0 ], "nouns": [ "knife", "knife", "tap", "lid" ], "noun_classes": [ 4, 4, 0, 6 ], "start_stop_timestamps": [ [ "00:16:48.87", "00:16:49.93" ], [ "00:16:50.03", "00:16:50.80" ], [ "00:16:50.86", "00:16:51.67" ], [ "00:16:54.26", "00:16:55.18" ] ], "start_stop_frames": [ [ 50443, 50496 ], [ 50501, 50540 ], [ 50543, 50583 ], [ 50713, 50759 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P01_09+181_182_183_184", "video_id": "P01_09", "narration_ids": [ "P01_09_181", "P01_09_182", "P01_09_183", "P01_09_184" ], "src": "put_down cloth . rinse sponge . squeeze sponge", "src1": "put_down cloth", "src2": "rinse sponge", "src3": "squeeze sponge", "trg": "put_down sponge", "vis_src": "P01_09:181 P01_09:182 P01_09:183", "vis_trg": "P01_09:184", "narrations": [ "put down cloth", "rinse sponge", "squeeze sponge", "put down sponge" ], "verbs": [ "put-down", "rinse", "squeeze", "put-down" ], "verb_classes": [ 1, 2, 18, 1 ], "nouns": [ "cloth", "sponge", "sponge", "sponge" ], "noun_classes": [ 17, 9, 9, 9 ], "start_stop_timestamps": [ [ "00:13:13.01", "00:13:14.01" ], [ "00:13:14.17", "00:13:15.93" ], [ "00:13:15.49", "00:13:19.51" ], [ "00:13:19.61", "00:13:20.48" ] ], "start_stop_frames": [ [ 47580, 47640 ], [ 47650, 47755 ], [ 47729, 47970 ], [ 47976, 48028 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P30_111+186_187_188_189", "video_id": "P30_111", "narration_ids": [ "P30_111_186", "P30_111_187", "P30_111_188", "P30_111_189" ], "src": "pour water into passata bottle . pick_up passata lid . close passata_bottle", "src1": "pour water into passata bottle", "src2": "pick_up passata lid", "src3": "close passata_bottle", "trg": "shake passata_bottle", "vis_src": "P30_111:186 P30_111:187 P30_111:188", "vis_trg": "P30_111:189", "narrations": [ "pour water into passata bottle", "pick up passata lid", "close passata bottle", "shake passata bottle" ], "verbs": [ "pour-into", "pick-up", "close", "shake" ], "verb_classes": [ 9, 0, 4, 15 ], "nouns": [ "water", "lid", "bottle:passata", "bottle:passata" ], "noun_classes": [ 27, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:07:45.78", "00:07:46.86" ], [ "00:07:46.80", "00:07:47.56" ], [ "00:07:47.59", "00:07:48.51" ], [ "00:07:48.54", "00:07:50.17" ] ], "start_stop_frames": [ [ 23289, 23343 ], [ 23340, 23378 ], [ 23379, 23425 ], [ 23427, 23508 ] ], "trgnoun": "passata_bottle", "trgverb": "shake" }, { "key": "P22_111+360_361_362_363", "video_id": "P22_111", "narration_ids": [ "P22_111_360", "P22_111_361", "P22_111_362", "P22_111_363" ], "src": "put_down cutting_board . move bowls . pick_up oil", "src1": "put_down cutting_board", "src2": "move bowls", "src3": "pick_up oil", "trg": "pour oil", "vis_src": "P22_111:360 P22_111:361 P22_111:362", "vis_trg": "P22_111:363", "narrations": [ "put down cutting board", "move bowls", "pick up oil", "pour oil" ], "verbs": [ "put-down", "move", "pick-up", "pour" ], "verb_classes": [ 1, 11, 0, 9 ], "nouns": [ "board:cutting", "bowl", "oil", "oil" ], "noun_classes": [ 18, 7, 31, 31 ], "start_stop_timestamps": [ [ "00:14:10.88", "00:14:12.09" ], [ "00:14:12.74", "00:14:14.06" ], [ "00:14:14.14", "00:14:15.23" ], [ "00:14:15.70", "00:14:17.72" ] ], "start_stop_frames": [ [ 42544, 42604 ], [ 42637, 42703 ], [ 42707, 42761 ], [ 42785, 42886 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P01_19+49_50_51_52", "video_id": "P01_19", "narration_ids": [ "P01_19_49", "P01_19_50", "P01_19_51", "P01_19_52" ], "src": "put_down saucepan . take glass . rinse glass", "src1": "put_down saucepan", "src2": "take glass", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P01_19:49 P01_19:50 P01_19:51", "vis_trg": "P01_19:52", "narrations": [ "put down saucepan", "take glass", "rinse glass", "put down glass" ], "verbs": [ "put-down", "take", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "saucepan", "glass", "glass", "glass" ], "noun_classes": [ 5, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:03:07.67", "00:03:10.14" ], [ "00:03:10.58", "00:03:11.55" ], [ "00:03:11.65", "00:03:15.79" ], [ "00:03:15.87", "00:03:16.79" ] ], "start_stop_frames": [ [ 11260, 11408 ], [ 11434, 11493 ], [ 11499, 11747 ], [ 11752, 11807 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P28_108+51_52_53_54", "video_id": "P28_108", "narration_ids": [ "P28_108_51", "P28_108_52", "P28_108_53", "P28_108_54" ], "src": "put parmesan in fridge . close fridge . take grater", "src1": "put parmesan in fridge", "src2": "close fridge", "src3": "take grater", "trg": "put grater", "vis_src": "P28_108:51 P28_108:52 P28_108:53", "vis_trg": "P28_108:54", "narrations": [ "put parmesan in fridge", "close fridge", "take grater", "put grater" ], "verbs": [ "put-in", "close", "take", "put" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "fridge", "fridge", "grater", "grater" ], "noun_classes": [ 12, 12, 96, 96 ], "start_stop_timestamps": [ [ "00:05:41.07", "00:05:45.96" ], [ "00:05:46.70", "00:05:47.52" ], [ "00:05:49.46", "00:05:50.21" ], [ "00:05:50.46", "00:05:51.26" ] ], "start_stop_frames": [ [ 17053, 17298 ], [ 17335, 17376 ], [ 17473, 17510 ], [ 17523, 17563 ] ], "trgnoun": "grater", "trgverb": "put" }, { "key": "P04_109+437_438_439_440", "video_id": "P04_109", "narration_ids": [ "P04_109_437", "P04_109_438", "P04_109_439", "P04_109_440" ], "src": "pick_up rice_vinegar . put rice_vinegar in cupboard . pick_up packet", "src1": "pick_up rice_vinegar", "src2": "put rice_vinegar in cupboard", "src3": "pick_up packet", "trg": "open packet", "vis_src": "P04_109:437 P04_109:438 P04_109:439", "vis_trg": "P04_109:440", "narrations": [ "pick up rice vinegar", "put rice vinegar in cupboard", "pick up packet", "open packet" ], "verbs": [ "pick-up", "put-in", "pick-up", "open" ], "verb_classes": [ 0, 5, 0, 3 ], "nouns": [ "vinegar:rice", "vinegar:rice", "packet", "packet" ], "noun_classes": [ 134, 134, 26, 26 ], "start_stop_timestamps": [ [ "00:13:05.42", "00:13:06.53" ], [ "00:13:07.35", "00:13:11.78" ], [ "00:13:12.26", "00:13:15.86" ], [ "00:13:13.01", "00:13:15.88" ] ], "start_stop_frames": [ [ 39271, 39326 ], [ 39367, 39589 ], [ 39613, 39793 ], [ 39650, 39794 ] ], "trgnoun": "packet", "trgverb": "open" }, { "key": "P21_01+83_84_85_86", "video_id": "P21_01", "narration_ids": [ "P21_01_83", "P21_01_84", "P21_01_85", "P21_01_86" ], "src": "returning milk into the fridge . opening microwave . taking out tortillas", "src1": "returning milk into the fridge", "src2": "opening microwave", "src3": "taking out tortillas", "trg": "closing the microwave", "vis_src": "P21_01:83 P21_01:84 P21_01:85", "vis_trg": "P21_01:86", "narrations": [ "returning milk into the fridge", "opening microwave", "taking out tortillas", "closing the microwave" ], "verbs": [ "return-into", "open", "take-out", "close" ], "verb_classes": [ 1, 3, 12, 4 ], "nouns": [ "milk", "microwave", "tortilla", "microwave" ], "noun_classes": [ 64, 90, 107, 90 ], "start_stop_timestamps": [ [ "00:09:37.12", "00:09:44.58" ], [ "00:09:44.68", "00:09:45.67" ], [ "00:09:45.77", "00:09:48.43" ], [ "00:09:50.02", "00:09:50.72" ] ], "start_stop_frames": [ [ 34627, 35074 ], [ 35080, 35140 ], [ 35146, 35305 ], [ 35401, 35443 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P29_04+8_9_10_11", "video_id": "P29_04", "narration_ids": [ "P29_04_8", "P29_04_9", "P29_04_10", "P29_04_11" ], "src": "open pack with scissors . throw packaging in bin . pick_up cereal", "src1": "open pack with scissors", "src2": "throw packaging in bin", "src3": "pick_up cereal", "trg": "pour cereal into bowl", "vis_src": "P29_04:8 P29_04:9 P29_04:10", "vis_trg": "P29_04:11", "narrations": [ "open pack with scissors", "throw packaging in bin", "pick up cereal", "pour cereal into bowl" ], "verbs": [ "open-with", "throw-in", "pick-up", "pour-into" ], "verb_classes": [ 3, 13, 0, 9 ], "nouns": [ "pack", "packaging", "cereal", "cereal" ], "noun_classes": [ 26, 26, 99, 99 ], "start_stop_timestamps": [ [ "00:00:25.28", "00:00:29.78" ], [ "00:00:29.92", "00:00:32.92" ], [ "00:00:33.54", "00:00:37.17" ], [ "00:00:36.89", "00:00:43.40" ] ], "start_stop_frames": [ [ 1516, 1786 ], [ 1795, 1975 ], [ 2012, 2230 ], [ 2213, 2604 ] ], "trgnoun": "cereal", "trgverb": "pour_into" }, { "key": "P06_108+9_10_11_12", "video_id": "P06_108", "narration_ids": [ "P06_108_9", "P06_108_10", "P06_108_11", "P06_108_12" ], "src": "put_down pan . move dough . pick_up dough", "src1": "put_down pan", "src2": "move dough", "src3": "pick_up dough", "trg": "put_down dough", "vis_src": "P06_108:9 P06_108:10 P06_108:11", "vis_trg": "P06_108:12", "narrations": [ "put down pan", "move dough", "pick up dough", "put down dough" ], "verbs": [ "put-down", "move", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "pan", "dough", "dough", "dough" ], "noun_classes": [ 5, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:00:50.95", "00:00:53.26" ], [ "00:00:53.36", "00:00:55.79" ], [ "00:00:58.00", "00:01:02.00" ], [ "00:01:02.10", "00:01:03.10" ] ], "start_stop_frames": [ [ 2547, 2663 ], [ 2668, 2789 ], [ 2900, 3100 ], [ 3105, 3155 ] ], "trgnoun": "dough", "trgverb": "put_down" }, { "key": "P28_03+23_24_25_26", "video_id": "P28_03", "narration_ids": [ "P28_03_23", "P28_03_24", "P28_03_25", "P28_03_26" ], "src": "take spring_onions . remove rubber_band from spring onions . separate spring_onions", "src1": "take spring_onions", "src2": "remove rubber_band from spring onions", "src3": "separate spring_onions", "trg": "put_down spring_onions", "vis_src": "P28_03:23 P28_03:24 P28_03:25", "vis_trg": "P28_03:26", "narrations": [ "take spring onions", "remove rubber band from spring onions", "separate spring onions", "put down spring onions" ], "verbs": [ "take", "remove-from", "separate", "put-down" ], "verb_classes": [ 0, 12, 52, 1 ], "nouns": [ "onion:spring", "band:rubber", "onion:spring", "onion:spring" ], "noun_classes": [ 128, 269, 128, 128 ], "start_stop_timestamps": [ [ "00:01:04.04", "00:01:07.01" ], [ "00:01:06.67", "00:01:10.32" ], [ "00:01:11.40", "00:01:12.40" ], [ "00:01:12.87", "00:01:14.21" ] ], "start_stop_frames": [ [ 3842, 4020 ], [ 4000, 4219 ], [ 4284, 4344 ], [ 4372, 4452 ] ], "trgnoun": "spring_onion", "trgverb": "put_down" }, { "key": "P06_09+46_47_48_49", "video_id": "P06_09", "narration_ids": [ "P06_09_46", "P06_09_47", "P06_09_48", "P06_09_49" ], "src": "stir pan . take chorizo . take chorizo out of packet", "src1": "stir pan", "src2": "take chorizo", "src3": "take chorizo out of packet", "trg": "pull end off chorizo", "vis_src": "P06_09:46 P06_09:47 P06_09:48", "vis_trg": "P06_09:49", "narrations": [ "stir pan", "take chorizo", "take chorizo out of packet", "pull end off chorizo" ], "verbs": [ "stir", "take", "take-out", "pull-off" ], "verb_classes": [ 10, 0, 12, 0 ], "nouns": [ "pan", "chorizo", "chorizo", "chorizo" ], "noun_classes": [ 5, 86, 86, 86 ], "start_stop_timestamps": [ [ "00:09:25.70", "00:09:29.95" ], [ "00:09:30.28", "00:09:33.76" ], [ "00:09:31.85", "00:09:33.70" ], [ "00:09:34.83", "00:09:36.89" ] ], "start_stop_frames": [ [ 33942, 34197 ], [ 34216, 34425 ], [ 34311, 34422 ], [ 34489, 34613 ] ], "trgnoun": "chorizo", "trgverb": "pull_off" }, { "key": "P06_102+15_16_17_18", "video_id": "P06_102", "narration_ids": [ "P06_102_15", "P06_102_16", "P06_102_17", "P06_102_18" ], "src": "close cupboard . open flour . sieve flour", "src1": "close cupboard", "src2": "open flour", "src3": "sieve flour", "trg": "pour flour into sieve", "vis_src": "P06_102:15 P06_102:16 P06_102:17", "vis_trg": "P06_102:18", "narrations": [ "close cupboard", "open flour", "sieve flour", "pour flour into sieve" ], "verbs": [ "close", "open", "sieve", "pour-into" ], "verb_classes": [ 4, 3, 9, 9 ], "nouns": [ "cupboard", "flour", "flour", "flour" ], "noun_classes": [ 3, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:00:53.03", "00:00:55.56" ], [ "00:00:55.66", "00:01:18.30" ], [ "00:01:28.57", "00:01:39.08" ], [ "00:01:39.18", "00:01:46.75" ] ], "start_stop_frames": [ [ 2651, 2778 ], [ 2783, 3915 ], [ 4428, 4954 ], [ 4959, 5337 ] ], "trgnoun": "flour", "trgverb": "pour_into" }, { "key": "P04_110+274_275_276_277", "video_id": "P04_110", "narration_ids": [ "P04_110_274", "P04_110_275", "P04_110_276", "P04_110_277" ], "src": "move piece of tofu with spatula . pick_up plate . pick_up piece of broccoli", "src1": "move piece of tofu with spatula", "src2": "pick_up plate", "src3": "pick_up piece of broccoli", "trg": "eat piece of broccoli", "vis_src": "P04_110:274 P04_110:275 P04_110:276", "vis_trg": "P04_110:277", "narrations": [ "move piece of tofu with spatula", "pick up plate", "pick up piece of broccoli", "eat piece of broccoli" ], "verbs": [ "move-with", "pick-up", "pick-up", "eat" ], "verb_classes": [ 11, 0, 0, 35 ], "nouns": [ "piece:tofu", "plate", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 81, 2, 101, 101 ], "start_stop_timestamps": [ [ "00:07:51.59", "00:07:53.47" ], [ "00:07:53.83", "00:07:54.99" ], [ "00:07:55.02", "00:07:55.91" ], [ "00:07:55.79", "00:07:57.53" ] ], "start_stop_frames": [ [ 23579, 23673 ], [ 23691, 23749 ], [ 23751, 23795 ], [ 23789, 23876 ] ], "trgnoun": "broccoli_piece", "trgverb": "eat" }, { "key": "P26_118+16_17_18_19", "video_id": "P26_118", "narration_ids": [ "P26_118_16", "P26_118_17", "P26_118_18", "P26_118_19" ], "src": "lather baking_tray . rinse baking_tray . put_down sponge", "src1": "lather baking_tray", "src2": "rinse baking_tray", "src3": "put_down sponge", "trg": "put_down baking_tray", "vis_src": "P26_118:16 P26_118:17 P26_118:18", "vis_trg": "P26_118:19", "narrations": [ "lather baking tray", "rinse baking tray", "put down sponge", "put down baking tray" ], "verbs": [ "lather", "rinse", "put-down", "put-down" ], "verb_classes": [ 2, 2, 1, 1 ], "nouns": [ "tray:baking", "tray:baking", "sponge", "tray:baking" ], "noun_classes": [ 35, 35, 9, 35 ], "start_stop_timestamps": [ [ "00:00:31.25", "00:00:35.43" ], [ "00:00:45.46", "00:00:48.51" ], [ "00:00:49.40", "00:00:50.02" ], [ "00:01:01.14", "00:01:04.03" ] ], "start_stop_frames": [ [ 1562, 1771 ], [ 2273, 2425 ], [ 2470, 2501 ], [ 3057, 3201 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P02_110+31_32_33_34", "video_id": "P02_110", "narration_ids": [ "P02_110_31", "P02_110_32", "P02_110_33", "P02_110_34" ], "src": "put_down salt . open cupboard . pick_up pepper_jar", "src1": "put_down salt", "src2": "open cupboard", "src3": "pick_up pepper_jar", "trg": "close cupboard", "vis_src": "P02_110:31 P02_110:32 P02_110:33", "vis_trg": "P02_110:34", "narrations": [ "put down salt", "open cupboard", "pick up pepper jar", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "salt", "cupboard", "jar:pepper", "cupboard" ], "noun_classes": [ 38, 3, 40, 3 ], "start_stop_timestamps": [ [ "00:01:51.21", "00:01:52.19" ], [ "00:01:52.54", "00:01:53.44" ], [ "00:01:53.37", "00:01:55.07" ], [ "00:01:54.94", "00:01:55.64" ] ], "start_stop_frames": [ [ 5560, 5609 ], [ 5627, 5672 ], [ 5668, 5753 ], [ 5747, 5782 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_120+170_171_172_173", "video_id": "P04_120", "narration_ids": [ "P04_120_170", "P04_120_171", "P04_120_172", "P04_120_173" ], "src": "put tea_towel on oven door . put saucepan in cupboard . pick_up bowl", "src1": "put tea_towel on oven door", "src2": "put saucepan in cupboard", "src3": "pick_up bowl", "trg": "put bowl on stack of bowls in cupboard", "vis_src": "P04_120:170 P04_120:171 P04_120:172", "vis_trg": "P04_120:173", "narrations": [ "put tea towel on oven door", "put saucepan in cupboard", "pick up bowl", "put bowl on stack of bowls in cupboard" ], "verbs": [ "put-on", "put-in", "pick-up", "put-on" ], "verb_classes": [ 1, 5, 0, 1 ], "nouns": [ "towel:tea", "saucepan", "bowl", "bowl" ], "noun_classes": [ 52, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:07:44.15", "00:07:44.57" ], [ "00:07:44.66", "00:07:46.65" ], [ "00:07:47.63", "00:07:48.33" ], [ "00:07:48.43", "00:07:50.05" ] ], "start_stop_frames": [ [ 23207, 23228 ], [ 23233, 23332 ], [ 23381, 23416 ], [ 23421, 23502 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P25_09+105_106_107_108", "video_id": "P25_09", "narration_ids": [ "P25_09_105", "P25_09_106", "P25_09_107", "P25_09_108" ], "src": "wash hands . turn tap off . take napkin", "src1": "wash hands", "src2": "turn tap off", "src3": "take napkin", "trg": "dry hands off", "vis_src": "P25_09:105 P25_09:106 P25_09:107", "vis_trg": "P25_09:108", "narrations": [ "wash hands", "turn tap off", "take napkin", "dry hands off" ], "verbs": [ "wash", "turn-off", "take", "dry-off" ], "verb_classes": [ 2, 8, 0, 14 ], "nouns": [ "hand", "tap", "napkin", "hand" ], "noun_classes": [ 11, 0, 88, 11 ], "start_stop_timestamps": [ [ "00:12:56.51", "00:12:58.59" ], [ "00:12:58.73", "00:12:59.61" ], [ "00:13:00.59", "00:13:02.11" ], [ "00:13:02.21", "00:13:06.58" ] ], "start_stop_frames": [ [ 46590, 46715 ], [ 46723, 46776 ], [ 46835, 46926 ], [ 46932, 47194 ] ], "trgnoun": "hand", "trgverb": "dry_off" }, { "key": "P01_18+176_177_178_179", "video_id": "P01_18", "narration_ids": [ "P01_18_176", "P01_18_177", "P01_18_178", "P01_18_179" ], "src": "take pan . put_down pan . close cupboard", "src1": "take pan", "src2": "put_down pan", "src3": "close cupboard", "trg": "open cupboard", "vis_src": "P01_18:176 P01_18:177 P01_18:178", "vis_trg": "P01_18:179", "narrations": [ "take pan", "put down pan", "close cupboard", "open cupboard" ], "verbs": [ "take", "put-down", "close", "open" ], "verb_classes": [ 0, 1, 4, 3 ], "nouns": [ "pan", "pan", "cupboard", "cupboard" ], "noun_classes": [ 5, 5, 3, 3 ], "start_stop_timestamps": [ [ "00:15:24.83", "00:15:28.92" ], [ "00:15:30.10", "00:15:31.99" ], [ "00:15:31.89", "00:15:38.78" ], [ "00:15:32.09", "00:15:33.63" ] ], "start_stop_frames": [ [ 55489, 55735 ], [ 55806, 55919 ], [ 55913, 56326 ], [ 55925, 56017 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P07_10+288_289_290_291", "video_id": "P07_10", "narration_ids": [ "P07_10_288", "P07_10_289", "P07_10_290", "P07_10_291" ], "src": "store bag . close fridge . throw cilantro into trash", "src1": "store bag", "src2": "close fridge", "src3": "throw cilantro into trash", "trg": "open bag", "vis_src": "P07_10:288 P07_10:289 P07_10:290", "vis_trg": "P07_10:291", "narrations": [ "store bag", "close fridge", "throw cilantro into trash", "open bag" ], "verbs": [ "store", "close", "throw-into", "open" ], "verb_classes": [ 1, 4, 13, 3 ], "nouns": [ "bag", "fridge", "cilantro", "bag" ], "noun_classes": [ 19, 12, 173, 19 ], "start_stop_timestamps": [ [ "00:27:34.07", "00:27:37.53" ], [ "00:27:39.57", "00:27:44.28" ], [ "00:30:09.18", "00:30:14.86" ], [ "00:30:18.77", "00:30:23.85" ] ], "start_stop_frames": [ [ 99244, 99451 ], [ 99574, 99856 ], [ 108550, 108891 ], [ 109126, 109431 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P07_10+149_150_151_152", "video_id": "P07_10", "narration_ids": [ "P07_10_149", "P07_10_150", "P07_10_151", "P07_10_152" ], "src": "shake frying_pan . open fridge . shake chicken", "src1": "shake frying_pan", "src2": "open fridge", "src3": "shake chicken", "trg": "close fridge", "vis_src": "P07_10:149 P07_10:150 P07_10:151", "vis_trg": "P07_10:152", "narrations": [ "shake frying pan", "open fridge", "shake chicken", "close fridge" ], "verbs": [ "shake", "open", "shake", "close" ], "verb_classes": [ 15, 3, 15, 4 ], "nouns": [ "pan:frying", "fridge", "chicken", "fridge" ], "noun_classes": [ 5, 12, 57, 12 ], "start_stop_timestamps": [ [ "00:13:36.01", "00:13:42.19" ], [ "00:13:44.72", "00:13:45.31" ], [ "00:13:45.18", "00:13:46.16" ], [ "00:13:47.33", "00:13:48.22" ] ], "start_stop_frames": [ [ 48960, 49331 ], [ 49483, 49518 ], [ 49510, 49569 ], [ 49639, 49693 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P23_102+493_494_495_496", "video_id": "P23_102", "narration_ids": [ "P23_102_493", "P23_102_494", "P23_102_495", "P23_102_496" ], "src": "put red_chilli . open tap . wash plate", "src1": "put red_chilli", "src2": "open tap", "src3": "wash plate", "trg": "put plate", "vis_src": "P23_102:493 P23_102:494 P23_102:495", "vis_trg": "P23_102:496", "narrations": [ "put red chilli", "open tap", "wash plate", "put plate" ], "verbs": [ "put", "turn-on", "wash", "put" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "chilli:red", "tap", "plate", "plate" ], "noun_classes": [ 69, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:47:31.49", "00:47:33.15" ], [ "00:47:34.91", "00:47:35.80" ], [ "00:47:35.51", "00:47:37.95" ], [ "00:47:45.02", "00:47:53.21" ] ], "start_stop_frames": [ [ 142574, 142657 ], [ 142745, 142790 ], [ 142775, 142897 ], [ 143251, 143660 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P02_109+116_117_118_119", "video_id": "P02_109", "narration_ids": [ "P02_109_116", "P02_109_117", "P02_109_118", "P02_109_119" ], "src": "press garlic . pick_up wooden_spoon . scrape garlic off presser using wooden spoon", "src1": "press garlic", "src2": "pick_up wooden_spoon", "src3": "scrape garlic off presser using wooden spoon", "trg": "put_down wooden_spoon", "vis_src": "P02_109:116 P02_109:117 P02_109:118", "vis_trg": "P02_109:119", "narrations": [ "press garlic", "pick up wooden spoon", "scrape garlic off presser using wooden spoon", "put down wooden spoon" ], "verbs": [ "press", "pick-up", "scrape-off", "put-down" ], "verb_classes": [ 21, 0, 25, 1 ], "nouns": [ "garlic", "spoon:wooden", "garlic", "spoon:wooden" ], "noun_classes": [ 51, 1, 51, 1 ], "start_stop_timestamps": [ [ "00:10:05.76", "00:10:12.39" ], [ "00:10:09.23", "00:10:10.68" ], [ "00:10:10.81", "00:10:11.68" ], [ "00:10:11.67", "00:10:12.13" ] ], "start_stop_frames": [ [ 30288, 30619 ], [ 30461, 30533 ], [ 30540, 30583 ], [ 30583, 30606 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P06_101+338_339_340_341", "video_id": "P06_101", "narration_ids": [ "P06_101_338", "P06_101_339", "P06_101_340", "P06_101_341" ], "src": "close cupboard . pick_up oil . open oil", "src1": "close cupboard", "src2": "pick_up oil", "src3": "open oil", "trg": "pour oil into pan", "vis_src": "P06_101:338 P06_101:339 P06_101:340", "vis_trg": "P06_101:341", "narrations": [ "close cupboard", "pick up oil", "open oil", "pour oil into pan" ], "verbs": [ "close", "pick-up", "open", "pour-into" ], "verb_classes": [ 4, 0, 3, 9 ], "nouns": [ "cupboard", "oil", "oil", "oil" ], "noun_classes": [ 3, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:26:24.74", "00:26:26.59" ], [ "00:26:25.84", "00:26:28.34" ], [ "00:26:28.04", "00:26:28.54" ], [ "00:26:28.94", "00:26:31.19" ] ], "start_stop_frames": [ [ 79237, 79329 ], [ 79292, 79417 ], [ 79402, 79427 ], [ 79447, 79559 ] ], "trgnoun": "oil", "trgverb": "pour_into" }, { "key": "P26_22+17_18_19_20", "video_id": "P26_22", "narration_ids": [ "P26_22_17", "P26_22_18", "P26_22_19", "P26_22_20" ], "src": "mix salsa . adjust flame . open lid", "src1": "mix salsa", "src2": "adjust flame", "src3": "open lid", "trg": "close lid", "vis_src": "P26_22:17 P26_22:18 P26_22:19", "vis_trg": "P26_22:20", "narrations": [ "mix salsa", "adjust flame", "open lid", "close lid" ], "verbs": [ "mix", "adjust", "open", "close" ], "verb_classes": [ 10, 17, 3, 4 ], "nouns": [ "salsa", "flame", "lid", "lid" ], "noun_classes": [ 47, 24, 6, 6 ], "start_stop_timestamps": [ [ "00:01:45.06", "00:02:02.81" ], [ "00:02:06.75", "00:02:12.75" ], [ "00:02:13.19", "00:02:14.35" ], [ "00:02:14.45", "00:02:16.00" ] ], "start_stop_frames": [ [ 6303, 7368 ], [ 7605, 7965 ], [ 7991, 8061 ], [ 8066, 8160 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P21_04+33_34_35_36", "video_id": "P21_04", "narration_ids": [ "P21_04_33", "P21_04_34", "P21_04_35", "P21_04_36" ], "src": "pouring milk into the glass . placing milk back into fridge . taking paper_towel out", "src1": "pouring milk into the glass", "src2": "placing milk back into fridge", "src3": "taking paper_towel out", "trg": "breaking the paper_towel", "vis_src": "P21_04:33 P21_04:34 P21_04:35", "vis_trg": "P21_04:36", "narrations": [ "pouring milk into the glass", "placing milk back into fridge", "taking paper towel out", "breaking the paper towel" ], "verbs": [ "pour-into", "place", "take-out", "break" ], "verb_classes": [ 9, 1, 12, 30 ], "nouns": [ "milk", "milk", "towel:paper", "towel:paper" ], "noun_classes": [ 64, 64, 93, 93 ], "start_stop_timestamps": [ [ "00:04:15.44", "00:04:20.65" ], [ "00:04:23.06", "00:04:25.62" ], [ "00:04:34.00", "00:04:35.29" ], [ "00:04:36.85", "00:04:37.94" ] ], "start_stop_frames": [ [ 15326, 15638 ], [ 15783, 15937 ], [ 16440, 16517 ], [ 16611, 16676 ] ], "trgnoun": "paper_towel", "trgverb": "break" }, { "key": "P06_07+191_192_193_194", "video_id": "P06_07", "narration_ids": [ "P06_07_191", "P06_07_192", "P06_07_193", "P06_07_194" ], "src": "pick_up chopping_board . open dishwasher . put knife and chopping board in dishwasher", "src1": "pick_up chopping_board", "src2": "open dishwasher", "src3": "put knife and chopping board in dishwasher", "trg": "close dishwasher", "vis_src": "P06_07:191 P06_07:192 P06_07:193", "vis_trg": "P06_07:194", "narrations": [ "pick up chopping board", "open dishwasher", "put knife and chopping board in dishwasher", "close dishwasher" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "board:chopping", "dishwasher", "knife", "dishwasher" ], "noun_classes": [ 18, 70, 4, 70 ], "start_stop_timestamps": [ [ "00:13:47.75", "00:13:49.19" ], [ "00:13:49.10", "00:13:51.70" ], [ "00:13:51.43", "00:13:56.31" ], [ "00:13:56.40", "00:13:58.40" ] ], "start_stop_frames": [ [ 49665, 49751 ], [ 49746, 49902 ], [ 49885, 50178 ], [ 50184, 50304 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P07_117+57_58_59_60", "video_id": "P07_117", "narration_ids": [ "P07_117_57", "P07_117_58", "P07_117_59", "P07_117_60" ], "src": "turn_on tap . rinse colander . turn_off tap", "src1": "turn_on tap", "src2": "rinse colander", "src3": "turn_off tap", "trg": "put colander onto dish rack", "vis_src": "P07_117:57 P07_117:58 P07_117:59", "vis_trg": "P07_117:60", "narrations": [ "turn on tap", "rinse colander", "turn off tap", "put colander onto dish rack" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-onto" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "colander", "tap", "colander" ], "noun_classes": [ 0, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:02:22.02", "00:02:23.47" ], [ "00:02:23.32", "00:02:34.54" ], [ "00:02:34.47", "00:02:35.05" ], [ "00:02:35.87", "00:02:40.27" ] ], "start_stop_frames": [ [ 7101, 7173 ], [ 7166, 7727 ], [ 7723, 7752 ], [ 7793, 8013 ] ], "trgnoun": "colander", "trgverb": "put_onto" }, { "key": "P06_05+20_21_22_23", "video_id": "P06_05", "narration_ids": [ "P06_05_20", "P06_05_21", "P06_05_22", "P06_05_23" ], "src": "cut dough . move pizza_base . move knife", "src1": "cut dough", "src2": "move pizza_base", "src3": "move knife", "trg": "pick_up dough", "vis_src": "P06_05:20 P06_05:21 P06_05:22", "vis_trg": "P06_05:23", "narrations": [ "cut dough", "move pizza base", "move knife", "pick up dough" ], "verbs": [ "cut", "move", "move", "pick-up" ], "verb_classes": [ 7, 11, 11, 0 ], "nouns": [ "dough", "base:pizza", "knife", "dough" ], "noun_classes": [ 25, 91, 4, 25 ], "start_stop_timestamps": [ [ "00:02:21.57", "00:02:50.39" ], [ "00:02:50.24", "00:02:53.56" ], [ "00:02:56.33", "00:02:57.78" ], [ "00:02:57.88", "00:03:07.76" ] ], "start_stop_frames": [ [ 8494, 10223 ], [ 10214, 10413 ], [ 10579, 10666 ], [ 10672, 11265 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P06_101+265_266_267_268", "video_id": "P06_101", "narration_ids": [ "P06_101_265", "P06_101_266", "P06_101_267", "P06_101_268" ], "src": "pick_up knife . chop stock_cube . pick_up chopping_board", "src1": "pick_up knife", "src2": "chop stock_cube", "src3": "pick_up chopping_board", "trg": "scrape stock_cubes into pan", "vis_src": "P06_101:265 P06_101:266 P06_101:267", "vis_trg": "P06_101:268", "narrations": [ "pick up knife", "chop stock cube", "pick up chopping board", "scrape stock cubes into pan" ], "verbs": [ "pick-up", "chop", "pick-up", "scrape-into" ], "verb_classes": [ 0, 7, 0, 25 ], "nouns": [ "knife", "cube:stock", "board:chopping", "cube:stock" ], "noun_classes": [ 4, 95, 18, 95 ], "start_stop_timestamps": [ [ "00:18:50.05", "00:18:50.69" ], [ "00:18:50.79", "00:19:00.00" ], [ "00:19:00.10", "00:19:01.18" ], [ "00:19:01.28", "00:19:03.57" ] ], "start_stop_frames": [ [ 56502, 56534 ], [ 56539, 57000 ], [ 57004, 57059 ], [ 57064, 57178 ] ], "trgnoun": "stock_cube", "trgverb": "scrape_into" }, { "key": "P04_02+72_73_74_75", "video_id": "P04_02", "narration_ids": [ "P04_02_72", "P04_02_73", "P04_02_74", "P04_02_75" ], "src": "slice carrot . slice carrot to julienne . look_at carrot_pieces", "src1": "slice carrot", "src2": "slice carrot to julienne", "src3": "look_at carrot_pieces", "trg": "slice carrot_piece", "vis_src": "P04_02:72 P04_02:73 P04_02:74", "vis_trg": "P04_02:75", "narrations": [ "slice carrot", "slice carrot to julienne", "look at carrot pieces", "slice carrot piece" ], "verbs": [ "slice", "slice-to", "look-at", "slice" ], "verb_classes": [ 7, 7, 38, 7 ], "nouns": [ "carrot", "carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:05:15.24", "00:05:27.52" ], [ "00:05:31.31", "00:05:55.70" ], [ "00:05:49.39", "00:05:51.42" ], [ "00:05:52.10", "00:05:53.90" ] ], "start_stop_frames": [ [ 18914, 19651 ], [ 19878, 21342 ], [ 20963, 21085 ], [ 21126, 21234 ] ], "trgnoun": "carrot_piece", "trgverb": "slice" }, { "key": "P02_108+173_174_175_177", "video_id": "P02_108", "narration_ids": [ "P02_108_173", "P02_108_174", "P02_108_175", "P02_108_177" ], "src": "mix dough using hand . pick_up flour from bag using hand . add flour from hand into bowl", "src1": "mix dough using hand", "src2": "pick_up flour from bag using hand", "src3": "add flour from hand into bowl", "trg": "open oil_bottle", "vis_src": "P02_108:173 P02_108:174 P02_108:175", "vis_trg": "P02_108:177", "narrations": [ "mix dough using hand", "pick up flour from bag using hand", "add flour from hand into bowl", "open oil bottle" ], "verbs": [ "mix", "pick-up", "add-from", "open" ], "verb_classes": [ 10, 0, 46, 3 ], "nouns": [ "dough", "flour", "flour", "bottle:oil" ], "noun_classes": [ 25, 75, 75, 15 ], "start_stop_timestamps": [ [ "00:08:00.42", "00:08:10.68" ], [ "00:08:11.02", "00:08:13.00" ], [ "00:08:14.06", "00:08:15.16" ], [ "00:08:56.28", "00:09:00.16" ] ], "start_stop_frames": [ [ 24021, 24534 ], [ 24551, 24650 ], [ 24703, 24758 ], [ 26814, 27008 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P02_130+119_120_121_122", "video_id": "P02_130", "narration_ids": [ "P02_130_119", "P02_130_120", "P02_130_121", "P02_130_122" ], "src": "throw biscuits in food processor . get biscuit from packaging . throw biscuit in food processor", "src1": "throw biscuits in food processor", "src2": "get biscuit from packaging", "src3": "throw biscuit in food processor", "trg": "put_down biscuits", "vis_src": "P02_130:119 P02_130:120 P02_130:121", "vis_trg": "P02_130:122", "narrations": [ "throw biscuits in food processor", "get biscuit from packaging", "throw biscuit in food processor", "put down biscuits" ], "verbs": [ "throw-in", "get", "throw-in", "put-down" ], "verb_classes": [ 13, 0, 13, 1 ], "nouns": [ "biscuit", "biscuit", "biscuit", "biscuit" ], "noun_classes": [ 104, 104, 104, 104 ], "start_stop_timestamps": [ [ "00:04:36.35", "00:04:36.79" ], [ "00:04:36.75", "00:04:39.25" ], [ "00:04:39.12", "00:04:39.71" ], [ "00:04:39.75", "00:04:41.10" ] ], "start_stop_frames": [ [ 13817, 13839 ], [ 13837, 13962 ], [ 13956, 13985 ], [ 13987, 14055 ] ], "trgnoun": "biscuit", "trgverb": "put_down" }, { "key": "P03_110+9_10_11_12", "video_id": "P03_110", "narration_ids": [ "P03_110_9", "P03_110_10", "P03_110_11", "P03_110_12" ], "src": "put lid on tupperware . close lid . pick_up knife and plate", "src1": "put lid on tupperware", "src2": "close lid", "src3": "pick_up knife and plate", "trg": "put knife and plate on side", "vis_src": "P03_110:9 P03_110:10 P03_110:11", "vis_trg": "P03_110:12", "narrations": [ "put lid on tupperware", "close lid", "pick up knife and plate", "put knife and plate on side" ], "verbs": [ "put-on", "close", "pick-up", "put-on" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "lid", "lid", "knife", "knife" ], "noun_classes": [ 6, 6, 4, 4 ], "start_stop_timestamps": [ [ "00:00:10.80", "00:00:11.29" ], [ "00:00:11.33", "00:00:12.30" ], [ "00:00:12.52", "00:00:13.10" ], [ "00:00:13.55", "00:00:14.42" ] ], "start_stop_frames": [ [ 540, 564 ], [ 566, 615 ], [ 626, 655 ], [ 677, 721 ] ], "trgnoun": "knife", "trgverb": "put_on" }, { "key": "P01_105+267_268_269_270", "video_id": "P01_105", "narration_ids": [ "P01_105_267", "P01_105_268", "P01_105_269", "P01_105_270" ], "src": "move cutting_board and knife . separate pak_choi leaves . move bowl", "src1": "move cutting_board and knife", "src2": "separate pak_choi leaves", "src3": "move bowl", "trg": "pick_up pak_choi", "vis_src": "P01_105:267 P01_105:268 P01_105:269", "vis_trg": "P01_105:270", "narrations": [ "move cutting board and knife", "separate pak choi leaves", "move bowl", "pick up pak choi" ], "verbs": [ "move", "separate", "move", "pick-up" ], "verb_classes": [ 11, 52, 11, 0 ], "nouns": [ "board:cutting", "choi:pak", "bowl", "choi:pak" ], "noun_classes": [ 18, 151, 7, 151 ], "start_stop_timestamps": [ [ "00:10:24.68", "00:10:24.94" ], [ "00:10:25.46", "00:10:38.08" ], [ "00:10:37.60", "00:10:38.14" ], [ "00:10:37.97", "00:10:38.84" ] ], "start_stop_frames": [ [ 31233, 31247 ], [ 31273, 31904 ], [ 31880, 31907 ], [ 31898, 31942 ] ], "trgnoun": "pak_choi", "trgverb": "pick_up" }, { "key": "P22_13+78_79_80_81", "video_id": "P22_13", "narration_ids": [ "P22_13_78", "P22_13_79", "P22_13_80", "P22_13_81" ], "src": "rinse knife . put_down knife . pick_up potato_peeler", "src1": "rinse knife", "src2": "put_down knife", "src3": "pick_up potato_peeler", "trg": "rinse potato_peeler", "vis_src": "P22_13:78 P22_13:79 P22_13:80", "vis_trg": "P22_13:81", "narrations": [ "rinse knife", "put down knife", "pick up potato peeler", "rinse potato peeler" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "peeler:potato", "peeler:potato" ], "noun_classes": [ 4, 4, 87, 87 ], "start_stop_timestamps": [ [ "00:02:49.93", "00:02:52.03" ], [ "00:02:52.13", "00:02:53.01" ], [ "00:02:53.11", "00:02:54.05" ], [ "00:02:53.87", "00:02:57.90" ] ], "start_stop_frames": [ [ 10195, 10321 ], [ 10327, 10380 ], [ 10386, 10443 ], [ 10432, 10674 ] ], "trgnoun": "potato_peeler", "trgverb": "rinse" }, { "key": "P26_124+78_79_80_81", "video_id": "P26_124", "narration_ids": [ "P26_124_78", "P26_124_79", "P26_124_80", "P26_124_81" ], "src": "put_down sponge . put_down cutting_board . pick_up spoon", "src1": "put_down sponge", "src2": "put_down cutting_board", "src3": "pick_up spoon", "trg": "pick_up sponge", "vis_src": "P26_124:78 P26_124:79 P26_124:80", "vis_trg": "P26_124:81", "narrations": [ "put down sponge", "put down cutting board", "pick up spoon", "pick up sponge" ], "verbs": [ "put-down", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 1, 1, 0, 0 ], "nouns": [ "sponge", "board:cutting", "spoon", "sponge" ], "noun_classes": [ 9, 18, 1, 9 ], "start_stop_timestamps": [ [ "00:05:34.01", "00:05:34.40" ], [ "00:05:40.16", "00:05:43.59" ], [ "00:05:45.19", "00:05:46.60" ], [ "00:05:46.60", "00:05:47.37" ] ], "start_stop_frames": [ [ 16700, 16720 ], [ 17008, 17179 ], [ 17259, 17330 ], [ 17330, 17368 ] ], "trgnoun": "sponge", "trgverb": "pick_up" }, { "key": "P04_04+80_81_82_83", "video_id": "P04_04", "narration_ids": [ "P04_04_80", "P04_04_81", "P04_04_82", "P04_04_83" ], "src": "chop potato into chunks . chop potato . put_in pan", "src1": "chop potato into chunks", "src2": "chop potato", "src3": "put_in pan", "trg": "slice potato", "vis_src": "P04_04:80 P04_04:81 P04_04:82", "vis_trg": "P04_04:83", "narrations": [ "chop potato into chunks", "chop potato", "put in pan", "slice potato" ], "verbs": [ "chop-into", "chop", "put-in", "slice" ], "verb_classes": [ 7, 7, 5, 7 ], "nouns": [ "potato", "potato", "pan", "potato" ], "noun_classes": [ 30, 30, 5, 30 ], "start_stop_timestamps": [ [ "00:06:56.70", "00:07:07.64" ], [ "00:06:57.20", "00:06:57.74" ], [ "00:06:59.75", "00:07:14.01" ], [ "00:07:05.48", "00:07:07.32" ] ], "start_stop_frames": [ [ 25002, 25658 ], [ 25032, 25064 ], [ 25185, 26040 ], [ 25528, 25639 ] ], "trgnoun": "potato", "trgverb": "slice" }, { "key": "P01_105+272_273_274_275", "video_id": "P01_105", "narration_ids": [ "P01_105_272", "P01_105_273", "P01_105_274", "P01_105_275" ], "src": "pick_up pak choi end . open food_bin . throw pak_choi ends into bin", "src1": "pick_up pak choi end", "src2": "open food_bin", "src3": "throw pak_choi ends into bin", "trg": "close food_bin", "vis_src": "P01_105:272 P01_105:273 P01_105:274", "vis_trg": "P01_105:275", "narrations": [ "pick up pak choi end", "open food bin", "throw pak choi ends into bin", "close food bin" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "pak", "bin:food", "choi:pak", "bin:food" ], "noun_classes": [ 151, 36, 151, 36 ], "start_stop_timestamps": [ [ "00:10:47.24", "00:10:47.57" ], [ "00:10:48.37", "00:10:49.22" ], [ "00:10:49.13", "00:10:49.59" ], [ "00:10:49.59", "00:10:50.14" ] ], "start_stop_frames": [ [ 32362, 32378 ], [ 32418, 32461 ], [ 32456, 32479 ], [ 32479, 32507 ] ], "trgnoun": "food_bin", "trgverb": "close" }, { "key": "P35_104+649_650_651_652", "video_id": "P35_104", "narration_ids": [ "P35_104_649", "P35_104_650", "P35_104_651", "P35_104_652" ], "src": "put_down cloth . pick_up meat . remove cling_film", "src1": "put_down cloth", "src2": "pick_up meat", "src3": "remove cling_film", "trg": "put_down meat", "vis_src": "P35_104:649 P35_104:650 P35_104:651", "vis_trg": "P35_104:652", "narrations": [ "put down cloth", "pick up meat", "remove cling film", "put down meat" ], "verbs": [ "put-down", "pick-up", "remove", "put-down" ], "verb_classes": [ 1, 0, 12, 1 ], "nouns": [ "cloth", "meat", "film:cling", "meat" ], "noun_classes": [ 17, 28, 100, 28 ], "start_stop_timestamps": [ [ "00:45:13.14", "00:45:15.68" ], [ "00:45:15.78", "00:45:21.82" ], [ "00:45:19.11", "00:45:22.12" ], [ "00:45:22.20", "00:45:22.80" ] ], "start_stop_frames": [ [ 135657, 135784 ], [ 135789, 136091 ], [ 135955, 136106 ], [ 136110, 136140 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P02_123+436_437_438_439", "video_id": "P02_123", "narration_ids": [ "P02_123_436", "P02_123_437", "P02_123_438", "P02_123_439" ], "src": "put knife in sink . pick_up chopping_board . sponge chopping_board", "src1": "put knife in sink", "src2": "pick_up chopping_board", "src3": "sponge chopping_board", "trg": "put chopping_board in sink", "vis_src": "P02_123:436 P02_123:437 P02_123:438", "vis_trg": "P02_123:439", "narrations": [ "put knife in sink", "pick up chopping board", "sponge chopping board", "put chopping board in sink" ], "verbs": [ "put-in", "pick-up", "sponge", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "knife", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 4, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:21:49.70", "00:21:50.26" ], [ "00:21:50.32", "00:21:50.78" ], [ "00:21:50.77", "00:21:52.30" ], [ "00:21:52.13", "00:21:52.85" ] ], "start_stop_frames": [ [ 65485, 65513 ], [ 65516, 65539 ], [ 65538, 65615 ], [ 65606, 65642 ] ], "trgnoun": "chopping_board", "trgverb": "put_in" }, { "key": "P03_02+94_95_96_97", "video_id": "P03_02", "narration_ids": [ "P03_02_94", "P03_02_95", "P03_02_96", "P03_02_97" ], "src": "place bin . open cupboard . take cleaning_liquid", "src1": "place bin", "src2": "open cupboard", "src3": "take cleaning_liquid", "trg": "pour cleaning_liquid", "vis_src": "P03_02:94 P03_02:95 P03_02:96", "vis_trg": "P03_02:97", "narrations": [ "place bin", "open cupboard", "take cleaning liquid", "pour cleaning liquid" ], "verbs": [ "place", "open", "take", "pour" ], "verb_classes": [ 1, 3, 0, 9 ], "nouns": [ "bin", "cupboard", "liquid:cleaning", "liquid:cleaning" ], "noun_classes": [ 36, 3, 22, 22 ], "start_stop_timestamps": [ [ "00:03:23.17", "00:03:24.11" ], [ "00:03:23.61", "00:03:26.36" ], [ "00:03:31.96", "00:03:33.21" ], [ "00:03:34.22", "00:03:35.98" ] ], "start_stop_frames": [ [ 12190, 12246 ], [ 12216, 12381 ], [ 12717, 12792 ], [ 12853, 12958 ] ], "trgnoun": "cleaning_liquid", "trgverb": "pour" }, { "key": "P21_03+46_47_48_49", "video_id": "P21_03", "narration_ids": [ "P21_03_46", "P21_03_47", "P21_03_48", "P21_03_49" ], "src": "taking out the blueberries and grapes . opening the grapes bag . taking out some grapes", "src1": "taking out the blueberries and grapes", "src2": "opening the grapes bag", "src3": "taking out some grapes", "trg": "closing the grapes bag", "vis_src": "P21_03:46 P21_03:47 P21_03:48", "vis_trg": "P21_03:49", "narrations": [ "taking out the blueberries and grapes", "opening the grapes bag", "taking out some grapes", "closing the grapes bag" ], "verbs": [ "take-out", "open", "take-out", "close" ], "verb_classes": [ 12, 3, 12, 4 ], "nouns": [ "blueberry", "bag:grape", "grape", "bag:grape" ], "noun_classes": [ 178, 19, 202, 19 ], "start_stop_timestamps": [ [ "00:06:04.69", "00:06:07.99" ], [ "00:06:13.93", "00:06:19.25" ], [ "00:06:19.49", "00:06:51.01" ], [ "00:06:50.50", "00:06:53.88" ] ], "start_stop_frames": [ [ 21881, 22079 ], [ 22435, 22755 ], [ 22769, 24660 ], [ 24630, 24832 ] ], "trgnoun": "grape_bag", "trgverb": "close" }, { "key": "P30_04+59_60_61_62", "video_id": "P30_04", "narration_ids": [ "P30_04_59", "P30_04_60", "P30_04_61", "P30_04_62" ], "src": "take plate . inspect plate . take box_lid", "src1": "take plate", "src2": "inspect plate", "src3": "take box_lid", "trg": "dry box_lid", "vis_src": "P30_04:59 P30_04:60 P30_04:61", "vis_trg": "P30_04:62", "narrations": [ "take plate", "inspect plate", "take box lid", "dry box lid" ], "verbs": [ "take", "inspect", "take", "dry" ], "verb_classes": [ 0, 24, 0, 14 ], "nouns": [ "plate", "plate", "lid:box", "lid:box" ], "noun_classes": [ 2, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:02:50.12", "00:02:51.44" ], [ "00:02:51.75", "00:02:55.42" ], [ "00:03:00.24", "00:03:01.40" ], [ "00:03:01.01", "00:03:04.21" ] ], "start_stop_frames": [ [ 10207, 10286 ], [ 10305, 10525 ], [ 10814, 10884 ], [ 10860, 11052 ] ], "trgnoun": "box_lid", "trgverb": "dry" }, { "key": "P09_03+29_30_31_32", "video_id": "P09_03", "narration_ids": [ "P09_03_29", "P09_03_30", "P09_03_31", "P09_03_32" ], "src": "rinse knife . dry spatula and knife . rinse board", "src1": "rinse knife", "src2": "dry spatula and knife", "src3": "rinse board", "trg": "dry board", "vis_src": "P09_03:29 P09_03:30 P09_03:31", "vis_trg": "P09_03:32", "narrations": [ "rinse knife", "dry spatula and knife", "rinse board", "dry board" ], "verbs": [ "rinse", "dry", "rinse", "dry" ], "verb_classes": [ 2, 14, 2, 14 ], "nouns": [ "knife", "spatula", "board", "board" ], "noun_classes": [ 4, 20, 18, 18 ], "start_stop_timestamps": [ [ "00:01:56.99", "00:02:00.24" ], [ "00:02:00.15", "00:02:04.00" ], [ "00:02:05.69", "00:02:10.59" ], [ "00:02:11.20", "00:02:12.95" ] ], "start_stop_frames": [ [ 7019, 7214 ], [ 7209, 7440 ], [ 7541, 7835 ], [ 7871, 7976 ] ], "trgnoun": "board", "trgverb": "dry" }, { "key": "P03_119+202_203_204_205", "video_id": "P03_119", "narration_ids": [ "P03_119_202", "P03_119_203", "P03_119_204", "P03_119_205" ], "src": "put fork in drying up rack . pour_out washing up bowl . wipe_down sink", "src1": "put fork in drying up rack", "src2": "pour_out washing up bowl", "src3": "wipe_down sink", "trg": "wipe_down washing up bowl", "vis_src": "P03_119:202 P03_119:203 P03_119:204", "vis_trg": "P03_119:205", "narrations": [ "put fork in drying up rack", "pour out washing up bowl", "wipe down sink", "wipe down washing up bowl" ], "verbs": [ "put-in", "pour-out", "wipe-down", "wipe-down" ], "verb_classes": [ 5, 9, 2, 2 ], "nouns": [ "fork", "bowl:washing:up", "sink", "bowl:washing:up" ], "noun_classes": [ 14, 7, 63, 7 ], "start_stop_timestamps": [ [ "00:10:53.92", "00:10:54.54" ], [ "00:10:55.31", "00:10:56.36" ], [ "00:10:56.84", "00:10:59.08" ], [ "00:10:59.76", "00:11:01.30" ] ], "start_stop_frames": [ [ 32695, 32727 ], [ 32765, 32818 ], [ 32842, 32954 ], [ 32988, 33065 ] ], "trgnoun": "up_washing_bowl", "trgverb": "wipe_down" }, { "key": "P01_06+111_112_113_114", "video_id": "P01_06", "narration_ids": [ "P01_06_111", "P01_06_112", "P01_06_113", "P01_06_114" ], "src": "turn_on tap . rinse cloth . wash sink", "src1": "turn_on tap", "src2": "rinse cloth", "src3": "wash sink", "trg": "turn_off tap", "vis_src": "P01_06:111 P01_06:112 P01_06:113", "vis_trg": "P01_06:114", "narrations": [ "turn on tap", "rinse cloth", "wash sink", "turn off tap" ], "verbs": [ "turn-on", "rinse", "wash", "turn-off" ], "verb_classes": [ 6, 2, 2, 8 ], "nouns": [ "tap", "cloth", "sink", "tap" ], "noun_classes": [ 0, 17, 63, 0 ], "start_stop_timestamps": [ [ "00:07:25.69", "00:07:26.79" ], [ "00:07:26.65", "00:07:28.65" ], [ "00:07:28.75", "00:07:49.25" ], [ "00:07:49.24", "00:07:50.26" ] ], "start_stop_frames": [ [ 26741, 26807 ], [ 26799, 26919 ], [ 26925, 28155 ], [ 28154, 28215 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_122+25_26_27_28", "video_id": "P02_122", "narration_ids": [ "P02_122_25", "P02_122_26", "P02_122_27", "P02_122_28" ], "src": "pick_up chopping_board . put_down plate . move glove", "src1": "pick_up chopping_board", "src2": "put_down plate", "src3": "move glove", "trg": "put_down chopping_board", "vis_src": "P02_122:25 P02_122:26 P02_122:27", "vis_trg": "P02_122:28", "narrations": [ "pick up chopping board", "put down plate", "move glove", "put down chopping board" ], "verbs": [ "pick-up", "put-down", "move", "put-down" ], "verb_classes": [ 0, 1, 11, 1 ], "nouns": [ "board:chopping", "plate", "glove", "board:chopping" ], "noun_classes": [ 18, 2, 60, 18 ], "start_stop_timestamps": [ [ "00:01:21.85", "00:01:24.10" ], [ "00:01:25.42", "00:01:26.52" ], [ "00:01:27.02", "00:01:27.94" ], [ "00:01:28.04", "00:01:28.56" ] ], "start_stop_frames": [ [ 4092, 4205 ], [ 4271, 4326 ], [ 4351, 4397 ], [ 4402, 4428 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P01_104+26_27_28_29", "video_id": "P01_104", "narration_ids": [ "P01_104_26", "P01_104_27", "P01_104_28", "P01_104_29" ], "src": "put_down cup . wash spoon . put spoon into cup", "src1": "put_down cup", "src2": "wash spoon", "src3": "put spoon into cup", "trg": "wash cup", "vis_src": "P01_104:26 P01_104:27 P01_104:28", "vis_trg": "P01_104:29", "narrations": [ "put down cup", "wash spoon", "put spoon into cup", "wash cup" ], "verbs": [ "put-down", "wash", "put-into", "wash" ], "verb_classes": [ 1, 2, 5, 2 ], "nouns": [ "cup", "spoon", "spoon", "cup" ], "noun_classes": [ 13, 1, 1, 13 ], "start_stop_timestamps": [ [ "00:00:47.90", "00:00:48.68" ], [ "00:00:49.51", "00:00:53.41" ], [ "00:00:53.49", "00:00:54.08" ], [ "00:00:54.55", "00:01:03.66" ] ], "start_stop_frames": [ [ 2395, 2434 ], [ 2475, 2670 ], [ 2674, 2704 ], [ 2727, 3183 ] ], "trgnoun": "cup", "trgverb": "wash" }, { "key": "P01_104+52_54_55_56", "video_id": "P01_104", "narration_ids": [ "P01_104_52", "P01_104_54", "P01_104_55", "P01_104_56" ], "src": "rinse hand . rinse pot . adjust tap", "src1": "rinse hand", "src2": "rinse pot", "src3": "adjust tap", "trg": "empty pot", "vis_src": "P01_104:52 P01_104:54 P01_104:55", "vis_trg": "P01_104:56", "narrations": [ "rinse hand", "rinse pot", "adjust tap", "empty pot" ], "verbs": [ "rinse", "rinse", "adjust", "empty" ], "verb_classes": [ 2, 2, 17, 20 ], "nouns": [ "hand", "pot", "tap", "pot" ], "noun_classes": [ 11, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:02:24.70", "00:02:25.71" ], [ "00:02:26.86", "00:02:34.20" ], [ "00:02:34.15", "00:02:35.36" ], [ "00:02:35.36", "00:02:37.15" ] ], "start_stop_frames": [ [ 7234, 7285 ], [ 7343, 7709 ], [ 7707, 7768 ], [ 7768, 7857 ] ], "trgnoun": "pot", "trgverb": "empty" }, { "key": "P17_01+3_4_5_6", "video_id": "P17_01", "narration_ids": [ "P17_01_3", "P17_01_4", "P17_01_5", "P17_01_6" ], "src": "remove the wrappers . have a look over the food . take_out a bowl from the refrigerator", "src1": "remove the wrappers", "src2": "have a look over the food", "src3": "take_out a bowl from the refrigerator", "trg": "open a bowl", "vis_src": "P17_01:3 P17_01:4 P17_01:5", "vis_trg": "P17_01:6", "narrations": [ "remove the wrappers", "have a look over the food", "take out a bowl from the refrigerator", "open a bowl" ], "verbs": [ "remove", "have", "take-out", "open" ], "verb_classes": [ 12, 89, 12, 3 ], "nouns": [ "wrapper", "food", "bowl", "bowl" ], "noun_classes": [ 26, 34, 7, 7 ], "start_stop_timestamps": [ [ "00:00:20.61", "00:00:28.28" ], [ "00:00:29.26", "00:00:38.21" ], [ "00:00:48.13", "00:00:49.20" ], [ "00:00:52.45", "00:00:54.96" ] ], "start_stop_frames": [ [ 1236, 1696 ], [ 1755, 2292 ], [ 2887, 2952 ], [ 3147, 3297 ] ], "trgnoun": "bowl", "trgverb": "open" }, { "key": "P03_120+85_86_87_88", "video_id": "P03_120", "narration_ids": [ "P03_120_85", "P03_120_86", "P03_120_87", "P03_120_88" ], "src": "put slice of butter on scales . put_down paring_knife . pick_up butter", "src1": "put slice of butter on scales", "src2": "put_down paring_knife", "src3": "pick_up butter", "trg": "rewrap butter", "vis_src": "P03_120:85 P03_120:86 P03_120:87", "vis_trg": "P03_120:88", "narrations": [ "put slice of butter on scales", "put down paring knife", "pick up butter", "rewrap butter" ], "verbs": [ "put-on", "put-down", "pick-up", "rewrap" ], "verb_classes": [ 1, 1, 0, 36 ], "nouns": [ "slice:butter", "knife:paring", "butter", "butter" ], "noun_classes": [ 78, 4, 78, 78 ], "start_stop_timestamps": [ [ "00:02:57.22", "00:02:58.51" ], [ "00:02:59.21", "00:02:59.71" ], [ "00:02:59.98", "00:03:00.37" ], [ "00:03:01.23", "00:03:11.31" ] ], "start_stop_frames": [ [ 8861, 8925 ], [ 8960, 8985 ], [ 8999, 9018 ], [ 9061, 9565 ] ], "trgnoun": "butter", "trgverb": "rewrap" }, { "key": "P22_10+264_265_266_267", "video_id": "P22_10", "narration_ids": [ "P22_10_264", "P22_10_265", "P22_10_266", "P22_10_267" ], "src": "lather glass . open tap . rinse glass", "src1": "lather glass", "src2": "open tap", "src3": "rinse glass", "trg": "put_down down glass", "vis_src": "P22_10:264 P22_10:265 P22_10:266", "vis_trg": "P22_10:267", "narrations": [ "lather glass", "open tap", "rinse glass", "put down down glass" ], "verbs": [ "lather", "turn-on", "rinse", "put-down" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "glass", "tap", "glass", "glass" ], "noun_classes": [ 10, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:09:23.94", "00:09:26.08" ], [ "00:09:26.08", "00:09:26.87" ], [ "00:09:26.72", "00:09:34.18" ], [ "00:09:34.19", "00:09:35.60" ] ], "start_stop_frames": [ [ 33836, 33964 ], [ 33964, 34012 ], [ 34003, 34450 ], [ 34451, 34536 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P26_103+14_15_16_17", "video_id": "P26_103", "narration_ids": [ "P26_103_14", "P26_103_15", "P26_103_16", "P26_103_17" ], "src": "put_down detergent . pick_up plate . rinse sponge", "src1": "put_down detergent", "src2": "pick_up plate", "src3": "rinse sponge", "trg": "wash plate", "vis_src": "P26_103:14 P26_103:15 P26_103:16", "vis_trg": "P26_103:17", "narrations": [ "put down detergent", "pick up plate", "rinse sponge", "wash plate" ], "verbs": [ "put-down", "pick-up", "rinse", "wash" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "detergent", "plate", "sponge", "plate" ], "noun_classes": [ 22, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:00:42.32", "00:00:43.74" ], [ "00:00:44.39", "00:00:45.19" ], [ "00:00:45.14", "00:00:46.10" ], [ "00:00:46.14", "00:01:00.07" ] ], "start_stop_frames": [ [ 2116, 2187 ], [ 2219, 2259 ], [ 2257, 2305 ], [ 2307, 3003 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P22_07+75_76_77_78", "video_id": "P22_07", "narration_ids": [ "P22_07_75", "P22_07_76", "P22_07_77", "P22_07_78" ], "src": "put_down onion . open drawer . pick_up knife", "src1": "put_down onion", "src2": "open drawer", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P22_07:75 P22_07:76 P22_07:77", "vis_trg": "P22_07:78", "narrations": [ "put down onion", "open drawer", "pick up knife", "put down knife" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "onion", "drawer", "knife", "knife" ], "noun_classes": [ 16, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:02:28.82", "00:02:29.45" ], [ "00:02:29.78", "00:02:30.73" ], [ "00:02:30.83", "00:02:32.14" ], [ "00:02:32.60", "00:02:33.83" ] ], "start_stop_frames": [ [ 8929, 8967 ], [ 8986, 9043 ], [ 9049, 9128 ], [ 9156, 9229 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P12_02+39_40_41_42", "video_id": "P12_02", "narration_ids": [ "P12_02_39", "P12_02_40", "P12_02_41", "P12_02_42" ], "src": "take garlic . take onion . clean_up garbage", "src1": "take garlic", "src2": "take onion", "src3": "clean_up garbage", "trg": "cut onion", "vis_src": "P12_02:39 P12_02:40 P12_02:41", "vis_trg": "P12_02:42", "narrations": [ "take garlic", "take onion", "clean up garbage", "cut onion" ], "verbs": [ "take", "take", "clean-up", "cut" ], "verb_classes": [ 0, 0, 2, 7 ], "nouns": [ "garlic", "onion", "garbage", "onion" ], "noun_classes": [ 51, 16, 54, 16 ], "start_stop_timestamps": [ [ "00:04:15.18", "00:04:15.86" ], [ "00:04:36.29", "00:04:37.16" ], [ "00:04:38.75", "00:04:47.62" ], [ "00:05:01.91", "00:05:11.00" ] ], "start_stop_frames": [ [ 15310, 15351 ], [ 16577, 16629 ], [ 16725, 17257 ], [ 18114, 18660 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P02_01+67_68_69_70", "video_id": "P02_01", "narration_ids": [ "P02_01_67", "P02_01_68", "P02_01_69", "P02_01_70" ], "src": "hold sugar_jar . open sugar_jar . scoop sugar", "src1": "hold sugar_jar", "src2": "open sugar_jar", "src3": "scoop sugar", "trg": "put sugar", "vis_src": "P02_01:67 P02_01:68 P02_01:69", "vis_trg": "P02_01:70", "narrations": [ "hold sugar jar", "open sugar jar", "scoop sugar", "put sugar" ], "verbs": [ "hold", "open", "scoop", "put" ], "verb_classes": [ 34, 3, 16, 1 ], "nouns": [ "jar:sugar", "jar:sugar", "sugar", "sugar" ], "noun_classes": [ 40, 40, 102, 102 ], "start_stop_timestamps": [ [ "00:02:31.80", "00:02:32.79" ], [ "00:02:32.79", "00:02:33.76" ], [ "00:02:35.92", "00:02:37.17" ], [ "00:02:37.43", "00:02:38.41" ] ], "start_stop_frames": [ [ 9108, 9167 ], [ 9167, 9225 ], [ 9355, 9430 ], [ 9445, 9504 ] ], "trgnoun": "sugar", "trgverb": "put" }, { "key": "P02_03+187_188_189_190", "video_id": "P02_03", "narration_ids": [ "P02_03_187", "P02_03_188", "P02_03_189", "P02_03_190" ], "src": "slide pine_nuts from pan to plate using wooden spoon . put pan down . switch_off microwave", "src1": "slide pine_nuts from pan to plate using wooden spoon", "src2": "put pan down", "src3": "switch_off microwave", "trg": "open microwave", "vis_src": "P02_03:187 P02_03:188 P02_03:189", "vis_trg": "P02_03:190", "narrations": [ "slide pine nuts from pan to plate using wooden spoon", "put pan down", "switch off microwave", "open microwave" ], "verbs": [ "slide", "put-down", "switch-off", "open" ], "verb_classes": [ 61, 1, 8, 3 ], "nouns": [ "nut:pine", "pan", "microwave", "microwave" ], "noun_classes": [ 133, 5, 90, 90 ], "start_stop_timestamps": [ [ "00:10:41.78", "00:10:48.81" ], [ "00:10:48.85", "00:10:50.41" ], [ "00:10:53.26", "00:10:53.87" ], [ "00:10:53.97", "00:10:54.85" ] ], "start_stop_frames": [ [ 38506, 38928 ], [ 38931, 39024 ], [ 39195, 39232 ], [ 39238, 39291 ] ], "trgnoun": "microwave", "trgverb": "open" }, { "key": "P11_102+13_14_15_16", "video_id": "P11_102", "narration_ids": [ "P11_102_13", "P11_102_14", "P11_102_15", "P11_102_16" ], "src": "pick_up pot . put pot on hob . pick_up kettle", "src1": "pick_up pot", "src2": "put pot on hob", "src3": "pick_up kettle", "trg": "empty kettle", "vis_src": "P11_102:13 P11_102:14 P11_102:15", "vis_trg": "P11_102:16", "narrations": [ "pick up pot", "put pot on hob", "pick up kettle", "empty kettle" ], "verbs": [ "pick-up", "put-on", "pick-up", "empty" ], "verb_classes": [ 0, 1, 0, 20 ], "nouns": [ "pot", "pot", "kettle", "kettle" ], "noun_classes": [ 29, 29, 44, 44 ], "start_stop_timestamps": [ [ "00:00:32.06", "00:00:33.79" ], [ "00:00:34.44", "00:00:35.25" ], [ "00:00:37.27", "00:00:38.18" ], [ "00:00:37.85", "00:00:42.79" ] ], "start_stop_frames": [ [ 1603, 1689 ], [ 1722, 1762 ], [ 1863, 1909 ], [ 1892, 2139 ] ], "trgnoun": "kettle", "trgverb": "empty" }, { "key": "P08_23+19_20_21_22", "video_id": "P08_23", "narration_ids": [ "P08_23_19", "P08_23_20", "P08_23_21", "P08_23_22" ], "src": "get bowl . place bowl . get colander", "src1": "get bowl", "src2": "place bowl", "src3": "get colander", "trg": "place colander", "vis_src": "P08_23:19 P08_23:20 P08_23:21", "vis_trg": "P08_23:22", "narrations": [ "get bowl", "place bowl", "get colander", "place colander" ], "verbs": [ "get", "place", "get", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "colander", "colander" ], "noun_classes": [ 7, 7, 39, 39 ], "start_stop_timestamps": [ [ "00:01:17.20", "00:01:23.35" ], [ "00:01:23.51", "00:01:25.66" ], [ "00:01:26.22", "00:01:29.11" ], [ "00:01:31.45", "00:01:32.35" ] ], "start_stop_frames": [ [ 4632, 5001 ], [ 5010, 5139 ], [ 5173, 5346 ], [ 5487, 5541 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P02_120+55_56_57_58", "video_id": "P02_120", "narration_ids": [ "P02_120_55", "P02_120_56", "P02_120_57", "P02_120_58" ], "src": "pick_up baking powder sachet . pick_up salt . put_down salt", "src1": "pick_up baking powder sachet", "src2": "pick_up salt", "src3": "put_down salt", "trg": "put_down baking powder sachet", "vis_src": "P02_120:55 P02_120:56 P02_120:57", "vis_trg": "P02_120:58", "narrations": [ "pick up baking powder sachet", "pick up salt", "put down salt", "put down baking powder sachet" ], "verbs": [ "pick-up", "pick-up", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "sachet:baking:powder", "salt", "salt", "sachet:baking:powder" ], "noun_classes": [ 26, 38, 38, 26 ], "start_stop_timestamps": [ [ "00:03:41.19", "00:03:43.54" ], [ "00:03:43.44", "00:03:44.73" ], [ "00:03:44.83", "00:03:49.25" ], [ "00:03:49.15", "00:03:50.66" ] ], "start_stop_frames": [ [ 11059, 11177 ], [ 11172, 11236 ], [ 11241, 11462 ], [ 11457, 11533 ] ], "trgnoun": "powder_baking_sachet", "trgverb": "put_down" }, { "key": "P30_111+284_285_286_287", "video_id": "P30_111", "narration_ids": [ "P30_111_284", "P30_111_285", "P30_111_286", "P30_111_287" ], "src": "put scotch egg box in fridge . take salad_bowl from fridge . close fridge", "src1": "put scotch egg box in fridge", "src2": "take salad_bowl from fridge", "src3": "close fridge", "trg": "put salad_bowl on top of fridge", "vis_src": "P30_111:284 P30_111:285 P30_111:286", "vis_trg": "P30_111:287", "narrations": [ "put scotch egg box in fridge", "take salad bowl from fridge", "close fridge", "put salad bowl on top of fridge" ], "verbs": [ "put-in", "take-from", "close", "put-on" ], "verb_classes": [ 5, 0, 4, 1 ], "nouns": [ "box:scotch:egg", "bowl:salad", "fridge", "bowl:salad" ], "noun_classes": [ 23, 7, 12, 7 ], "start_stop_timestamps": [ [ "00:11:26.99", "00:11:29.66" ], [ "00:11:28.21", "00:11:28.91" ], [ "00:11:29.40", "00:11:30.52" ], [ "00:11:30.07", "00:11:35.20" ] ], "start_stop_frames": [ [ 34349, 34483 ], [ 34410, 34445 ], [ 34470, 34526 ], [ 34503, 34760 ] ], "trgnoun": "salad_bowl", "trgverb": "put_on" }, { "key": "P22_15+202_203_204_205", "video_id": "P22_15", "narration_ids": [ "P22_15_202", "P22_15_203", "P22_15_204", "P22_15_205" ], "src": "rinse cloth . clean sink . rinse sponge", "src1": "rinse cloth", "src2": "clean sink", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P22_15:202 P22_15:203 P22_15:204", "vis_trg": "P22_15:205", "narrations": [ "rinse cloth", "clean sink", "rinse sponge", "put down sponge" ], "verbs": [ "rinse", "clean", "rinse", "put-down" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "cloth", "sink", "sponge", "sponge" ], "noun_classes": [ 17, 63, 9, 9 ], "start_stop_timestamps": [ [ "00:07:50.44", "00:07:51.82" ], [ "00:07:51.67", "00:07:57.14" ], [ "00:07:58.06", "00:08:00.45" ], [ "00:08:00.30", "00:08:02.05" ] ], "start_stop_frames": [ [ 28226, 28309 ], [ 28300, 28628 ], [ 28683, 28827 ], [ 28818, 28923 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P30_111+329_330_331_332", "video_id": "P30_111", "narration_ids": [ "P30_111_329", "P30_111_330", "P30_111_331", "P30_111_332" ], "src": "pick_up sponge . pick_up v60 . scrub v60", "src1": "pick_up sponge", "src2": "pick_up v60", "src3": "scrub v60", "trg": "rinse v60", "vis_src": "P30_111:329 P30_111:330 P30_111:331", "vis_trg": "P30_111:332", "narrations": [ "pick up sponge", "pick up v60", "scrub v60", "rinse v60" ], "verbs": [ "pick-up", "pick-up", "scrub", "rinse" ], "verb_classes": [ 0, 0, 29, 2 ], "nouns": [ "sponge", "v60", "v60", "v60" ], "noun_classes": [ 9, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:13:48.95", "00:13:49.31" ], [ "00:13:49.46", "00:13:50.62" ], [ "00:13:49.50", "00:13:53.27" ], [ "00:13:49.95", "00:13:54.58" ] ], "start_stop_frames": [ [ 41447, 41465 ], [ 41473, 41531 ], [ 41475, 41663 ], [ 41497, 41729 ] ], "trgnoun": "v60", "trgverb": "rinse" }, { "key": "P12_06+4_5_6_7", "video_id": "P12_06", "narration_ids": [ "P12_06_4", "P12_06_5", "P12_06_6", "P12_06_7" ], "src": "take form . close oven . take plates", "src1": "take form", "src2": "close oven", "src3": "take plates", "trg": "put plates on table", "vis_src": "P12_06:4 P12_06:5 P12_06:6", "vis_trg": "P12_06:7", "narrations": [ "take form", "close oven", "take plates", "put plates on table" ], "verbs": [ "take", "close", "take", "put-on" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "form", "oven", "plate", "plate" ], "noun_classes": [ 35, 46, 2, 2 ], "start_stop_timestamps": [ [ "00:00:12.10", "00:00:18.73" ], [ "00:00:22.33", "00:00:23.64" ], [ "00:00:24.80", "00:00:26.45" ], [ "00:00:26.52", "00:00:28.70" ] ], "start_stop_frames": [ [ 726, 1123 ], [ 1339, 1418 ], [ 1488, 1587 ], [ 1591, 1722 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_107+4_5_6_7", "video_id": "P04_107", "narration_ids": [ "P04_107_4", "P04_107_5", "P04_107_6", "P04_107_7" ], "src": "pick_up dough . put_down chopping_board . grab flour", "src1": "pick_up dough", "src2": "put_down chopping_board", "src3": "grab flour", "trg": "sprinkle flour on chopping board", "vis_src": "P04_107:4 P04_107:5 P04_107:6", "vis_trg": "P04_107:7", "narrations": [ "pick up dough", "put down chopping board", "grab flour", "sprinkle flour on chopping board" ], "verbs": [ "pick-up", "put-down", "grab", "sprinkle-on" ], "verb_classes": [ 0, 1, 0, 42 ], "nouns": [ "dough", "board:chopping", "flour", "flour" ], "noun_classes": [ 25, 18, 75, 75 ], "start_stop_timestamps": [ [ "00:00:03.31", "00:00:05.25" ], [ "00:00:05.25", "00:00:06.85" ], [ "00:00:07.11", "00:00:08.83" ], [ "00:00:08.94", "00:00:09.93" ] ], "start_stop_frames": [ [ 165, 262 ], [ 262, 342 ], [ 355, 441 ], [ 447, 496 ] ], "trgnoun": "flour", "trgverb": "sprinkle_on" }, { "key": "P03_09+47_48_49_50", "video_id": "P03_09", "narration_ids": [ "P03_09_47", "P03_09_48", "P03_09_49", "P03_09_50" ], "src": "put plate . grab slices of bread . grab bread", "src1": "put plate", "src2": "grab slices of bread", "src3": "grab bread", "trg": "put bread", "vis_src": "P03_09:47 P03_09:48 P03_09:49", "vis_trg": "P03_09:50", "narrations": [ "put plate", "grab slices of bread", "grab bread", "put bread" ], "verbs": [ "put", "grab", "grab", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "plate", "slice:bread", "bread", "bread" ], "noun_classes": [ 2, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:01:27.71", "00:01:28.41" ], [ "00:01:28.98", "00:01:33.73" ], [ "00:01:31.49", "00:01:33.36" ], [ "00:01:33.32", "00:01:34.98" ] ], "start_stop_frames": [ [ 5262, 5304 ], [ 5338, 5623 ], [ 5489, 5601 ], [ 5599, 5698 ] ], "trgnoun": "bread", "trgverb": "put" }, { "key": "P12_04+64_65_66_67", "video_id": "P12_04", "narration_ids": [ "P12_04_64", "P12_04_65", "P12_04_66", "P12_04_67" ], "src": "rip foil . apply foil . put_in oven", "src1": "rip foil", "src2": "apply foil", "src3": "put_in oven", "trg": "close oven", "vis_src": "P12_04:64 P12_04:65 P12_04:66", "vis_trg": "P12_04:67", "narrations": [ "rip foil", "apply foil", "put in oven", "close oven" ], "verbs": [ "rip", "apply", "put-in", "close" ], "verb_classes": [ 43, 27, 5, 4 ], "nouns": [ "foil", "foil", "oven", "oven" ], "noun_classes": [ 123, 123, 46, 46 ], "start_stop_timestamps": [ [ "00:20:55.09", "00:21:13.95" ], [ "00:21:45.33", "00:22:22.02" ], [ "00:22:44.33", "00:22:56.39" ], [ "00:22:57.16", "00:23:00.56" ] ], "start_stop_frames": [ [ 75305, 76437 ], [ 78319, 80521 ], [ 81859, 82583 ], [ 82629, 82833 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P01_02+133_134_135_136", "video_id": "P01_02", "narration_ids": [ "P01_02_133", "P01_02_134", "P01_02_135", "P01_02_136" ], "src": "open drawer . put_down eating_board . take lid", "src1": "open drawer", "src2": "put_down eating_board", "src3": "take lid", "trg": "close lid", "vis_src": "P01_02:133 P01_02:134 P01_02:135", "vis_trg": "P01_02:136", "narrations": [ "open drawer", "put down eating board", "take lid", "close lid" ], "verbs": [ "open", "put-down", "take", "close" ], "verb_classes": [ 3, 1, 0, 4 ], "nouns": [ "drawer", "board:eating", "lid", "lid" ], "noun_classes": [ 8, 84, 6, 6 ], "start_stop_timestamps": [ [ "00:07:43.80", "00:07:45.80" ], [ "00:07:45.83", "00:07:47.33" ], [ "00:07:48.13", "00:07:49.43" ], [ "00:07:48.46", "00:07:50.99" ] ], "start_stop_frames": [ [ 27828, 27948 ], [ 27949, 28039 ], [ 28087, 28165 ], [ 28107, 28259 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P04_121+158_159_160_161", "video_id": "P04_121", "narration_ids": [ "P04_121_158", "P04_121_159", "P04_121_160", "P04_121_161" ], "src": "pick_up oil_bottle . push flour_bag back . pick_up water_bottle", "src1": "pick_up oil_bottle", "src2": "push flour_bag back", "src3": "pick_up water_bottle", "trg": "unscrew water_bottle", "vis_src": "P04_121:158 P04_121:159 P04_121:160", "vis_trg": "P04_121:161", "narrations": [ "pick up oil bottle", "push flour bag back", "pick up water bottle", "unscrew water bottle" ], "verbs": [ "pick-up", "push", "pick-up", "unscrew" ], "verb_classes": [ 0, 21, 0, 71 ], "nouns": [ "bottle:oil", "bag:flour", "bottle:water", "bottle:water" ], "noun_classes": [ 15, 19, 15, 15 ], "start_stop_timestamps": [ [ "00:07:32.27", "00:07:34.11" ], [ "00:07:36.23", "00:07:36.88" ], [ "00:07:37.52", "00:07:38.44" ], [ "00:07:38.54", "00:07:39.39" ] ], "start_stop_frames": [ [ 22613, 22705 ], [ 22811, 22844 ], [ 22876, 22922 ], [ 22927, 22969 ] ], "trgnoun": "water_bottle", "trgverb": "unscrew" }, { "key": "P05_03+69_70_71_72", "video_id": "P05_03", "narration_ids": [ "P05_03_69", "P05_03_70", "P05_03_71", "P05_03_72" ], "src": "close pot . open microwave . take cup from microwave oven", "src1": "close pot", "src2": "open microwave", "src3": "take cup from microwave oven", "trg": "place cup on table", "vis_src": "P05_03:69 P05_03:70 P05_03:71", "vis_trg": "P05_03:72", "narrations": [ "close pot", "open microwave", "take cup from microwave oven", "place cup on table" ], "verbs": [ "close", "open", "take-from", "place-on" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "pot", "microwave", "cup", "cup" ], "noun_classes": [ 29, 90, 13, 13 ], "start_stop_timestamps": [ [ "00:05:43.35", "00:05:44.70" ], [ "00:05:46.23", "00:05:47.30" ], [ "00:05:48.16", "00:05:54.30" ], [ "00:05:53.48", "00:05:57.54" ] ], "start_stop_frames": [ [ 20601, 20682 ], [ 20773, 20838 ], [ 20889, 21258 ], [ 21208, 21452 ] ], "trgnoun": "cup", "trgverb": "place_on" }, { "key": "P02_02+84_85_86_87", "video_id": "P02_02", "narration_ids": [ "P02_02_84", "P02_02_85", "P02_02_86", "P02_02_87" ], "src": "open tap while holding the water filter . fill water_filter . close tap", "src1": "open tap while holding the water filter", "src2": "fill water_filter", "src3": "close tap", "trg": "carry water_filter", "vis_src": "P02_02:84 P02_02:85 P02_02:86", "vis_trg": "P02_02:87", "narrations": [ "open tap while holding the water filter", "fill water filter", "close tap", "carry water filter" ], "verbs": [ "turn-on", "fill", "turn-off", "carry" ], "verb_classes": [ 6, 26, 8, 89 ], "nouns": [ "tap", "filter:water", "tap", "filter:water" ], "noun_classes": [ 0, 66, 0, 66 ], "start_stop_timestamps": [ [ "00:03:15.73", "00:03:21.63" ], [ "00:03:16.79", "00:03:20.64" ], [ "00:03:20.81", "00:03:21.69" ], [ "00:03:22.22", "00:03:23.46" ] ], "start_stop_frames": [ [ 11743, 12097 ], [ 11807, 12038 ], [ 12048, 12101 ], [ 12133, 12207 ] ], "trgnoun": "water_filter", "trgverb": "carry" }, { "key": "P03_04+246_247_248_249", "video_id": "P03_04", "narration_ids": [ "P03_04_246", "P03_04_247", "P03_04_248", "P03_04_249" ], "src": "open olive_oil . pour olive_oil . close olive_oil", "src1": "open olive_oil", "src2": "pour olive_oil", "src3": "close olive_oil", "trg": "put olive_oil", "vis_src": "P03_04:246 P03_04:247 P03_04:248", "vis_trg": "P03_04:249", "narrations": [ "open olive oil", "pour olive oil", "close olive oil", "put olive oil" ], "verbs": [ "open", "pour", "close", "put" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:17:29.94", "00:17:30.61" ], [ "00:17:30.77", "00:17:34.02" ], [ "00:17:34.53", "00:17:35.53" ], [ "00:17:35.58", "00:17:36.27" ] ], "start_stop_frames": [ [ 62996, 63036 ], [ 63046, 63241 ], [ 63271, 63331 ], [ 63334, 63376 ] ], "trgnoun": "olive_oil", "trgverb": "put" }, { "key": "P30_04+71_72_73_74", "video_id": "P30_04", "narration_ids": [ "P30_04_71", "P30_04_72", "P30_04_73", "P30_04_74" ], "src": "dry saucepan . take saucepan_lid . put saucepan_lid", "src1": "dry saucepan", "src2": "take saucepan_lid", "src3": "put saucepan_lid", "trg": "stack saucepans", "vis_src": "P30_04:71 P30_04:72 P30_04:73", "vis_trg": "P30_04:74", "narrations": [ "dry saucepan", "take saucepan lid", "put saucepan lid", "stack saucepans" ], "verbs": [ "dry", "take", "put", "stack" ], "verb_classes": [ 14, 0, 1, 40 ], "nouns": [ "saucepan", "lid:saucepan", "lid:saucepan", "saucepan" ], "noun_classes": [ 5, 6, 6, 5 ], "start_stop_timestamps": [ [ "00:03:33.48", "00:03:41.03" ], [ "00:03:40.99", "00:03:41.95" ], [ "00:03:42.14", "00:03:43.11" ], [ "00:03:49.86", "00:03:51.97" ] ], "start_stop_frames": [ [ 12808, 13261 ], [ 13259, 13317 ], [ 13328, 13386 ], [ 13791, 13918 ] ], "trgnoun": "saucepan", "trgverb": "stack" }, { "key": "P22_08+178_179_180_181", "video_id": "P22_08", "narration_ids": [ "P22_08_178", "P22_08_179", "P22_08_180", "P22_08_181" ], "src": "open moka . pick_up water . fill moka", "src1": "open moka", "src2": "pick_up water", "src3": "fill moka", "trg": "pour water", "vis_src": "P22_08:178 P22_08:179 P22_08:180", "vis_trg": "P22_08:181", "narrations": [ "open moka", "pick up water", "fill moka", "pour water" ], "verbs": [ "open", "pick-up", "fill", "pour" ], "verb_classes": [ 3, 0, 26, 9 ], "nouns": [ "moka", "water", "moka", "water" ], "noun_classes": [ 50, 27, 50, 27 ], "start_stop_timestamps": [ [ "00:07:43.10", "00:07:44.14" ], [ "00:07:46.11", "00:07:47.66" ], [ "00:07:47.01", "00:07:54.65" ], [ "00:07:48.69", "00:07:54.38" ] ], "start_stop_frames": [ [ 27786, 27848 ], [ 27966, 28059 ], [ 28020, 28479 ], [ 28121, 28462 ] ], "trgnoun": "water", "trgverb": "pour" }, { "key": "P24_08+138_139_140_141", "video_id": "P24_08", "narration_ids": [ "P24_08_138", "P24_08_139", "P24_08_140", "P24_08_141" ], "src": "open sauce_bottle . take wooden_spoon . pour sauce into pan", "src1": "open sauce_bottle", "src2": "take wooden_spoon", "src3": "pour sauce into pan", "trg": "put_down sauce_bottle", "vis_src": "P24_08:138 P24_08:139 P24_08:140", "vis_trg": "P24_08:141", "narrations": [ "open sauce bottle", "take wooden spoon", "pour sauce into pan", "put down sauce bottle" ], "verbs": [ "open", "take", "pour-into", "put-down" ], "verb_classes": [ 3, 0, 9, 1 ], "nouns": [ "bottle:sauce", "spoon:wooden", "sauce", "bottle:sauce" ], "noun_classes": [ 15, 1, 47, 15 ], "start_stop_timestamps": [ [ "00:10:26.99", "00:10:28.41" ], [ "00:10:31.79", "00:10:33.12" ], [ "00:10:35.47", "00:10:44.11" ], [ "00:10:50.97", "00:10:54.48" ] ], "start_stop_frames": [ [ 37619, 37704 ], [ 37907, 37987 ], [ 38128, 38646 ], [ 39058, 39268 ] ], "trgnoun": "sauce_bottle", "trgverb": "put_down" }, { "key": "P30_108+75_76_77_78", "video_id": "P30_108", "narration_ids": [ "P30_108_75", "P30_108_76", "P30_108_77", "P30_108_78" ], "src": "scrub pot . put_down sponge . pick_up scouring_pad", "src1": "scrub pot", "src2": "put_down sponge", "src3": "pick_up scouring_pad", "trg": "scour pot", "vis_src": "P30_108:75 P30_108:76 P30_108:77", "vis_trg": "P30_108:78", "narrations": [ "scrub pot", "put down sponge", "pick up scouring pad", "scour pot" ], "verbs": [ "scrub", "put-down", "pick-up", "scour" ], "verb_classes": [ 29, 1, 0, 29 ], "nouns": [ "pot", "sponge", "pad:scouring", "pot" ], "noun_classes": [ 29, 9, 9, 29 ], "start_stop_timestamps": [ [ "00:02:31.38", "00:02:33.79" ], [ "00:02:47.00", "00:02:47.27" ], [ "00:02:47.10", "00:02:47.60" ], [ "00:02:48.89", "00:02:49.89" ] ], "start_stop_frames": [ [ 7569, 7689 ], [ 8350, 8363 ], [ 8355, 8380 ], [ 8444, 8494 ] ], "trgnoun": "pot", "trgverb": "scour" }, { "key": "P19_04+45_46_47_48", "video_id": "P19_04", "narration_ids": [ "P19_04_45", "P19_04_46", "P19_04_47", "P19_04_48" ], "src": "put bean with salt into bowl . pour water . get water into electric heater", "src1": "put bean with salt into bowl", "src2": "pour water", "src3": "get water into electric heater", "trg": "heat water", "vis_src": "P19_04:45 P19_04:46 P19_04:47", "vis_trg": "P19_04:48", "narrations": [ "put bean with salt into bowl", "pour water", "get water into electric heater", "heat water" ], "verbs": [ "put-with", "pour", "get-into", "heat" ], "verb_classes": [ 1, 9, 1, 45 ], "nouns": [ "bean", "water", "water", "water" ], "noun_classes": [ 214, 27, 27, 27 ], "start_stop_timestamps": [ [ "00:06:38.31", "00:06:39.56" ], [ "00:06:50.77", "00:06:52.42" ], [ "00:06:53.89", "00:07:06.02" ], [ "00:07:10.29", "00:07:12.96" ] ], "start_stop_frames": [ [ 23898, 23973 ], [ 24646, 24745 ], [ 24833, 25561 ], [ 25817, 25977 ] ], "trgnoun": "water", "trgverb": "heat" }, { "key": "P11_105+8_9_10_11", "video_id": "P11_105", "narration_ids": [ "P11_105_8", "P11_105_9", "P11_105_10", "P11_105_11" ], "src": "close oven . put_down oven_tray . open pizza", "src1": "close oven", "src2": "put_down oven_tray", "src3": "open pizza", "trg": "put_down pizza", "vis_src": "P11_105:8 P11_105:9 P11_105:10", "vis_trg": "P11_105:11", "narrations": [ "close oven", "put down oven tray", "open pizza", "put down pizza" ], "verbs": [ "close", "put-down", "open", "put-down" ], "verb_classes": [ 4, 1, 3, 1 ], "nouns": [ "oven", "tray:oven", "pizza", "pizza" ], "noun_classes": [ 46, 35, 91, 91 ], "start_stop_timestamps": [ [ "00:00:28.24", "00:00:29.18" ], [ "00:00:28.87", "00:00:32.01" ], [ "00:00:32.75", "00:00:35.49" ], [ "00:00:35.59", "00:00:36.74" ] ], "start_stop_frames": [ [ 1412, 1459 ], [ 1443, 1600 ], [ 1637, 1774 ], [ 1779, 1837 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P01_09+54_55_56_57", "video_id": "P01_09", "narration_ids": [ "P01_09_54", "P01_09_55", "P01_09_56", "P01_09_57" ], "src": "put_down flour_bag . move cutting_board . take yeast", "src1": "put_down flour_bag", "src2": "move cutting_board", "src3": "take yeast", "trg": "pour yeast into bowl", "vis_src": "P01_09:54 P01_09:55 P01_09:56", "vis_trg": "P01_09:57", "narrations": [ "put down flour bag", "move cutting board", "take yeast", "pour yeast into bowl" ], "verbs": [ "put-down", "move", "take", "pour-into" ], "verb_classes": [ 1, 11, 0, 9 ], "nouns": [ "bag:flour", "board:cutting", "yeast", "yeast" ], "noun_classes": [ 19, 18, 195, 195 ], "start_stop_timestamps": [ [ "00:02:33.96", "00:02:35.59" ], [ "00:02:37.14", "00:02:38.39" ], [ "00:02:39.28", "00:02:41.01" ], [ "00:02:42.03", "00:02:49.34" ] ], "start_stop_frames": [ [ 9237, 9335 ], [ 9428, 9503 ], [ 9556, 9660 ], [ 9721, 10160 ] ], "trgnoun": "yeast", "trgverb": "pour_into" }, { "key": "P04_113+115_116_117_118", "video_id": "P04_113", "narration_ids": [ "P04_113_115", "P04_113_116", "P04_113_117", "P04_113_118" ], "src": "pick_up teaspoon . put teaspoons in tupperware tub . pick_up measuring_spoon", "src1": "pick_up teaspoon", "src2": "put teaspoons in tupperware tub", "src3": "pick_up measuring_spoon", "trg": "put measuring_spoon in drawer", "vis_src": "P04_113:115 P04_113:116 P04_113:117", "vis_trg": "P04_113:118", "narrations": [ "pick up teaspoon", "put teaspoons in tupperware tub", "pick up measuring spoon", "put measuring spoon in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "teaspoon", "teaspoon", "spoon:measuring", "spoon:measuring" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:44.20", "00:03:46.05" ], [ "00:03:45.79", "00:03:47.69" ], [ "00:03:47.75", "00:03:49.07" ], [ "00:03:49.10", "00:03:50.10" ] ], "start_stop_frames": [ [ 11210, 11302 ], [ 11289, 11384 ], [ 11387, 11453 ], [ 11455, 11505 ] ], "trgnoun": "measuring_spoon", "trgverb": "put_in" }, { "key": "P07_10+293_294_295_296", "video_id": "P07_10", "narration_ids": [ "P07_10_293", "P07_10_294", "P07_10_295", "P07_10_296" ], "src": "take chilli from bag . turn_on switch . rinse chilli", "src1": "take chilli from bag", "src2": "turn_on switch", "src3": "rinse chilli", "trg": "turn_of switch", "vis_src": "P07_10:293 P07_10:294 P07_10:295", "vis_trg": "P07_10:296", "narrations": [ "take chilli from bag", "turn on switch", "rinse chilli", "turn of switch" ], "verbs": [ "take-from", "turn-on", "rinse", "turn-of" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "chilli", "switch", "chilli", "switch" ], "noun_classes": [ 69, 92, 69, 92 ], "start_stop_timestamps": [ [ "00:30:28.64", "00:30:32.22" ], [ "00:30:33.24", "00:30:34.33" ], [ "00:30:34.43", "00:30:36.77" ], [ "00:30:36.87", "00:30:37.93" ] ], "start_stop_frames": [ [ 109718, 109933 ], [ 109994, 110059 ], [ 110065, 110206 ], [ 110212, 110275 ] ], "trgnoun": "switch", "trgverb": "turn_of" }, { "key": "P01_09+539_540_541_542", "video_id": "P01_09", "narration_ids": [ "P01_09_539", "P01_09_540", "P01_09_541", "P01_09_542" ], "src": "take onions . spread onions onto dough . peel onion", "src1": "take onions", "src2": "spread onions onto dough", "src3": "peel onion", "trg": "put onion onto dough", "vis_src": "P01_09:539 P01_09:540 P01_09:541", "vis_trg": "P01_09:542", "narrations": [ "take onions", "spread onions onto dough", "peel onion", "put onion onto dough" ], "verbs": [ "take", "spread-onto", "peel", "put-onto" ], "verb_classes": [ 0, 27, 19, 1 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:38:04.04", "00:38:05.31" ], [ "00:38:06.51", "00:38:10.14" ], [ "00:38:11.35", "00:38:19.12" ], [ "00:38:19.18", "00:38:20.17" ] ], "start_stop_frames": [ [ 137042, 137118 ], [ 137190, 137408 ], [ 137481, 137947 ], [ 137950, 138010 ] ], "trgnoun": "onion", "trgverb": "put_onto" }, { "key": "P01_105+611_612_613_614", "video_id": "P01_105", "narration_ids": [ "P01_105_611", "P01_105_612", "P01_105_613", "P01_105_614" ], "src": "pick_up cutlery . pick_up spoon . put_down cutlery", "src1": "pick_up cutlery", "src2": "pick_up spoon", "src3": "put_down cutlery", "trg": "move cutlery", "vis_src": "P01_105:611 P01_105:612 P01_105:613", "vis_trg": "P01_105:614", "narrations": [ "pick up cutlery", "pick up spoon", "put down cutlery", "move cutlery" ], "verbs": [ "pick-up", "pick-up", "put-down", "move" ], "verb_classes": [ 0, 0, 1, 11 ], "nouns": [ "cutlery", "spoon", "cutlery", "cutlery" ], "noun_classes": [ 58, 1, 58, 58 ], "start_stop_timestamps": [ [ "00:24:49.18", "00:24:52.16" ], [ "00:24:49.97", "00:24:56.78" ], [ "00:24:57.35", "00:24:59.37" ], [ "00:24:59.47", "00:25:05.08" ] ], "start_stop_frames": [ [ 74459, 74608 ], [ 74498, 74839 ], [ 74867, 74968 ], [ 74973, 75254 ] ], "trgnoun": "cutlery", "trgverb": "move" }, { "key": "P02_113+84_85_86_87", "video_id": "P02_113", "narration_ids": [ "P02_113_84", "P02_113_85", "P02_113_86", "P02_113_87" ], "src": "hand glove . wear gloves . pick_up chopping_board", "src1": "hand glove", "src2": "wear gloves", "src3": "pick_up chopping_board", "trg": "sponge chopping_board", "vis_src": "P02_113:84 P02_113:85 P02_113:86", "vis_trg": "P02_113:87", "narrations": [ "hand glove", "wear gloves", "pick up chopping board", "sponge chopping board" ], "verbs": [ "hand", "wear", "pick-up", "sponge" ], "verb_classes": [ 41, 68, 0, 2 ], "nouns": [ "glove", "glove", "board:chopping", "board:chopping" ], "noun_classes": [ 60, 60, 18, 18 ], "start_stop_timestamps": [ [ "00:03:55.89", "00:04:00.51" ], [ "00:04:01.12", "00:04:08.08" ], [ "00:04:08.18", "00:04:09.09" ], [ "00:04:09.19", "00:04:11.66" ] ], "start_stop_frames": [ [ 11794, 12025 ], [ 12056, 12404 ], [ 12409, 12454 ], [ 12459, 12583 ] ], "trgnoun": "chopping_board", "trgverb": "sponge" }, { "key": "P07_113+119_120_121_122", "video_id": "P07_113", "narration_ids": [ "P07_113_119", "P07_113_120", "P07_113_121", "P07_113_122" ], "src": "grab lid . cover pot . pick_up peel", "src1": "grab lid", "src2": "cover pot", "src3": "pick_up peel", "trg": "open pot", "vis_src": "P07_113:119 P07_113:120 P07_113:121", "vis_trg": "P07_113:122", "narrations": [ "grab lid", "cover pot", "pick up peel", "open pot" ], "verbs": [ "grab", "cover", "pick-up", "open" ], "verb_classes": [ 0, 36, 0, 3 ], "nouns": [ "lid", "pot", "peel", "pot" ], "noun_classes": [ 6, 29, 48, 29 ], "start_stop_timestamps": [ [ "00:06:16.17", "00:06:17.13" ], [ "00:06:17.15", "00:06:19.12" ], [ "00:06:20.21", "00:06:21.26" ], [ "00:06:21.19", "00:06:21.94" ] ], "start_stop_frames": [ [ 18808, 18856 ], [ 18857, 18956 ], [ 19010, 19063 ], [ 19059, 19097 ] ], "trgnoun": "pot", "trgverb": "open" }, { "key": "P25_107+55_56_57_58", "video_id": "P25_107", "narration_ids": [ "P25_107_55", "P25_107_56", "P25_107_57", "P25_107_58" ], "src": "turn_off tap . pick_up aubergine . wash aubergine", "src1": "turn_off tap", "src2": "pick_up aubergine", "src3": "wash aubergine", "trg": "cut aubergine", "vis_src": "P25_107:55 P25_107:56 P25_107:57", "vis_trg": "P25_107:58", "narrations": [ "turn off tap", "pick up aubergine", "wash aubergine", "cut aubergine" ], "verbs": [ "turn-off", "pick-up", "wash", "cut" ], "verb_classes": [ 8, 0, 2, 7 ], "nouns": [ "tap", "aubergine", "aubergine", "aubergine" ], "noun_classes": [ 0, 67, 67, 67 ], "start_stop_timestamps": [ [ "00:05:58.10", "00:05:58.69" ], [ "00:05:59.85", "00:06:01.41" ], [ "00:06:01.45", "00:06:05.21" ], [ "00:06:05.30", "00:06:11.24" ] ], "start_stop_frames": [ [ 17905, 17934 ], [ 17992, 18070 ], [ 18072, 18260 ], [ 18265, 18562 ] ], "trgnoun": "aubergine", "trgverb": "cut" }, { "key": "P11_102+59_60_61_63", "video_id": "P11_102", "narration_ids": [ "P11_102_59", "P11_102_60", "P11_102_61", "P11_102_63" ], "src": "put lid down . pick_up lid . rinse leek", "src1": "put lid down", "src2": "pick_up lid", "src3": "rinse leek", "trg": "throw_away leeks", "vis_src": "P11_102:59 P11_102:60 P11_102:61", "vis_trg": "P11_102:63", "narrations": [ "put lid down", "pick up lid", "rinse leek", "throw away leeks" ], "verbs": [ "put-down", "pick-up", "rinse", "throw-away" ], "verb_classes": [ 1, 0, 2, 13 ], "nouns": [ "lid", "lid", "leek", "leek" ], "noun_classes": [ 6, 6, 117, 117 ], "start_stop_timestamps": [ [ "00:04:10.54", "00:04:11.27" ], [ "00:04:09.00", "00:04:10.94" ], [ "00:04:14.66", "00:04:16.55" ], [ "00:04:20.30", "00:04:28.55" ] ], "start_stop_frames": [ [ 12527, 12563 ], [ 12450, 12547 ], [ 12733, 12827 ], [ 13015, 13427 ] ], "trgnoun": "leek", "trgverb": "throw_away" }, { "key": "P03_116+12_13_14_15", "video_id": "P03_116", "narration_ids": [ "P03_116_12", "P03_116_13", "P03_116_14", "P03_116_15" ], "src": "turn_on tap . fill water_bottle . turn_off tap", "src1": "turn_on tap", "src2": "fill water_bottle", "src3": "turn_off tap", "trg": "close water_bottle", "vis_src": "P03_116:12 P03_116:13 P03_116:14", "vis_trg": "P03_116:15", "narrations": [ "turn on tap", "fill water bottle", "turn off tap", "close water bottle" ], "verbs": [ "turn-on", "fill", "turn-off", "close" ], "verb_classes": [ 6, 26, 8, 4 ], "nouns": [ "tap", "bottle:water", "tap", "bottle:water" ], "noun_classes": [ 0, 15, 0, 15 ], "start_stop_timestamps": [ [ "00:00:20.87", "00:00:21.89" ], [ "00:00:21.54", "00:00:24.40" ], [ "00:00:25.02", "00:00:26.58" ], [ "00:00:27.06", "00:00:29.04" ] ], "start_stop_frames": [ [ 1043, 1094 ], [ 1077, 1220 ], [ 1251, 1329 ], [ 1353, 1452 ] ], "trgnoun": "water_bottle", "trgverb": "close" }, { "key": "P22_107+54_55_56_57", "video_id": "P22_107", "narration_ids": [ "P22_107_54", "P22_107_55", "P22_107_56", "P22_107_57" ], "src": "put_down jar . open fridge . pick_up bottle", "src1": "put_down jar", "src2": "open fridge", "src3": "pick_up bottle", "trg": "close fridge", "vis_src": "P22_107:54 P22_107:55 P22_107:56", "vis_trg": "P22_107:57", "narrations": [ "put down jar", "open fridge", "pick up bottle", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "jar", "fridge", "bottle", "fridge" ], "noun_classes": [ 40, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:01:43.70", "00:01:44.54" ], [ "00:01:46.95", "00:01:49.35" ], [ "00:01:49.23", "00:01:50.74" ], [ "00:01:50.69", "00:01:53.61" ] ], "start_stop_frames": [ [ 5185, 5227 ], [ 5347, 5467 ], [ 5461, 5537 ], [ 5534, 5680 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_02+10_11_12_13", "video_id": "P01_02", "narration_ids": [ "P01_02_10", "P01_02_11", "P01_02_12", "P01_02_13" ], "src": "pour washing up liquid into sponge . squeeze sponge . take fork", "src1": "pour washing up liquid into sponge", "src2": "squeeze sponge", "src3": "take fork", "trg": "wash fork", "vis_src": "P01_02:10 P01_02:11 P01_02:12", "vis_trg": "P01_02:13", "narrations": [ "pour washing up liquid into sponge", "squeeze sponge", "take fork", "wash fork" ], "verbs": [ "pour", "squeeze", "take", "wash" ], "verb_classes": [ 9, 18, 0, 2 ], "nouns": [ "liquid:washing:up", "sponge", "fork", "fork" ], "noun_classes": [ 22, 9, 14, 14 ], "start_stop_timestamps": [ [ "00:00:30.20", "00:00:32.45" ], [ "00:00:32.48", "00:00:35.54" ], [ "00:00:34.64", "00:00:35.70" ], [ "00:00:35.49", "00:00:41.24" ] ], "start_stop_frames": [ [ 1812, 1947 ], [ 1948, 2132 ], [ 2078, 2142 ], [ 2129, 2474 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P30_107+830_831_832_833", "video_id": "P30_107", "narration_ids": [ "P30_107_830", "P30_107_831", "P30_107_832", "P30_107_833" ], "src": "unscrew bottle . pour oil into saucepan . screw lid", "src1": "unscrew bottle", "src2": "pour oil into saucepan", "src3": "screw lid", "trg": "put_down bottle", "vis_src": "P30_107:830 P30_107:831 P30_107:832", "vis_trg": "P30_107:833", "narrations": [ "unscrew bottle", "pour oil into saucepan", "screw lid", "put down bottle" ], "verbs": [ "unscrew", "pour-into", "screw", "put-down" ], "verb_classes": [ 71, 9, 78, 1 ], "nouns": [ "bottle", "oil", "lid", "bottle" ], "noun_classes": [ 15, 31, 6, 15 ], "start_stop_timestamps": [ [ "00:44:14.32", "00:44:15.05" ], [ "00:44:14.71", "00:44:16.29" ], [ "00:44:17.08", "00:44:18.13" ], [ "00:44:18.33", "00:44:18.89" ] ], "start_stop_frames": [ [ 132716, 132752 ], [ 132735, 132814 ], [ 132854, 132906 ], [ 132916, 132944 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P04_113+255_257_302_304", "video_id": "P04_113", "narration_ids": [ "P04_113_255", "P04_113_257", "P04_113_302", "P04_113_304" ], "src": "put_down jar . wipe hands with tea towel . pick_up tea_towel", "src1": "put_down jar", "src2": "wipe hands with tea towel", "src3": "pick_up tea_towel", "trg": "put tea_towel on oven door", "vis_src": "P04_113:255 P04_113:257 P04_113:302", "vis_trg": "P04_113:304", "narrations": [ "put down jar", "wipe hands with tea towel", "pick up tea towel", "put tea towel on oven door" ], "verbs": [ "put-down", "wipe-with", "pick-up", "put-on" ], "verb_classes": [ 1, 2, 0, 1 ], "nouns": [ "jar", "hand", "towel:tea", "towel:tea" ], "noun_classes": [ 40, 11, 52, 52 ], "start_stop_timestamps": [ [ "00:07:52.80", "00:07:54.31" ], [ "00:07:54.19", "00:07:56.11" ], [ "00:09:18.39", "00:09:19.51" ], [ "00:09:18.68", "00:09:20.85" ] ], "start_stop_frames": [ [ 23640, 23715 ], [ 23709, 23805 ], [ 27919, 27975 ], [ 27933, 28042 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P02_129+72_73_74_75", "video_id": "P02_129", "narration_ids": [ "P02_129_72", "P02_129_73", "P02_129_74", "P02_129_75" ], "src": "shake hands . put cherry_tomato on chopping board . pick_up knife", "src1": "shake hands", "src2": "put cherry_tomato on chopping board", "src3": "pick_up knife", "trg": "cut cherry_tomato in half", "vis_src": "P02_129:72 P02_129:73 P02_129:74", "vis_trg": "P02_129:75", "narrations": [ "shake hands", "put cherry tomato on chopping board", "pick up knife", "cut cherry tomato in half" ], "verbs": [ "shake", "put-on", "pick-up", "cut-in" ], "verb_classes": [ 15, 1, 0, 7 ], "nouns": [ "hand", "tomato:cherry", "knife", "tomato:cherry" ], "noun_classes": [ 11, 43, 4, 43 ], "start_stop_timestamps": [ [ "00:02:34.62", "00:02:37.45" ], [ "00:02:37.88", "00:02:39.99" ], [ "00:02:42.08", "00:02:42.95" ], [ "00:02:45.80", "00:02:47.51" ] ], "start_stop_frames": [ [ 7731, 7872 ], [ 7894, 7999 ], [ 8103, 8147 ], [ 8290, 8375 ] ], "trgnoun": "cherry_tomato", "trgverb": "cut_in" }, { "key": "P03_120+147_148_149_150", "video_id": "P03_120", "narration_ids": [ "P03_120_147", "P03_120_148", "P03_120_149", "P03_120_150" ], "src": "halve lemon . put_down chefs knife . pick_up lemon_half", "src1": "halve lemon", "src2": "put_down chefs knife", "src3": "pick_up lemon_half", "trg": "juice lemon_half", "vis_src": "P03_120:147 P03_120:148 P03_120:149", "vis_trg": "P03_120:150", "narrations": [ "halve lemon", "put down chefs knife", "pick up lemon half", "juice lemon half" ], "verbs": [ "halve", "put-down", "pick-up", "juice" ], "verb_classes": [ 7, 1, 0, 18 ], "nouns": [ "lemon", "knife:chef", "half:lemon", "half:lemon" ], "noun_classes": [ 105, 4, 105, 105 ], "start_stop_timestamps": [ [ "00:07:02.41", "00:07:04.37" ], [ "00:07:04.49", "00:07:05.16" ], [ "00:07:05.22", "00:07:05.88" ], [ "00:07:06.25", "00:07:42.00" ] ], "start_stop_frames": [ [ 21120, 21218 ], [ 21224, 21258 ], [ 21261, 21294 ], [ 21312, 23100 ] ], "trgnoun": "lemon_half", "trgverb": "juice" }, { "key": "P04_104+64_65_66_67", "video_id": "P04_104", "narration_ids": [ "P04_104_64", "P04_104_65", "P04_104_66", "P04_104_67" ], "src": "turn_off tap . put_down tub . pick_up spoon", "src1": "turn_off tap", "src2": "put_down tub", "src3": "pick_up spoon", "trg": "hold tub", "vis_src": "P04_104:64 P04_104:65 P04_104:66", "vis_trg": "P04_104:67", "narrations": [ "turn off tap", "put down tub", "pick up spoon", "hold tub" ], "verbs": [ "turn-off", "put-down", "pick-up", "hold" ], "verb_classes": [ 8, 1, 0, 34 ], "nouns": [ "tap", "tub", "spoon", "tub" ], "noun_classes": [ 0, 23, 1, 23 ], "start_stop_timestamps": [ [ "00:02:20.88", "00:02:21.39" ], [ "00:02:21.83", "00:02:22.76" ], [ "00:02:23.44", "00:02:24.18" ], [ "00:02:24.35", "00:02:25.07" ] ], "start_stop_frames": [ [ 7044, 7069 ], [ 7091, 7138 ], [ 7172, 7209 ], [ 7217, 7253 ] ], "trgnoun": "tub", "trgverb": "hold" }, { "key": "P10_04+47_48_49_50", "video_id": "P10_04", "narration_ids": [ "P10_04_47", "P10_04_48", "P10_04_49", "P10_04_50" ], "src": "cut the fish into several pieces . get another fish . cut the fish into two parts", "src1": "cut the fish into several pieces", "src2": "get another fish", "src3": "cut the fish into two parts", "trg": "cut it again", "vis_src": "P10_04:47 P10_04:48 P10_04:49", "vis_trg": "P10_04:50", "narrations": [ "cut the fish into several pieces", "get another fish", "cut the fish into two parts", "cut it again" ], "verbs": [ "cut-into", "get", "cut-into", "cut" ], "verb_classes": [ 7, 0, 7, 7 ], "nouns": [ "fish", "fish", "fish", "fish" ], "noun_classes": [ 119, 119, 119, 119 ], "start_stop_timestamps": [ [ "00:05:30.65", "00:05:41.44" ], [ "00:05:42.74", "00:05:44.83" ], [ "00:05:47.34", "00:05:51.16" ], [ "00:05:54.04", "00:05:57.83" ] ], "start_stop_frames": [ [ 19839, 20486 ], [ 20564, 20689 ], [ 20840, 21069 ], [ 21242, 21469 ] ], "trgnoun": "fish", "trgverb": "cut" }, { "key": "P04_120+336_337_338_339", "video_id": "P04_120", "narration_ids": [ "P04_120_336", "P04_120_337", "P04_120_338", "P04_120_339" ], "src": "stir milk in pan with spatula . lift spatula out of milk . stir milk in pan using spatula", "src1": "stir milk in pan with spatula", "src2": "lift spatula out of milk", "src3": "stir milk in pan using spatula", "trg": "put_down spatula", "vis_src": "P04_120:336 P04_120:337 P04_120:338", "vis_trg": "P04_120:339", "narrations": [ "stir milk in pan with spatula", "lift spatula out of milk", "stir milk in pan using spatula", "put down spatula" ], "verbs": [ "stir-in", "lift-out", "stir-in", "put-down" ], "verb_classes": [ 10, 33, 10, 1 ], "nouns": [ "milk", "spatula", "milk", "spatula" ], "noun_classes": [ 64, 20, 64, 20 ], "start_stop_timestamps": [ [ "00:11:56.56", "00:12:01.47" ], [ "00:12:01.01", "00:12:01.81" ], [ "00:12:01.53", "00:12:08.88" ], [ "00:12:08.78", "00:12:11.16" ] ], "start_stop_frames": [ [ 35828, 36073 ], [ 36050, 36090 ], [ 36076, 36444 ], [ 36439, 36558 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P25_107+156_157_158_159", "video_id": "P25_107", "narration_ids": [ "P25_107_156", "P25_107_157", "P25_107_158", "P25_107_159" ], "src": "take fork . check aubergine . flip aubergine", "src1": "take fork", "src2": "check aubergine", "src3": "flip aubergine", "trg": "put_down fork", "vis_src": "P25_107:156 P25_107:157 P25_107:158", "vis_trg": "P25_107:159", "narrations": [ "take fork", "check aubergine", "flip aubergine", "put down fork" ], "verbs": [ "take", "check", "flip", "put-down" ], "verb_classes": [ 0, 24, 22, 1 ], "nouns": [ "fork", "aubergine", "aubergine", "fork" ], "noun_classes": [ 14, 67, 67, 14 ], "start_stop_timestamps": [ [ "00:14:33.35", "00:14:35.10" ], [ "00:14:38.19", "00:14:40.38" ], [ "00:14:40.35", "00:14:42.40" ], [ "00:14:45.00", "00:14:47.32" ] ], "start_stop_frames": [ [ 43667, 43755 ], [ 43909, 44019 ], [ 44017, 44120 ], [ 44250, 44366 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P11_104+124_125_126_127", "video_id": "P11_104", "narration_ids": [ "P11_104_124", "P11_104_125", "P11_104_126", "P11_104_127" ], "src": "turn_off tap . pick_up brush . put soap on brush", "src1": "turn_off tap", "src2": "pick_up brush", "src3": "put soap on brush", "trg": "drop brush", "vis_src": "P11_104:124 P11_104:125 P11_104:126", "vis_trg": "P11_104:127", "narrations": [ "turn off tap", "pick up brush", "put soap on brush", "drop brush" ], "verbs": [ "turn-off", "pick-up", "put-on", "drop" ], "verb_classes": [ 8, 0, 1, 59 ], "nouns": [ "tap", "brush", "soap", "brush" ], "noun_classes": [ 0, 103, 22, 103 ], "start_stop_timestamps": [ [ "00:09:32.14", "00:09:32.59" ], [ "00:09:34.60", "00:09:35.76" ], [ "00:09:36.19", "00:09:39.44" ], [ "00:09:38.91", "00:09:40.11" ] ], "start_stop_frames": [ [ 28607, 28629 ], [ 28730, 28788 ], [ 28809, 28972 ], [ 28945, 29005 ] ], "trgnoun": "brush", "trgverb": "drop" }, { "key": "P04_10+64_65_66_67", "video_id": "P04_10", "narration_ids": [ "P04_10_64", "P04_10_65", "P04_10_66", "P04_10_67" ], "src": "slice celery . pick_up bag . open drawer", "src1": "slice celery", "src2": "pick_up bag", "src3": "open drawer", "trg": "open bag", "vis_src": "P04_10:64 P04_10:65 P04_10:66", "vis_trg": "P04_10:67", "narrations": [ "slice celery", "pick up bag", "open drawer", "open bag" ], "verbs": [ "slice", "pick-up", "open", "open" ], "verb_classes": [ 7, 0, 3, 3 ], "nouns": [ "celery", "bag", "drawer", "bag" ], "noun_classes": [ 223, 19, 8, 19 ], "start_stop_timestamps": [ [ "00:11:13.91", "00:11:48.77" ], [ "00:11:48.36", "00:11:55.39" ], [ "00:11:48.68", "00:11:50.45" ], [ "00:11:59.33", "00:12:01.11" ] ], "start_stop_frames": [ [ 40434, 42526 ], [ 42501, 42923 ], [ 42520, 42627 ], [ 43159, 43266 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P26_111+14_15_16_17", "video_id": "P26_111", "narration_ids": [ "P26_111_14", "P26_111_15", "P26_111_16", "P26_111_17" ], "src": "put_down detergent . pick_up colander . lather colander", "src1": "put_down detergent", "src2": "pick_up colander", "src3": "lather colander", "trg": "rinse colander", "vis_src": "P26_111:14 P26_111:15 P26_111:16", "vis_trg": "P26_111:17", "narrations": [ "put down detergent", "pick up colander", "lather colander", "rinse colander" ], "verbs": [ "put-down", "pick-up", "lather", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "detergent", "colander", "colander", "colander" ], "noun_classes": [ 22, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:00:27.75", "00:00:29.65" ], [ "00:00:30.40", "00:00:31.33" ], [ "00:00:31.43", "00:00:36.48" ], [ "00:00:36.22", "00:01:05.24" ] ], "start_stop_frames": [ [ 1387, 1482 ], [ 1520, 1566 ], [ 1571, 1823 ], [ 1811, 3261 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P04_110+399_400_401_402", "video_id": "P04_110", "narration_ids": [ "P04_110_399", "P04_110_400", "P04_110_401", "P04_110_402" ], "src": "pull greaseproof_paper off steamed bun . put_down steamed_bun and greaseproof paper . fold_over bao", "src1": "pull greaseproof_paper off steamed bun", "src2": "put_down steamed_bun and greaseproof paper", "src3": "fold_over bao", "trg": "pick_up bao", "vis_src": "P04_110:399 P04_110:400 P04_110:401", "vis_trg": "P04_110:402", "narrations": [ "pull greaseproof paper off steamed bun", "put down steamed bun and greaseproof paper", "fold over bao", "pick up bao" ], "verbs": [ "pull", "put-down", "fold-over", "pick-up" ], "verb_classes": [ 31, 1, 28, 0 ], "nouns": [ "paper:greaseproof", "bun:steamed", "bao", "bao" ], "noun_classes": [ 49, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:11:55.84", "00:11:57.44" ], [ "00:11:57.41", "00:11:58.21" ], [ "00:11:58.31", "00:11:59.69" ], [ "00:11:59.79", "00:12:00.48" ] ], "start_stop_frames": [ [ 35792, 35872 ], [ 35870, 35910 ], [ 35915, 35984 ], [ 35989, 36024 ] ], "trgnoun": "bao", "trgverb": "pick_up" }, { "key": "P10_04+408_410_411_412", "video_id": "P10_04", "narration_ids": [ "P10_04_408", "P10_04_410", "P10_04_411", "P10_04_412" ], "src": "using chopsticks put all of the sprout into the bottom right pot . put the cover on the desk . searching for a spade", "src1": "using chopsticks put all of the sprout into the bottom right pot", "src2": "put the cover on the desk", "src3": "searching for a spade", "trg": "use the spade to get all of the sprout from the bottom left pot", "vis_src": "P10_04:408 P10_04:410 P10_04:411", "vis_trg": "P10_04:412", "narrations": [ "using chopsticks put all of the sprout into the bottom right pot", "put the cover on the desk", "searching for a spade", "use the spade to get all of the sprout from the bottom left pot" ], "verbs": [ "put-into", "put-on", "search-for", "get-from" ], "verb_classes": [ 5, 1, 48, 0 ], "nouns": [ "chopstick", "cover", "spade", "spade" ], "noun_classes": [ 80, 89, 1, 1 ], "start_stop_timestamps": [ [ "00:43:51.26", "00:43:54.88" ], [ "00:44:06.03", "00:44:08.61" ], [ "00:44:10.74", "00:44:14.25" ], [ "00:44:22.29", "00:44:26.54" ] ], "start_stop_frames": [ [ 157875, 158092 ], [ 158761, 158916 ], [ 159044, 159255 ], [ 159737, 159992 ] ], "trgnoun": "spade", "trgverb": "get_from" }, { "key": "P06_07+170_171_172_173", "video_id": "P06_07", "narration_ids": [ "P06_07_170", "P06_07_171", "P06_07_172", "P06_07_173" ], "src": "drain cheese . put lid on sun_dried tomatoes . put sun_dried tomatoes", "src1": "drain cheese", "src2": "put lid on sun_dried tomatoes", "src3": "put sun_dried tomatoes", "trg": "take cheese out of packet", "vis_src": "P06_07:170 P06_07:171 P06_07:172", "vis_trg": "P06_07:173", "narrations": [ "drain cheese", "put lid on sun-dried tomatoes", "put sun-dried tomatoes", "take cheese out of packet" ], "verbs": [ "drain", "put-on", "put", "take-out" ], "verb_classes": [ 37, 1, 1, 12 ], "nouns": [ "cheese", "lid", "tomato:sun:dried", "cheese" ], "noun_classes": [ 32, 6, 43, 32 ], "start_stop_timestamps": [ [ "00:11:52.04", "00:11:54.37" ], [ "00:11:54.40", "00:11:57.18" ], [ "00:11:57.23", "00:11:58.18" ], [ "00:11:58.90", "00:12:04.74" ] ], "start_stop_frames": [ [ 42722, 42862 ], [ 42864, 43030 ], [ 43033, 43090 ], [ 43134, 43484 ] ], "trgnoun": "cheese", "trgverb": "take_out" }, { "key": "P08_21+37_38_39_40", "video_id": "P08_21", "narration_ids": [ "P08_21_37", "P08_21_38", "P08_21_39", "P08_21_40" ], "src": "place_on hob . place bowls in cupboard . take pan and lid", "src1": "place_on hob", "src2": "place bowls in cupboard", "src3": "take pan and lid", "trg": "place pan", "vis_src": "P08_21:37 P08_21:38 P08_21:39", "vis_trg": "P08_21:40", "narrations": [ "place on hob", "place bowls in cupboard", "take pan and lid", "place pan" ], "verbs": [ "place-on", "place", "take", "place" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "hob", "bowl", "pan", "pan" ], "noun_classes": [ 24, 7, 5, 5 ], "start_stop_timestamps": [ [ "00:01:35.65", "00:01:37.04" ], [ "00:01:37.48", "00:01:39.73" ], [ "00:01:42.46", "00:01:43.89" ], [ "00:01:44.52", "00:01:48.51" ] ], "start_stop_frames": [ [ 5739, 5822 ], [ 5848, 5983 ], [ 6147, 6233 ], [ 6271, 6510 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P24_08+145_146_147_148", "video_id": "P24_08", "narration_ids": [ "P24_08_145", "P24_08_146", "P24_08_147", "P24_08_148" ], "src": "put pasta into saucepan . close saucepan . take wooden_spoon", "src1": "put pasta into saucepan", "src2": "close saucepan", "src3": "take wooden_spoon", "trg": "put_down wooden_spoon", "vis_src": "P24_08:145 P24_08:146 P24_08:147", "vis_trg": "P24_08:148", "narrations": [ "put pasta into saucepan", "close saucepan", "take wooden spoon", "put down wooden spoon" ], "verbs": [ "put-into", "close", "take", "put-down" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "pasta", "saucepan", "spoon:wooden", "spoon:wooden" ], "noun_classes": [ 45, 5, 1, 1 ], "start_stop_timestamps": [ [ "00:11:04.38", "00:11:07.06" ], [ "00:11:06.82", "00:11:09.09" ], [ "00:11:09.26", "00:11:11.26" ], [ "00:11:11.36", "00:11:12.36" ] ], "start_stop_frames": [ [ 39862, 40023 ], [ 40009, 40145 ], [ 40155, 40275 ], [ 40281, 40341 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P22_16+162_163_164_165", "video_id": "P22_16", "narration_ids": [ "P22_16_162", "P22_16_163", "P22_16_164", "P22_16_165" ], "src": "slice tomato . throw away remains . close trash_can", "src1": "slice tomato", "src2": "throw away remains", "src3": "close trash_can", "trg": "pick_up tomato", "vis_src": "P22_16:162 P22_16:163 P22_16:164", "vis_trg": "P22_16:165", "narrations": [ "slice tomato", "throw away remains", "close trash can", "pick up tomato" ], "verbs": [ "slice", "throw", "close", "pick-up" ], "verb_classes": [ 7, 13, 4, 0 ], "nouns": [ "tomato", "remains", "can:trash", "tomato" ], "noun_classes": [ 43, 54, 36, 43 ], "start_stop_timestamps": [ [ "00:06:18.67", "00:06:28.29" ], [ "00:06:31.22", "00:06:34.68" ], [ "00:06:33.59", "00:06:34.62" ], [ "00:06:35.81", "00:06:38.28" ] ], "start_stop_frames": [ [ 22720, 23297 ], [ 23473, 23680 ], [ 23615, 23677 ], [ 23748, 23896 ] ], "trgnoun": "tomato", "trgverb": "pick_up" }, { "key": "P30_03+88_89_90_91", "video_id": "P30_03", "narration_ids": [ "P30_03_88", "P30_03_89", "P30_03_90", "P30_03_91" ], "src": "take toast from toaster . put toast on plate . take olive_oil", "src1": "take toast from toaster", "src2": "put toast on plate", "src3": "take olive_oil", "trg": "pour olive_oil", "vis_src": "P30_03:88 P30_03:89 P30_03:90", "vis_trg": "P30_03:91", "narrations": [ "take toast from toaster", "put toast on plate", "take olive oil", "pour olive oil" ], "verbs": [ "take-from", "put-on", "take", "pour" ], "verb_classes": [ 0, 1, 0, 9 ], "nouns": [ "toast", "toast", "oil:olive", "oil:olive" ], "noun_classes": [ 33, 33, 31, 31 ], "start_stop_timestamps": [ [ "00:04:52.24", "00:04:54.18" ], [ "00:04:54.29", "00:04:56.01" ], [ "00:04:56.99", "00:04:57.86" ], [ "00:04:58.05", "00:05:01.92" ] ], "start_stop_frames": [ [ 17534, 17650 ], [ 17657, 17760 ], [ 17819, 17871 ], [ 17883, 18115 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P28_103+36_37_38_39", "video_id": "P28_103", "narration_ids": [ "P28_103_36", "P28_103_37", "P28_103_38", "P28_103_39" ], "src": "put potato . open drawer . take peeler", "src1": "put potato", "src2": "open drawer", "src3": "take peeler", "trg": "put peeler", "vis_src": "P28_103:36 P28_103:37 P28_103:38", "vis_trg": "P28_103:39", "narrations": [ "put potato", "open drawer", "take peeler", "put peeler" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "potato", "drawer", "peeler", "peeler" ], "noun_classes": [ 30, 8, 87, 87 ], "start_stop_timestamps": [ [ "00:02:19.07", "00:02:20.15" ], [ "00:02:21.02", "00:02:22.05" ], [ "00:02:22.13", "00:02:23.33" ], [ "00:02:30.51", "00:02:31.27" ] ], "start_stop_frames": [ [ 6953, 7007 ], [ 7051, 7102 ], [ 7106, 7166 ], [ 7525, 7563 ] ], "trgnoun": "peeler", "trgverb": "put" }, { "key": "P05_08+116_117_118_119", "video_id": "P05_08", "narration_ids": [ "P05_08_116", "P05_08_117", "P05_08_118", "P05_08_119" ], "src": "pour salad in container . place pan in sink . rinse wooden_spatula", "src1": "pour salad in container", "src2": "place pan in sink", "src3": "rinse wooden_spatula", "trg": "rinse pan", "vis_src": "P05_08:116 P05_08:117 P05_08:118", "vis_trg": "P05_08:119", "narrations": [ "pour salad in container", "place pan in sink", "rinse wooden spatula", "rinse pan" ], "verbs": [ "pour-in", "place-in", "rinse", "rinse" ], "verb_classes": [ 9, 5, 2, 2 ], "nouns": [ "salad", "pan", "spatula:wooden", "pan" ], "noun_classes": [ 68, 5, 20, 5 ], "start_stop_timestamps": [ [ "00:17:44.35", "00:18:42.58" ], [ "00:18:50.93", "00:18:52.87" ], [ "00:18:59.70", "00:19:08.44" ], [ "00:19:04.42", "00:19:07.84" ] ], "start_stop_frames": [ [ 63860, 67354 ], [ 67855, 67972 ], [ 68382, 68906 ], [ 68665, 68870 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P02_107+16_17_18_19", "video_id": "P02_107", "narration_ids": [ "P02_107_16", "P02_107_17", "P02_107_18", "P02_107_19" ], "src": "put_down milk_bottle . pick_up coffee_pod . open coffee_machine", "src1": "put_down milk_bottle", "src2": "pick_up coffee_pod", "src3": "open coffee_machine", "trg": "put coffee_pod into machine", "vis_src": "P02_107:16 P02_107:17 P02_107:18", "vis_trg": "P02_107:19", "narrations": [ "put down milk bottle", "pick up coffee pod", "open coffee machine", "put coffee pod into machine" ], "verbs": [ "put-down", "pick-up", "open", "put-into" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "bottle:milk", "pod:coffee", "machine:coffee", "pod:coffee" ], "noun_classes": [ 15, 59, 50, 59 ], "start_stop_timestamps": [ [ "00:00:39.10", "00:00:39.84" ], [ "00:00:39.91", "00:00:41.14" ], [ "00:00:41.29", "00:00:41.92" ], [ "00:00:42.19", "00:00:42.59" ] ], "start_stop_frames": [ [ 1955, 1992 ], [ 1995, 2057 ], [ 2064, 2096 ], [ 2109, 2129 ] ], "trgnoun": "coffee_pod", "trgverb": "put_into" }, { "key": "P03_09+61_62_63_64", "video_id": "P03_09", "narration_ids": [ "P03_09_61", "P03_09_62", "P03_09_63", "P03_09_64" ], "src": "put lid on butter . open_up cheese . turn_on tap", "src1": "put lid on butter", "src2": "open_up cheese", "src3": "turn_on tap", "trg": "slice cheese", "vis_src": "P03_09:61 P03_09:62 P03_09:63", "vis_trg": "P03_09:64", "narrations": [ "put lid on butter", "open up cheese", "turn on tap", "slice cheese" ], "verbs": [ "put-on", "open-up", "turn-on", "slice" ], "verb_classes": [ 1, 3, 6, 7 ], "nouns": [ "lid", "cheese", "tap", "cheese" ], "noun_classes": [ 6, 32, 0, 32 ], "start_stop_timestamps": [ [ "00:02:09.60", "00:02:11.69" ], [ "00:02:14.41", "00:02:15.99" ], [ "00:02:16.16", "00:02:17.59" ], [ "00:02:23.21", "00:02:29.88" ] ], "start_stop_frames": [ [ 7776, 7901 ], [ 8064, 8159 ], [ 8169, 8255 ], [ 8592, 8992 ] ], "trgnoun": "cheese", "trgverb": "slice" }, { "key": "P26_124+26_27_28_29", "video_id": "P26_124", "narration_ids": [ "P26_124_26", "P26_124_27", "P26_124_28", "P26_124_29" ], "src": "put_down pan . rub sponge . rinse pan", "src1": "put_down pan", "src2": "rub sponge", "src3": "rinse pan", "trg": "put_down sponge", "vis_src": "P26_124:26 P26_124:27 P26_124:28", "vis_trg": "P26_124:29", "narrations": [ "put down pan", "rub sponge", "rinse pan", "put down sponge" ], "verbs": [ "put-down", "rub", "rinse", "put-down" ], "verb_classes": [ 1, 55, 2, 1 ], "nouns": [ "pan", "sponge", "pan", "sponge" ], "noun_classes": [ 5, 9, 5, 9 ], "start_stop_timestamps": [ [ "00:02:15.19", "00:02:16.90" ], [ "00:02:17.60", "00:02:38.78" ], [ "00:02:39.73", "00:02:40.60" ], [ "00:02:39.81", "00:02:40.06" ] ], "start_stop_frames": [ [ 6759, 6845 ], [ 6880, 7939 ], [ 7986, 8030 ], [ 7990, 8003 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P28_111+16_17_18_19", "video_id": "P28_111", "narration_ids": [ "P28_111_16", "P28_111_17", "P28_111_18", "P28_111_19" ], "src": "rinse chopsticks . take fork . rinse fork", "src1": "rinse chopsticks", "src2": "take fork", "src3": "rinse fork", "trg": "put fork", "vis_src": "P28_111:16 P28_111:17 P28_111:18", "vis_trg": "P28_111:19", "narrations": [ "rinse chopsticks", "take fork", "rinse fork", "put fork" ], "verbs": [ "rinse", "take", "rinse", "put" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "chopstick", "fork", "fork", "fork" ], "noun_classes": [ 80, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:01:05.26", "00:01:07.29" ], [ "00:01:07.75", "00:01:09.05" ], [ "00:01:09.16", "00:01:10.82" ], [ "00:01:11.79", "00:01:12.20" ] ], "start_stop_frames": [ [ 3263, 3364 ], [ 3387, 3452 ], [ 3458, 3540 ], [ 3589, 3610 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P35_109+219_220_221_222", "video_id": "P35_109", "narration_ids": [ "P35_109_219", "P35_109_220", "P35_109_221", "P35_109_222" ], "src": "pick_up cloth . clean counter_top . turn_on tap", "src1": "pick_up cloth", "src2": "clean counter_top", "src3": "turn_on tap", "trg": "rinse cloth", "vis_src": "P35_109:219 P35_109:220 P35_109:221", "vis_trg": "P35_109:222", "narrations": [ "pick up cloth", "clean counter top", "turn on tap", "rinse cloth" ], "verbs": [ "pick-up", "clean", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "cloth", "top:counter", "tap", "cloth" ], "noun_classes": [ 17, 42, 0, 17 ], "start_stop_timestamps": [ [ "00:15:07.96", "00:15:09.62" ], [ "00:15:09.72", "00:15:13.08" ], [ "00:15:13.14", "00:15:14.68" ], [ "00:15:14.75", "00:15:18.93" ] ], "start_stop_frames": [ [ 45398, 45481 ], [ 45486, 45654 ], [ 45657, 45734 ], [ 45737, 45946 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P22_111+55_56_57_58", "video_id": "P22_111", "narration_ids": [ "P22_111_55", "P22_111_56", "P22_111_57", "P22_111_58" ], "src": "turn_on hob . pick_up pan . adjust hob", "src1": "turn_on hob", "src2": "pick_up pan", "src3": "adjust hob", "trg": "put_down pan", "vis_src": "P22_111:55 P22_111:56 P22_111:57", "vis_trg": "P22_111:58", "narrations": [ "turn on hob", "pick up pan", "adjust hob", "put down pan" ], "verbs": [ "turn-on", "pick-up", "adjust", "put-down" ], "verb_classes": [ 6, 0, 17, 1 ], "nouns": [ "hob", "pan", "hob", "pan" ], "noun_classes": [ 24, 5, 24, 5 ], "start_stop_timestamps": [ [ "00:02:00.60", "00:02:01.80" ], [ "00:02:02.40", "00:02:03.09" ], [ "00:02:03.03", "00:02:10.38" ], [ "00:02:10.48", "00:02:11.97" ] ], "start_stop_frames": [ [ 6030, 6090 ], [ 6120, 6154 ], [ 6151, 6519 ], [ 6523, 6598 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P07_09+2_3_4_5", "video_id": "P07_09", "narration_ids": [ "P07_09_2", "P07_09_3", "P07_09_4", "P07_09_5" ], "src": "put tortilla onto plate . open packaging . take tortilla", "src1": "put tortilla onto plate", "src2": "open packaging", "src3": "take tortilla", "trg": "put tortilla into pan", "vis_src": "P07_09:2 P07_09:3 P07_09:4", "vis_trg": "P07_09:5", "narrations": [ "put tortilla onto plate", "open packaging", "take tortilla", "put tortilla into pan" ], "verbs": [ "put-onto", "open", "take", "put-into" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "tortilla", "packaging", "tortilla", "tortilla" ], "noun_classes": [ 107, 26, 107, 107 ], "start_stop_timestamps": [ [ "00:00:53.17", "00:00:55.70" ], [ "00:00:58.43", "00:00:59.22" ], [ "00:00:59.79", "00:01:00.91" ], [ "00:01:01.34", "00:01:02.14" ] ], "start_stop_frames": [ [ 3190, 3342 ], [ 3505, 3553 ], [ 3587, 3654 ], [ 3680, 3728 ] ], "trgnoun": "tortilla", "trgverb": "put_into" }, { "key": "P30_05+659_660_661_662", "video_id": "P30_05", "narration_ids": [ "P30_05_659", "P30_05_660", "P30_05_661", "P30_05_662" ], "src": "rinse scissors . put scissors on drying rack . rinse knife", "src1": "rinse scissors", "src2": "put scissors on drying rack", "src3": "rinse knife", "trg": "wash knife", "vis_src": "P30_05:659 P30_05:660 P30_05:661", "vis_trg": "P30_05:662", "narrations": [ "rinse scissors", "put scissors on drying rack", "rinse knife", "wash knife" ], "verbs": [ "rinse", "put-on", "rinse", "wash" ], "verb_classes": [ 2, 1, 2, 2 ], "nouns": [ "scissors", "scissors", "knife", "knife" ], "noun_classes": [ 79, 79, 4, 4 ], "start_stop_timestamps": [ [ "00:47:44.17", "00:47:47.27" ], [ "00:47:47.37", "00:47:50.46" ], [ "00:47:51.68", "00:47:53.52" ], [ "00:47:53.62", "00:47:54.57" ] ], "start_stop_frames": [ [ 171850, 172036 ], [ 172042, 172227 ], [ 172300, 172411 ], [ 172417, 172474 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P03_112+138_139_140_141", "video_id": "P03_112", "narration_ids": [ "P03_112_138", "P03_112_139", "P03_112_140", "P03_112_141" ], "src": "turn_on hot_water . wash hands . turn_off tap", "src1": "turn_on hot_water", "src2": "wash hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P03_112:138 P03_112:139 P03_112:140", "vis_trg": "P03_112:141", "narrations": [ "turn on hot water", "wash hands", "turn off tap", "shake hands" ], "verbs": [ "turn-on", "wash", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "water:hot", "hand", "tap", "hand" ], "noun_classes": [ 27, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:05:15.61", "00:05:16.52" ], [ "00:05:16.68", "00:05:21.18" ], [ "00:05:21.61", "00:05:22.25" ], [ "00:05:22.46", "00:05:25.03" ] ], "start_stop_frames": [ [ 15780, 15826 ], [ 15834, 16059 ], [ 16080, 16112 ], [ 16122, 16251 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P02_07+33_34_35_36", "video_id": "P02_07", "narration_ids": [ "P02_07_33", "P02_07_34", "P02_07_35", "P02_07_36" ], "src": "close trash_bin . close mayonnaise . put mayonnaise into plate", "src1": "close trash_bin", "src2": "close mayonnaise", "src3": "put mayonnaise into plate", "trg": "squeeze mayonnaise", "vis_src": "P02_07:33 P02_07:34 P02_07:35", "vis_trg": "P02_07:36", "narrations": [ "close trash bin", "close mayonnaise", "put mayonnaise into plate", "squeeze mayonnaise" ], "verbs": [ "close", "close", "put-into", "squeeze" ], "verb_classes": [ 4, 4, 5, 18 ], "nouns": [ "bin:trash", "mayonnaise", "mayonnaise", "mayonnaise" ], "noun_classes": [ 36, 47, 47, 47 ], "start_stop_timestamps": [ [ "00:01:08.77", "00:01:10.02" ], [ "00:01:09.29", "00:01:13.97" ], [ "00:01:13.65", "00:01:17.49" ], [ "00:01:14.65", "00:01:17.15" ] ], "start_stop_frames": [ [ 4126, 4201 ], [ 4157, 4438 ], [ 4419, 4649 ], [ 4479, 4629 ] ], "trgnoun": "mayonnaise", "trgverb": "squeeze" }, { "key": "P03_120+76_77_78_79", "video_id": "P03_120", "narration_ids": [ "P03_120_76", "P03_120_77", "P03_120_78", "P03_120_79" ], "src": "move foil from butter . slice butter . take slice of butter off of knife", "src1": "move foil from butter", "src2": "slice butter", "src3": "take slice of butter off of knife", "trg": "put slice of butter on scales", "vis_src": "P03_120:76 P03_120:77 P03_120:78", "vis_trg": "P03_120:79", "narrations": [ "move foil from butter", "slice butter", "take slice of butter off of knife", "put slice of butter on scales" ], "verbs": [ "move-from", "slice", "take-off", "put-on" ], "verb_classes": [ 11, 7, 12, 1 ], "nouns": [ "foil", "butter", "slice:butter", "slice:butter" ], "noun_classes": [ 123, 78, 78, 78 ], "start_stop_timestamps": [ [ "00:02:42.69", "00:02:45.02" ], [ "00:02:44.79", "00:02:46.16" ], [ "00:02:46.26", "00:02:47.36" ], [ "00:02:47.42", "00:02:48.36" ] ], "start_stop_frames": [ [ 8134, 8251 ], [ 8239, 8308 ], [ 8313, 8368 ], [ 8371, 8418 ] ], "trgnoun": "butter_slice", "trgverb": "put_on" }, { "key": "P22_112+50_51_52_53", "video_id": "P22_112", "narration_ids": [ "P22_112_50", "P22_112_51", "P22_112_52", "P22_112_53" ], "src": "put_down plate . turn_on tap . rinse sponge", "src1": "put_down plate", "src2": "turn_on tap", "src3": "rinse sponge", "trg": "lather sponge", "vis_src": "P22_112:50 P22_112:51 P22_112:52", "vis_trg": "P22_112:53", "narrations": [ "put down plate", "turn on tap", "rinse sponge", "lather sponge" ], "verbs": [ "put-down", "turn-on", "rinse", "lather" ], "verb_classes": [ 1, 6, 2, 2 ], "nouns": [ "plate", "tap", "sponge", "sponge" ], "noun_classes": [ 2, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:01:46.91", "00:01:47.72" ], [ "00:01:47.06", "00:01:47.65" ], [ "00:01:47.03", "00:01:48.26" ], [ "00:01:48.47", "00:01:49.87" ] ], "start_stop_frames": [ [ 5345, 5386 ], [ 5353, 5382 ], [ 5351, 5413 ], [ 5423, 5493 ] ], "trgnoun": "sponge", "trgverb": "lather" }, { "key": "P04_01+123_124_125_126", "video_id": "P04_01", "narration_ids": [ "P04_01_123", "P04_01_124", "P04_01_125", "P04_01_126" ], "src": "select temperature for hob . pick_up oil . pour oil", "src1": "select temperature for hob", "src2": "pick_up oil", "src3": "pour oil", "trg": "close oil", "vis_src": "P04_01:123 P04_01:124 P04_01:125", "vis_trg": "P04_01:126", "narrations": [ "select temperature for hob", "pick up oil", "pour oil", "close oil" ], "verbs": [ "select", "pick-up", "pour", "close" ], "verb_classes": [ 85, 0, 9, 4 ], "nouns": [ "temperature", "oil", "oil", "oil" ], "noun_classes": [ 65, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:09:18.96", "00:09:24.75" ], [ "00:09:24.96", "00:09:25.96" ], [ "00:09:27.06", "00:09:29.31" ], [ "00:09:29.51", "00:09:30.61" ] ], "start_stop_frames": [ [ 33537, 33885 ], [ 33897, 33957 ], [ 34023, 34158 ], [ 34170, 34236 ] ], "trgnoun": "oil", "trgverb": "close" }, { "key": "P23_04+77_78_79_80", "video_id": "P23_04", "narration_ids": [ "P23_04_77", "P23_04_78", "P23_04_79", "P23_04_80" ], "src": "mix the curry leaves . put the garlic into the pan . mixing the ginger garlic oil mixture", "src1": "mix the curry leaves", "src2": "put the garlic into the pan", "src3": "mixing the ginger garlic oil mixture", "trg": "put the ginger into the pan", "vis_src": "P23_04:77 P23_04:78 P23_04:79", "vis_trg": "P23_04:80", "narrations": [ "mix the curry leaves", "put the garlic into the pan", "mixing the ginger garlic oil mixture", "put the ginger into the pan" ], "verbs": [ "mix", "put-into", "mix", "put-into" ], "verb_classes": [ 10, 5, 10, 5 ], "nouns": [ "leaf:curry", "garlic", "ginger", "ginger" ], "noun_classes": [ 62, 51, 131, 131 ], "start_stop_timestamps": [ [ "00:18:58.19", "00:19:05.25" ], [ "00:19:07.47", "00:19:13.11" ], [ "00:19:09.73", "00:19:35.63" ], [ "00:19:14.34", "00:19:17.16" ] ], "start_stop_frames": [ [ 68291, 68715 ], [ 68848, 69186 ], [ 68983, 70537 ], [ 69260, 69429 ] ], "trgnoun": "ginger", "trgverb": "put_into" }, { "key": "P30_111+273_274_275_276", "video_id": "P30_111", "narration_ids": [ "P30_111_273", "P30_111_274", "P30_111_275", "P30_111_276" ], "src": "take salami_packets . close fridge . move packet of cheese", "src1": "take salami_packets", "src2": "close fridge", "src3": "move packet of cheese", "trg": "put salami_packets down", "vis_src": "P30_111:273 P30_111:274 P30_111:275", "vis_trg": "P30_111:276", "narrations": [ "take salami packets", "close fridge", "move packet of cheese", "put salami packets down" ], "verbs": [ "take", "close", "move", "put-down" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "packet:salami", "fridge", "packet:cheese", "packet:salami" ], "noun_classes": [ 26, 12, 26, 26 ], "start_stop_timestamps": [ [ "00:11:08.73", "00:11:10.12" ], [ "00:11:10.22", "00:11:11.26" ], [ "00:11:12.32", "00:11:13.28" ], [ "00:11:13.16", "00:11:14.07" ] ], "start_stop_frames": [ [ 33436, 33506 ], [ 33511, 33563 ], [ 33616, 33664 ], [ 33658, 33703 ] ], "trgnoun": "salami_packet", "trgverb": "put_down" }, { "key": "P24_06+89_90_91_92", "video_id": "P24_06", "narration_ids": [ "P24_06_89", "P24_06_90", "P24_06_91", "P24_06_92" ], "src": "wash pan . rinse sponge . rinse pan", "src1": "wash pan", "src2": "rinse sponge", "src3": "rinse pan", "trg": "put_down pan", "vis_src": "P24_06:89 P24_06:90 P24_06:91", "vis_trg": "P24_06:92", "narrations": [ "wash pan", "rinse sponge", "rinse pan", "put down pan" ], "verbs": [ "wash", "rinse", "rinse", "put-down" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "pan", "sponge", "pan", "pan" ], "noun_classes": [ 5, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:07:44.37", "00:08:00.73" ], [ "00:08:00.83", "00:08:03.62" ], [ "00:08:03.72", "00:08:15.46" ], [ "00:08:17.44", "00:08:19.03" ] ], "start_stop_frames": [ [ 27862, 28843 ], [ 28849, 29017 ], [ 29023, 29727 ], [ 29846, 29941 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P29_01+288_289_290_291", "video_id": "P29_01", "narration_ids": [ "P29_01_288", "P29_01_289", "P29_01_290", "P29_01_291" ], "src": "put_down lid . pick_up chopping_board . snap green_beans", "src1": "put_down lid", "src2": "pick_up chopping_board", "src3": "snap green_beans", "trg": "stack green_beans", "vis_src": "P29_01:288 P29_01:289 P29_01:290", "vis_trg": "P29_01:291", "narrations": [ "put down lid", "pick up chopping board", "snap green beans", "stack green beans" ], "verbs": [ "put-down", "pick-up", "snap", "stack" ], "verb_classes": [ 1, 0, 30, 40 ], "nouns": [ "lid", "board:chopping", "bean:green", "bean:green" ], "noun_classes": [ 6, 18, 185, 185 ], "start_stop_timestamps": [ [ "00:18:25.67", "00:18:26.71" ], [ "00:18:26.81", "00:18:28.55" ], [ "00:18:26.95", "00:18:31.66" ], [ "00:18:31.76", "00:18:36.09" ] ], "start_stop_frames": [ [ 66340, 66402 ], [ 66408, 66513 ], [ 66417, 66699 ], [ 66705, 66965 ] ], "trgnoun": "green_bean", "trgverb": "stack" }, { "key": "P02_121+71_72_73_74", "video_id": "P02_121", "narration_ids": [ "P02_121_71", "P02_121_72", "P02_121_73", "P02_121_74" ], "src": "move clip . pick_up bowl . pour mixture from bowl into cake mould using spoon", "src1": "move clip", "src2": "pick_up bowl", "src3": "pour mixture from bowl into cake mould using spoon", "trg": "scrape bowl using spoon", "vis_src": "P02_121:71 P02_121:72 P02_121:73", "vis_trg": "P02_121:74", "narrations": [ "move clip", "pick up bowl", "pour mixture from bowl into cake mould using spoon", "scrape bowl using spoon" ], "verbs": [ "move", "pick-up", "pour-from", "scrape" ], "verb_classes": [ 11, 0, 9, 25 ], "nouns": [ "clip", "bowl", "mixture", "bowl" ], "noun_classes": [ 129, 7, 71, 7 ], "start_stop_timestamps": [ [ "00:04:01.93", "00:04:03.52" ], [ "00:04:04.33", "00:04:06.26" ], [ "00:04:06.18", "00:04:34.71" ], [ "00:04:27.24", "00:04:58.40" ] ], "start_stop_frames": [ [ 12096, 12176 ], [ 12216, 12313 ], [ 12309, 13735 ], [ 13362, 14919 ] ], "trgnoun": "bowl", "trgverb": "scrape" }, { "key": "P01_109+656_657_658_659", "video_id": "P01_109", "narration_ids": [ "P01_109_656", "P01_109_657", "P01_109_658", "P01_109_659" ], "src": "adjust hob . press_down spatula . pat_down food", "src1": "adjust hob", "src2": "press_down spatula", "src3": "pat_down food", "trg": "shake spatula", "vis_src": "P01_109:656 P01_109:657 P01_109:658", "vis_trg": "P01_109:659", "narrations": [ "adjust hob", "press down spatula", "pat down food", "shake spatula" ], "verbs": [ "adjust", "press-down", "pat-down", "shake" ], "verb_classes": [ 17, 21, 32, 15 ], "nouns": [ "hob", "spatula", "food", "spatula" ], "noun_classes": [ 24, 20, 34, 20 ], "start_stop_timestamps": [ [ "00:48:53.55", "00:48:54.22" ], [ "00:48:57.18", "00:49:02.62" ], [ "00:49:17.99", "00:49:37.40" ], [ "00:49:36.78", "00:49:38.61" ] ], "start_stop_frames": [ [ 146677, 146711 ], [ 146859, 147131 ], [ 147899, 148870 ], [ 148839, 148930 ] ], "trgnoun": "spatula", "trgverb": "shake" }, { "key": "P10_04+405_406_407_411", "video_id": "P10_04", "narration_ids": [ "P10_04_405", "P10_04_406", "P10_04_407", "P10_04_411" ], "src": "check the quality of the cooked_sprout . put the sprout into the bottom right pot . using chopsticks put more sprout into the bottom right pot", "src1": "check the quality of the cooked_sprout", "src2": "put the sprout into the bottom right pot", "src3": "using chopsticks put more sprout into the bottom right pot", "trg": "searching for a spade", "vis_src": "P10_04:405 P10_04:406 P10_04:407", "vis_trg": "P10_04:411", "narrations": [ "check the quality of the cooked sprout", "put the sprout into the bottom right pot", "using chopsticks put more sprout into the bottom right pot", "searching for a spade" ], "verbs": [ "check", "put-into", "put-into", "search-for" ], "verb_classes": [ 24, 5, 5, 48 ], "nouns": [ "sprout:cooked", "sprout", "chopstick", "spade" ], "noun_classes": [ 258, 258, 80, 1 ], "start_stop_timestamps": [ [ "00:43:38.00", "00:43:39.40" ], [ "00:43:42.00", "00:43:44.60" ], [ "00:43:47.21", "00:43:50.77" ], [ "00:44:10.74", "00:44:14.25" ] ], "start_stop_frames": [ [ 157080, 157164 ], [ 157320, 157476 ], [ 157632, 157846 ], [ 159044, 159255 ] ], "trgnoun": "spade", "trgverb": "search_for" }, { "key": "P11_103+41_42_43_44", "video_id": "P11_103", "narration_ids": [ "P11_103_41", "P11_103_42", "P11_103_43", "P11_103_44" ], "src": "pick_up bowl . put_down bowl . pick_up packaging", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "pick_up packaging", "trg": "throw away packaging", "vis_src": "P11_103:41 P11_103:42 P11_103:43", "vis_trg": "P11_103:44", "narrations": [ "pick up bowl", "put down bowl", "pick up packaging", "throw away packaging" ], "verbs": [ "pick-up", "put-down", "pick-up", "throw" ], "verb_classes": [ 0, 1, 0, 13 ], "nouns": [ "bowl", "bowl", "packaging", "packaging" ], "noun_classes": [ 7, 7, 26, 26 ], "start_stop_timestamps": [ [ "00:01:45.43", "00:01:46.57" ], [ "00:01:46.45", "00:01:47.05" ], [ "00:01:47.43", "00:01:47.95" ], [ "00:01:47.90", "00:01:50.44" ] ], "start_stop_frames": [ [ 5271, 5328 ], [ 5322, 5352 ], [ 5371, 5397 ], [ 5395, 5522 ] ], "trgnoun": "packaging", "trgverb": "throw" }, { "key": "P02_109+66_67_68_69", "video_id": "P02_109", "narration_ids": [ "P02_109_66", "P02_109_67", "P02_109_68", "P02_109_69" ], "src": "put_down meat . put_down stock_cube . throw box for recycling", "src1": "put_down meat", "src2": "put_down stock_cube", "src3": "throw box for recycling", "trg": "move stock_cube", "vis_src": "P02_109:66 P02_109:67 P02_109:68", "vis_trg": "P02_109:69", "narrations": [ "put down meat", "put down stock cube", "throw box for recycling", "move stock cube" ], "verbs": [ "put-down", "put-down", "throw-for", "move" ], "verb_classes": [ 1, 1, 13, 11 ], "nouns": [ "meat", "cube:stock", "box", "cube:stock" ], "noun_classes": [ 28, 95, 23, 95 ], "start_stop_timestamps": [ [ "00:06:11.14", "00:06:12.40" ], [ "00:06:12.30", "00:06:13.42" ], [ "00:06:13.34", "00:06:15.49" ], [ "00:06:17.51", "00:06:18.75" ] ], "start_stop_frames": [ [ 18557, 18620 ], [ 18615, 18671 ], [ 18667, 18774 ], [ 18875, 18937 ] ], "trgnoun": "stock_cube", "trgverb": "move" }, { "key": "P03_123+33_34_35_36", "video_id": "P03_123", "narration_ids": [ "P03_123_33", "P03_123_34", "P03_123_35", "P03_123_36" ], "src": "put_down baking_tray on counter . move baking_tray on counter . pick_up clip top jar", "src1": "put_down baking_tray on counter", "src2": "move baking_tray on counter", "src3": "pick_up clip top jar", "trg": "put_down clip top jar", "vis_src": "P03_123:33 P03_123:34 P03_123:35", "vis_trg": "P03_123:36", "narrations": [ "put down baking tray on counter", "move baking tray on counter", "pick up clip top jar", "put down clip top jar" ], "verbs": [ "put-down", "move-on", "pick-up", "put-down" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "tray:baking", "tray:baking", "jar:clip:top", "jar:clip:top" ], "noun_classes": [ 35, 35, 40, 40 ], "start_stop_timestamps": [ [ "00:01:34.00", "00:01:36.42" ], [ "00:01:34.96", "00:01:36.29" ], [ "00:01:37.09", "00:01:38.59" ], [ "00:01:43.09", "00:01:44.08" ] ], "start_stop_frames": [ [ 4700, 4821 ], [ 4748, 4814 ], [ 4854, 4929 ], [ 5154, 5204 ] ], "trgnoun": "top_clip_jar", "trgverb": "put_down" }, { "key": "P04_110+164_165_166_167", "video_id": "P04_110", "narration_ids": [ "P04_110_164", "P04_110_165", "P04_110_166", "P04_110_167" ], "src": "pick_up plate . move rolling_pin . pick_up rolling_pin", "src1": "pick_up plate", "src2": "move rolling_pin", "src3": "pick_up rolling_pin", "trg": "put_down plate", "vis_src": "P04_110:164 P04_110:165 P04_110:166", "vis_trg": "P04_110:167", "narrations": [ "pick up plate", "move rolling pin", "pick up rolling pin", "put down plate" ], "verbs": [ "pick-up", "move", "pick-up", "put-down" ], "verb_classes": [ 0, 11, 0, 1 ], "nouns": [ "plate", "pin:rolling", "pin:rolling", "plate" ], "noun_classes": [ 2, 136, 136, 2 ], "start_stop_timestamps": [ [ "00:06:10.32", "00:06:12.33" ], [ "00:06:12.89", "00:06:13.56" ], [ "00:06:13.80", "00:06:14.23" ], [ "00:06:13.86", "00:06:14.56" ] ], "start_stop_frames": [ [ 18516, 18616 ], [ 18644, 18678 ], [ 18690, 18711 ], [ 18693, 18728 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P29_03+172_173_174_175", "video_id": "P29_03", "narration_ids": [ "P29_03_172", "P29_03_173", "P29_03_174", "P29_03_175" ], "src": "clear drain . throw away . turn_on hot_tap", "src1": "clear drain", "src2": "throw away", "src3": "turn_on hot_tap", "trg": "clean sink", "vis_src": "P29_03:172 P29_03:173 P29_03:174", "vis_trg": "P29_03:175", "narrations": [ "clear drain", "throw away", "turn on hot tap", "clean sink" ], "verbs": [ "drain", "throw", "turn-on", "clean" ], "verb_classes": [ 37, 13, 6, 2 ], "nouns": [ "sink", "rubbish", "tap:hot", "sink" ], "noun_classes": [ 63, 54, 0, 63 ], "start_stop_timestamps": [ [ "00:09:53.00", "00:09:57.77" ], [ "00:09:57.87", "00:10:01.45" ], [ "00:10:00.60", "00:10:06.05" ], [ "00:10:05.89", "00:10:08.33" ] ], "start_stop_frames": [ [ 35580, 35866 ], [ 35872, 36087 ], [ 36036, 36363 ], [ 36353, 36499 ] ], "trgnoun": "sink", "trgverb": "clean" }, { "key": "P28_108+9_10_11_12", "video_id": "P28_108", "narration_ids": [ "P28_108_9", "P28_108_10", "P28_108_11", "P28_108_12" ], "src": "stir tortellini . put fork . take pot", "src1": "stir tortellini", "src2": "put fork", "src3": "take pot", "trg": "put tortellini in colander", "vis_src": "P28_108:9 P28_108:10 P28_108:11", "vis_trg": "P28_108:12", "narrations": [ "stir tortellini", "put fork", "take pot", "put tortellini in colander" ], "verbs": [ "stir", "put", "take", "put-in" ], "verb_classes": [ 10, 1, 0, 5 ], "nouns": [ "tortellini", "fork", "pot", "tortellini" ], "noun_classes": [ 45, 14, 29, 45 ], "start_stop_timestamps": [ [ "00:01:52.86", "00:02:09.29" ], [ "00:02:10.79", "00:02:12.04" ], [ "00:02:14.37", "00:02:15.90" ], [ "00:02:17.49", "00:02:23.33" ] ], "start_stop_frames": [ [ 5643, 6464 ], [ 6539, 6602 ], [ 6718, 6795 ], [ 6874, 7166 ] ], "trgnoun": "tortellini", "trgverb": "put_in" }, { "key": "P06_113+94_95_96_97", "video_id": "P06_113", "narration_ids": [ "P06_113_94", "P06_113_95", "P06_113_96", "P06_113_97" ], "src": "squash wraps . pick_up pan . open fridge", "src1": "squash wraps", "src2": "pick_up pan", "src3": "open fridge", "trg": "put pan in fridge", "vis_src": "P06_113:94 P06_113:95 P06_113:96", "vis_trg": "P06_113:97", "narrations": [ "squash wraps", "pick up pan", "open fridge", "put pan in fridge" ], "verbs": [ "squash", "pick-up", "open", "put-in" ], "verb_classes": [ 18, 0, 3, 5 ], "nouns": [ "wrap", "pan", "fridge", "pan" ], "noun_classes": [ 107, 5, 12, 5 ], "start_stop_timestamps": [ [ "00:03:41.15", "00:03:45.90" ], [ "00:03:47.50", "00:03:49.87" ], [ "00:03:50.05", "00:03:51.60" ], [ "00:03:51.02", "00:03:53.61" ] ], "start_stop_frames": [ [ 11057, 11295 ], [ 11375, 11493 ], [ 11502, 11580 ], [ 11551, 11680 ] ], "trgnoun": "pan", "trgverb": "put_in" }, { "key": "P01_109+879_880_881_882", "video_id": "P01_109", "narration_ids": [ "P01_109_879", "P01_109_880", "P01_109_881", "P01_109_882" ], "src": "close drawer . open drawer . open box", "src1": "close drawer", "src2": "open drawer", "src3": "open box", "trg": "close box", "vis_src": "P01_109:879 P01_109:880 P01_109:881", "vis_trg": "P01_109:882", "narrations": [ "close drawer", "open drawer", "open box", "close box" ], "verbs": [ "close", "open", "open", "close" ], "verb_classes": [ 4, 3, 3, 4 ], "nouns": [ "drawer", "drawer", "box", "box" ], "noun_classes": [ 8, 8, 23, 23 ], "start_stop_timestamps": [ [ "01:00:28.24", "01:00:29.00" ], [ "01:00:29.00", "01:00:30.23" ], [ "01:00:30.10", "01:00:31.65" ], [ "01:00:32.07", "01:00:33.19" ] ], "start_stop_frames": [ [ 181412, 181450 ], [ 181450, 181511 ], [ 181505, 181582 ], [ 181603, 181659 ] ], "trgnoun": "box", "trgverb": "close" }, { "key": "P04_05+220_221_222_223", "video_id": "P04_05", "narration_ids": [ "P04_05_220", "P04_05_221", "P04_05_222", "P04_05_223" ], "src": "turn_on hob . stir toast . open drawer", "src1": "turn_on hob", "src2": "stir toast", "src3": "open drawer", "trg": "close drawer", "vis_src": "P04_05:220 P04_05:221 P04_05:222", "vis_trg": "P04_05:223", "narrations": [ "turn on hob", "stir toast", "open drawer", "close drawer" ], "verbs": [ "turn-on", "stir", "open", "close" ], "verb_classes": [ 6, 10, 3, 4 ], "nouns": [ "hob", "toast", "drawer", "drawer" ], "noun_classes": [ 24, 33, 8, 8 ], "start_stop_timestamps": [ [ "00:24:42.97", "00:24:53.26" ], [ "00:24:53.11", "00:25:05.87" ], [ "00:25:11.49", "00:25:12.68" ], [ "00:25:12.99", "00:25:13.81" ] ], "start_stop_frames": [ [ 88978, 89595 ], [ 89586, 90352 ], [ 90689, 90760 ], [ 90779, 90828 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P01_01+103_104_105_106", "video_id": "P01_01", "narration_ids": [ "P01_01_103", "P01_01_104", "P01_01_105", "P01_01_106" ], "src": "take container and lid . put container on top of counter . open container", "src1": "take container and lid", "src2": "put container on top of counter", "src3": "open container", "trg": "put container inside container", "vis_src": "P01_01:103 P01_01:104 P01_01:105", "vis_trg": "P01_01:106", "narrations": [ "take container and lid", "put container on top of counter", "open container", "put container inside container" ], "verbs": [ "take", "put-on", "open", "put-inside" ], "verb_classes": [ 0, 1, 3, 5 ], "nouns": [ "container", "container", "container", "container" ], "noun_classes": [ 21, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:08:05.22", "00:08:07.21" ], [ "00:08:08.38", "00:08:09.12" ], [ "00:08:12.00", "00:08:12.74" ], [ "00:08:13.22", "00:08:14.37" ] ], "start_stop_frames": [ [ 29113, 29232 ], [ 29302, 29347 ], [ 29520, 29564 ], [ 29593, 29662 ] ], "trgnoun": "container", "trgverb": "put_inside" }, { "key": "P05_01+25_26_27_28", "video_id": "P05_01", "narration_ids": [ "P05_01_25", "P05_01_26", "P05_01_27", "P05_01_28" ], "src": "throw packaging . take jar . pour water into glass", "src1": "throw packaging", "src2": "take jar", "src3": "pour water into glass", "trg": "place jar on table", "vis_src": "P05_01:25 P05_01:26 P05_01:27", "vis_trg": "P05_01:28", "narrations": [ "throw packaging", "take jar", "pour water into glass", "place jar on table" ], "verbs": [ "throw", "take", "pour-into", "place" ], "verb_classes": [ 13, 0, 9, 1 ], "nouns": [ "packaging", "jar", "water", "jar" ], "noun_classes": [ 26, 40, 27, 40 ], "start_stop_timestamps": [ [ "00:01:32.01", "00:01:33.04" ], [ "00:01:50.09", "00:01:51.31" ], [ "00:01:51.93", "00:01:55.90" ], [ "00:01:56.46", "00:01:57.86" ] ], "start_stop_frames": [ [ 5520, 5582 ], [ 6605, 6678 ], [ 6715, 6954 ], [ 6987, 7071 ] ], "trgnoun": "jar", "trgverb": "place" }, { "key": "P23_102+603_604_605_606", "video_id": "P23_102", "narration_ids": [ "P23_102_603", "P23_102_604", "P23_102_605", "P23_102_606" ], "src": "put pan . take pan . take brush", "src1": "put pan", "src2": "take pan", "src3": "take brush", "trg": "wash pan", "vis_src": "P23_102:603 P23_102:604 P23_102:605", "vis_trg": "P23_102:606", "narrations": [ "put pan", "take pan", "take brush", "wash pan" ], "verbs": [ "put", "take", "take", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "pan", "pan", "brush", "pan" ], "noun_classes": [ 5, 5, 103, 5 ], "start_stop_timestamps": [ [ "00:55:53.48", "00:56:00.54" ], [ "00:56:00.80", "00:56:02.07" ], [ "00:56:02.25", "00:56:03.31" ], [ "00:56:03.41", "00:56:39.59" ] ], "start_stop_frames": [ [ 167674, 168027 ], [ 168040, 168103 ], [ 168112, 168165 ], [ 168170, 169979 ] ], "trgnoun": "pan", "trgverb": "wash" }, { "key": "P24_05+273_274_275_276", "video_id": "P24_05", "narration_ids": [ "P24_05_273", "P24_05_274", "P24_05_275", "P24_05_276" ], "src": "spoon pasta . take cup . scoop water with cup", "src1": "spoon pasta", "src2": "take cup", "src3": "scoop water with cup", "trg": "put_down cup", "vis_src": "P24_05:273 P24_05:274 P24_05:275", "vis_trg": "P24_05:276", "narrations": [ "spoon pasta", "take cup", "scoop water with cup", "put down cup" ], "verbs": [ "spoon", "take", "scoop", "put-down" ], "verb_classes": [ 16, 0, 16, 1 ], "nouns": [ "pasta", "cup", "water", "cup" ], "noun_classes": [ 45, 13, 27, 13 ], "start_stop_timestamps": [ [ "00:23:33.91", "00:23:35.23" ], [ "00:23:46.48", "00:23:48.16" ], [ "00:23:48.51", "00:23:51.12" ], [ "00:23:51.00", "00:23:53.37" ] ], "start_stop_frames": [ [ 84834, 84913 ], [ 85588, 85689 ], [ 85710, 85867 ], [ 85860, 86002 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P10_01+25_26_27_28", "video_id": "P10_01", "narration_ids": [ "P10_01_25", "P10_01_26", "P10_01_27", "P10_01_28" ], "src": "switch_on the bottom right oven . switch_off the bottom left_oven . put another pot on the bottom right oven", "src1": "switch_on the bottom right oven", "src2": "switch_off the bottom left_oven", "src3": "put another pot on the bottom right oven", "trg": "switch it up", "vis_src": "P10_01:25 P10_01:26 P10_01:27", "vis_trg": "P10_01:28", "narrations": [ "switch on the bottom right oven", "switch off the bottom left oven", "put another pot on the bottom right oven", "switch it up" ], "verbs": [ "switch-on", "switch-off", "put-on", "switch-up" ], "verb_classes": [ 6, 8, 1, 70 ], "nouns": [ "oven", "oven:left", "pot", "oven" ], "noun_classes": [ 46, 24, 29, 46 ], "start_stop_timestamps": [ [ "00:02:33.43", "00:02:37.58" ], [ "00:02:41.95", "00:02:43.81" ], [ "00:02:46.72", "00:02:48.33" ], [ "00:02:48.75", "00:02:53.52" ] ], "start_stop_frames": [ [ 9205, 9454 ], [ 9717, 9828 ], [ 10003, 10099 ], [ 10125, 10411 ] ], "trgnoun": "oven", "trgverb": "switch_up" }, { "key": "P01_105+54_55_56_57", "video_id": "P01_105", "narration_ids": [ "P01_105_54", "P01_105_55", "P01_105_56", "P01_105_57" ], "src": "pick_up container . put_down container . pick_up tofu", "src1": "pick_up container", "src2": "put_down container", "src3": "pick_up tofu", "trg": "put_down tofu", "vis_src": "P01_105:54 P01_105:55 P01_105:56", "vis_trg": "P01_105:57", "narrations": [ "pick up container", "put down container", "pick up tofu", "put down tofu" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "container", "container", "tofu", "tofu" ], "noun_classes": [ 21, 21, 81, 81 ], "start_stop_timestamps": [ [ "00:01:08.25", "00:01:09.36" ], [ "00:01:09.74", "00:01:10.33" ], [ "00:01:11.09", "00:01:12.36" ], [ "00:01:12.89", "00:01:13.49" ] ], "start_stop_frames": [ [ 3412, 3468 ], [ 3486, 3516 ], [ 3554, 3618 ], [ 3644, 3674 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P04_04+78_79_80_82", "video_id": "P04_04", "narration_ids": [ "P04_04_78", "P04_04_79", "P04_04_80", "P04_04_82" ], "src": "chop end off potato . slice potato . chop potato into chunks", "src1": "chop end off potato", "src2": "slice potato", "src3": "chop potato into chunks", "trg": "put_in pan", "vis_src": "P04_04:78 P04_04:79 P04_04:80", "vis_trg": "P04_04:82", "narrations": [ "chop end off potato", "slice potato", "chop potato into chunks", "put in pan" ], "verbs": [ "chop", "slice", "chop-into", "put-in" ], "verb_classes": [ 7, 7, 7, 5 ], "nouns": [ "potato", "potato", "potato", "pan" ], "noun_classes": [ 30, 30, 30, 5 ], "start_stop_timestamps": [ [ "00:06:44.61", "00:06:46.30" ], [ "00:06:47.44", "00:06:58.11" ], [ "00:06:56.70", "00:07:07.64" ], [ "00:06:59.75", "00:07:14.01" ] ], "start_stop_frames": [ [ 24276, 24378 ], [ 24446, 25086 ], [ 25002, 25658 ], [ 25185, 26040 ] ], "trgnoun": "pan", "trgverb": "put_in" }, { "key": "P04_01+61_62_63_64", "video_id": "P04_01", "narration_ids": [ "P04_01_61", "P04_01_62", "P04_01_63", "P04_01_64" ], "src": "pick_up tofu . pick_up miso_paste . slice container", "src1": "pick_up tofu", "src2": "pick_up miso_paste", "src3": "slice container", "trg": "drain container", "vis_src": "P04_01:61 P04_01:62 P04_01:63", "vis_trg": "P04_01:64", "narrations": [ "pick up tofu", "pick up miso paste", "slice container", "drain container" ], "verbs": [ "pick-up", "pick-up", "slice", "drain" ], "verb_classes": [ 0, 0, 7, 37 ], "nouns": [ "tofu", "paste:miso", "container", "container" ], "noun_classes": [ 81, 148, 21, 21 ], "start_stop_timestamps": [ [ "00:05:11.97", "00:05:13.97" ], [ "00:05:12.20", "00:05:14.41" ], [ "00:05:22.82", "00:05:24.86" ], [ "00:05:28.52", "00:05:32.32" ] ], "start_stop_frames": [ [ 18718, 18838 ], [ 18732, 18864 ], [ 19369, 19491 ], [ 19711, 19939 ] ], "trgnoun": "container", "trgverb": "drain" }, { "key": "P22_110+154_155_156_157", "video_id": "P22_110", "narration_ids": [ "P22_110_154", "P22_110_155", "P22_110_156", "P22_110_157" ], "src": "put_down plate . rinse hand . pick_up cloth", "src1": "put_down plate", "src2": "rinse hand", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_110:154 P22_110:155 P22_110:156", "vis_trg": "P22_110:157", "narrations": [ "put down plate", "rinse hand", "pick up cloth", "rinse cloth" ], "verbs": [ "put-down", "rinse", "pick-up", "rinse" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "plate", "hand", "cloth", "cloth" ], "noun_classes": [ 2, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:04:50.17", "00:04:51.47" ], [ "00:04:51.57", "00:04:52.28" ], [ "00:04:52.51", "00:04:53.00" ], [ "00:04:53.07", "00:04:54.03" ] ], "start_stop_frames": [ [ 14508, 14573 ], [ 14578, 14613 ], [ 14625, 14650 ], [ 14653, 14701 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P04_113+55_56_57_58", "video_id": "P04_113", "narration_ids": [ "P04_113_55", "P04_113_56", "P04_113_57", "P04_113_58" ], "src": "pick_up bowl . stack bowls . open cupboard_door", "src1": "pick_up bowl", "src2": "stack bowls", "src3": "open cupboard_door", "trg": "put bowls on plate in cupboard", "vis_src": "P04_113:55 P04_113:56 P04_113:57", "vis_trg": "P04_113:58", "narrations": [ "pick up bowl", "stack bowls", "open cupboard door", "put bowls on plate in cupboard" ], "verbs": [ "pick-up", "stack", "open", "put-on" ], "verb_classes": [ 0, 40, 3, 1 ], "nouns": [ "bowl", "bowl", "door:cupboard", "bowl" ], "noun_classes": [ 7, 7, 3, 7 ], "start_stop_timestamps": [ [ "00:01:49.52", "00:01:50.71" ], [ "00:01:52.45", "00:01:53.80" ], [ "00:01:53.68", "00:01:54.70" ], [ "00:01:54.79", "00:01:56.24" ] ], "start_stop_frames": [ [ 5476, 5535 ], [ 5622, 5690 ], [ 5684, 5735 ], [ 5739, 5812 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P24_08+46_47_48_49", "video_id": "P24_08", "narration_ids": [ "P24_08_46", "P24_08_47", "P24_08_48", "P24_08_49" ], "src": "put onion . close fridge . pick_up knife", "src1": "put onion", "src2": "close fridge", "src3": "pick_up knife", "trg": "cut onion", "vis_src": "P24_08:46 P24_08:47 P24_08:48", "vis_trg": "P24_08:49", "narrations": [ "put onion", "close fridge", "pick up knife", "cut onion" ], "verbs": [ "put", "close", "pick-up", "cut" ], "verb_classes": [ 1, 4, 0, 7 ], "nouns": [ "onion", "fridge", "knife", "onion" ], "noun_classes": [ 16, 12, 4, 16 ], "start_stop_timestamps": [ [ "00:03:09.12", "00:03:10.67" ], [ "00:03:10.63", "00:03:11.94" ], [ "00:03:12.94", "00:03:14.31" ], [ "00:03:13.69", "00:03:17.60" ] ], "start_stop_frames": [ [ 11347, 11440 ], [ 11437, 11516 ], [ 11576, 11658 ], [ 11621, 11856 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P01_07+29_30_31_32", "video_id": "P01_07", "narration_ids": [ "P01_07_29", "P01_07_30", "P01_07_31", "P01_07_32" ], "src": "put saucepan into cupboard . close cupboard . take colander", "src1": "put saucepan into cupboard", "src2": "close cupboard", "src3": "take colander", "trg": "put colander into cupboard", "vis_src": "P01_07:29 P01_07:30 P01_07:31", "vis_trg": "P01_07:32", "narrations": [ "put saucepan into cupboard", "close cupboard", "take colander", "put colander into cupboard" ], "verbs": [ "put-into", "close", "take", "put-into" ], "verb_classes": [ 5, 4, 0, 5 ], "nouns": [ "saucepan", "cupboard", "colander", "colander" ], "noun_classes": [ 5, 3, 39, 39 ], "start_stop_timestamps": [ [ "00:01:17.55", "00:01:20.89" ], [ "00:01:21.01", "00:01:23.65" ], [ "00:01:24.32", "00:01:25.19" ], [ "00:01:25.55", "00:01:28.94" ] ], "start_stop_frames": [ [ 4653, 4853 ], [ 4860, 5019 ], [ 5059, 5111 ], [ 5133, 5336 ] ], "trgnoun": "colander", "trgverb": "put_into" }, { "key": "P02_08+16_17_18_19", "video_id": "P02_08", "narration_ids": [ "P02_08_16", "P02_08_17", "P02_08_18", "P02_08_19" ], "src": "put plate down . wear oven_gloves . pick_up tray", "src1": "put plate down", "src2": "wear oven_gloves", "src3": "pick_up tray", "trg": "hold tray and", "vis_src": "P02_08:16 P02_08:17 P02_08:18", "vis_trg": "P02_08:19", "narrations": [ "put plate down", "wear oven gloves", "pick up tray", "hold tray and" ], "verbs": [ "put-down", "wear", "pick-up", "hold" ], "verb_classes": [ 1, 68, 0, 34 ], "nouns": [ "plate", "glove:oven", "tray", "tray" ], "noun_classes": [ 2, 60, 35, 35 ], "start_stop_timestamps": [ [ "00:00:25.61", "00:00:26.99" ], [ "00:00:27.67", "00:00:28.93" ], [ "00:00:29.54", "00:00:31.04" ], [ "00:00:31.28", "00:00:32.96" ] ], "start_stop_frames": [ [ 1536, 1619 ], [ 1660, 1735 ], [ 1772, 1862 ], [ 1876, 1977 ] ], "trgnoun": "tray", "trgverb": "hold" }, { "key": "P03_109+174_175_176_177", "video_id": "P03_109", "narration_ids": [ "P03_109_174", "P03_109_175", "P03_109_176", "P03_109_177" ], "src": "pick_up strainer . put_down cutting_board . move cutting_board", "src1": "pick_up strainer", "src2": "put_down cutting_board", "src3": "move cutting_board", "trg": "put_down strainer", "vis_src": "P03_109:174 P03_109:175 P03_109:176", "vis_trg": "P03_109:177", "narrations": [ "pick up strainer", "put down cutting board", "move cutting board", "put down strainer" ], "verbs": [ "pick-up", "put-down", "move", "put-down" ], "verb_classes": [ 0, 1, 11, 1 ], "nouns": [ "strainer", "board:cutting", "board:cutting", "strainer" ], "noun_classes": [ 39, 18, 18, 39 ], "start_stop_timestamps": [ [ "00:10:02.86", "00:10:04.14" ], [ "00:10:04.12", "00:10:05.17" ], [ "00:10:05.04", "00:10:08.12" ], [ "00:10:06.57", "00:10:08.90" ] ], "start_stop_frames": [ [ 30143, 30207 ], [ 30206, 30258 ], [ 30252, 30406 ], [ 30328, 30445 ] ], "trgnoun": "strainer", "trgverb": "put_down" }, { "key": "P35_104+511_512_513_514", "video_id": "P35_104", "narration_ids": [ "P35_104_511", "P35_104_512", "P35_104_513", "P35_104_514" ], "src": "stir pesto . pick_up spoon . put_down jar", "src1": "stir pesto", "src2": "pick_up spoon", "src3": "put_down jar", "trg": "put_down spoon", "vis_src": "P35_104:511 P35_104:512 P35_104:513", "vis_trg": "P35_104:514", "narrations": [ "stir pesto", "pick up spoon", "put down jar", "put down spoon" ], "verbs": [ "stir", "pick-up", "put-down", "put-down" ], "verb_classes": [ 10, 0, 1, 1 ], "nouns": [ "pesto", "spoon", "jar", "spoon" ], "noun_classes": [ 47, 1, 40, 1 ], "start_stop_timestamps": [ [ "00:36:00.72", "00:36:06.99" ], [ "00:36:06.52", "00:36:08.33" ], [ "00:36:08.51", "00:36:09.43" ], [ "00:36:09.54", "00:36:11.38" ] ], "start_stop_frames": [ [ 108035, 108349 ], [ 108326, 108416 ], [ 108425, 108471 ], [ 108477, 108569 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P35_108+66_67_68_69", "video_id": "P35_108", "narration_ids": [ "P35_108_66", "P35_108_67", "P35_108_68", "P35_108_69" ], "src": "close cupboard . turn_on light . pick_up pan", "src1": "close cupboard", "src2": "turn_on light", "src3": "pick_up pan", "trg": "put_down pan", "vis_src": "P35_108:66 P35_108:67 P35_108:68", "vis_trg": "P35_108:69", "narrations": [ "close cupboard", "turn on light", "pick up pan", "put down pan" ], "verbs": [ "close", "turn-on", "pick-up", "put-down" ], "verb_classes": [ 4, 6, 0, 1 ], "nouns": [ "cupboard", "light", "pan", "pan" ], "noun_classes": [ 3, 114, 5, 5 ], "start_stop_timestamps": [ [ "00:02:53.05", "00:02:54.09" ], [ "00:02:55.08", "00:02:57.37" ], [ "00:02:57.25", "00:03:01.63" ], [ "00:03:01.46", "00:03:02.70" ] ], "start_stop_frames": [ [ 8652, 8704 ], [ 8754, 8868 ], [ 8862, 9081 ], [ 9073, 9135 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_123+205_437_462_464", "video_id": "P02_123", "narration_ids": [ "P02_123_205", "P02_123_437", "P02_123_462", "P02_123_464" ], "src": "close cupboard . pick_up chopping_board . pick_up knife", "src1": "close cupboard", "src2": "pick_up chopping_board", "src3": "pick_up knife", "trg": "put knife in sink", "vis_src": "P02_123:205 P02_123:437 P02_123:462", "vis_trg": "P02_123:464", "narrations": [ "close cupboard", "pick up chopping board", "pick up knife", "put knife in sink" ], "verbs": [ "close", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 4, 0, 0, 5 ], "nouns": [ "cupboard", "board:chopping", "knife", "knife" ], "noun_classes": [ 3, 18, 4, 4 ], "start_stop_timestamps": [ [ "00:12:06.98", "00:12:07.65" ], [ "00:21:50.32", "00:21:50.78" ], [ "00:22:51.40", "00:22:52.44" ], [ "00:22:54.16", "00:22:54.99" ] ], "start_stop_frames": [ [ 36349, 36382 ], [ 65516, 65539 ], [ 68570, 68622 ], [ 68708, 68749 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P22_05+378_379_380_381", "video_id": "P22_05", "narration_ids": [ "P22_05_378", "P22_05_379", "P22_05_380", "P22_05_381" ], "src": "grab slice . insert slice . turn_on toaster", "src1": "grab slice", "src2": "insert slice", "src3": "turn_on toaster", "trg": "close bread", "vis_src": "P22_05:378 P22_05:379 P22_05:380", "vis_trg": "P22_05:381", "narrations": [ "grab slice", "insert slice", "turn on toaster", "close bread" ], "verbs": [ "grab", "insert", "turn-on", "close" ], "verb_classes": [ 0, 5, 6, 4 ], "nouns": [ "bread", "bread", "toaster", "bread" ], "noun_classes": [ 33, 33, 186, 33 ], "start_stop_timestamps": [ [ "00:15:40.02", "00:15:41.40" ], [ "00:15:42.31", "00:15:43.12" ], [ "00:15:43.00", "00:15:43.96" ], [ "00:15:44.70", "00:15:51.95" ] ], "start_stop_frames": [ [ 56401, 56484 ], [ 56538, 56587 ], [ 56580, 56637 ], [ 56682, 57117 ] ], "trgnoun": "bread", "trgverb": "close" }, { "key": "P02_102+83_84_85_86", "video_id": "P02_102", "narration_ids": [ "P02_102_83", "P02_102_84", "P02_102_85", "P02_102_86" ], "src": "put_down spice . open spice_jar . pour spice into lid", "src1": "put_down spice", "src2": "open spice_jar", "src3": "pour spice into lid", "trg": "pour spice from lid to tupperware", "vis_src": "P02_102:83 P02_102:84 P02_102:85", "vis_trg": "P02_102:86", "narrations": [ "put down spice", "open spice jar", "pour spice into lid", "pour spice from lid to tupperware" ], "verbs": [ "put-down", "open", "pour-into", "pour-from" ], "verb_classes": [ 1, 3, 9, 9 ], "nouns": [ "spice", "jar:spice", "spice", "spice" ], "noun_classes": [ 85, 40, 85, 85 ], "start_stop_timestamps": [ [ "00:02:40.49", "00:02:41.95" ], [ "00:02:42.03", "00:02:43.25" ], [ "00:02:43.35", "00:02:45.07" ], [ "00:02:45.17", "00:02:46.45" ] ], "start_stop_frames": [ [ 8024, 8097 ], [ 8101, 8162 ], [ 8167, 8253 ], [ 8258, 8322 ] ], "trgnoun": "spice", "trgverb": "pour_from" }, { "key": "P03_107+50_51_52_53", "video_id": "P03_107", "narration_ids": [ "P03_107_50", "P03_107_51", "P03_107_52", "P03_107_53" ], "src": "open cupboard . put tupperware in cupboard . close cupboard", "src1": "open cupboard", "src2": "put tupperware in cupboard", "src3": "close cupboard", "trg": "pick_up tupperware", "vis_src": "P03_107:50 P03_107:51 P03_107:52", "vis_trg": "P03_107:53", "narrations": [ "open cupboard", "put tupperware in cupboard", "close cupboard", "pick up tupperware" ], "verbs": [ "open", "put-in", "close", "pick-up" ], "verb_classes": [ 3, 5, 4, 0 ], "nouns": [ "cupboard", "tupperware", "cupboard", "tupperware" ], "noun_classes": [ 3, 23, 3, 23 ], "start_stop_timestamps": [ [ "00:01:53.49", "00:01:54.74" ], [ "00:01:54.34", "00:01:55.25" ], [ "00:01:55.19", "00:01:55.68" ], [ "00:01:55.78", "00:01:57.50" ] ], "start_stop_frames": [ [ 5674, 5737 ], [ 5717, 5762 ], [ 5759, 5784 ], [ 5789, 5875 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P02_116+0_1_2_3", "video_id": "P02_116", "narration_ids": [ "P02_116_0", "P02_116_1", "P02_116_2", "P02_116_3" ], "src": "pick_up spatula . pick_up tupperware . pick pie using spatula", "src1": "pick_up spatula", "src2": "pick_up tupperware", "src3": "pick pie using spatula", "trg": "put pie in tupperware", "vis_src": "P02_116:0 P02_116:1 P02_116:2", "vis_trg": "P02_116:3", "narrations": [ "pick up spatula", "pick up tupperware", "pick pie using spatula", "put pie in tupperware" ], "verbs": [ "pick-up", "pick-up", "pick", "put-in" ], "verb_classes": [ 0, 0, 0, 5 ], "nouns": [ "spatula", "tupperware", "pie", "pie" ], "noun_classes": [ 20, 23, 137, 137 ], "start_stop_timestamps": [ [ "00:00:03.75", "00:00:04.77" ], [ "00:00:04.27", "00:00:04.89" ], [ "00:00:06.64", "00:00:10.42" ], [ "00:00:10.34", "00:00:11.35" ] ], "start_stop_frames": [ [ 187, 238 ], [ 213, 244 ], [ 332, 521 ], [ 517, 567 ] ], "trgnoun": "pie", "trgverb": "put_in" }, { "key": "P05_03+42_43_44_45", "video_id": "P05_03", "narration_ids": [ "P05_03_42", "P05_03_43", "P05_03_44", "P05_03_45" ], "src": "close refrigerator . open microwave . place cup in microwave", "src1": "close refrigerator", "src2": "open microwave", "src3": "place cup in microwave", "trg": "close microwave", "vis_src": "P05_03:42 P05_03:43 P05_03:44", "vis_trg": "P05_03:45", "narrations": [ "close refrigerator", "open microwave", "place cup in microwave", "close microwave" ], "verbs": [ "close", "open", "place-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "refrigerator", "microwave", "cup", "microwave" ], "noun_classes": [ 12, 90, 13, 90 ], "start_stop_timestamps": [ [ "00:02:14.08", "00:02:15.51" ], [ "00:02:16.47", "00:02:17.97" ], [ "00:02:18.32", "00:02:22.17" ], [ "00:02:22.48", "00:02:23.83" ] ], "start_stop_frames": [ [ 8044, 8130 ], [ 8188, 8278 ], [ 8299, 8530 ], [ 8548, 8629 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P12_01+25_26_27_28", "video_id": "P12_01", "narration_ids": [ "P12_01_25", "P12_01_26", "P12_01_27", "P12_01_28" ], "src": "wash apple . cut apple . cutting apple", "src1": "wash apple", "src2": "cut apple", "src3": "cutting apple", "trg": "bite apple", "vis_src": "P12_01:25 P12_01:26 P12_01:27", "vis_trg": "P12_01:28", "narrations": [ "wash apple", "cut apple", "cutting apple", "bite apple" ], "verbs": [ "wash", "cut", "cut", "bite" ], "verb_classes": [ 2, 7, 7, 35 ], "nouns": [ "apple", "apple", "apple", "apple" ], "noun_classes": [ 187, 187, 187, 187 ], "start_stop_timestamps": [ [ "00:02:21.39", "00:02:24.23" ], [ "00:02:29.58", "00:02:32.56" ], [ "00:02:34.43", "00:03:00.31" ], [ "00:02:51.59", "00:02:53.80" ] ], "start_stop_frames": [ [ 8483, 8653 ], [ 8974, 9153 ], [ 9265, 10818 ], [ 10295, 10428 ] ], "trgnoun": "apple", "trgverb": "bite" }, { "key": "P04_107+676_677_678_679", "video_id": "P04_107", "narration_ids": [ "P04_107_676", "P04_107_677", "P04_107_678", "P04_107_679" ], "src": "put greaseproof_paper on baking tray . hold_down greaseproof_paper . pick_up dough", "src1": "put greaseproof_paper on baking tray", "src2": "hold_down greaseproof_paper", "src3": "pick_up dough", "trg": "lay_down dough on greaseproof paper", "vis_src": "P04_107:676 P04_107:677 P04_107:678", "vis_trg": "P04_107:679", "narrations": [ "put greaseproof paper on baking tray", "hold down greaseproof paper", "pick up dough", "lay down dough on greaseproof paper" ], "verbs": [ "put-on", "hold-down", "pick-up", "lay-down" ], "verb_classes": [ 1, 34, 0, 1 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "dough", "dough" ], "noun_classes": [ 49, 49, 25, 25 ], "start_stop_timestamps": [ [ "00:18:14.55", "00:18:15.64" ], [ "00:18:15.41", "00:18:15.65" ], [ "00:18:15.66", "00:18:16.05" ], [ "00:18:15.91", "00:18:18.25" ] ], "start_stop_frames": [ [ 54727, 54782 ], [ 54770, 54782 ], [ 54783, 54802 ], [ 54795, 54912 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P01_102+28_29_30_31", "video_id": "P01_102", "narration_ids": [ "P01_102_28", "P01_102_29", "P01_102_30", "P01_102_31" ], "src": "turn_on tap . rinse hands . take spatula", "src1": "turn_on tap", "src2": "rinse hands", "src3": "take spatula", "trg": "rinse spatula", "vis_src": "P01_102:28 P01_102:29 P01_102:30", "vis_trg": "P01_102:31", "narrations": [ "turn on tap", "rinse hands", "take spatula", "rinse spatula" ], "verbs": [ "turn-on", "rinse", "take", "rinse" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "hand", "spatula", "spatula" ], "noun_classes": [ 0, 11, 20, 20 ], "start_stop_timestamps": [ [ "00:01:09.22", "00:01:10.17" ], [ "00:01:10.19", "00:01:11.12" ], [ "00:01:11.22", "00:01:11.83" ], [ "00:01:12.15", "00:01:16.77" ] ], "start_stop_frames": [ [ 3461, 3508 ], [ 3509, 3556 ], [ 3561, 3591 ], [ 3607, 3838 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P02_120+90_91_92_93", "video_id": "P02_120", "narration_ids": [ "P02_120_90", "P02_120_91", "P02_120_92", "P02_120_93" ], "src": "get blender from box . put_down blender . get blender_part from box", "src1": "get blender from box", "src2": "put_down blender", "src3": "get blender_part from box", "trg": "put_down blender_part", "vis_src": "P02_120:90 P02_120:91 P02_120:92", "vis_trg": "P02_120:93", "narrations": [ "get blender from box", "put down blender", "get blender part from box", "put down blender part" ], "verbs": [ "get-from", "put-down", "get", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "box", "blender", "part:blender", "part:blender" ], "noun_classes": [ 23, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:05:17.42", "00:05:24.52" ], [ "00:05:19.80", "00:05:20.72" ], [ "00:05:21.18", "00:05:21.88" ], [ "00:05:21.98", "00:05:24.45" ] ], "start_stop_frames": [ [ 15871, 16226 ], [ 15990, 16036 ], [ 16059, 16094 ], [ 16099, 16222 ] ], "trgnoun": "blender_part", "trgverb": "put_down" }, { "key": "P02_122+115_116_117_118", "video_id": "P02_122", "narration_ids": [ "P02_122_115", "P02_122_116", "P02_122_117", "P02_122_118" ], "src": "pick_up tomatoes from tomato box . hold tomatoes in hand . open tap", "src1": "pick_up tomatoes from tomato box", "src2": "hold tomatoes in hand", "src3": "open tap", "trg": "wash tomatoes", "vis_src": "P02_122:115 P02_122:116 P02_122:117", "vis_trg": "P02_122:118", "narrations": [ "pick up tomatoes from tomato box", "hold tomatoes in hand", "open tap", "wash tomatoes" ], "verbs": [ "pick-up", "hold-in", "turn-on", "wash" ], "verb_classes": [ 0, 34, 6, 2 ], "nouns": [ "tomato", "tomato", "tap", "tomato" ], "noun_classes": [ 43, 43, 0, 43 ], "start_stop_timestamps": [ [ "00:06:09.28", "00:06:12.98" ], [ "00:06:13.08", "00:06:14.92" ], [ "00:06:15.18", "00:06:16.51" ], [ "00:06:16.36", "00:06:20.73" ] ], "start_stop_frames": [ [ 18464, 18649 ], [ 18654, 18746 ], [ 18759, 18825 ], [ 18818, 19036 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P10_04+373_374_375_377", "video_id": "P10_04", "narration_ids": [ "P10_04_373", "P10_04_374", "P10_04_375", "P10_04_377" ], "src": "clean the brusher using tap water . put the brush away . use the clothes to clean the desk", "src1": "clean the brusher using tap water", "src2": "put the brush away", "src3": "use the clothes to clean the desk", "trg": "clean the sink", "vis_src": "P10_04:373 P10_04:374 P10_04:375", "vis_trg": "P10_04:377", "narrations": [ "clean the brusher using tap water", "put the brush away", "use the clothes to clean the desk", "clean the sink" ], "verbs": [ "clean", "put", "clean", "clean" ], "verb_classes": [ 2, 1, 2, 2 ], "nouns": [ "brusher", "brush", "clothes", "sink" ], "noun_classes": [ 103, 103, 73, 63 ], "start_stop_timestamps": [ [ "00:39:08.81", "00:39:14.96" ], [ "00:39:15.06", "00:39:17.13" ], [ "00:39:28.17", "00:39:29.27" ], [ "00:39:30.66", "00:39:32.62" ] ], "start_stop_frames": [ [ 140928, 141297 ], [ 141303, 141427 ], [ 142090, 142156 ], [ 142239, 142357 ] ], "trgnoun": "sink", "trgverb": "clean" }, { "key": "P08_04+38_39_40_41", "video_id": "P08_04", "narration_ids": [ "P08_04_38", "P08_04_39", "P08_04_40", "P08_04_41" ], "src": "arrange wooden_spoons . get forks and knives . open drawer", "src1": "arrange wooden_spoons", "src2": "get forks and knives", "src3": "open drawer", "trg": "arrange forks", "vis_src": "P08_04:38 P08_04:39 P08_04:40", "vis_trg": "P08_04:41", "narrations": [ "arrange wooden spoons", "get forks and knives", "open drawer", "arrange forks" ], "verbs": [ "arrange", "get", "open", "arrange" ], "verb_classes": [ 40, 0, 3, 40 ], "nouns": [ "spoon:wooden", "fork", "drawer", "fork" ], "noun_classes": [ 1, 14, 8, 14 ], "start_stop_timestamps": [ [ "00:01:53.24", "00:01:54.49" ], [ "00:01:55.34", "00:01:56.34" ], [ "00:01:56.68", "00:01:58.17" ], [ "00:01:59.02", "00:02:04.78" ] ], "start_stop_frames": [ [ 6794, 6869 ], [ 6920, 6980 ], [ 7000, 7090 ], [ 7141, 7486 ] ], "trgnoun": "fork", "trgverb": "arrange" }, { "key": "P03_19+134_135_136_137", "video_id": "P03_19", "narration_ids": [ "P03_19_134", "P03_19_135", "P03_19_136", "P03_19_137" ], "src": "put lid on rack . grab plate . wash plate", "src1": "put lid on rack", "src2": "grab plate", "src3": "wash plate", "trg": "put plate", "vis_src": "P03_19:134 P03_19:135 P03_19:136", "vis_trg": "P03_19:137", "narrations": [ "put lid on rack", "grab plate", "wash plate", "put plate" ], "verbs": [ "put-on", "grab", "wash", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "lid", "plate", "plate", "plate" ], "noun_classes": [ 6, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:06:39.40", "00:06:40.20" ], [ "00:06:41.11", "00:06:41.98" ], [ "00:06:42.21", "00:06:53.50" ], [ "00:06:53.52", "00:06:54.94" ] ], "start_stop_frames": [ [ 23964, 24012 ], [ 24066, 24118 ], [ 24132, 24810 ], [ 24811, 24896 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P28_113+135_136_137_138", "video_id": "P28_113", "narration_ids": [ "P28_113_135", "P28_113_136", "P28_113_137", "P28_113_138" ], "src": "take onion . put onion . take spring_onions", "src1": "take onion", "src2": "put onion", "src3": "take spring_onions", "trg": "put spring_onions", "vis_src": "P28_113:135 P28_113:136 P28_113:137", "vis_trg": "P28_113:138", "narrations": [ "take onion", "put onion", "take spring onions", "put spring onions" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "onion", "onion", "onion:spring", "onion:spring" ], "noun_classes": [ 16, 16, 128, 128 ], "start_stop_timestamps": [ [ "00:08:07.47", "00:08:08.05" ], [ "00:08:08.40", "00:08:09.38" ], [ "00:08:09.45", "00:08:10.38" ], [ "00:08:10.47", "00:08:10.92" ] ], "start_stop_frames": [ [ 24373, 24402 ], [ 24420, 24469 ], [ 24472, 24519 ], [ 24523, 24546 ] ], "trgnoun": "spring_onion", "trgverb": "put" }, { "key": "P12_06+12_13_14_15", "video_id": "P12_06", "narration_ids": [ "P12_06_12", "P12_06_13", "P12_06_14", "P12_06_15" ], "src": "light candle . open drawer . take glass", "src1": "light candle", "src2": "open drawer", "src3": "take glass", "trg": "put glass on table", "vis_src": "P12_06:12 P12_06:13 P12_06:14", "vis_trg": "P12_06:15", "narrations": [ "light candle", "open drawer", "take glass", "put glass on table" ], "verbs": [ "light", "open", "take", "put-on" ], "verb_classes": [ 6, 3, 0, 1 ], "nouns": [ "candle", "drawer", "glass", "glass" ], "noun_classes": [ 280, 8, 10, 10 ], "start_stop_timestamps": [ [ "00:01:05.92", "00:01:10.63" ], [ "00:01:19.80", "00:01:23.39" ], [ "00:01:22.75", "00:01:25.00" ], [ "00:01:26.33", "00:01:27.34" ] ], "start_stop_frames": [ [ 3955, 4237 ], [ 4788, 5003 ], [ 4965, 5100 ], [ 5179, 5240 ] ], "trgnoun": "glass", "trgverb": "put_on" }, { "key": "P31_09+28_29_30_31", "video_id": "P31_09", "narration_ids": [ "P31_09_28", "P31_09_29", "P31_09_30", "P31_09_31" ], "src": "turn_on tap . rinse sponge . wash sink", "src1": "turn_on tap", "src2": "rinse sponge", "src3": "wash sink", "trg": "put_down sponge", "vis_src": "P31_09:28 P31_09:29 P31_09:30", "vis_trg": "P31_09:31", "narrations": [ "turn on tap", "rinse sponge", "wash sink", "put down sponge" ], "verbs": [ "turn-on", "rinse", "wash", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "sponge", "sink", "sponge" ], "noun_classes": [ 0, 9, 63, 9 ], "start_stop_timestamps": [ [ "00:03:49.83", "00:03:51.10" ], [ "00:03:51.20", "00:03:54.06" ], [ "00:03:54.16", "00:03:58.49" ], [ "00:04:00.57", "00:04:01.35" ] ], "start_stop_frames": [ [ 13789, 13866 ], [ 13872, 14043 ], [ 14049, 14309 ], [ 14434, 14481 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P07_110+55_56_57_58", "video_id": "P07_110", "narration_ids": [ "P07_110_55", "P07_110_56", "P07_110_57", "P07_110_58" ], "src": "close bottle . open fridge . put milk into fridge", "src1": "close bottle", "src2": "open fridge", "src3": "put milk into fridge", "trg": "close fridge", "vis_src": "P07_110:55 P07_110:56 P07_110:57", "vis_trg": "P07_110:58", "narrations": [ "close bottle", "open fridge", "put milk into fridge", "close fridge" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "bottle", "fridge", "milk", "fridge" ], "noun_classes": [ 15, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:02:54.13", "00:02:55.88" ], [ "00:02:56.57", "00:02:57.34" ], [ "00:02:57.35", "00:02:58.48" ], [ "00:02:58.40", "00:02:59.32" ] ], "start_stop_frames": [ [ 8706, 8794 ], [ 8828, 8867 ], [ 8867, 8924 ], [ 8920, 8966 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P12_101+166_167_168_169", "video_id": "P12_101", "narration_ids": [ "P12_101_166", "P12_101_167", "P12_101_168", "P12_101_169" ], "src": "pour salt into saucepan with meat . put_down salt_container onto countertop . pick_up spice from countertop", "src1": "pour salt into saucepan with meat", "src2": "put_down salt_container onto countertop", "src3": "pick_up spice from countertop", "trg": "pour some spice over meat in saucepan", "vis_src": "P12_101:166 P12_101:167 P12_101:168", "vis_trg": "P12_101:169", "narrations": [ "pour salt into saucepan with meat", "put down salt container onto countertop", "pick up spice from countertop", "pour some spice over meat in saucepan" ], "verbs": [ "pour-into", "put-down", "pick-up", "pour-over" ], "verb_classes": [ 9, 1, 0, 9 ], "nouns": [ "salt", "container:salt", "spice", "spice" ], "noun_classes": [ 38, 21, 85, 85 ], "start_stop_timestamps": [ [ "00:07:19.12", "00:07:21.26" ], [ "00:07:21.85", "00:07:22.69" ], [ "00:07:22.48", "00:07:24.59" ], [ "00:07:26.10", "00:07:31.73" ] ], "start_stop_frames": [ [ 21956, 22063 ], [ 22092, 22134 ], [ 22124, 22229 ], [ 22305, 22586 ] ], "trgnoun": "spice", "trgverb": "pour_over" }, { "key": "P02_104+7_8_9_10", "video_id": "P02_104", "narration_ids": [ "P02_104_7", "P02_104_8", "P02_104_9", "P02_104_10" ], "src": "pick_up kettle . open kettle . open tap", "src1": "pick_up kettle", "src2": "open kettle", "src3": "open tap", "trg": "fill kettle with water", "vis_src": "P02_104:7 P02_104:8 P02_104:9", "vis_trg": "P02_104:10", "narrations": [ "pick up kettle", "open kettle", "open tap", "fill kettle with water" ], "verbs": [ "pick-up", "open", "turn-on", "fill" ], "verb_classes": [ 0, 3, 6, 26 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:00:25.55", "00:00:27.19" ], [ "00:00:27.26", "00:00:27.78" ], [ "00:00:29.49", "00:00:30.90" ], [ "00:00:30.69", "00:00:36.49" ] ], "start_stop_frames": [ [ 1277, 1359 ], [ 1363, 1389 ], [ 1474, 1545 ], [ 1534, 1824 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P28_113+27_28_29_30", "video_id": "P28_113", "narration_ids": [ "P28_113_27", "P28_113_28", "P28_113_29", "P28_113_30" ], "src": "put v60 . take lid . take chopsticks", "src1": "put v60", "src2": "take lid", "src3": "take chopsticks", "trg": "put chopsticks", "vis_src": "P28_113:27 P28_113:28 P28_113:29", "vis_trg": "P28_113:30", "narrations": [ "put v60", "take lid", "take chopsticks", "put chopsticks" ], "verbs": [ "put", "take", "take", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "v60", "lid", "chopstick", "chopstick" ], "noun_classes": [ 50, 6, 80, 80 ], "start_stop_timestamps": [ [ "00:01:21.09", "00:01:25.55" ], [ "00:01:28.59", "00:01:29.46" ], [ "00:01:30.56", "00:01:34.54" ], [ "00:01:33.66", "00:01:35.27" ] ], "start_stop_frames": [ [ 4054, 4277 ], [ 4429, 4473 ], [ 4528, 4727 ], [ 4683, 4763 ] ], "trgnoun": "chopstick", "trgverb": "put" }, { "key": "P02_04+60_61_62_63", "video_id": "P02_04", "narration_ids": [ "P02_04_60", "P02_04_61", "P02_04_62", "P02_04_63" ], "src": "pick_up knife . wash knife . pick_up spoon", "src1": "pick_up knife", "src2": "wash knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P02_04:60 P02_04:61 P02_04:62", "vis_trg": "P02_04:63", "narrations": [ "pick up knife", "wash knife", "pick up spoon", "wash spoon" ], "verbs": [ "pick-up", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:02:45.34", "00:02:46.01" ], [ "00:02:45.88", "00:02:48.15" ], [ "00:02:48.56", "00:02:49.31" ], [ "00:02:49.55", "00:02:51.43" ] ], "start_stop_frames": [ [ 9920, 9960 ], [ 9952, 10089 ], [ 10113, 10158 ], [ 10173, 10285 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P06_07+18_19_20_21", "video_id": "P06_07", "narration_ids": [ "P06_07_18", "P06_07_19", "P06_07_20", "P06_07_21" ], "src": "take tray from under pizza . pick_up pizza . put pizza", "src1": "take tray from under pizza", "src2": "pick_up pizza", "src3": "put pizza", "trg": "put tray", "vis_src": "P06_07:18 P06_07:19 P06_07:20", "vis_trg": "P06_07:21", "narrations": [ "take tray from under pizza", "pick up pizza", "put pizza", "put tray" ], "verbs": [ "take-from", "pick-up", "put", "put" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "tray", "pizza", "pizza", "tray" ], "noun_classes": [ 35, 91, 91, 35 ], "start_stop_timestamps": [ [ "00:01:03.11", "00:01:07.19" ], [ "00:01:07.05", "00:01:08.69" ], [ "00:01:09.07", "00:01:10.11" ], [ "00:01:11.26", "00:01:13.04" ] ], "start_stop_frames": [ [ 3786, 4031 ], [ 4023, 4121 ], [ 4144, 4206 ], [ 4275, 4382 ] ], "trgnoun": "tray", "trgverb": "put" }, { "key": "P28_111+7_8_9_10", "video_id": "P28_111", "narration_ids": [ "P28_111_7", "P28_111_8", "P28_111_9", "P28_111_10" ], "src": "put spoon . open cupboard . take bowl", "src1": "put spoon", "src2": "open cupboard", "src3": "take bowl", "trg": "put bowl", "vis_src": "P28_111:7 P28_111:8 P28_111:9", "vis_trg": "P28_111:10", "narrations": [ "put spoon", "open cupboard", "take bowl", "put bowl" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "spoon", "cupboard", "bowl", "bowl" ], "noun_classes": [ 1, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:00:33.32", "00:00:34.37" ], [ "00:00:34.72", "00:00:35.47" ], [ "00:00:37.72", "00:00:41.22" ], [ "00:00:42.51", "00:00:43.42" ] ], "start_stop_frames": [ [ 1666, 1718 ], [ 1736, 1773 ], [ 1886, 2061 ], [ 2125, 2171 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P29_03+140_141_142_143", "video_id": "P29_03", "narration_ids": [ "P29_03_140", "P29_03_141", "P29_03_142", "P29_03_143" ], "src": "pick_up whisks . put whisks in drawer . pick_up teaspoons", "src1": "pick_up whisks", "src2": "put whisks in drawer", "src3": "pick_up teaspoons", "trg": "put teaspoons in drawer", "vis_src": "P29_03:140 P29_03:141 P29_03:142", "vis_trg": "P29_03:143", "narrations": [ "pick up whisks", "put whisks in drawer", "pick up teaspoons", "put teaspoons in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "whisk", "whisk", "teaspoon", "teaspoon" ], "noun_classes": [ 218, 218, 1, 1 ], "start_stop_timestamps": [ [ "00:08:23.15", "00:08:24.90" ], [ "00:08:24.99", "00:08:26.49" ], [ "00:08:26.85", "00:08:28.35" ], [ "00:08:28.40", "00:08:29.54" ] ], "start_stop_frames": [ [ 30189, 30294 ], [ 30299, 30389 ], [ 30411, 30501 ], [ 30504, 30572 ] ], "trgnoun": "teaspoon", "trgverb": "put_in" }, { "key": "P22_10+363_364_365_366", "video_id": "P22_10", "narration_ids": [ "P22_10_363", "P22_10_364", "P22_10_365", "P22_10_366" ], "src": "pick_up bottle . open bottle . flatten bottle", "src1": "pick_up bottle", "src2": "open bottle", "src3": "flatten bottle", "trg": "close bottle", "vis_src": "P22_10:363 P22_10:364 P22_10:365", "vis_trg": "P22_10:366", "narrations": [ "pick up bottle", "open bottle", "flatten bottle", "close bottle" ], "verbs": [ "pick-up", "open", "flatten", "close" ], "verb_classes": [ 0, 3, 87, 4 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:13:10.71", "00:13:11.92" ], [ "00:13:12.06", "00:13:13.93" ], [ "00:13:14.59", "00:13:17.07" ], [ "00:13:17.55", "00:13:19.21" ] ], "start_stop_frames": [ [ 47442, 47515 ], [ 47523, 47635 ], [ 47675, 47824 ], [ 47853, 47952 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P04_104+139_140_141_142", "video_id": "P04_104", "narration_ids": [ "P04_104_139", "P04_104_140", "P04_104_141", "P04_104_142" ], "src": "push_down battery . pull_out battery . put_down battery", "src1": "push_down battery", "src2": "pull_out battery", "src3": "put_down battery", "trg": "slide battery into scales", "vis_src": "P04_104:139 P04_104:140 P04_104:141", "vis_trg": "P04_104:142", "narrations": [ "push down battery", "pull out battery", "put down battery", "slide battery into scales" ], "verbs": [ "push-down", "pull-out", "put-down", "slide-into" ], "verb_classes": [ 21, 31, 1, 5 ], "nouns": [ "battery", "battery", "battery", "battery" ], "noun_classes": [ 233, 233, 233, 233 ], "start_stop_timestamps": [ [ "00:05:15.01", "00:05:15.71" ], [ "00:05:16.06", "00:05:18.01" ], [ "00:05:18.21", "00:05:18.64" ], [ "00:05:19.02", "00:05:21.25" ] ], "start_stop_frames": [ [ 15750, 15785 ], [ 15803, 15900 ], [ 15910, 15932 ], [ 15951, 16062 ] ], "trgnoun": "battery", "trgverb": "slide_into" }, { "key": "P02_108+183_184_185_186", "video_id": "P02_108", "narration_ids": [ "P02_108_183", "P02_108_184", "P02_108_185", "P02_108_186" ], "src": "put_down oil_bottle . shape dough using both hands . put ball of dough inside bowl", "src1": "put_down oil_bottle", "src2": "shape dough using both hands", "src3": "put ball of dough inside bowl", "trg": "pick_up dough using both hands", "vis_src": "P02_108:183 P02_108:184 P02_108:185", "vis_trg": "P02_108:186", "narrations": [ "put down oil bottle", "shape dough using both hands", "put ball of dough inside bowl", "pick up dough using both hands" ], "verbs": [ "put-down", "shape", "put-of", "pick-up" ], "verb_classes": [ 1, 74, 1, 0 ], "nouns": [ "bottle:oil", "dough", "ball:dough", "dough" ], "noun_classes": [ 15, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:09:11.74", "00:09:13.15" ], [ "00:09:13.44", "00:09:40.57" ], [ "00:09:40.25", "00:09:55.72" ], [ "00:09:45.67", "00:09:58.17" ] ], "start_stop_frames": [ [ 27587, 27657 ], [ 27672, 29028 ], [ 29012, 29786 ], [ 29283, 29908 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P23_03+21_22_23_24", "video_id": "P23_03", "narration_ids": [ "P23_03_21", "P23_03_22", "P23_03_23", "P23_03_24" ], "src": "cleaning the hands . take the onion . cut the onion with knife", "src1": "cleaning the hands", "src2": "take the onion", "src3": "cut the onion with knife", "trg": "removing outer layer from the onion", "vis_src": "P23_03:21 P23_03:22 P23_03:23", "vis_trg": "P23_03:24", "narrations": [ "cleaning the hands", "take the onion", "cut the onion with knife", "removing outer layer from the onion" ], "verbs": [ "clean", "take", "cut", "remove-from" ], "verb_classes": [ 2, 0, 7, 12 ], "nouns": [ "hand", "onion", "onion", "onion" ], "noun_classes": [ 11, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:03:05.36", "00:03:08.06" ], [ "00:03:13.49", "00:03:14.25" ], [ "00:03:14.03", "00:03:18.69" ], [ "00:03:18.58", "00:03:39.58" ] ], "start_stop_frames": [ [ 11121, 11283 ], [ 11609, 11655 ], [ 11641, 11921 ], [ 11914, 13174 ] ], "trgnoun": "onion", "trgverb": "remove_from" }, { "key": "P06_101+337_338_339_340", "video_id": "P06_101", "narration_ids": [ "P06_101_337", "P06_101_338", "P06_101_339", "P06_101_340" ], "src": "put pepper in cupboard . close cupboard . pick_up oil", "src1": "put pepper in cupboard", "src2": "close cupboard", "src3": "pick_up oil", "trg": "open oil", "vis_src": "P06_101:337 P06_101:338 P06_101:339", "vis_trg": "P06_101:340", "narrations": [ "put pepper in cupboard", "close cupboard", "pick up oil", "open oil" ], "verbs": [ "put-in", "close", "pick-up", "open" ], "verb_classes": [ 5, 4, 0, 3 ], "nouns": [ "pepper", "cupboard", "oil", "oil" ], "noun_classes": [ 37, 3, 31, 31 ], "start_stop_timestamps": [ [ "00:26:24.30", "00:26:24.71" ], [ "00:26:24.74", "00:26:26.59" ], [ "00:26:25.84", "00:26:28.34" ], [ "00:26:28.04", "00:26:28.54" ] ], "start_stop_frames": [ [ 79215, 79235 ], [ 79237, 79329 ], [ 79292, 79417 ], [ 79402, 79427 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P02_123+128_129_130_131", "video_id": "P02_123", "narration_ids": [ "P02_123_128", "P02_123_129", "P02_123_130", "P02_123_131" ], "src": "put_down pan . open cupboard . pick_up chopping_board", "src1": "put_down pan", "src2": "open cupboard", "src3": "pick_up chopping_board", "trg": "close cupboard", "vis_src": "P02_123:128 P02_123:129 P02_123:130", "vis_trg": "P02_123:131", "narrations": [ "put down pan", "open cupboard", "pick up chopping board", "close cupboard" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "pan", "cupboard", "board:chopping", "cupboard" ], "noun_classes": [ 5, 3, 18, 3 ], "start_stop_timestamps": [ [ "00:07:05.43", "00:07:06.55" ], [ "00:07:08.25", "00:07:09.28" ], [ "00:07:09.17", "00:07:21.11" ], [ "00:07:21.44", "00:07:22.29" ] ], "start_stop_frames": [ [ 21271, 21327 ], [ 21412, 21464 ], [ 21458, 22055 ], [ 22072, 22114 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_112+77_78_79_80", "video_id": "P02_112", "narration_ids": [ "P02_112_77", "P02_112_78", "P02_112_79", "P02_112_80" ], "src": "pour oil from bottle onto tray . close oil_bottle . put_down bottle", "src1": "pour oil from bottle onto tray", "src2": "close oil_bottle", "src3": "put_down bottle", "trg": "spread oil on tray using hand", "vis_src": "P02_112:77 P02_112:78 P02_112:79", "vis_trg": "P02_112:80", "narrations": [ "pour oil from bottle onto tray", "close oil bottle", "put down bottle", "spread oil on tray using hand" ], "verbs": [ "pour-from", "close", "put-down", "spread-on" ], "verb_classes": [ 9, 4, 1, 27 ], "nouns": [ "oil", "bottle:oil", "bottle", "oil" ], "noun_classes": [ 31, 15, 15, 31 ], "start_stop_timestamps": [ [ "00:03:45.58", "00:03:47.26" ], [ "00:03:46.95", "00:03:48.85" ], [ "00:03:48.79", "00:03:49.95" ], [ "00:03:49.46", "00:04:00.14" ] ], "start_stop_frames": [ [ 11279, 11363 ], [ 11347, 11442 ], [ 11439, 11497 ], [ 11473, 12007 ] ], "trgnoun": "oil", "trgverb": "spread_on" }, { "key": "P01_109+908_909_910_911", "video_id": "P01_109", "narration_ids": [ "P01_109_908", "P01_109_909", "P01_109_910", "P01_109_911" ], "src": "open freezer . open drawer . pick_up beer", "src1": "open freezer", "src2": "open drawer", "src3": "pick_up beer", "trg": "put_down beer", "vis_src": "P01_109:908 P01_109:909 P01_109:910", "vis_trg": "P01_109:911", "narrations": [ "open freezer", "open drawer", "pick up beer", "put down beer" ], "verbs": [ "open", "open", "pick-up", "put-down" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "freezer", "drawer", "beer", "beer" ], "noun_classes": [ 113, 8, 231, 231 ], "start_stop_timestamps": [ [ "01:01:35.91", "01:01:36.85" ], [ "01:01:36.86", "01:01:37.89" ], [ "01:01:37.98", "01:01:39.47" ], [ "01:01:38.91", "01:01:39.94" ] ], "start_stop_frames": [ [ 184795, 184842 ], [ 184843, 184894 ], [ 184899, 184973 ], [ 184945, 184997 ] ], "trgnoun": "beer", "trgverb": "put_down" }, { "key": "P04_04+48_49_50_51", "video_id": "P04_04", "narration_ids": [ "P04_04_48", "P04_04_49", "P04_04_50", "P04_04_51" ], "src": "close drawer . open dishwasher . slice potato", "src1": "close drawer", "src2": "open dishwasher", "src3": "slice potato", "trg": "peel potato", "vis_src": "P04_04:48 P04_04:49 P04_04:50", "vis_trg": "P04_04:51", "narrations": [ "close drawer", "open dishwasher", "slice potato", "peel potato" ], "verbs": [ "close", "open", "slice", "peel" ], "verb_classes": [ 4, 3, 7, 19 ], "nouns": [ "drawer", "dishwasher", "potato", "potato" ], "noun_classes": [ 8, 70, 30, 30 ], "start_stop_timestamps": [ [ "00:03:05.34", "00:03:06.09" ], [ "00:03:06.69", "00:03:07.44" ], [ "00:03:16.79", "00:03:21.04" ], [ "00:03:25.64", "00:04:11.14" ] ], "start_stop_frames": [ [ 11120, 11165 ], [ 11201, 11246 ], [ 11807, 12062 ], [ 12338, 15068 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P28_111+87_88_89_90", "video_id": "P28_111", "narration_ids": [ "P28_111_87", "P28_111_88", "P28_111_89", "P28_111_90" ], "src": "wash fork . put fork . take chopstick", "src1": "wash fork", "src2": "put fork", "src3": "take chopstick", "trg": "wash chopstick", "vis_src": "P28_111:87 P28_111:88 P28_111:89", "vis_trg": "P28_111:90", "narrations": [ "wash fork", "put fork", "take chopstick", "wash chopstick" ], "verbs": [ "wash", "put", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "fork", "fork", "chopstick", "chopstick" ], "noun_classes": [ 14, 14, 80, 80 ], "start_stop_timestamps": [ [ "00:04:50.94", "00:04:52.66" ], [ "00:04:52.26", "00:04:53.64" ], [ "00:04:53.23", "00:04:54.31" ], [ "00:04:54.37", "00:04:55.12" ] ], "start_stop_frames": [ [ 14547, 14632 ], [ 14613, 14682 ], [ 14661, 14715 ], [ 14718, 14756 ] ], "trgnoun": "chopstick", "trgverb": "wash" }, { "key": "P03_123+12_13_14_15", "video_id": "P03_123", "narration_ids": [ "P03_123_12", "P03_123_13", "P03_123_14", "P03_123_15" ], "src": "open cupboard . close cupboard . lift_up large_bowl", "src1": "open cupboard", "src2": "close cupboard", "src3": "lift_up large_bowl", "trg": "drop large_bowl", "vis_src": "P03_123:12 P03_123:13 P03_123:14", "vis_trg": "P03_123:15", "narrations": [ "open cupboard", "close cupboard", "lift up large bowl", "drop large bowl" ], "verbs": [ "open", "close", "lift-up", "drop" ], "verb_classes": [ 3, 4, 33, 59 ], "nouns": [ "cupboard", "cupboard", "bowl:large", "bowl:large" ], "noun_classes": [ 3, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:00:40.82", "00:00:42.37" ], [ "00:00:43.01", "00:00:44.98" ], [ "00:00:46.44", "00:00:48.53" ], [ "00:00:48.31", "00:00:50.24" ] ], "start_stop_frames": [ [ 2041, 2118 ], [ 2150, 2249 ], [ 2322, 2426 ], [ 2415, 2512 ] ], "trgnoun": "large_bowl", "trgverb": "drop" }, { "key": "P02_06+234_235_236_237", "video_id": "P02_06", "narration_ids": [ "P02_06_234", "P02_06_235", "P02_06_236", "P02_06_237" ], "src": "remove packaging . pick_up sweetcorn can . pick_up can", "src1": "remove packaging", "src2": "pick_up sweetcorn can", "src3": "pick_up can", "trg": "look_at can", "vis_src": "P02_06:234 P02_06:235 P02_06:236", "vis_trg": "P02_06:237", "narrations": [ "remove packaging", "pick up sweetcorn can", "pick up can", "look at can" ], "verbs": [ "remove", "pick-up", "pick-up", "look-at" ], "verb_classes": [ 12, 0, 0, 38 ], "nouns": [ "packaging", "sweetcorn", "can", "can" ], "noun_classes": [ 26, 125, 61, 61 ], "start_stop_timestamps": [ [ "00:10:52.96", "00:10:57.58" ], [ "00:10:58.76", "00:10:59.98" ], [ "00:11:00.70", "00:11:02.11" ], [ "00:11:02.11", "00:11:03.11" ] ], "start_stop_frames": [ [ 39177, 39454 ], [ 39525, 39598 ], [ 39642, 39726 ], [ 39726, 39786 ] ], "trgnoun": "can", "trgverb": "look_at" }, { "key": "P30_111+191_192_193_194", "video_id": "P30_111", "narration_ids": [ "P30_111_191", "P30_111_192", "P30_111_193", "P30_111_194" ], "src": "pour passata into pan . turn_on tap . fill passata_bottle with water", "src1": "pour passata into pan", "src2": "turn_on tap", "src3": "fill passata_bottle with water", "trg": "turn_off tap", "vis_src": "P30_111:191 P30_111:192 P30_111:193", "vis_trg": "P30_111:194", "narrations": [ "pour passata into pan", "turn on tap", "fill passata bottle with water", "turn off tap" ], "verbs": [ "pour-into", "turn-on", "fill-with", "turn-off" ], "verb_classes": [ 9, 6, 26, 8 ], "nouns": [ "passata", "tap", "bottle:passata", "tap" ], "noun_classes": [ 47, 0, 15, 0 ], "start_stop_timestamps": [ [ "00:07:50.94", "00:07:53.08" ], [ "00:07:55.19", "00:07:55.69" ], [ "00:07:55.83", "00:07:58.09" ], [ "00:07:57.72", "00:07:58.11" ] ], "start_stop_frames": [ [ 23547, 23654 ], [ 23759, 23784 ], [ 23791, 23904 ], [ 23886, 23905 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P09_104+46_47_48_49", "video_id": "P09_104", "narration_ids": [ "P09_104_46", "P09_104_47", "P09_104_48", "P09_104_49" ], "src": "take chorizo . open drawer . slice chorizo", "src1": "take chorizo", "src2": "open drawer", "src3": "slice chorizo", "trg": "add chorizo to pan", "vis_src": "P09_104:46 P09_104:47 P09_104:48", "vis_trg": "P09_104:49", "narrations": [ "take chorizo", "open drawer", "slice chorizo", "add chorizo to pan" ], "verbs": [ "take", "open", "slice", "add-to" ], "verb_classes": [ 0, 3, 7, 46 ], "nouns": [ "chorizo", "drawer", "chorizo", "chorizo" ], "noun_classes": [ 86, 8, 86, 86 ], "start_stop_timestamps": [ [ "00:03:51.57", "00:03:52.87" ], [ "00:03:53.40", "00:03:54.53" ], [ "00:04:00.27", "00:04:12.74" ], [ "00:04:14.50", "00:04:15.54" ] ], "start_stop_frames": [ [ 11578, 11643 ], [ 11670, 11726 ], [ 12013, 12637 ], [ 12725, 12777 ] ], "trgnoun": "chorizo", "trgverb": "add_to" }, { "key": "P01_09+683_684_685_686", "video_id": "P01_09", "narration_ids": [ "P01_09_683", "P01_09_684", "P01_09_685", "P01_09_686" ], "src": "take mushroom . eat mushroom . take olive", "src1": "take mushroom", "src2": "eat mushroom", "src3": "take olive", "trg": "eat olives", "vis_src": "P01_09:683 P01_09:684 P01_09:685", "vis_trg": "P01_09:686", "narrations": [ "take mushroom", "eat mushroom", "take olive", "eat olives" ], "verbs": [ "take", "eat", "take", "eat" ], "verb_classes": [ 0, 35, 0, 35 ], "nouns": [ "mushroom", "mushroom", "olive", "olive" ], "noun_classes": [ 56, 56, 83, 83 ], "start_stop_timestamps": [ [ "00:47:07.55", "00:47:08.80" ], [ "00:47:08.65", "00:47:09.65" ], [ "00:47:09.75", "00:47:11.75" ], [ "00:47:11.85", "00:47:13.85" ] ], "start_stop_frames": [ [ 169653, 169728 ], [ 169719, 169779 ], [ 169785, 169905 ], [ 169911, 170031 ] ], "trgnoun": "olive", "trgverb": "eat" }, { "key": "P27_103+663_664_665_666", "video_id": "P27_103", "narration_ids": [ "P27_103_663", "P27_103_664", "P27_103_665", "P27_103_666" ], "src": "turn_on tap . rinse toothpick . turn_off tap", "src1": "turn_on tap", "src2": "rinse toothpick", "src3": "turn_off tap", "trg": "dry toothpick", "vis_src": "P27_103:663 P27_103:664 P27_103:665", "vis_trg": "P27_103:666", "narrations": [ "turn on tap", "rinse toothpick", "turn off tap", "dry toothpick" ], "verbs": [ "turn-on", "rinse", "turn-off", "dry" ], "verb_classes": [ 6, 2, 8, 14 ], "nouns": [ "tap", "toothpick", "tap", "toothpick" ], "noun_classes": [ 0, 228, 0, 228 ], "start_stop_timestamps": [ [ "00:40:23.32", "00:40:24.20" ], [ "00:40:24.27", "00:40:25.63" ], [ "00:40:28.13", "00:40:28.73" ], [ "00:40:28.70", "00:40:34.60" ] ], "start_stop_frames": [ [ 121166, 121209 ], [ 121213, 121281 ], [ 121406, 121436 ], [ 121434, 121730 ] ], "trgnoun": "toothpick", "trgverb": "dry" }, { "key": "P03_109+359_360_361_362", "video_id": "P03_109", "narration_ids": [ "P03_109_359", "P03_109_360", "P03_109_361", "P03_109_362" ], "src": "close final bit of cheese packet . put_down cheese_packet . pick_up bread", "src1": "close final bit of cheese packet", "src2": "put_down cheese_packet", "src3": "pick_up bread", "trg": "tie bread closed", "vis_src": "P03_109:359 P03_109:360 P03_109:361", "vis_trg": "P03_109:362", "narrations": [ "close final bit of cheese packet", "put down cheese packet", "pick up bread", "tie bread closed" ], "verbs": [ "close", "put-down", "pick-up", "tie" ], "verb_classes": [ 4, 1, 0, 36 ], "nouns": [ "bit:cheese:packet", "packet:cheese", "bread", "bread" ], "noun_classes": [ 26, 26, 33, 33 ], "start_stop_timestamps": [ [ "00:17:17.42", "00:17:19.47" ], [ "00:17:19.74", "00:17:20.15" ], [ "00:17:20.64", "00:17:21.95" ], [ "00:17:21.98", "00:17:34.28" ] ], "start_stop_frames": [ [ 51871, 51973 ], [ 51987, 52007 ], [ 52032, 52097 ], [ 52099, 52714 ] ], "trgnoun": "bread", "trgverb": "tie" }, { "key": "P35_105+1_2_3_4", "video_id": "P35_105", "narration_ids": [ "P35_105_1", "P35_105_2", "P35_105_3", "P35_105_4" ], "src": "pick_up cloth . dry saucepan . open drawer", "src1": "pick_up cloth", "src2": "dry saucepan", "src3": "open drawer", "trg": "put_down saucepan", "vis_src": "P35_105:1 P35_105:2 P35_105:3", "vis_trg": "P35_105:4", "narrations": [ "pick up cloth", "dry saucepan", "open drawer", "put down saucepan" ], "verbs": [ "pick-up", "dry", "open", "put-down" ], "verb_classes": [ 0, 14, 3, 1 ], "nouns": [ "cloth", "saucepan", "drawer", "saucepan" ], "noun_classes": [ 17, 5, 8, 5 ], "start_stop_timestamps": [ [ "00:00:04.60", "00:00:08.85" ], [ "00:00:08.79", "00:00:15.53" ], [ "00:00:16.06", "00:00:17.47" ], [ "00:00:17.31", "00:00:18.51" ] ], "start_stop_frames": [ [ 229, 442 ], [ 439, 776 ], [ 802, 873 ], [ 865, 925 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P06_113+27_28_29_30", "video_id": "P06_113", "narration_ids": [ "P06_113_27", "P06_113_28", "P06_113_29", "P06_113_30" ], "src": "pick_up tupperware . open cupboard . put tupperware in cupboard", "src1": "pick_up tupperware", "src2": "open cupboard", "src3": "put tupperware in cupboard", "trg": "close cupboard", "vis_src": "P06_113:27 P06_113:28 P06_113:29", "vis_trg": "P06_113:30", "narrations": [ "pick up tupperware", "open cupboard", "put tupperware in cupboard", "close cupboard" ], "verbs": [ "pick-up", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "tupperware", "cupboard", "tupperware", "cupboard" ], "noun_classes": [ 23, 3, 23, 3 ], "start_stop_timestamps": [ [ "00:00:59.09", "00:01:00.34" ], [ "00:01:00.44", "00:01:04.14" ], [ "00:01:03.98", "00:01:06.23" ], [ "00:01:04.29", "00:01:06.53" ] ], "start_stop_frames": [ [ 2954, 3017 ], [ 3022, 3207 ], [ 3199, 3311 ], [ 3214, 3326 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P07_110+66_67_68_69", "video_id": "P07_110", "narration_ids": [ "P07_110_66", "P07_110_67", "P07_110_68", "P07_110_69" ], "src": "shake cloth . grab glass . grab jug", "src1": "shake cloth", "src2": "grab glass", "src3": "grab jug", "trg": "turn jug", "vis_src": "P07_110:66 P07_110:67 P07_110:68", "vis_trg": "P07_110:69", "narrations": [ "shake cloth", "grab glass", "grab jug", "turn jug" ], "verbs": [ "shake", "grab", "grab", "turn" ], "verb_classes": [ 15, 0, 0, 23 ], "nouns": [ "cloth", "glass", "jug", "jug" ], "noun_classes": [ 17, 10, 66, 66 ], "start_stop_timestamps": [ [ "00:03:16.25", "00:03:17.14" ], [ "00:03:17.57", "00:03:18.59" ], [ "00:03:21.17", "00:03:24.59" ], [ "00:03:23.91", "00:03:26.32" ] ], "start_stop_frames": [ [ 9812, 9857 ], [ 9878, 9929 ], [ 10058, 10229 ], [ 10195, 10316 ] ], "trgnoun": "jug", "trgverb": "turn" }, { "key": "P06_101+343_344_345_346", "video_id": "P06_101", "narration_ids": [ "P06_101_343", "P06_101_344", "P06_101_345", "P06_101_346" ], "src": "put_down oil . mix_ingredients in pan . pick_up lid", "src1": "put_down oil", "src2": "mix_ingredients in pan", "src3": "pick_up lid", "trg": "put lid on pan", "vis_src": "P06_101:343 P06_101:344 P06_101:345", "vis_trg": "P06_101:346", "narrations": [ "put down oil", "mix ingredients in pan", "pick up lid", "put lid on pan" ], "verbs": [ "put-down", "mix-in", "pick-up", "put-on" ], "verb_classes": [ 1, 10, 0, 1 ], "nouns": [ "oil", "ingredient", "lid", "lid" ], "noun_classes": [ 31, 34, 6, 6 ], "start_stop_timestamps": [ [ "00:26:34.45", "00:26:35.74" ], [ "00:26:36.14", "00:26:59.39" ], [ "00:27:00.28", "00:27:00.83" ], [ "00:27:01.03", "00:27:02.12" ] ], "start_stop_frames": [ [ 79722, 79787 ], [ 79807, 80969 ], [ 81014, 81041 ], [ 81051, 81106 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P25_12+11_12_13_14", "video_id": "P25_12", "narration_ids": [ "P25_12_11", "P25_12_12", "P25_12_13", "P25_12_14" ], "src": "touch lid . open drawer . pick_up teaspoon", "src1": "touch lid", "src2": "open drawer", "src3": "pick_up teaspoon", "trg": "put_down teaspoon", "vis_src": "P25_12:11 P25_12:12 P25_12:13", "vis_trg": "P25_12:14", "narrations": [ "touch lid", "open drawer", "pick up teaspoon", "put down teaspoon" ], "verbs": [ "touch", "open", "pick-up", "put-down" ], "verb_classes": [ 54, 3, 0, 1 ], "nouns": [ "lid", "drawer", "teaspoon", "teaspoon" ], "noun_classes": [ 6, 8, 1, 1 ], "start_stop_timestamps": [ [ "00:01:02.85", "00:01:07.00" ], [ "00:01:10.02", "00:01:10.89" ], [ "00:01:10.86", "00:01:17.00" ], [ "00:01:17.67", "00:01:19.25" ] ], "start_stop_frames": [ [ 3771, 4020 ], [ 4201, 4253 ], [ 4251, 4620 ], [ 4660, 4755 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P04_121+166_167_168_169", "video_id": "P04_121", "narration_ids": [ "P04_121_166", "P04_121_167", "P04_121_168", "P04_121_169" ], "src": "pick_up mug . tip_out mug into sink . turn_on tap", "src1": "pick_up mug", "src2": "tip_out mug into sink", "src3": "turn_on tap", "trg": "fill mug with water", "vis_src": "P04_121:166 P04_121:167 P04_121:168", "vis_trg": "P04_121:169", "narrations": [ "pick up mug", "tip out mug into sink", "turn on tap", "fill mug with water" ], "verbs": [ "pick-up", "tip-out", "turn-on", "fill-with" ], "verb_classes": [ 0, 20, 6, 26 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:07:45.41", "00:07:46.67" ], [ "00:07:45.00", "00:07:46.91" ], [ "00:07:46.88", "00:07:47.70" ], [ "00:07:47.72", "00:07:48.36" ] ], "start_stop_frames": [ [ 23270, 23333 ], [ 23250, 23345 ], [ 23344, 23385 ], [ 23386, 23418 ] ], "trgnoun": "mug", "trgverb": "fill_with" }, { "key": "P04_107+400_401_402_403", "video_id": "P04_107", "narration_ids": [ "P04_107_400", "P04_107_401", "P04_107_402", "P04_107_403" ], "src": "roll_out ball of dough . peel dough off rolling pin . turn_over dough", "src1": "roll_out ball of dough", "src2": "peel dough off rolling pin", "src3": "turn_over dough", "trg": "roll_out dough", "vis_src": "P04_107:400 P04_107:401 P04_107:402", "vis_trg": "P04_107:403", "narrations": [ "roll out ball of dough", "peel dough off rolling pin", "turn over dough", "roll out dough" ], "verbs": [ "roll-out", "peel-off", "turn-over", "roll-out" ], "verb_classes": [ 39, 19, 22, 39 ], "nouns": [ "ball:dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:04.27", "00:12:05.16" ], [ "00:12:08.13", "00:12:09.37" ], [ "00:12:09.26", "00:12:10.05" ], [ "00:12:10.12", "00:12:12.15" ] ], "start_stop_frames": [ [ 36213, 36258 ], [ 36406, 36468 ], [ 36463, 36502 ], [ 36506, 36607 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P05_03+159_160_161_162", "video_id": "P05_03", "narration_ids": [ "P05_03_159", "P05_03_160", "P05_03_161", "P05_03_162" ], "src": "put container in refrigerator . take rag . clean hob", "src1": "put container in refrigerator", "src2": "take rag", "src3": "clean hob", "trg": "rinse rag", "vis_src": "P05_03:159 P05_03:160 P05_03:161", "vis_trg": "P05_03:162", "narrations": [ "put container in refrigerator", "take rag", "clean hob", "rinse rag" ], "verbs": [ "put-in", "take", "clean", "rinse" ], "verb_classes": [ 5, 0, 2, 2 ], "nouns": [ "container", "rag", "hob", "rag" ], "noun_classes": [ 21, 17, 24, 17 ], "start_stop_timestamps": [ [ "00:16:05.36", "00:16:08.87" ], [ "00:16:11.37", "00:16:12.03" ], [ "00:16:12.81", "00:16:46.35" ], [ "00:16:46.37", "00:16:56.42" ] ], "start_stop_frames": [ [ 57921, 58132 ], [ 58282, 58321 ], [ 58368, 60381 ], [ 60382, 60985 ] ], "trgnoun": "rag", "trgverb": "rinse" }, { "key": "P07_116+14_15_16_17", "video_id": "P07_116", "narration_ids": [ "P07_116_14", "P07_116_15", "P07_116_16", "P07_116_17" ], "src": "grab container . put/pour_broccoli on plate . put chicken onto plate", "src1": "grab container", "src2": "put/pour_broccoli on plate", "src3": "put chicken onto plate", "trg": "press chicken", "vis_src": "P07_116:14 P07_116:15 P07_116:16", "vis_trg": "P07_116:17", "narrations": [ "grab container", "put/pour broccoli on plate", "put chicken onto plate", "press chicken" ], "verbs": [ "grab", "put-on", "put-onto", "press" ], "verb_classes": [ 0, 1, 1, 21 ], "nouns": [ "container", "broccoli:pour", "chicken", "chicken" ], "noun_classes": [ 21, 101, 57, 57 ], "start_stop_timestamps": [ [ "00:00:34.03", "00:00:35.57" ], [ "00:00:35.53", "00:00:39.55" ], [ "00:00:39.65", "00:00:43.68" ], [ "00:00:43.33", "00:00:46.21" ] ], "start_stop_frames": [ [ 1701, 1778 ], [ 1776, 1977 ], [ 1982, 2184 ], [ 2166, 2310 ] ], "trgnoun": "chicken", "trgverb": "press" }, { "key": "P04_109+77_78_79_80", "video_id": "P04_109", "narration_ids": [ "P04_109_77", "P04_109_78", "P04_109_79", "P04_109_80" ], "src": "slice_into carrot . roll_over carrot . slice carrot", "src1": "slice_into carrot", "src2": "roll_over carrot", "src3": "slice carrot", "trg": "julienne carrot", "vis_src": "P04_109:77 P04_109:78 P04_109:79", "vis_trg": "P04_109:80", "narrations": [ "slice into carrot", "roll over carrot", "slice carrot", "julienne carrot" ], "verbs": [ "slice-into", "roll-over", "slice", "julienne" ], "verb_classes": [ 7, 47, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:59.39", "00:03:00.45" ], [ "00:03:00.57", "00:03:01.43" ], [ "00:03:01.47", "00:03:11.98" ], [ "00:03:10.35", "00:03:29.92" ] ], "start_stop_frames": [ [ 8969, 9022 ], [ 9028, 9071 ], [ 9073, 9599 ], [ 9517, 10496 ] ], "trgnoun": "carrot", "trgverb": "julienne" }, { "key": "P01_09+318_319_320_321", "video_id": "P01_09", "narration_ids": [ "P01_09_318", "P01_09_319", "P01_09_320", "P01_09_321" ], "src": "put_down cutting_board and knife . open cupboard . take pan", "src1": "put_down cutting_board and knife", "src2": "open cupboard", "src3": "take pan", "trg": "put_down pan", "vis_src": "P01_09:318 P01_09:319 P01_09:320", "vis_trg": "P01_09:321", "narrations": [ "put down cutting board and knife", "open cupboard", "take pan", "put down pan" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "board:cutting", "cupboard", "pan", "pan" ], "noun_classes": [ 18, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:23:56.11", "00:23:56.87" ], [ "00:23:57.12", "00:23:57.95" ], [ "00:23:58.61", "00:24:02.86" ], [ "00:24:03.03", "00:24:04.25" ] ], "start_stop_frames": [ [ 86166, 86212 ], [ 86227, 86277 ], [ 86316, 86571 ], [ 86581, 86655 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_06+59_60_61_62", "video_id": "P02_06", "narration_ids": [ "P02_06_59", "P02_06_60", "P02_06_61", "P02_06_62" ], "src": "pick_up knife . wash knife . pick_up spoon", "src1": "pick_up knife", "src2": "wash knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P02_06:59 P02_06:60 P02_06:61", "vis_trg": "P02_06:62", "narrations": [ "pick up knife", "wash knife", "pick up spoon", "wash spoon" ], "verbs": [ "pick-up", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:02:34.11", "00:02:35.03" ], [ "00:02:35.13", "00:02:36.94" ], [ "00:02:37.04", "00:02:38.54" ], [ "00:02:38.41", "00:02:40.97" ] ], "start_stop_frames": [ [ 9246, 9301 ], [ 9307, 9416 ], [ 9422, 9512 ], [ 9504, 9658 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P25_106+37_38_39_40", "video_id": "P25_106", "narration_ids": [ "P25_106_37", "P25_106_38", "P25_106_39", "P25_106_40" ], "src": "pick_up oil . close cupboard . put_down bottle", "src1": "pick_up oil", "src2": "close cupboard", "src3": "put_down bottle", "trg": "open bottle", "vis_src": "P25_106:37 P25_106:38 P25_106:39", "vis_trg": "P25_106:40", "narrations": [ "pick up oil", "close cupboard", "put down bottle", "open bottle" ], "verbs": [ "pick-up", "close", "put-down", "open" ], "verb_classes": [ 0, 4, 1, 3 ], "nouns": [ "oil", "cupboard", "bottle", "bottle" ], "noun_classes": [ 31, 3, 15, 15 ], "start_stop_timestamps": [ [ "00:03:39.56", "00:03:41.06" ], [ "00:03:40.81", "00:03:41.94" ], [ "00:03:43.17", "00:03:44.68" ], [ "00:03:44.37", "00:03:45.59" ] ], "start_stop_frames": [ [ 10978, 11053 ], [ 11040, 11097 ], [ 11158, 11234 ], [ 11218, 11279 ] ], "trgnoun": "bottle", "trgverb": "open" }, { "key": "P02_02+40_41_42_43", "video_id": "P02_02", "narration_ids": [ "P02_02_40", "P02_02_41", "P02_02_42", "P02_02_43" ], "src": "rinse mug . close tap . put mug", "src1": "rinse mug", "src2": "close tap", "src3": "put mug", "trg": "pick_up mug", "vis_src": "P02_02:40 P02_02:41 P02_02:42", "vis_trg": "P02_02:43", "narrations": [ "rinse mug", "close tap", "put mug", "pick up mug" ], "verbs": [ "rinse", "turn-off", "put", "pick-up" ], "verb_classes": [ 2, 8, 1, 0 ], "nouns": [ "mug", "tap", "mug", "mug" ], "noun_classes": [ 13, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:01:27.15", "00:01:32.25" ], [ "00:01:32.35", "00:01:33.10" ], [ "00:01:33.20", "00:01:34.53" ], [ "00:01:34.38", "00:01:35.80" ] ], "start_stop_frames": [ [ 5229, 5535 ], [ 5541, 5586 ], [ 5592, 5671 ], [ 5662, 5748 ] ], "trgnoun": "mug", "trgverb": "pick_up" }, { "key": "P08_01+26_27_28_29", "video_id": "P08_01", "narration_ids": [ "P08_01_26", "P08_01_27", "P08_01_28", "P08_01_29" ], "src": "get plastic_bag . get cheese . get cutting_board", "src1": "get plastic_bag", "src2": "get cheese", "src3": "get cutting_board", "trg": "place cutting_board", "vis_src": "P08_01:26 P08_01:27 P08_01:28", "vis_trg": "P08_01:29", "narrations": [ "get plastic bag", "get cheese", "get cutting board", "place cutting board" ], "verbs": [ "get", "get", "get", "place" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "bag:plastic", "cheese", "board:cutting", "board:cutting" ], "noun_classes": [ 19, 32, 18, 18 ], "start_stop_timestamps": [ [ "00:01:31.71", "00:01:34.69" ], [ "00:01:36.83", "00:01:41.38" ], [ "00:01:49.16", "00:01:52.85" ], [ "00:01:53.81", "00:01:58.61" ] ], "start_stop_frames": [ [ 5502, 5681 ], [ 5809, 6082 ], [ 6549, 6771 ], [ 6828, 7116 ] ], "trgnoun": "cutting_board", "trgverb": "place" }, { "key": "P27_105+73_74_75_76", "video_id": "P27_105", "narration_ids": [ "P27_105_73", "P27_105_74", "P27_105_75", "P27_105_76" ], "src": "wash knife . put_down knife . pick_up spoon", "src1": "wash knife", "src2": "put_down knife", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P27_105:73 P27_105:74 P27_105:75", "vis_trg": "P27_105:76", "narrations": [ "wash knife", "put down knife", "pick up spoon", "wash spoon" ], "verbs": [ "wash", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:04:31.42", "00:04:32.30" ], [ "00:04:32.55", "00:04:32.99" ], [ "00:04:33.20", "00:04:33.57" ], [ "00:04:33.48", "00:04:36.27" ] ], "start_stop_frames": [ [ 13571, 13615 ], [ 13627, 13649 ], [ 13660, 13678 ], [ 13674, 13813 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P28_104+62_63_64_65", "video_id": "P28_104", "narration_ids": [ "P28_104_62", "P28_104_63", "P28_104_64", "P28_104_65" ], "src": "close cupboard . open drawer . take fork", "src1": "close cupboard", "src2": "open drawer", "src3": "take fork", "trg": "close drawer", "vis_src": "P28_104:62 P28_104:63 P28_104:64", "vis_trg": "P28_104:65", "narrations": [ "close cupboard", "open drawer", "take fork", "close drawer" ], "verbs": [ "close", "open", "take", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "cupboard", "drawer", "fork", "drawer" ], "noun_classes": [ 3, 8, 14, 8 ], "start_stop_timestamps": [ [ "00:03:23.14", "00:03:24.29" ], [ "00:03:26.08", "00:03:26.94" ], [ "00:03:27.60", "00:03:28.55" ], [ "00:03:29.29", "00:03:29.89" ] ], "start_stop_frames": [ [ 10157, 10214 ], [ 10304, 10347 ], [ 10380, 10427 ], [ 10464, 10494 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P02_118+79_80_81_82", "video_id": "P02_118", "narration_ids": [ "P02_118_79", "P02_118_80", "P02_118_81", "P02_118_82" ], "src": "pick_up bowl . put bowl on processor . pick_up processor_cover", "src1": "pick_up bowl", "src2": "put bowl on processor", "src3": "pick_up processor_cover", "trg": "put_down processor_cover", "vis_src": "P02_118:79 P02_118:80 P02_118:81", "vis_trg": "P02_118:82", "narrations": [ "pick up bowl", "put bowl on processor", "pick up processor cover", "put down processor cover" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl", "bowl", "cover:processor", "cover:processor" ], "noun_classes": [ 7, 7, 89, 89 ], "start_stop_timestamps": [ [ "00:04:22.19", "00:04:23.39" ], [ "00:04:25.00", "00:04:29.67" ], [ "00:04:30.66", "00:04:32.25" ], [ "00:04:32.13", "00:04:36.83" ] ], "start_stop_frames": [ [ 13109, 13169 ], [ 13250, 13483 ], [ 13533, 13612 ], [ 13606, 13841 ] ], "trgnoun": "processor_cover", "trgverb": "put_down" }, { "key": "P22_07+561_562_563_564", "video_id": "P22_07", "narration_ids": [ "P22_07_561", "P22_07_562", "P22_07_563", "P22_07_564" ], "src": "put_down detergent . pick_up support . pick_up grill", "src1": "put_down detergent", "src2": "pick_up support", "src3": "pick_up grill", "trg": "put_down grill", "vis_src": "P22_07:561 P22_07:562 P22_07:563", "vis_trg": "P22_07:564", "narrations": [ "put down detergent", "pick up support", "pick up grill", "put down grill" ], "verbs": [ "put-down", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "detergent", "support", "grill", "grill" ], "noun_classes": [ 22, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:27:10.45", "00:27:11.21" ], [ "00:27:10.94", "00:27:11.86" ], [ "00:27:12.69", "00:27:13.75" ], [ "00:27:15.62", "00:27:16.46" ] ], "start_stop_frames": [ [ 97827, 97872 ], [ 97856, 97911 ], [ 97961, 98025 ], [ 98137, 98187 ] ], "trgnoun": "grill", "trgverb": "put_down" }, { "key": "P28_05+37_38_39_40", "video_id": "P28_05", "narration_ids": [ "P28_05_37", "P28_05_38", "P28_05_39", "P28_05_40" ], "src": "put_down chopping_board . take spring_onions . put_down spring_onions", "src1": "put_down chopping_board", "src2": "take spring_onions", "src3": "put_down spring_onions", "trg": "chop spring_onions", "vis_src": "P28_05:37 P28_05:38 P28_05:39", "vis_trg": "P28_05:40", "narrations": [ "put down chopping board", "take spring onions", "put down spring onions", "chop spring onions" ], "verbs": [ "put-down", "take", "put-down", "chop" ], "verb_classes": [ 1, 0, 1, 7 ], "nouns": [ "board:chopping", "onion:spring", "onion:spring", "onion:spring" ], "noun_classes": [ 18, 128, 128, 128 ], "start_stop_timestamps": [ [ "00:03:57.10", "00:03:58.84" ], [ "00:04:00.83", "00:04:02.16" ], [ "00:04:02.63", "00:04:03.60" ], [ "00:04:06.71", "00:04:17.74" ] ], "start_stop_frames": [ [ 14226, 14330 ], [ 14449, 14529 ], [ 14557, 14616 ], [ 14802, 15464 ] ], "trgnoun": "spring_onion", "trgverb": "chop" }, { "key": "P06_101+13_14_15_16", "video_id": "P06_101", "narration_ids": [ "P06_101_13", "P06_101_14", "P06_101_15", "P06_101_16" ], "src": "close fridge . put_down vegetables . pick_up chopping_board", "src1": "close fridge", "src2": "put_down vegetables", "src3": "pick_up chopping_board", "trg": "put_down chopping_board", "vis_src": "P06_101:13 P06_101:14 P06_101:15", "vis_trg": "P06_101:16", "narrations": [ "close fridge", "put down vegetables", "pick up chopping board", "put down chopping board" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "fridge", "vegetable", "board:chopping", "board:chopping" ], "noun_classes": [ 12, 94, 18, 18 ], "start_stop_timestamps": [ [ "00:00:35.99", "00:00:37.35" ], [ "00:00:39.81", "00:00:40.51" ], [ "00:00:41.93", "00:00:42.61" ], [ "00:00:44.94", "00:00:45.73" ] ], "start_stop_frames": [ [ 1799, 1867 ], [ 1990, 2025 ], [ 2096, 2130 ], [ 2247, 2286 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P22_10+341_342_343_344", "video_id": "P22_10", "narration_ids": [ "P22_10_341", "P22_10_342", "P22_10_343", "P22_10_344" ], "src": "wash salad_bowl . put salad_bowl . pick_up bottle", "src1": "wash salad_bowl", "src2": "put salad_bowl", "src3": "pick_up bottle", "trg": "fill bottle", "vis_src": "P22_10:341 P22_10:342 P22_10:343", "vis_trg": "P22_10:344", "narrations": [ "wash salad bowl", "put salad bowl", "pick up bottle", "fill bottle" ], "verbs": [ "wash", "put", "pick-up", "fill" ], "verb_classes": [ 2, 1, 0, 26 ], "nouns": [ "bowl:salad", "bowl:salad", "bottle", "bottle" ], "noun_classes": [ 7, 7, 15, 15 ], "start_stop_timestamps": [ [ "00:12:06.76", "00:12:14.82" ], [ "00:12:14.76", "00:12:16.68" ], [ "00:12:18.12", "00:12:19.04" ], [ "00:12:19.50", "00:12:22.01" ] ], "start_stop_frames": [ [ 43605, 44089 ], [ 44085, 44200 ], [ 44287, 44342 ], [ 44370, 44520 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P04_02+323_324_325_326", "video_id": "P04_02", "narration_ids": [ "P04_02_323", "P04_02_324", "P04_02_325", "P04_02_326" ], "src": "open drawer . pick_up cling_film . pull cling_film", "src1": "open drawer", "src2": "pick_up cling_film", "src3": "pull cling_film", "trg": "put away cling_film", "vis_src": "P04_02:323 P04_02:324 P04_02:325", "vis_trg": "P04_02:326", "narrations": [ "open drawer", "pick up cling film", "pull cling film", "put away cling film" ], "verbs": [ "open", "pick-up", "pull", "put" ], "verb_classes": [ 3, 0, 31, 1 ], "nouns": [ "drawer", "film:cling", "film:cling", "film:cling" ], "noun_classes": [ 8, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:23:35.74", "00:23:36.95" ], [ "00:23:37.05", "00:23:37.96" ], [ "00:23:39.10", "00:23:42.46" ], [ "00:23:44.06", "00:23:45.60" ] ], "start_stop_frames": [ [ 84944, 85017 ], [ 85023, 85077 ], [ 85146, 85347 ], [ 85443, 85536 ] ], "trgnoun": "cling_film", "trgverb": "put" }, { "key": "P26_104+14_15_16_17", "video_id": "P26_104", "narration_ids": [ "P26_104_14", "P26_104_15", "P26_104_16", "P26_104_17" ], "src": "cut paper . remove paper . put_down pizza", "src1": "cut paper", "src2": "remove paper", "src3": "put_down pizza", "trg": "pick_up pizza", "vis_src": "P26_104:14 P26_104:15 P26_104:16", "vis_trg": "P26_104:17", "narrations": [ "cut paper", "remove paper", "put down pizza", "pick up pizza" ], "verbs": [ "cut", "remove", "put-down", "pick-up" ], "verb_classes": [ 7, 12, 1, 0 ], "nouns": [ "paper", "paper", "pizza", "pizza" ], "noun_classes": [ 49, 49, 91, 91 ], "start_stop_timestamps": [ [ "00:00:43.34", "00:00:56.04" ], [ "00:00:55.45", "00:01:05.95" ], [ "00:01:05.96", "00:01:08.12" ], [ "00:01:08.22", "00:01:09.88" ] ], "start_stop_frames": [ [ 2167, 2802 ], [ 2772, 3297 ], [ 3297, 3406 ], [ 3411, 3494 ] ], "trgnoun": "pizza", "trgverb": "pick_up" }, { "key": "P22_15+120_121_122_123", "video_id": "P22_15", "narration_ids": [ "P22_15_120", "P22_15_121", "P22_15_122", "P22_15_123" ], "src": "close cupboard . open tap . rinse salad_bowl", "src1": "close cupboard", "src2": "open tap", "src3": "rinse salad_bowl", "trg": "put_down down salad_bowl", "vis_src": "P22_15:120 P22_15:121 P22_15:122", "vis_trg": "P22_15:123", "narrations": [ "close cupboard", "open tap", "rinse salad bowl", "put down down salad bowl" ], "verbs": [ "close", "turn-on", "rinse", "put-down" ], "verb_classes": [ 4, 6, 2, 1 ], "nouns": [ "cupboard", "tap", "bowl:salad", "bowl:salad" ], "noun_classes": [ 3, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:04:43.58", "00:04:44.41" ], [ "00:04:51.65", "00:04:52.40" ], [ "00:04:52.66", "00:04:56.79" ], [ "00:04:55.91", "00:04:57.66" ] ], "start_stop_frames": [ [ 17014, 17064 ], [ 17499, 17544 ], [ 17559, 17807 ], [ 17754, 17859 ] ], "trgnoun": "salad_bowl", "trgverb": "put_down" }, { "key": "P22_10+306_307_308_309", "video_id": "P22_10", "narration_ids": [ "P22_10_306", "P22_10_307", "P22_10_308", "P22_10_309" ], "src": "turn_on tap . wash glass . lather glass", "src1": "turn_on tap", "src2": "wash glass", "src3": "lather glass", "trg": "put_down glass", "vis_src": "P22_10:306 P22_10:307 P22_10:308", "vis_trg": "P22_10:309", "narrations": [ "turn on tap", "wash glass", "lather glass", "put down glass" ], "verbs": [ "turn-on", "wash", "lather", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "glass", "glass", "glass" ], "noun_classes": [ 0, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:10:40.78", "00:10:41.53" ], [ "00:10:41.63", "00:10:48.63" ], [ "00:10:43.41", "00:10:54.43" ], [ "00:10:46.35", "00:10:48.85" ] ], "start_stop_frames": [ [ 38446, 38491 ], [ 38497, 38917 ], [ 38604, 39265 ], [ 38781, 38931 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P28_01+13_14_15_16", "video_id": "P28_01", "narration_ids": [ "P28_01_13", "P28_01_14", "P28_01_15", "P28_01_16" ], "src": "put_down food_container . open lid . sort food in pan", "src1": "put_down food_container", "src2": "open lid", "src3": "sort food in pan", "trg": "put_down lid", "vis_src": "P28_01:13 P28_01:14 P28_01:15", "vis_trg": "P28_01:16", "narrations": [ "put down food container", "open lid", "sort food in pan", "put down lid" ], "verbs": [ "put-down", "open", "sort-in", "put-down" ], "verb_classes": [ 1, 3, 40, 1 ], "nouns": [ "container:food", "lid", "food", "lid" ], "noun_classes": [ 21, 6, 34, 6 ], "start_stop_timestamps": [ [ "00:01:00.41", "00:01:01.11" ], [ "00:01:01.13", "00:01:01.82" ], [ "00:01:01.48", "00:01:02.13" ], [ "00:01:02.09", "00:01:03.13" ] ], "start_stop_frames": [ [ 3624, 3666 ], [ 3667, 3709 ], [ 3688, 3727 ], [ 3725, 3787 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P22_14+42_43_44_45", "video_id": "P22_14", "narration_ids": [ "P22_14_42", "P22_14_43", "P22_14_44", "P22_14_45" ], "src": "shake measuring_cup . put_down measuring_cup . close coffee", "src1": "shake measuring_cup", "src2": "put_down measuring_cup", "src3": "close coffee", "trg": "move coffee", "vis_src": "P22_14:42 P22_14:43 P22_14:44", "vis_trg": "P22_14:45", "narrations": [ "shake measuring cup", "put down measuring cup", "close coffee", "move coffee" ], "verbs": [ "shake", "put-down", "close", "move" ], "verb_classes": [ 15, 1, 4, 11 ], "nouns": [ "cup:measuring", "cup:measuring", "coffee", "coffee" ], "noun_classes": [ 13, 13, 59, 59 ], "start_stop_timestamps": [ [ "00:01:49.17", "00:01:53.83" ], [ "00:01:53.93", "00:01:55.10" ], [ "00:01:55.14", "00:01:56.84" ], [ "00:01:59.39", "00:02:00.62" ] ], "start_stop_frames": [ [ 6550, 6829 ], [ 6835, 6906 ], [ 6908, 7010 ], [ 7163, 7237 ] ], "trgnoun": "coffee", "trgverb": "move" }, { "key": "P22_113+66_67_68_69", "video_id": "P22_113", "narration_ids": [ "P22_113_66", "P22_113_67", "P22_113_68", "P22_113_69" ], "src": "pick_up bread . move bag . pick_up cloth", "src1": "pick_up bread", "src2": "move bag", "src3": "pick_up cloth", "trg": "put_down cloth", "vis_src": "P22_113:66 P22_113:67 P22_113:68", "vis_trg": "P22_113:69", "narrations": [ "pick up bread", "move bag", "pick up cloth", "put down cloth" ], "verbs": [ "pick-up", "move", "pick-up", "put-down" ], "verb_classes": [ 0, 11, 0, 1 ], "nouns": [ "bread", "bag", "cloth", "cloth" ], "noun_classes": [ 33, 19, 17, 17 ], "start_stop_timestamps": [ [ "00:01:41.99", "00:01:45.08" ], [ "00:01:46.63", "00:01:47.28" ], [ "00:01:48.61", "00:01:49.15" ], [ "00:01:49.24", "00:01:50.18" ] ], "start_stop_frames": [ [ 5099, 5254 ], [ 5331, 5364 ], [ 5430, 5457 ], [ 5462, 5509 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P04_110+68_69_70_71", "video_id": "P04_110", "narration_ids": [ "P04_110_68", "P04_110_69", "P04_110_70", "P04_110_71" ], "src": "stir mixture with teaspoon . pick_up mug . dip finger in mixture", "src1": "stir mixture with teaspoon", "src2": "pick_up mug", "src3": "dip finger in mixture", "trg": "lick finger", "vis_src": "P04_110:68 P04_110:69 P04_110:70", "vis_trg": "P04_110:71", "narrations": [ "stir mixture with teaspoon", "pick up mug", "dip finger in mixture", "lick finger" ], "verbs": [ "stir", "pick-up", "dip", "lick" ], "verb_classes": [ 10, 0, 66, 35 ], "nouns": [ "mixture", "mug", "finger", "finger" ], "noun_classes": [ 71, 13, 11, 11 ], "start_stop_timestamps": [ [ "00:02:31.80", "00:02:41.66" ], [ "00:02:41.24", "00:02:42.84" ], [ "00:02:42.69", "00:02:43.30" ], [ "00:02:43.55", "00:02:44.11" ] ], "start_stop_frames": [ [ 7590, 8083 ], [ 8062, 8142 ], [ 8134, 8165 ], [ 8177, 8205 ] ], "trgnoun": "finger", "trgverb": "lick" }, { "key": "P29_01+209_210_211_212", "video_id": "P29_01", "narration_ids": [ "P29_01_209", "P29_01_210", "P29_01_211", "P29_01_212" ], "src": "dry hands . chop sausage with spatula . stir sausage", "src1": "dry hands", "src2": "chop sausage with spatula", "src3": "stir sausage", "trg": "slice sausage with spatula", "vis_src": "P29_01:209 P29_01:210 P29_01:211", "vis_trg": "P29_01:212", "narrations": [ "dry hands", "chop sausage with spatula", "stir sausage", "slice sausage with spatula" ], "verbs": [ "dry", "chop-with", "stir", "slice-with" ], "verb_classes": [ 14, 7, 10, 7 ], "nouns": [ "hand", "sausage", "sausage", "sausage" ], "noun_classes": [ 11, 86, 86, 86 ], "start_stop_timestamps": [ [ "00:12:47.83", "00:12:49.01" ], [ "00:12:50.63", "00:12:51.40" ], [ "00:12:52.62", "00:12:53.33" ], [ "00:12:55.04", "00:12:55.92" ] ], "start_stop_frames": [ [ 46069, 46140 ], [ 46237, 46284 ], [ 46357, 46399 ], [ 46502, 46555 ] ], "trgnoun": "sausage", "trgverb": "slice_with" }, { "key": "P28_01+75_76_77_78", "video_id": "P28_01", "narration_ids": [ "P28_01_75", "P28_01_76", "P28_01_77", "P28_01_78" ], "src": "take pan . rinse pan . turn_off tap", "src1": "take pan", "src2": "rinse pan", "src3": "turn_off tap", "trg": "put_down pan", "vis_src": "P28_01:75 P28_01:76 P28_01:77", "vis_trg": "P28_01:78", "narrations": [ "take pan", "rinse pan", "turn off tap", "put down pan" ], "verbs": [ "take", "rinse", "turn-off", "put-down" ], "verb_classes": [ 0, 2, 8, 1 ], "nouns": [ "pan", "pan", "tap", "pan" ], "noun_classes": [ 5, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:04:19.85", "00:04:20.68" ], [ "00:04:20.78", "00:04:30.10" ], [ "00:04:29.96", "00:04:32.71" ], [ "00:04:35.96", "00:04:37.76" ] ], "start_stop_frames": [ [ 15591, 15640 ], [ 15646, 16206 ], [ 16197, 16362 ], [ 16557, 16665 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P22_104+25_26_27_28", "video_id": "P22_104", "narration_ids": [ "P22_104_25", "P22_104_26", "P22_104_27", "P22_104_28" ], "src": "pick_up tomato . open drawer . pick_up cutting_board", "src1": "pick_up tomato", "src2": "open drawer", "src3": "pick_up cutting_board", "trg": "put_down cutting_board", "vis_src": "P22_104:25 P22_104:26 P22_104:27", "vis_trg": "P22_104:28", "narrations": [ "pick up tomato", "open drawer", "pick up cutting board", "put down cutting board" ], "verbs": [ "pick-up", "open", "pick-up", "put-down" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "tomato", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 43, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:01:19.42", "00:01:20.24" ], [ "00:01:22.94", "00:01:23.69" ], [ "00:01:24.41", "00:01:25.02" ], [ "00:01:25.12", "00:01:25.72" ] ], "start_stop_frames": [ [ 3971, 4011 ], [ 4147, 4184 ], [ 4220, 4251 ], [ 4256, 4286 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P02_113+79_80_81_82", "video_id": "P02_113", "narration_ids": [ "P02_113_79", "P02_113_80", "P02_113_81", "P02_113_82" ], "src": "open oven . remove tray from oven . close oven", "src1": "open oven", "src2": "remove tray from oven", "src3": "close oven", "trg": "put tray on floor", "vis_src": "P02_113:79 P02_113:80 P02_113:81", "vis_trg": "P02_113:82", "narrations": [ "open oven", "remove tray from oven", "close oven", "put tray on floor" ], "verbs": [ "open", "remove-from", "close", "put-on" ], "verb_classes": [ 3, 12, 4, 1 ], "nouns": [ "oven", "tray", "oven", "tray" ], "noun_classes": [ 46, 35, 46, 35 ], "start_stop_timestamps": [ [ "00:03:49.35", "00:03:50.12" ], [ "00:03:50.11", "00:03:52.18" ], [ "00:03:52.28", "00:03:53.18" ], [ "00:03:53.54", "00:03:55.21" ] ], "start_stop_frames": [ [ 11467, 11506 ], [ 11505, 11609 ], [ 11614, 11659 ], [ 11677, 11760 ] ], "trgnoun": "tray", "trgverb": "put_on" }, { "key": "P07_117+109_110_111_112", "video_id": "P07_117", "narration_ids": [ "P07_117_109", "P07_117_110", "P07_117_111", "P07_117_112" ], "src": "put container into sink . grab lid . grab sponge", "src1": "put container into sink", "src2": "grab lid", "src3": "grab sponge", "trg": "wash lid", "vis_src": "P07_117:109 P07_117:110 P07_117:111", "vis_trg": "P07_117:112", "narrations": [ "put container into sink", "grab lid", "grab sponge", "wash lid" ], "verbs": [ "put-into", "grab", "grab", "wash" ], "verb_classes": [ 5, 0, 0, 2 ], "nouns": [ "container", "lid", "sponge", "lid" ], "noun_classes": [ 21, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:05:17.16", "00:05:20.19" ], [ "00:05:21.62", "00:05:23.22" ], [ "00:05:22.62", "00:05:23.52" ], [ "00:05:23.52", "00:05:26.89" ] ], "start_stop_frames": [ [ 15858, 16009 ], [ 16081, 16161 ], [ 16131, 16176 ], [ 16176, 16344 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P30_04+21_22_23_24", "video_id": "P30_04", "narration_ids": [ "P30_04_21", "P30_04_22", "P30_04_23", "P30_04_24" ], "src": "rinse mug . put mug . take plate", "src1": "rinse mug", "src2": "put mug", "src3": "take plate", "trg": "put plate", "vis_src": "P30_04:21 P30_04:22 P30_04:23", "vis_trg": "P30_04:24", "narrations": [ "rinse mug", "put mug", "take plate", "put plate" ], "verbs": [ "rinse", "put", "take", "put" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "mug", "mug", "plate", "plate" ], "noun_classes": [ 13, 13, 2, 2 ], "start_stop_timestamps": [ [ "00:01:12.19", "00:01:19.14" ], [ "00:01:15.63", "00:01:20.21" ], [ "00:01:20.09", "00:01:21.25" ], [ "00:01:21.58", "00:01:22.50" ] ], "start_stop_frames": [ [ 4331, 4748 ], [ 4537, 4812 ], [ 4805, 4875 ], [ 4894, 4950 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P22_08+195_196_197_198", "video_id": "P22_08", "narration_ids": [ "P22_08_195", "P22_08_196", "P22_08_197", "P22_08_198" ], "src": "insert filter . close coffee_maker . screw together sections of coffee maker", "src1": "insert filter", "src2": "close coffee_maker", "src3": "screw together sections of coffee maker", "trg": "pick_up coffee_maker", "vis_src": "P22_08:195 P22_08:196 P22_08:197", "vis_trg": "P22_08:198", "narrations": [ "insert filter", "close coffee maker", "screw together sections of coffee maker", "pick up coffee maker" ], "verbs": [ "insert", "close", "screw", "pick-up" ], "verb_classes": [ 5, 4, 78, 0 ], "nouns": [ "filter", "maker:coffee", "section:coffee:maker", "maker:coffee" ], "noun_classes": [ 77, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:08:38.47", "00:08:39.91" ], [ "00:08:40.85", "00:08:42.65" ], [ "00:08:42.52", "00:08:49.28" ], [ "00:08:49.14", "00:08:50.02" ] ], "start_stop_frames": [ [ 31108, 31194 ], [ 31251, 31359 ], [ 31351, 31756 ], [ 31748, 31801 ] ], "trgnoun": "coffee_maker", "trgverb": "pick_up" }, { "key": "P12_104+147_148_150_151", "video_id": "P12_104", "narration_ids": [ "P12_104_147", "P12_104_148", "P12_104_150", "P12_104_151" ], "src": "move cutlery . pick_up cutlery . scrub cutlery", "src1": "move cutlery", "src2": "pick_up cutlery", "src3": "scrub cutlery", "trg": "put_down cutlery", "vis_src": "P12_104:147 P12_104:148 P12_104:150", "vis_trg": "P12_104:151", "narrations": [ "move cutlery", "pick up", "scrub cutlery", "put down cutlery" ], "verbs": [ "move", "pick-up", "scrub", "put-down" ], "verb_classes": [ 11, 0, 29, 1 ], "nouns": [ "cutlery", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 58, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:10:30.73", "00:10:31.45" ], [ "00:10:31.55", "00:10:32.84" ], [ "00:10:33.22", "00:10:34.66" ], [ "00:10:34.71", "00:10:35.47" ] ], "start_stop_frames": [ [ 31536, 31572 ], [ 31577, 31642 ], [ 31661, 31733 ], [ 31735, 31773 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P02_09+407_408_409_410", "video_id": "P02_09", "narration_ids": [ "P02_09_407", "P02_09_408", "P02_09_409", "P02_09_410" ], "src": "put glass . pick_up spoon . remove stock", "src1": "put glass", "src2": "pick_up spoon", "src3": "remove stock", "trg": "pick_up stock", "vis_src": "P02_09:407 P02_09:408 P02_09:409", "vis_trg": "P02_09:410", "narrations": [ "put glass", "pick up spoon", "remove stock", "pick up stock" ], "verbs": [ "put", "pick-up", "remove", "pick-up" ], "verb_classes": [ 1, 0, 12, 0 ], "nouns": [ "glass", "spoon", "stock", "stock" ], "noun_classes": [ 10, 1, 95, 95 ], "start_stop_timestamps": [ [ "00:28:29.12", "00:28:30.02" ], [ "00:28:29.71", "00:28:31.25" ], [ "00:28:31.32", "00:28:34.10" ], [ "00:28:35.32", "00:28:37.87" ] ], "start_stop_frames": [ [ 102547, 102601 ], [ 102582, 102675 ], [ 102679, 102846 ], [ 102919, 103072 ] ], "trgnoun": "stock", "trgverb": "pick_up" }, { "key": "P23_04+112_113_114_116", "video_id": "P23_04", "narration_ids": [ "P23_04_112", "P23_04_113", "P23_04_114", "P23_04_116" ], "src": "washing the hands . mixing the curry . clean the bowl", "src1": "washing the hands", "src2": "mixing the curry", "src3": "clean the bowl", "trg": "take the brush", "vis_src": "P23_04:112 P23_04:113 P23_04:114", "vis_trg": "P23_04:116", "narrations": [ "washing the hands", "mixing the curry", "clean the bowl", "take the brush" ], "verbs": [ "wash", "mix", "clean", "take" ], "verb_classes": [ 2, 10, 2, 0 ], "nouns": [ "hand", "curry", "bowl", "brush" ], "noun_classes": [ 11, 121, 7, 103 ], "start_stop_timestamps": [ [ "00:24:23.15", "00:24:27.35" ], [ "00:24:30.50", "00:25:21.82" ], [ "00:25:26.44", "00:25:44.67" ], [ "00:25:46.74", "00:25:47.56" ] ], "start_stop_frames": [ [ 87789, 88041 ], [ 88230, 91309 ], [ 91586, 92680 ], [ 92804, 92853 ] ], "trgnoun": "brush", "trgverb": "take" }, { "key": "P04_112+114_115_116_118", "video_id": "P04_112", "narration_ids": [ "P04_112_114", "P04_112_115", "P04_112_116", "P04_112_118" ], "src": "put tupperware in fridge . close fridge . lift tea_towel", "src1": "put tupperware in fridge", "src2": "close fridge", "src3": "lift tea_towel", "trg": "move away tea_towel", "vis_src": "P04_112:114 P04_112:115 P04_112:116", "vis_trg": "P04_112:118", "narrations": [ "put tupperware in fridge", "close fridge", "lift tea towel", "move away tea towel" ], "verbs": [ "put-in", "close", "lift", "move" ], "verb_classes": [ 5, 4, 33, 11 ], "nouns": [ "tupperware", "fridge", "towel:tea", "towel:tea" ], "noun_classes": [ 23, 12, 52, 52 ], "start_stop_timestamps": [ [ "00:03:14.94", "00:03:17.94" ], [ "00:03:18.04", "00:03:19.54" ], [ "00:03:19.64", "00:03:21.44" ], [ "00:03:21.00", "00:03:21.63" ] ], "start_stop_frames": [ [ 9747, 9897 ], [ 9902, 9977 ], [ 9982, 10072 ], [ 10050, 10081 ] ], "trgnoun": "tea_towel", "trgverb": "move" }, { "key": "P22_08+81_82_83_84", "video_id": "P22_08", "narration_ids": [ "P22_08_81", "P22_08_82", "P22_08_83", "P22_08_84" ], "src": "lather plate . put_down down plate . grab colander", "src1": "lather plate", "src2": "put_down down plate", "src3": "grab colander", "trg": "lather colander", "vis_src": "P22_08:81 P22_08:82 P22_08:83", "vis_trg": "P22_08:84", "narrations": [ "lather plate", "put down down plate", "grab colander", "lather colander" ], "verbs": [ "lather", "put-down", "grab", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "colander", "colander" ], "noun_classes": [ 2, 2, 39, 39 ], "start_stop_timestamps": [ [ "00:03:05.72", "00:03:10.72" ], [ "00:03:10.82", "00:03:12.07" ], [ "00:03:12.17", "00:03:13.67" ], [ "00:03:14.52", "00:03:19.69" ] ], "start_stop_frames": [ [ 11143, 11443 ], [ 11449, 11524 ], [ 11530, 11620 ], [ 11671, 11981 ] ], "trgnoun": "colander", "trgverb": "lather" }, { "key": "P27_07+5_6_7_8", "video_id": "P27_07", "narration_ids": [ "P27_07_5", "P27_07_6", "P27_07_7", "P27_07_8" ], "src": "put_down measuring_cup . take cutting_board . open drawer", "src1": "put_down measuring_cup", "src2": "take cutting_board", "src3": "open drawer", "trg": "put_down cutting_board", "vis_src": "P27_07:5 P27_07:6 P27_07:7", "vis_trg": "P27_07:8", "narrations": [ "put down measuring cup", "take cutting board", "open drawer", "put down cutting board" ], "verbs": [ "put-down", "take", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "cup:measuring", "board:cutting", "drawer", "board:cutting" ], "noun_classes": [ 13, 18, 8, 18 ], "start_stop_timestamps": [ [ "00:00:35.09", "00:00:36.03" ], [ "00:00:39.35", "00:00:41.14" ], [ "00:00:43.09", "00:00:46.09" ], [ "00:00:45.73", "00:00:47.60" ] ], "start_stop_frames": [ [ 2105, 2161 ], [ 2361, 2468 ], [ 2585, 2765 ], [ 2743, 2856 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P04_121+126_127_128_130", "video_id": "P04_121", "narration_ids": [ "P04_121_126", "P04_121_127", "P04_121_128", "P04_121_130" ], "src": "close dishwasher . pick_up spoons . pick_up spoon", "src1": "close dishwasher", "src2": "pick_up spoons", "src3": "pick_up spoon", "trg": "put spoons in dishwasher", "vis_src": "P04_121:126 P04_121:127 P04_121:128", "vis_trg": "P04_121:130", "narrations": [ "close dishwasher", "pick up spoons", "pick up spoon", "put spoons in dishwasher" ], "verbs": [ "close", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 4, 0, 0, 5 ], "nouns": [ "dishwasher", "spoon", "spoon", "spoon" ], "noun_classes": [ 70, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:06:42.65", "00:06:44.07" ], [ "00:06:45.30", "00:06:47.20" ], [ "00:06:46.12", "00:06:49.02" ], [ "00:06:49.72", "00:06:50.78" ] ], "start_stop_frames": [ [ 20132, 20203 ], [ 20265, 20360 ], [ 20306, 20451 ], [ 20486, 20539 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P35_108+220_221_222_223", "video_id": "P35_108", "narration_ids": [ "P35_108_220", "P35_108_221", "P35_108_222", "P35_108_223" ], "src": "pick_up spoon . lather spoon . pick_up scissors", "src1": "pick_up spoon", "src2": "lather spoon", "src3": "pick_up scissors", "trg": "lather scissors", "vis_src": "P35_108:220 P35_108:221 P35_108:222", "vis_trg": "P35_108:223", "narrations": [ "pick up spoon", "lather spoon", "pick up scissors", "lather scissors" ], "verbs": [ "pick-up", "lather", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "spoon", "spoon", "scissors", "scissors" ], "noun_classes": [ 1, 1, 79, 79 ], "start_stop_timestamps": [ [ "00:13:23.83", "00:13:24.36" ], [ "00:13:24.89", "00:13:31.30" ], [ "00:13:31.45", "00:13:33.52" ], [ "00:13:33.94", "00:13:55.20" ] ], "start_stop_frames": [ [ 40191, 40218 ], [ 40244, 40565 ], [ 40572, 40676 ], [ 40697, 41760 ] ], "trgnoun": "scissors", "trgverb": "lather" }, { "key": "P01_105+231_232_233_234", "video_id": "P01_105", "narration_ids": [ "P01_105_231", "P01_105_232", "P01_105_233", "P01_105_234" ], "src": "take tofu off bag . throw bag . wipe cutting_board with knife", "src1": "take tofu off bag", "src2": "throw bag", "src3": "wipe cutting_board with knife", "trg": "put_down tofu", "vis_src": "P01_105:231 P01_105:232 P01_105:233", "vis_trg": "P01_105:234", "narrations": [ "take tofu off bag", "throw bag", "wipe cutting board with knife", "put down tofu" ], "verbs": [ "take-off", "throw", "wipe", "put-down" ], "verb_classes": [ 12, 13, 2, 1 ], "nouns": [ "tofu", "bag", "board:cutting", "tofu" ], "noun_classes": [ 81, 19, 18, 81 ], "start_stop_timestamps": [ [ "00:08:43.01", "00:08:48.32" ], [ "00:08:49.20", "00:08:50.16" ], [ "00:08:52.12", "00:08:53.50" ], [ "00:08:52.79", "00:08:53.60" ] ], "start_stop_frames": [ [ 26150, 26416 ], [ 26460, 26508 ], [ 26606, 26675 ], [ 26639, 26680 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P02_09+56_57_58_59", "video_id": "P02_09", "narration_ids": [ "P02_09_56", "P02_09_57", "P02_09_58", "P02_09_59" ], "src": "put one spoon two spoons of sugar into bowl . put sugar_jar . close sugar_jar", "src1": "put one spoon two spoons of sugar into bowl", "src2": "put sugar_jar", "src3": "close sugar_jar", "trg": "put spoon", "vis_src": "P02_09:56 P02_09:57 P02_09:58", "vis_trg": "P02_09:59", "narrations": [ "put one spoon two spoons of sugar into bowl", "put sugar jar", "close sugar jar", "put spoon" ], "verbs": [ "put-into", "put", "close", "put" ], "verb_classes": [ 5, 1, 4, 1 ], "nouns": [ "spoon", "jar:sugar", "jar:sugar", "spoon" ], "noun_classes": [ 1, 40, 40, 1 ], "start_stop_timestamps": [ [ "00:02:15.74", "00:02:19.63" ], [ "00:02:19.90", "00:02:21.32" ], [ "00:02:21.17", "00:02:22.31" ], [ "00:02:22.48", "00:02:23.04" ] ], "start_stop_frames": [ [ 8144, 8377 ], [ 8394, 8479 ], [ 8470, 8538 ], [ 8548, 8582 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P02_02+35_36_37_38", "video_id": "P02_02", "narration_ids": [ "P02_02_35", "P02_02_36", "P02_02_37", "P02_02_38" ], "src": "put knife down . close tap . pick_up mug", "src1": "put knife down", "src2": "close tap", "src3": "pick_up mug", "trg": "wash mug", "vis_src": "P02_02:35 P02_02:36 P02_02:37", "vis_trg": "P02_02:38", "narrations": [ "put knife down", "close tap", "pick up mug", "wash mug" ], "verbs": [ "put-down", "turn-off", "pick-up", "wash" ], "verb_classes": [ 1, 8, 0, 2 ], "nouns": [ "knife", "tap", "mug", "mug" ], "noun_classes": [ 4, 0, 13, 13 ], "start_stop_timestamps": [ [ "00:01:19.88", "00:01:20.64" ], [ "00:01:20.80", "00:01:21.42" ], [ "00:01:21.24", "00:01:22.49" ], [ "00:01:22.59", "00:01:33.18" ] ], "start_stop_frames": [ [ 4792, 4838 ], [ 4848, 4885 ], [ 4874, 4949 ], [ 4955, 5590 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P37_102+58_59_60_61", "video_id": "P37_102", "narration_ids": [ "P37_102_58", "P37_102_59", "P37_102_60", "P37_102_61" ], "src": "take carrots . cut carrots into two pieces . cut carrots", "src1": "take carrots", "src2": "cut carrots into two pieces", "src3": "cut carrots", "trg": "dice carrots", "vis_src": "P37_102:58 P37_102:59 P37_102:60", "vis_trg": "P37_102:61", "narrations": [ "take carrots", "cut carrots into two pieces", "cut carrots", "dice carrots" ], "verbs": [ "take", "cut-into", "cut", "dice" ], "verb_classes": [ 0, 7, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:03:43.54", "00:03:48.53" ], [ "00:03:47.10", "00:03:59.93" ], [ "00:03:52.15", "00:04:03.47" ], [ "00:03:57.08", "00:04:03.65" ] ], "start_stop_frames": [ [ 11177, 11426 ], [ 11355, 11996 ], [ 11607, 12173 ], [ 11854, 12182 ] ], "trgnoun": "carrot", "trgverb": "dice" }, { "key": "P09_103+40_41_42_43", "video_id": "P09_103", "narration_ids": [ "P09_103_40", "P09_103_41", "P09_103_42", "P09_103_43" ], "src": "shake prawns . place pepper on table . fry chicken", "src1": "shake prawns", "src2": "place pepper on table", "src3": "fry chicken", "trg": "move chicken", "vis_src": "P09_103:40 P09_103:41 P09_103:42", "vis_trg": "P09_103:43", "narrations": [ "shake prawns", "place pepper on table", "fry chicken", "move chicken" ], "verbs": [ "shake", "place-on", "fry", "move" ], "verb_classes": [ 15, 1, 45, 11 ], "nouns": [ "prawn", "pepper", "chicken", "chicken" ], "noun_classes": [ 253, 37, 57, 57 ], "start_stop_timestamps": [ [ "00:11:15.36", "00:11:17.75" ], [ "00:11:19.46", "00:11:22.28" ], [ "00:11:22.38", "00:11:53.97" ], [ "00:11:42.22", "00:11:46.77" ] ], "start_stop_frames": [ [ 33768, 33887 ], [ 33973, 34114 ], [ 34119, 35698 ], [ 35111, 35338 ] ], "trgnoun": "chicken", "trgverb": "move" }, { "key": "P01_107+29_30_31_32", "video_id": "P01_107", "narration_ids": [ "P01_107_29", "P01_107_30", "P01_107_31", "P01_107_32" ], "src": "put cereals into cupboard . close cupboard . pick_up soy_milk", "src1": "put cereals into cupboard", "src2": "close cupboard", "src3": "pick_up soy_milk", "trg": "shake soy_milk", "vis_src": "P01_107:29 P01_107:30 P01_107:31", "vis_trg": "P01_107:32", "narrations": [ "put cereals into cupboard", "close cupboard", "pick up soy milk", "shake soy milk" ], "verbs": [ "put-into", "close", "pick-up", "shake" ], "verb_classes": [ 5, 4, 0, 15 ], "nouns": [ "cereal", "cupboard", "milk:soy", "milk:soy" ], "noun_classes": [ 99, 3, 64, 64 ], "start_stop_timestamps": [ [ "00:00:56.28", "00:00:56.79" ], [ "00:00:57.09", "00:00:57.84" ], [ "00:00:58.21", "00:00:59.23" ], [ "00:00:58.56", "00:01:00.86" ] ], "start_stop_frames": [ [ 2814, 2839 ], [ 2854, 2892 ], [ 2910, 2961 ], [ 2928, 3043 ] ], "trgnoun": "soy_milk", "trgverb": "shake" }, { "key": "P06_103+70_71_72_73", "video_id": "P06_103", "narration_ids": [ "P06_103_70", "P06_103_71", "P06_103_72", "P06_103_73" ], "src": "put_down glass . pick_up cup . close cupboard", "src1": "put_down glass", "src2": "pick_up cup", "src3": "close cupboard", "trg": "put_down cup", "vis_src": "P06_103:70 P06_103:71 P06_103:72", "vis_trg": "P06_103:73", "narrations": [ "put down glass", "pick up cup", "close cupboard", "put down cup" ], "verbs": [ "put-down", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "glass", "cup", "cupboard", "cup" ], "noun_classes": [ 10, 13, 3, 13 ], "start_stop_timestamps": [ [ "00:04:10.11", "00:04:11.56" ], [ "00:04:11.49", "00:04:12.98" ], [ "00:04:13.07", "00:04:14.32" ], [ "00:04:15.48", "00:04:16.23" ] ], "start_stop_frames": [ [ 12505, 12578 ], [ 12574, 12649 ], [ 12653, 12716 ], [ 12774, 12811 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P02_123+433_434_435_436", "video_id": "P02_123", "narration_ids": [ "P02_123_433", "P02_123_434", "P02_123_435", "P02_123_436" ], "src": "pick_up cutlery . put cutlery in sink . pick_up knife", "src1": "pick_up cutlery", "src2": "put cutlery in sink", "src3": "pick_up knife", "trg": "put knife in sink", "vis_src": "P02_123:433 P02_123:434 P02_123:435", "vis_trg": "P02_123:436", "narrations": [ "pick up cutlery", "put cutlery in sink", "pick up knife", "put knife in sink" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "cutlery", "cutlery", "knife", "knife" ], "noun_classes": [ 58, 58, 4, 4 ], "start_stop_timestamps": [ [ "00:21:46.00", "00:21:47.30" ], [ "00:21:47.40", "00:21:49.25" ], [ "00:21:49.06", "00:21:49.65" ], [ "00:21:49.70", "00:21:50.26" ] ], "start_stop_frames": [ [ 65300, 65365 ], [ 65370, 65462 ], [ 65453, 65482 ], [ 65485, 65513 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P03_101+243_244_245_246", "video_id": "P03_101", "narration_ids": [ "P03_101_243", "P03_101_244", "P03_101_245", "P03_101_246" ], "src": "close fridge . pick_up knife . pick_up cheese", "src1": "close fridge", "src2": "pick_up knife", "src3": "pick_up cheese", "trg": "put cheese", "vis_src": "P03_101:243 P03_101:244 P03_101:245", "vis_trg": "P03_101:246", "narrations": [ "close fridge", "pick up knife", "pick up cheese", "put cheese" ], "verbs": [ "close", "pick-up", "pick-up", "put" ], "verb_classes": [ 4, 0, 0, 1 ], "nouns": [ "fridge", "knife", "cheese", "cheese" ], "noun_classes": [ 12, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:10:18.51", "00:10:19.08" ], [ "00:10:20.28", "00:10:21.28" ], [ "00:10:21.03", "00:10:21.69" ], [ "00:10:21.55", "00:10:21.94" ] ], "start_stop_frames": [ [ 30925, 30954 ], [ 31014, 31064 ], [ 31051, 31084 ], [ 31077, 31097 ] ], "trgnoun": "cheese", "trgverb": "put" }, { "key": "P22_05+198_199_200_201", "video_id": "P22_05", "narration_ids": [ "P22_05_198", "P22_05_199", "P22_05_200", "P22_05_201" ], "src": "close tap . shake peach . shake hands", "src1": "close tap", "src2": "shake peach", "src3": "shake hands", "trg": "put_down peach", "vis_src": "P22_05:198 P22_05:199 P22_05:200", "vis_trg": "P22_05:201", "narrations": [ "close tap", "shake peach", "shake hands", "put down peach" ], "verbs": [ "turn-off", "shake", "shake", "put-down" ], "verb_classes": [ 8, 15, 15, 1 ], "nouns": [ "tap", "peach", "hand", "peach" ], "noun_classes": [ 0, 74, 11, 74 ], "start_stop_timestamps": [ [ "00:08:27.00", "00:08:27.74" ], [ "00:08:27.63", "00:08:28.50" ], [ "00:08:28.49", "00:08:29.75" ], [ "00:08:29.67", "00:08:31.45" ] ], "start_stop_frames": [ [ 30420, 30464 ], [ 30457, 30510 ], [ 30509, 30585 ], [ 30580, 30687 ] ], "trgnoun": "peach", "trgverb": "put_down" }, { "key": "P21_04+69_70_71_72", "video_id": "P21_04", "narration_ids": [ "P21_04_69", "P21_04_70", "P21_04_71", "P21_04_72" ], "src": "putting blueberries back on the fridge . checking the table . taking a spoon", "src1": "putting blueberries back on the fridge", "src2": "checking the table", "src3": "taking a spoon", "trg": "enter table", "vis_src": "P21_04:69 P21_04:70 P21_04:71", "vis_trg": "P21_04:72", "narrations": [ "putting blueberries back on the fridge", "checking the table", "taking a spoon", "enter table" ], "verbs": [ "put", "check", "take", "enter" ], "verb_classes": [ 1, 24, 0, 67 ], "nouns": [ "blueberry", "table", "spoon", "table" ], "noun_classes": [ 178, 42, 1, 42 ], "start_stop_timestamps": [ [ "00:09:05.67", "00:09:12.76" ], [ "00:09:17.51", "00:09:19.50" ], [ "00:09:21.07", "00:09:22.83" ], [ "00:09:24.70", "00:09:28.54" ] ], "start_stop_frames": [ [ 32740, 33165 ], [ 33450, 33570 ], [ 33664, 33769 ], [ 33882, 34112 ] ], "trgnoun": "table", "trgverb": "enter" }, { "key": "P02_120+80_82_83_84", "video_id": "P02_120", "narration_ids": [ "P02_120_80", "P02_120_82", "P02_120_83", "P02_120_84" ], "src": "put_down salt . stir mixture . pick_up vanilla extract bottle", "src1": "put_down salt", "src2": "stir mixture", "src3": "pick_up vanilla extract bottle", "trg": "pick_up salt", "vis_src": "P02_120:80 P02_120:82 P02_120:83", "vis_trg": "P02_120:84", "narrations": [ "put down salt", "stir mixture", "pick up vanilla extract bottle", "pick up salt" ], "verbs": [ "put-down", "stir", "pick-up", "pick-up" ], "verb_classes": [ 1, 10, 0, 0 ], "nouns": [ "salt", "mixture", "bottle:vanilla:extract", "salt" ], "noun_classes": [ 38, 71, 15, 38 ], "start_stop_timestamps": [ [ "00:04:40.14", "00:04:41.47" ], [ "00:04:43.02", "00:04:56.29" ], [ "00:04:59.86", "00:05:01.06" ], [ "00:05:01.15", "00:05:01.93" ] ], "start_stop_frames": [ [ 14007, 14073 ], [ 14151, 14814 ], [ 14993, 15053 ], [ 15057, 15096 ] ], "trgnoun": "salt", "trgverb": "pick_up" }, { "key": "P03_04+245_246_247_248", "video_id": "P03_04", "narration_ids": [ "P03_04_245", "P03_04_246", "P03_04_247", "P03_04_248" ], "src": "grab olive_oil . open olive_oil . pour olive_oil", "src1": "grab olive_oil", "src2": "open olive_oil", "src3": "pour olive_oil", "trg": "close olive_oil", "vis_src": "P03_04:245 P03_04:246 P03_04:247", "vis_trg": "P03_04:248", "narrations": [ "grab olive oil", "open olive oil", "pour olive oil", "close olive oil" ], "verbs": [ "grab", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:17:28.28", "00:17:29.06" ], [ "00:17:29.94", "00:17:30.61" ], [ "00:17:30.77", "00:17:34.02" ], [ "00:17:34.53", "00:17:35.53" ] ], "start_stop_frames": [ [ 62896, 62943 ], [ 62996, 63036 ], [ 63046, 63241 ], [ 63271, 63331 ] ], "trgnoun": "olive_oil", "trgverb": "close" }, { "key": "P28_101+11_12_13_14", "video_id": "P28_101", "narration_ids": [ "P28_101_11", "P28_101_12", "P28_101_13", "P28_101_14" ], "src": "put bread in cupboard . close cupboard . take plate", "src1": "put bread in cupboard", "src2": "close cupboard", "src3": "take plate", "trg": "leave plate", "vis_src": "P28_101:11 P28_101:12 P28_101:13", "vis_trg": "P28_101:14", "narrations": [ "put bread in cupboard", "close cupboard", "take plate", "leave plate" ], "verbs": [ "put-in", "close", "take", "leave" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "bread", "cupboard", "plate", "plate" ], "noun_classes": [ 33, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:00:42.58", "00:00:43.64" ], [ "00:00:43.74", "00:00:44.33" ], [ "00:00:46.38", "00:00:48.00" ], [ "00:00:48.59", "00:00:51.32" ] ], "start_stop_frames": [ [ 2129, 2182 ], [ 2187, 2216 ], [ 2319, 2400 ], [ 2429, 2566 ] ], "trgnoun": "plate", "trgverb": "leave" }, { "key": "P24_04+32_33_34_35", "video_id": "P24_04", "narration_ids": [ "P24_04_32", "P24_04_33", "P24_04_34", "P24_04_35" ], "src": "put_down nutella and white bread . close door . pick_up white_bread", "src1": "put_down nutella and white bread", "src2": "close door", "src3": "pick_up white_bread", "trg": "open white_bread", "vis_src": "P24_04:32 P24_04:33 P24_04:34", "vis_trg": "P24_04:35", "narrations": [ "put down nutella and white bread", "close door", "pick up white bread", "open white bread" ], "verbs": [ "put-down", "close", "pick-up", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "nutella", "door", "bread:white", "bread:white" ], "noun_classes": [ 115, 3, 33, 33 ], "start_stop_timestamps": [ [ "00:02:20.26", "00:02:21.89" ], [ "00:02:22.29", "00:02:23.65" ], [ "00:02:24.52", "00:02:25.63" ], [ "00:02:25.70", "00:02:46.58" ] ], "start_stop_frames": [ [ 8415, 8513 ], [ 8537, 8619 ], [ 8671, 8737 ], [ 8742, 9994 ] ], "trgnoun": "white_bread", "trgverb": "open" }, { "key": "P28_103+221_222_223_224", "video_id": "P28_103", "narration_ids": [ "P28_103_221", "P28_103_222", "P28_103_223", "P28_103_224" ], "src": "pour garlic in pot . put chopping_board . take oven_glove", "src1": "pour garlic in pot", "src2": "put chopping_board", "src3": "take oven_glove", "trg": "wear oven_glove", "vis_src": "P28_103:221 P28_103:222 P28_103:223", "vis_trg": "P28_103:224", "narrations": [ "pour garlic in pot", "put chopping board", "take oven glove", "wear oven glove" ], "verbs": [ "pour-in", "put", "take", "wear" ], "verb_classes": [ 9, 1, 0, 68 ], "nouns": [ "garlic", "board:chopping", "glove:oven", "glove:oven" ], "noun_classes": [ 51, 18, 60, 60 ], "start_stop_timestamps": [ [ "00:21:47.36", "00:21:52.77" ], [ "00:21:52.87", "00:21:55.49" ], [ "00:21:58.14", "00:21:58.85" ], [ "00:21:58.69", "00:22:01.23" ] ], "start_stop_frames": [ [ 65367, 65638 ], [ 65643, 65774 ], [ 65907, 65942 ], [ 65934, 66061 ] ], "trgnoun": "oven_glove", "trgverb": "wear" }, { "key": "P02_02+9_10_11_13", "video_id": "P02_02", "narration_ids": [ "P02_02_9", "P02_02_10", "P02_02_11", "P02_02_13" ], "src": "stretch the new_bag . open the new_bag . put bag into the bin", "src1": "stretch the new_bag", "src2": "open the new_bag", "src3": "put bag into the bin", "trg": "close the trash_bin", "vis_src": "P02_02:9 P02_02:10 P02_02:11", "vis_trg": "P02_02:13", "narrations": [ "stretch the new bag", "open the new bag", "put bag into the bin", "close the trash bin" ], "verbs": [ "stretch", "open", "put-into", "close" ], "verb_classes": [ 50, 3, 5, 4 ], "nouns": [ "bag:new", "bag:new", "bag", "bin:trash" ], "noun_classes": [ 19, 19, 19, 36 ], "start_stop_timestamps": [ [ "00:00:20.62", "00:00:28.63" ], [ "00:00:29.10", "00:00:30.69" ], [ "00:00:32.60", "00:00:34.17" ], [ "00:00:36.52", "00:00:39.92" ] ], "start_stop_frames": [ [ 1237, 1717 ], [ 1746, 1841 ], [ 1956, 2050 ], [ 2191, 2395 ] ], "trgnoun": "trash_bin", "trgverb": "close" }, { "key": "P02_122+177_178_179_180", "video_id": "P02_122", "narration_ids": [ "P02_122_177", "P02_122_178", "P02_122_179", "P02_122_180" ], "src": "pick_up grater . grate cheese on top of pan . put_down cheese", "src1": "pick_up grater", "src2": "grate cheese on top of pan", "src3": "put_down cheese", "trg": "put_down grater", "vis_src": "P02_122:177 P02_122:178 P02_122:179", "vis_trg": "P02_122:180", "narrations": [ "pick up grater", "grate cheese on top of pan", "put down cheese", "put down grater" ], "verbs": [ "pick-up", "grate-on", "put-down", "put-down" ], "verb_classes": [ 0, 77, 1, 1 ], "nouns": [ "grater", "cheese", "cheese", "grater" ], "noun_classes": [ 96, 32, 32, 96 ], "start_stop_timestamps": [ [ "00:10:24.94", "00:10:27.47" ], [ "00:10:29.83", "00:11:02.43" ], [ "00:11:02.41", "00:11:03.27" ], [ "00:11:06.08", "00:11:07.53" ] ], "start_stop_frames": [ [ 31247, 31373 ], [ 31491, 33121 ], [ 33120, 33163 ], [ 33304, 33376 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P26_117+111_112_113_114", "video_id": "P26_117", "narration_ids": [ "P26_117_111", "P26_117_112", "P26_117_113", "P26_117_114" ], "src": "put_down spatula . take fork . pick_up chicken", "src1": "put_down spatula", "src2": "take fork", "src3": "pick_up chicken", "trg": "put_down chicken", "vis_src": "P26_117:111 P26_117:112 P26_117:113", "vis_trg": "P26_117:114", "narrations": [ "put down spatula", "take fork", "pick up chicken", "put down chicken" ], "verbs": [ "put-down", "take", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "spatula", "fork", "chicken", "chicken" ], "noun_classes": [ 20, 14, 57, 57 ], "start_stop_timestamps": [ [ "00:10:21.53", "00:10:23.11" ], [ "00:10:25.78", "00:10:26.68" ], [ "00:10:27.11", "00:10:27.96" ], [ "00:10:29.14", "00:10:30.64" ] ], "start_stop_frames": [ [ 31076, 31155 ], [ 31289, 31333 ], [ 31355, 31398 ], [ 31457, 31532 ] ], "trgnoun": "chicken", "trgverb": "put_down" }, { "key": "P13_08+166_167_168_169", "video_id": "P13_08", "narration_ids": [ "P13_08_166", "P13_08_167", "P13_08_168", "P13_08_169" ], "src": "clean spatula . open drawer . put spatula in the drawer", "src1": "clean spatula", "src2": "open drawer", "src3": "put spatula in the drawer", "trg": "close drawer", "vis_src": "P13_08:166 P13_08:167 P13_08:168", "vis_trg": "P13_08:169", "narrations": [ "clean spatula", "open drawer", "put spatula in the drawer", "close drawer" ], "verbs": [ "clean", "open", "put-in", "close" ], "verb_classes": [ 2, 3, 5, 4 ], "nouns": [ "spatula", "drawer", "spatula", "drawer" ], "noun_classes": [ 20, 8, 20, 8 ], "start_stop_timestamps": [ [ "00:37:03.64", "00:37:20.64" ], [ "00:37:22.70", "00:37:23.98" ], [ "00:37:23.81", "00:37:25.07" ], [ "00:37:25.13", "00:37:25.99" ] ], "start_stop_frames": [ [ 133418, 134438 ], [ 134562, 134638 ], [ 134628, 134704 ], [ 134707, 134759 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P25_104+242_243_244_245", "video_id": "P25_104", "narration_ids": [ "P25_104_242", "P25_104_243", "P25_104_244", "P25_104_245" ], "src": "open drawer . put_down teaspoon . pick_up spoon", "src1": "open drawer", "src2": "put_down teaspoon", "src3": "pick_up spoon", "trg": "dry spoon", "vis_src": "P25_104:242 P25_104:243 P25_104:244", "vis_trg": "P25_104:245", "narrations": [ "open drawer", "put down teaspoon", "pick up spoon", "dry spoon" ], "verbs": [ "open", "put-down", "pick-up", "dry" ], "verb_classes": [ 3, 1, 0, 14 ], "nouns": [ "drawer", "teaspoon", "spoon", "spoon" ], "noun_classes": [ 8, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:12:25.00", "00:12:25.88" ], [ "00:12:25.50", "00:12:26.75" ], [ "00:12:27.00", "00:12:27.87" ], [ "00:12:28.75", "00:12:31.12" ] ], "start_stop_frames": [ [ 37250, 37294 ], [ 37275, 37337 ], [ 37350, 37393 ], [ 37437, 37556 ] ], "trgnoun": "spoon", "trgverb": "dry" }, { "key": "P30_107+524_525_526_528", "video_id": "P30_107", "narration_ids": [ "P30_107_524", "P30_107_525", "P30_107_526", "P30_107_528" ], "src": "take fork . wash fork . turn_on tap", "src1": "take fork", "src2": "wash fork", "src3": "turn_on tap", "trg": "turn_off tap", "vis_src": "P30_107:524 P30_107:525 P30_107:526", "vis_trg": "P30_107:528", "narrations": [ "take fork", "wash fork", "turn on tap", "turn off tap" ], "verbs": [ "take", "wash", "turn-on", "turn-off" ], "verb_classes": [ 0, 2, 6, 8 ], "nouns": [ "fork", "fork", "tap", "tap" ], "noun_classes": [ 14, 14, 0, 0 ], "start_stop_timestamps": [ [ "00:26:10.53", "00:26:11.59" ], [ "00:26:11.36", "00:26:14.48" ], [ "00:26:14.46", "00:26:15.01" ], [ "00:26:18.26", "00:26:18.51" ] ], "start_stop_frames": [ [ 78526, 78579 ], [ 78568, 78724 ], [ 78723, 78750 ], [ 78913, 78925 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P24_02+59_62_63_64", "video_id": "P24_02", "narration_ids": [ "P24_02_59", "P24_02_62", "P24_02_63", "P24_02_64" ], "src": "close cupboard . take fork . move meat in pan", "src1": "close cupboard", "src2": "take fork", "src3": "move meat in pan", "trg": "check meat", "vis_src": "P24_02:59 P24_02:62 P24_02:63", "vis_trg": "P24_02:64", "narrations": [ "close cupboard", "take fork", "move meat in pan", "check meat" ], "verbs": [ "close", "take", "move-in", "check" ], "verb_classes": [ 4, 0, 5, 24 ], "nouns": [ "cupboard", "fork", "meat", "meat" ], "noun_classes": [ 3, 14, 28, 28 ], "start_stop_timestamps": [ [ "00:04:37.38", "00:04:38.44" ], [ "00:04:41.48", "00:04:45.90" ], [ "00:04:45.17", "00:04:53.84" ], [ "00:04:52.35", "00:04:56.18" ] ], "start_stop_frames": [ [ 16642, 16706 ], [ 16888, 17154 ], [ 17110, 17630 ], [ 17541, 17770 ] ], "trgnoun": "meat", "trgverb": "check" }, { "key": "P02_01+17_18_19_20", "video_id": "P02_01", "narration_ids": [ "P02_01_17", "P02_01_18", "P02_01_19", "P02_01_20" ], "src": "pick cereal . remove bag from cereal . open bag", "src1": "pick cereal", "src2": "remove bag from cereal", "src3": "open bag", "trg": "put cereal in plate", "vis_src": "P02_01:17 P02_01:18 P02_01:19", "vis_trg": "P02_01:20", "narrations": [ "pick cereal", "remove bag from cereal", "open bag", "put cereal in plate" ], "verbs": [ "pick", "remove-from", "open", "put-in" ], "verb_classes": [ 0, 12, 3, 5 ], "nouns": [ "cereal", "bag", "bag", "cereal" ], "noun_classes": [ 99, 19, 19, 99 ], "start_stop_timestamps": [ [ "00:00:41.87", "00:00:43.74" ], [ "00:00:43.84", "00:00:45.41" ], [ "00:00:47.43", "00:00:48.21" ], [ "00:00:48.31", "00:00:53.50" ] ], "start_stop_frames": [ [ 2512, 2624 ], [ 2630, 2724 ], [ 2845, 2892 ], [ 2898, 3210 ] ], "trgnoun": "cereal", "trgverb": "put_in" }, { "key": "P08_23+235_237_238_239", "video_id": "P08_23", "narration_ids": [ "P08_23_235", "P08_23_237", "P08_23_238", "P08_23_239" ], "src": "mix yoghurt in bowl . pour yoghurt . place pesto", "src1": "mix yoghurt in bowl", "src2": "pour yoghurt", "src3": "place pesto", "trg": "add yoghurt", "vis_src": "P08_23:235 P08_23:237 P08_23:238", "vis_trg": "P08_23:239", "narrations": [ "mix yoghurt in bowl", "pour yoghurt", "place pesto", "add yoghurt" ], "verbs": [ "mix-in", "pour", "place", "add" ], "verb_classes": [ 10, 9, 1, 46 ], "nouns": [ "yoghurt", "yoghurt", "pesto", "yoghurt" ], "noun_classes": [ 98, 98, 47, 98 ], "start_stop_timestamps": [ [ "00:20:40.38", "00:20:52.92" ], [ "00:20:53.65", "00:20:57.01" ], [ "00:21:13.71", "00:21:16.30" ], [ "00:21:15.88", "00:21:24.14" ] ], "start_stop_frames": [ [ 74422, 75175 ], [ 75219, 75420 ], [ 76422, 76578 ], [ 76552, 77048 ] ], "trgnoun": "yoghurt", "trgverb": "add" }, { "key": "P22_09+127_128_129_130", "video_id": "P22_09", "narration_ids": [ "P22_09_127", "P22_09_128", "P22_09_129", "P22_09_130" ], "src": "close tap . move moka_pot . shake hands", "src1": "close tap", "src2": "move moka_pot", "src3": "shake hands", "trg": "open tap", "vis_src": "P22_09:127 P22_09:128 P22_09:129", "vis_trg": "P22_09:130", "narrations": [ "close tap", "move moka pot", "shake hands", "open tap" ], "verbs": [ "turn-off", "move", "shake", "turn-on" ], "verb_classes": [ 8, 11, 15, 6 ], "nouns": [ "tap", "pot:moka", "hand", "tap" ], "noun_classes": [ 0, 50, 11, 0 ], "start_stop_timestamps": [ [ "00:03:57.23", "00:03:58.23" ], [ "00:03:57.47", "00:03:59.32" ], [ "00:03:58.81", "00:04:00.36" ], [ "00:04:00.86", "00:04:02.16" ] ], "start_stop_frames": [ [ 14233, 14293 ], [ 14248, 14359 ], [ 14328, 14421 ], [ 14451, 14529 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P25_10+18_19_20_21", "video_id": "P25_10", "narration_ids": [ "P25_10_18", "P25_10_19", "P25_10_20", "P25_10_21" ], "src": "pick_up detergent . put_down detergent . pick_up oil", "src1": "pick_up detergent", "src2": "put_down detergent", "src3": "pick_up oil", "trg": "put_down oil", "vis_src": "P25_10:18 P25_10:19 P25_10:20", "vis_trg": "P25_10:21", "narrations": [ "pick up detergent", "put down detergent", "pick up oil", "put down oil" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "detergent", "detergent", "oil", "oil" ], "noun_classes": [ 22, 22, 31, 31 ], "start_stop_timestamps": [ [ "00:02:50.67", "00:02:52.10" ], [ "00:02:51.09", "00:02:54.09" ], [ "00:03:07.09", "00:03:07.82" ], [ "00:03:24.45", "00:03:26.16" ] ], "start_stop_frames": [ [ 10240, 10326 ], [ 10265, 10445 ], [ 11225, 11269 ], [ 12267, 12369 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P28_103+156_157_158_159", "video_id": "P28_103", "narration_ids": [ "P28_103_156", "P28_103_157", "P28_103_158", "P28_103_159" ], "src": "take spatula . put spatula . take tupperware", "src1": "take spatula", "src2": "put spatula", "src3": "take tupperware", "trg": "put tupperware", "vis_src": "P28_103:156 P28_103:157 P28_103:158", "vis_trg": "P28_103:159", "narrations": [ "take spatula", "put spatula", "take tupperware", "put tupperware" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "spatula", "spatula", "tupperware", "tupperware" ], "noun_classes": [ 20, 20, 23, 23 ], "start_stop_timestamps": [ [ "00:15:01.35", "00:15:01.77" ], [ "00:15:03.25", "00:15:04.22" ], [ "00:15:07.17", "00:15:08.69" ], [ "00:15:09.17", "00:15:09.90" ] ], "start_stop_frames": [ [ 45067, 45088 ], [ 45162, 45211 ], [ 45358, 45434 ], [ 45458, 45495 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P22_05+387_388_389_390", "video_id": "P22_05", "narration_ids": [ "P22_05_387", "P22_05_388", "P22_05_389", "P22_05_390" ], "src": "put_down jar . grab container . close cupboard", "src1": "put_down jar", "src2": "grab container", "src3": "close cupboard", "trg": "put_down container", "vis_src": "P22_05:387 P22_05:388 P22_05:389", "vis_trg": "P22_05:390", "narrations": [ "put down jar", "grab container", "close cupboard", "put down container" ], "verbs": [ "put-down", "grab", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "jar", "container", "cupboard", "container" ], "noun_classes": [ 40, 21, 3, 21 ], "start_stop_timestamps": [ [ "00:16:00.03", "00:16:01.09" ], [ "00:16:01.13", "00:16:02.62" ], [ "00:16:02.71", "00:16:04.26" ], [ "00:16:04.32", "00:16:05.36" ] ], "start_stop_frames": [ [ 57601, 57665 ], [ 57667, 57757 ], [ 57762, 57855 ], [ 57859, 57921 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P29_03+445_446_447_448", "video_id": "P29_03", "narration_ids": [ "P29_03_445", "P29_03_446", "P29_03_447", "P29_03_448" ], "src": "rinse hands . turn_off tap . pick_up cap", "src1": "rinse hands", "src2": "turn_off tap", "src3": "pick_up cap", "trg": "throw away cap", "vis_src": "P29_03:445 P29_03:446 P29_03:447", "vis_trg": "P29_03:448", "narrations": [ "rinse hands", "turn off tap", "pick up cap", "throw away cap" ], "verbs": [ "rinse", "turn-off", "pick-up", "throw" ], "verb_classes": [ 2, 8, 0, 13 ], "nouns": [ "hand", "tap", "cap", "cap" ], "noun_classes": [ 11, 0, 118, 118 ], "start_stop_timestamps": [ [ "00:28:15.53", "00:28:18.39" ], [ "00:28:18.33", "00:28:19.76" ], [ "00:28:23.58", "00:28:24.97" ], [ "00:28:25.62", "00:28:26.47" ] ], "start_stop_frames": [ [ 101731, 101903 ], [ 101899, 101985 ], [ 102214, 102298 ], [ 102337, 102388 ] ], "trgnoun": "cap", "trgverb": "throw" }, { "key": "P08_21+40_41_42_43", "video_id": "P08_21", "narration_ids": [ "P08_21_40", "P08_21_41", "P08_21_42", "P08_21_43" ], "src": "place pan . place lid in cupboard . take plates", "src1": "place pan", "src2": "place lid in cupboard", "src3": "take plates", "trg": "place plates in cupboard", "vis_src": "P08_21:40 P08_21:41 P08_21:42", "vis_trg": "P08_21:43", "narrations": [ "place pan", "place lid in cupboard", "take plates", "place plates in cupboard" ], "verbs": [ "place", "place-in", "take", "place-in" ], "verb_classes": [ 1, 5, 0, 5 ], "nouns": [ "pan", "cupboard", "plate", "plate" ], "noun_classes": [ 5, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:01:44.52", "00:01:48.51" ], [ "00:01:48.42", "00:01:51.81" ], [ "00:01:54.50", "00:01:58.25" ], [ "00:01:59.23", "00:02:01.47" ] ], "start_stop_frames": [ [ 6271, 6510 ], [ 6505, 6708 ], [ 6870, 7095 ], [ 7153, 7288 ] ], "trgnoun": "plate", "trgverb": "place_in" }, { "key": "P29_03+364_365_366_367", "video_id": "P29_03", "narration_ids": [ "P29_03_364", "P29_03_365", "P29_03_366", "P29_03_367" ], "src": "pick_up spatula . submerge spatula . put spatula away", "src1": "pick_up spatula", "src2": "submerge spatula", "src3": "put spatula away", "trg": "scour spatula", "vis_src": "P29_03:364 P29_03:365 P29_03:366", "vis_trg": "P29_03:367", "narrations": [ "pick up spatula", "submerge spatula", "put spatula away", "scour spatula" ], "verbs": [ "pick-up", "submerge", "put", "scour" ], "verb_classes": [ 0, 56, 1, 29 ], "nouns": [ "spatula", "spatula", "spatula", "spatula" ], "noun_classes": [ 20, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:23:09.72", "00:23:10.61" ], [ "00:23:10.85", "00:23:12.02" ], [ "00:23:10.89", "00:23:19.94" ], [ "00:23:12.12", "00:23:16.51" ] ], "start_stop_frames": [ [ 83383, 83436 ], [ 83451, 83521 ], [ 83453, 83996 ], [ 83527, 83790 ] ], "trgnoun": "spatula", "trgverb": "scour" }, { "key": "P03_119+37_38_40_41", "video_id": "P03_119", "narration_ids": [ "P03_119_37", "P03_119_38", "P03_119_40", "P03_119_41" ], "src": "squeeze sponge . rinse sponge . put_down glass", "src1": "squeeze sponge", "src2": "rinse sponge", "src3": "put_down glass", "trg": "throw sponge in bin", "vis_src": "P03_119:37 P03_119:38 P03_119:40", "vis_trg": "P03_119:41", "narrations": [ "squeeze sponge", "rinse sponge", "put down glass", "throw sponge in bin" ], "verbs": [ "squeeze", "rinse", "put-down", "throw-in" ], "verb_classes": [ 18, 2, 1, 13 ], "nouns": [ "sponge", "sponge", "glass", "sponge" ], "noun_classes": [ 9, 9, 10, 9 ], "start_stop_timestamps": [ [ "00:01:17.70", "00:01:18.71" ], [ "00:01:19.56", "00:01:21.96" ], [ "00:01:19.48", "00:01:20.22" ], [ "00:01:20.98", "00:01:21.59" ] ], "start_stop_frames": [ [ 3885, 3935 ], [ 3978, 4098 ], [ 3974, 4011 ], [ 4049, 4079 ] ], "trgnoun": "sponge", "trgverb": "throw_in" }, { "key": "P02_115+19_20_21_22", "video_id": "P02_115", "narration_ids": [ "P02_115_19", "P02_115_20", "P02_115_21", "P02_115_22" ], "src": "put pie on plate . check pie . put_down plate", "src1": "put pie on plate", "src2": "check pie", "src3": "put_down plate", "trg": "pick_up pie using spatula", "vis_src": "P02_115:19 P02_115:20 P02_115:21", "vis_trg": "P02_115:22", "narrations": [ "put pie on plate", "check pie", "put down plate", "pick up pie using spatula" ], "verbs": [ "put-on", "check", "put-down", "pick-up" ], "verb_classes": [ 1, 24, 1, 0 ], "nouns": [ "pie", "pie", "plate", "pie" ], "noun_classes": [ 137, 137, 2, 137 ], "start_stop_timestamps": [ [ "00:00:49.64", "00:00:50.52" ], [ "00:00:50.32", "00:00:51.86" ], [ "00:00:51.96", "00:00:53.83" ], [ "00:00:53.98", "00:00:57.47" ] ], "start_stop_frames": [ [ 2482, 2526 ], [ 2516, 2593 ], [ 2598, 2691 ], [ 2699, 2873 ] ], "trgnoun": "pie", "trgverb": "pick_up" }, { "key": "P22_117+93_94_95_96", "video_id": "P22_117", "narration_ids": [ "P22_117_93", "P22_117_94", "P22_117_95", "P22_117_96" ], "src": "put_down lid . turn_off tap . pick_up container", "src1": "put_down lid", "src2": "turn_off tap", "src3": "pick_up container", "trg": "lather container", "vis_src": "P22_117:93 P22_117:94 P22_117:95", "vis_trg": "P22_117:96", "narrations": [ "put down lid", "turn off tap", "pick up container", "lather container" ], "verbs": [ "put-down", "turn-off", "pick-up", "lather" ], "verb_classes": [ 1, 8, 0, 2 ], "nouns": [ "lid", "tap", "container", "container" ], "noun_classes": [ 6, 0, 21, 21 ], "start_stop_timestamps": [ [ "00:03:13.53", "00:03:14.32" ], [ "00:03:14.40", "00:03:15.16" ], [ "00:03:14.79", "00:03:15.39" ], [ "00:03:15.50", "00:03:19.77" ] ], "start_stop_frames": [ [ 9676, 9716 ], [ 9720, 9758 ], [ 9739, 9769 ], [ 9775, 9988 ] ], "trgnoun": "container", "trgverb": "lather" }, { "key": "P17_04+34_35_36_37", "video_id": "P17_04", "narration_ids": [ "P17_04_34", "P17_04_35", "P17_04_36", "P17_04_37" ], "src": "stir noodles . wash the spoon . add sauce to noodles", "src1": "stir noodles", "src2": "wash the spoon", "src3": "add sauce to noodles", "trg": "put aside sauce", "vis_src": "P17_04:34 P17_04:35 P17_04:36", "vis_trg": "P17_04:37", "narrations": [ "stir noodles", "wash the spoon", "add sauce to noodles", "put aside sauce" ], "verbs": [ "stir", "wash", "add-to", "put" ], "verb_classes": [ 10, 2, 46, 1 ], "nouns": [ "noodle", "spoon", "sauce", "sauce" ], "noun_classes": [ 155, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:12:45.70", "00:12:46.63" ], [ "00:15:29.02", "00:15:31.03" ], [ "00:15:36.27", "00:15:59.33" ], [ "00:16:00.27", "00:16:02.28" ] ], "start_stop_frames": [ [ 45942, 45997 ], [ 55741, 55861 ], [ 56176, 57559 ], [ 57616, 57736 ] ], "trgnoun": "sauce", "trgverb": "put" }, { "key": "P22_08+257_258_259_260", "video_id": "P22_08", "narration_ids": [ "P22_08_257", "P22_08_258", "P22_08_259", "P22_08_260" ], "src": "open tap . rinse sponge . lather glass", "src1": "open tap", "src2": "rinse sponge", "src3": "lather glass", "trg": "put_down glass", "vis_src": "P22_08:257 P22_08:258 P22_08:259", "vis_trg": "P22_08:260", "narrations": [ "open tap", "rinse sponge", "lather glass", "put down glass" ], "verbs": [ "turn-on", "rinse", "lather", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "sponge", "glass", "glass" ], "noun_classes": [ 0, 9, 10, 10 ], "start_stop_timestamps": [ [ "00:10:27.44", "00:10:28.22" ], [ "00:10:28.28", "00:10:29.79" ], [ "00:10:29.52", "00:10:35.00" ], [ "00:10:35.10", "00:10:36.12" ] ], "start_stop_frames": [ [ 37646, 37693 ], [ 37696, 37787 ], [ 37771, 38100 ], [ 38106, 38167 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P25_106+151_152_153_154", "video_id": "P25_106", "narration_ids": [ "P25_106_151", "P25_106_152", "P25_106_153", "P25_106_154" ], "src": "pour detergent . pick_up knife . lather knife", "src1": "pour detergent", "src2": "pick_up knife", "src3": "lather knife", "trg": "rinse knife", "vis_src": "P25_106:151 P25_106:152 P25_106:153", "vis_trg": "P25_106:154", "narrations": [ "pour detergent", "pick up knife", "lather knife", "rinse knife" ], "verbs": [ "pour", "pick-up", "lather", "rinse" ], "verb_classes": [ 9, 0, 2, 2 ], "nouns": [ "detergent", "knife", "knife", "knife" ], "noun_classes": [ 22, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:13:55.80", "00:13:57.40" ], [ "00:13:58.91", "00:14:00.27" ], [ "00:14:00.55", "00:14:07.48" ], [ "00:14:07.49", "00:14:10.13" ] ], "start_stop_frames": [ [ 41790, 41870 ], [ 41945, 42013 ], [ 42027, 42374 ], [ 42374, 42506 ] ], "trgnoun": "knife", "trgverb": "rinse" }, { "key": "P12_01+24_25_26_28", "video_id": "P12_01", "narration_ids": [ "P12_01_24", "P12_01_25", "P12_01_26", "P12_01_28" ], "src": "take apple . wash apple . cut apple", "src1": "take apple", "src2": "wash apple", "src3": "cut apple", "trg": "bite apple", "vis_src": "P12_01:24 P12_01:25 P12_01:26", "vis_trg": "P12_01:28", "narrations": [ "take apple", "wash apple", "cut apple", "bite apple" ], "verbs": [ "take", "wash", "cut", "bite" ], "verb_classes": [ 0, 2, 7, 35 ], "nouns": [ "apple", "apple", "apple", "apple" ], "noun_classes": [ 187, 187, 187, 187 ], "start_stop_timestamps": [ [ "00:02:14.88", "00:02:20.45" ], [ "00:02:21.39", "00:02:24.23" ], [ "00:02:29.58", "00:02:32.56" ], [ "00:02:51.59", "00:02:53.80" ] ], "start_stop_frames": [ [ 8092, 8427 ], [ 8483, 8653 ], [ 8974, 9153 ], [ 10295, 10428 ] ], "trgnoun": "apple", "trgverb": "bite" }, { "key": "P22_07+435_436_437_438", "video_id": "P22_07", "narration_ids": [ "P22_07_435", "P22_07_436", "P22_07_437", "P22_07_438" ], "src": "pick_up wooden_fork . stir pasta . put_down wooden_fork", "src1": "pick_up wooden_fork", "src2": "stir pasta", "src3": "put_down wooden_fork", "trg": "pick_up pasta", "vis_src": "P22_07:435 P22_07:436 P22_07:437", "vis_trg": "P22_07:438", "narrations": [ "pick up wooden fork", "stir pasta", "put down wooden fork", "pick up pasta" ], "verbs": [ "pick-up", "stir", "put-down", "pick-up" ], "verb_classes": [ 0, 10, 1, 0 ], "nouns": [ "fork:wooden", "pasta", "fork:wooden", "pasta" ], "noun_classes": [ 14, 45, 14, 45 ], "start_stop_timestamps": [ [ "00:20:50.14", "00:20:54.34" ], [ "00:20:55.65", "00:20:59.45" ], [ "00:21:00.26", "00:21:01.32" ], [ "00:21:06.62", "00:21:08.01" ] ], "start_stop_frames": [ [ 75008, 75260 ], [ 75339, 75567 ], [ 75615, 75679 ], [ 75997, 76080 ] ], "trgnoun": "pasta", "trgverb": "pick_up" }, { "key": "P12_104+236_237_238_239", "video_id": "P12_104", "narration_ids": [ "P12_104_236", "P12_104_237", "P12_104_238", "P12_104_239" ], "src": "take paper . clean desk with paper . pick_up paper_roll", "src1": "take paper", "src2": "clean desk with paper", "src3": "pick_up paper_roll", "trg": "throw paper_roll into trash bin", "vis_src": "P12_104:236 P12_104:237 P12_104:238", "vis_trg": "P12_104:239", "narrations": [ "take paper", "clean desk with paper", "pick up paper roll", "throw paper roll into trash bin" ], "verbs": [ "take", "clean-with", "pick-up", "throw-into" ], "verb_classes": [ 0, 2, 0, 13 ], "nouns": [ "paper", "desk", "roll:paper", "roll:paper" ], "noun_classes": [ 49, 42, 93, 93 ], "start_stop_timestamps": [ [ "00:16:19.91", "00:16:21.65" ], [ "00:16:21.89", "00:16:32.56" ], [ "00:16:32.55", "00:16:33.17" ], [ "00:16:33.24", "00:16:34.27" ] ], "start_stop_frames": [ [ 48995, 49082 ], [ 49094, 49628 ], [ 49627, 49658 ], [ 49662, 49713 ] ], "trgnoun": "paper_roll", "trgverb": "throw_into" }, { "key": "P30_107+908_909_910_911", "video_id": "P30_107", "narration_ids": [ "P30_107_908", "P30_107_909", "P30_107_910", "P30_107_911" ], "src": "put mixture onto plate . put_down pan . pick_up pan", "src1": "put mixture onto plate", "src2": "put_down pan", "src3": "pick_up pan", "trg": "spoon mixture onto plate", "vis_src": "P30_107:908 P30_107:909 P30_107:910", "vis_trg": "P30_107:911", "narrations": [ "put mixture onto plate", "put down pan", "pick up pan", "spoon mixture onto plate" ], "verbs": [ "put-onto", "put-down", "pick-up", "spoon" ], "verb_classes": [ 1, 1, 0, 16 ], "nouns": [ "mixture", "pan", "pan", "mixture" ], "noun_classes": [ 71, 5, 5, 71 ], "start_stop_timestamps": [ [ "00:49:08.47", "00:49:20.89" ], [ "00:49:20.84", "00:49:22.62" ], [ "00:49:24.63", "00:49:25.25" ], [ "00:49:25.63", "00:49:27.19" ] ], "start_stop_frames": [ [ 147423, 148044 ], [ 148042, 148131 ], [ 148231, 148262 ], [ 148281, 148359 ] ], "trgnoun": "mixture", "trgverb": "spoon" }, { "key": "P04_16+7_8_9_10", "video_id": "P04_16", "narration_ids": [ "P04_16_7", "P04_16_8", "P04_16_9", "P04_16_10" ], "src": "put_down glass . stir pan . pick_up rice", "src1": "put_down glass", "src2": "stir pan", "src3": "pick_up rice", "trg": "put_in pan", "vis_src": "P04_16:7 P04_16:8 P04_16:9", "vis_trg": "P04_16:10", "narrations": [ "put down glass", "stir pan", "pick up rice", "put in pan" ], "verbs": [ "put-down", "stir", "pick-up", "put-in" ], "verb_classes": [ 1, 10, 0, 5 ], "nouns": [ "glass", "pan", "rice", "pan" ], "noun_classes": [ 10, 5, 55, 5 ], "start_stop_timestamps": [ [ "00:00:13.90", "00:00:14.90" ], [ "00:00:15.25", "00:00:35.25" ], [ "00:00:35.58", "00:00:36.85" ], [ "00:00:37.30", "00:00:38.30" ] ], "start_stop_frames": [ [ 834, 894 ], [ 915, 2115 ], [ 2134, 2211 ], [ 2238, 2298 ] ], "trgnoun": "pan", "trgverb": "put_in" }, { "key": "P25_09+112_113_114_115", "video_id": "P25_09", "narration_ids": [ "P25_09_112", "P25_09_113", "P25_09_114", "P25_09_115" ], "src": "put fork . open counter . take plate", "src1": "put fork", "src2": "open counter", "src3": "take plate", "trg": "put plate", "vis_src": "P25_09:112 P25_09:113 P25_09:114", "vis_trg": "P25_09:115", "narrations": [ "put fork", "open counter", "take plate", "put plate" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "fork", "counter", "plate", "plate" ], "noun_classes": [ 14, 42, 2, 2 ], "start_stop_timestamps": [ [ "00:13:50.18", "00:13:54.94" ], [ "00:13:55.57", "00:13:57.09" ], [ "00:13:58.97", "00:14:03.79" ], [ "00:14:01.91", "00:14:04.12" ] ], "start_stop_frames": [ [ 49810, 50096 ], [ 50134, 50225 ], [ 50338, 50627 ], [ 50514, 50647 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_11+11_12_13_14", "video_id": "P04_11", "narration_ids": [ "P04_11_11", "P04_11_12", "P04_11_13", "P04_11_14" ], "src": "wash hands . pick_up kettle . pour water", "src1": "wash hands", "src2": "pick_up kettle", "src3": "pour water", "trg": "put_down kettle", "vis_src": "P04_11:11 P04_11:12 P04_11:13", "vis_trg": "P04_11:14", "narrations": [ "wash hands", "pick up kettle", "pour water", "put down kettle" ], "verbs": [ "wash", "pick-up", "pour", "put-down" ], "verb_classes": [ 2, 0, 9, 1 ], "nouns": [ "hand", "kettle", "water", "kettle" ], "noun_classes": [ 11, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:02:42.57", "00:02:44.18" ], [ "00:02:45.00", "00:02:45.94" ], [ "00:02:46.60", "00:02:55.35" ], [ "00:02:55.40", "00:02:57.94" ] ], "start_stop_frames": [ [ 9754, 9850 ], [ 9900, 9956 ], [ 9996, 10521 ], [ 10524, 10676 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P25_106+131_132_133_134", "video_id": "P25_106", "narration_ids": [ "P25_106_131", "P25_106_132", "P25_106_133", "P25_106_134" ], "src": "open lid . close lid . pick_up pasta", "src1": "open lid", "src2": "close lid", "src3": "pick_up pasta", "trg": "put_down pasta", "vis_src": "P25_106:131 P25_106:132 P25_106:133", "vis_trg": "P25_106:134", "narrations": [ "open lid", "close lid", "pick up pasta", "put down pasta" ], "verbs": [ "open", "close", "pick-up", "put-down" ], "verb_classes": [ 3, 4, 0, 1 ], "nouns": [ "lid", "lid", "pasta", "pasta" ], "noun_classes": [ 6, 6, 45, 45 ], "start_stop_timestamps": [ [ "00:12:22.00", "00:12:25.54" ], [ "00:12:25.00", "00:12:26.64" ], [ "00:12:26.78", "00:12:29.45" ], [ "00:12:36.20", "00:12:38.13" ] ], "start_stop_frames": [ [ 37100, 37277 ], [ 37250, 37332 ], [ 37339, 37472 ], [ 37810, 37906 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P37_101+154_155_156_157", "video_id": "P37_101", "narration_ids": [ "P37_101_154", "P37_101_155", "P37_101_156", "P37_101_157" ], "src": "turn_off tap . shake cucumbers to remove water . put cucumbers down", "src1": "turn_off tap", "src2": "shake cucumbers to remove water", "src3": "put cucumbers down", "trg": "cut cucumbers", "vis_src": "P37_101:154 P37_101:155 P37_101:156", "vis_trg": "P37_101:157", "narrations": [ "turn off tap", "shake cucumbers to remove water", "put cucumbers down", "cut cucumbers" ], "verbs": [ "turn-off", "shake", "put-down", "cut" ], "verb_classes": [ 8, 15, 1, 7 ], "nouns": [ "tap", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 0, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:08:09.69", "00:08:10.09" ], [ "00:08:10.19", "00:08:11.57" ], [ "00:08:12.63", "00:08:13.71" ], [ "00:08:14.30", "00:08:25.80" ] ], "start_stop_frames": [ [ 24484, 24504 ], [ 24509, 24578 ], [ 24631, 24685 ], [ 24715, 25290 ] ], "trgnoun": "cucumber", "trgverb": "cut" }, { "key": "P11_109+105_106_107_108", "video_id": "P11_109", "narration_ids": [ "P11_109_105", "P11_109_106", "P11_109_107", "P11_109_108" ], "src": "pick_up spoons . put_away spoons . pick_up spoon", "src1": "pick_up spoons", "src2": "put_away spoons", "src3": "pick_up spoon", "trg": "put away spoon", "vis_src": "P11_109:105 P11_109:106 P11_109:107", "vis_trg": "P11_109:108", "narrations": [ "pick up spoons", "put away spoons", "pick up spoon", "put away spoon" ], "verbs": [ "pick-up", "put-away", "pick-up", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:10.31", "00:03:12.54" ], [ "00:03:12.64", "00:03:14.28" ], [ "00:03:17.45", "00:03:18.19" ], [ "00:03:18.58", "00:03:18.94" ] ], "start_stop_frames": [ [ 9515, 9627 ], [ 9632, 9714 ], [ 9872, 9909 ], [ 9929, 9947 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P01_09+319_320_321_322", "video_id": "P01_09", "narration_ids": [ "P01_09_319", "P01_09_320", "P01_09_321", "P01_09_322" ], "src": "open cupboard . take pan . put_down pan", "src1": "open cupboard", "src2": "take pan", "src3": "put_down pan", "trg": "close cupboard", "vis_src": "P01_09:319 P01_09:320 P01_09:321", "vis_trg": "P01_09:322", "narrations": [ "open cupboard", "take pan", "put down pan", "close cupboard" ], "verbs": [ "open", "take", "put-down", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "cupboard", "pan", "pan", "cupboard" ], "noun_classes": [ 3, 5, 5, 3 ], "start_stop_timestamps": [ [ "00:23:57.12", "00:23:57.95" ], [ "00:23:58.61", "00:24:02.86" ], [ "00:24:03.03", "00:24:04.25" ], [ "00:24:04.32", "00:24:05.81" ] ], "start_stop_frames": [ [ 86227, 86277 ], [ 86316, 86571 ], [ 86581, 86655 ], [ 86659, 86748 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_04+75_76_77_78", "video_id": "P03_04", "narration_ids": [ "P03_04_75", "P03_04_76", "P03_04_77", "P03_04_78" ], "src": "open cupboard . take bowl . close cupboard", "src1": "open cupboard", "src2": "take bowl", "src3": "close cupboard", "trg": "put bowl", "vis_src": "P03_04:75 P03_04:76 P03_04:77", "vis_trg": "P03_04:78", "narrations": [ "open cupboard", "take bowl", "close cupboard", "put bowl" ], "verbs": [ "open", "take", "close", "put" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "bowl", "cupboard", "bowl" ], "noun_classes": [ 3, 7, 3, 7 ], "start_stop_timestamps": [ [ "00:04:08.55", "00:04:09.21" ], [ "00:04:09.35", "00:04:10.26" ], [ "00:04:10.35", "00:04:10.85" ], [ "00:04:11.72", "00:04:12.39" ] ], "start_stop_frames": [ [ 14913, 14952 ], [ 14961, 15015 ], [ 15021, 15051 ], [ 15103, 15143 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P22_17+442_443_444_445", "video_id": "P22_17", "narration_ids": [ "P22_17_442", "P22_17_443", "P22_17_444", "P22_17_445" ], "src": "pick_up mincing_knife . dry mincing_knife . open drawer", "src1": "pick_up mincing_knife", "src2": "dry mincing_knife", "src3": "open drawer", "trg": "put_down mincing_knife", "vis_src": "P22_17:442 P22_17:443 P22_17:444", "vis_trg": "P22_17:445", "narrations": [ "pick up mincing knife", "dry mincing knife", "open drawer", "put down mincing knife" ], "verbs": [ "pick-up", "dry", "open", "put-down" ], "verb_classes": [ 0, 14, 3, 1 ], "nouns": [ "knife:mincing", "knife:mincing", "drawer", "knife:mincing" ], "noun_classes": [ 4, 4, 8, 4 ], "start_stop_timestamps": [ [ "00:17:29.36", "00:17:30.25" ], [ "00:17:30.35", "00:17:32.52" ], [ "00:17:33.46", "00:17:34.65" ], [ "00:17:34.21", "00:17:35.10" ] ], "start_stop_frames": [ [ 62961, 63015 ], [ 63020, 63151 ], [ 63207, 63279 ], [ 63252, 63305 ] ], "trgnoun": "mincing_knife", "trgverb": "put_down" }, { "key": "P04_113+491_492_493_494", "video_id": "P04_113", "narration_ids": [ "P04_113_491", "P04_113_492", "P04_113_493", "P04_113_494" ], "src": "pull_out baking_tray . pour water from kettle onto baking tray . put_down kettle", "src1": "pull_out baking_tray", "src2": "pour water from kettle onto baking tray", "src3": "put_down kettle", "trg": "slide baking_tray into oven", "vis_src": "P04_113:491 P04_113:492 P04_113:493", "vis_trg": "P04_113:494", "narrations": [ "pull out baking tray", "pour water from kettle onto baking tray", "put down kettle", "slide baking tray into oven" ], "verbs": [ "pull-out", "pour-from", "put-down", "slide-into" ], "verb_classes": [ 31, 9, 1, 5 ], "nouns": [ "tray:baking", "water", "kettle", "tray:baking" ], "noun_classes": [ 35, 27, 44, 35 ], "start_stop_timestamps": [ [ "00:18:40.02", "00:18:43.14" ], [ "00:18:43.24", "00:18:49.13" ], [ "00:18:49.04", "00:18:51.00" ], [ "00:18:51.08", "00:18:51.86" ] ], "start_stop_frames": [ [ 56001, 56157 ], [ 56162, 56456 ], [ 56452, 56550 ], [ 56554, 56592 ] ], "trgnoun": "baking_tray", "trgverb": "slide_into" }, { "key": "P12_101+392_393_394_395", "video_id": "P12_101", "narration_ids": [ "P12_101_392", "P12_101_393", "P12_101_394", "P12_101_395" ], "src": "wash spoon . close tap . pick_up soup with spoon", "src1": "wash spoon", "src2": "close tap", "src3": "pick_up soup with spoon", "trg": "taste soup", "vis_src": "P12_101:392 P12_101:393 P12_101:394", "vis_trg": "P12_101:395", "narrations": [ "wash spoon", "close tap", "pick up soup with spoon", "taste soup" ], "verbs": [ "wash", "turn-off", "pick-up", "taste" ], "verb_classes": [ 2, 8, 0, 35 ], "nouns": [ "spoon", "tap", "soup", "soup" ], "noun_classes": [ 1, 0, 126, 126 ], "start_stop_timestamps": [ [ "00:25:31.12", "00:25:31.96" ], [ "00:25:32.05", "00:25:32.72" ], [ "00:25:33.37", "00:25:36.98" ], [ "00:25:36.97", "00:25:40.04" ] ], "start_stop_frames": [ [ 76556, 76598 ], [ 76602, 76636 ], [ 76668, 76849 ], [ 76848, 77002 ] ], "trgnoun": "soup", "trgverb": "taste" }, { "key": "P04_119+157_158_159_160", "video_id": "P04_119", "narration_ids": [ "P04_119_157", "P04_119_158", "P04_119_159", "P04_119_160" ], "src": "pour milk into saucepan . smell milk_bottle . screw cap on milk bottle", "src1": "pour milk into saucepan", "src2": "smell milk_bottle", "src3": "screw cap on milk bottle", "trg": "put_down milk_bottle", "vis_src": "P04_119:157 P04_119:158 P04_119:159", "vis_trg": "P04_119:160", "narrations": [ "pour milk into saucepan", "smell milk bottle", "screw cap on milk bottle", "put down milk bottle" ], "verbs": [ "pour-into", "smell", "screw", "put-down" ], "verb_classes": [ 9, 75, 78, 1 ], "nouns": [ "milk", "bottle:milk", "cap", "bottle:milk" ], "noun_classes": [ 64, 15, 118, 15 ], "start_stop_timestamps": [ [ "00:06:50.42", "00:06:55.71" ], [ "00:06:53.15", "00:06:59.92" ], [ "00:07:00.60", "00:07:08.52" ], [ "00:07:06.00", "00:07:09.75" ] ], "start_stop_frames": [ [ 20521, 20785 ], [ 20657, 20996 ], [ 21030, 21426 ], [ 21300, 21487 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P22_05+194_195_196_197", "video_id": "P22_05", "narration_ids": [ "P22_05_194", "P22_05_195", "P22_05_196", "P22_05_197" ], "src": "shake peach . put_down peach . open tap", "src1": "shake peach", "src2": "put_down peach", "src3": "open tap", "trg": "rinse peach", "vis_src": "P22_05:194 P22_05:195 P22_05:196", "vis_trg": "P22_05:197", "narrations": [ "shake peach", "put down peach", "open tap", "rinse peach" ], "verbs": [ "shake", "put-down", "turn-on", "rinse" ], "verb_classes": [ 15, 1, 6, 2 ], "nouns": [ "peach", "peach", "tap", "peach" ], "noun_classes": [ 74, 74, 0, 74 ], "start_stop_timestamps": [ [ "00:08:20.23", "00:08:22.06" ], [ "00:08:21.37", "00:08:23.55" ], [ "00:08:24.09", "00:08:24.98" ], [ "00:08:24.65", "00:08:27.64" ] ], "start_stop_frames": [ [ 30013, 30123 ], [ 30082, 30213 ], [ 30245, 30298 ], [ 30279, 30458 ] ], "trgnoun": "peach", "trgverb": "rinse" }, { "key": "P02_06+210_211_212_213", "video_id": "P02_06", "narration_ids": [ "P02_06_210", "P02_06_211", "P02_06_212", "P02_06_213" ], "src": "chop lettuce using knife on chopping board . chop lettuce . pick_up chopped_lettuce", "src1": "chop lettuce using knife on chopping board", "src2": "chop lettuce", "src3": "pick_up chopped_lettuce", "trg": "put lettuce in salad plate", "vis_src": "P02_06:210 P02_06:211 P02_06:212", "vis_trg": "P02_06:213", "narrations": [ "chop lettuce using knife on chopping board", "chop lettuce", "pick up chopped lettuce", "put lettuce in salad plate" ], "verbs": [ "chop", "chop", "pick-up", "put-in" ], "verb_classes": [ 7, 7, 0, 5 ], "nouns": [ "lettuce", "lettuce", "lettuce:chopped", "lettuce" ], "noun_classes": [ 120, 120, 120, 120 ], "start_stop_timestamps": [ [ "00:09:20.04", "00:09:27.92" ], [ "00:09:23.04", "00:09:34.60" ], [ "00:09:34.76", "00:09:42.02" ], [ "00:09:35.08", "00:09:36.65" ] ], "start_stop_frames": [ [ 33602, 34075 ], [ 33782, 34476 ], [ 34485, 34921 ], [ 34504, 34599 ] ], "trgnoun": "lettuce", "trgverb": "put_in" }, { "key": "P02_09+303_304_305_306", "video_id": "P02_09", "narration_ids": [ "P02_09_303", "P02_09_304", "P02_09_305", "P02_09_306" ], "src": "put meat in pan . break meat into pieces . put_in pan", "src1": "put meat in pan", "src2": "break meat into pieces", "src3": "put_in pan", "trg": "pick_up meat", "vis_src": "P02_09:303 P02_09:304 P02_09:305", "vis_trg": "P02_09:306", "narrations": [ "put meat in pan", "break meat into pieces", "put in pan", "pick up meat" ], "verbs": [ "put-in", "break-into", "put-in", "pick-up" ], "verb_classes": [ 5, 30, 5, 0 ], "nouns": [ "meat", "meat", "pan", "meat" ], "noun_classes": [ 28, 28, 5, 28 ], "start_stop_timestamps": [ [ "00:22:47.44", "00:23:08.01" ], [ "00:22:50.00", "00:23:00.64" ], [ "00:22:50.92", "00:23:00.31" ], [ "00:23:01.23", "00:23:02.01" ] ], "start_stop_frames": [ [ 82046, 83280 ], [ 82200, 82838 ], [ 82255, 82818 ], [ 82873, 82920 ] ], "trgnoun": "meat", "trgverb": "pick_up" }, { "key": "P22_16+407_408_409_410", "video_id": "P22_16", "narration_ids": [ "P22_16_407", "P22_16_408", "P22_16_409", "P22_16_410" ], "src": "close cupboard . open drawer . pick_up cutlery", "src1": "close cupboard", "src2": "open drawer", "src3": "pick_up cutlery", "trg": "move cutlery", "vis_src": "P22_16:407 P22_16:408 P22_16:409", "vis_trg": "P22_16:410", "narrations": [ "close cupboard", "open drawer", "pick up cutlery", "move cutlery" ], "verbs": [ "close", "open", "pick-up", "move" ], "verb_classes": [ 4, 3, 0, 11 ], "nouns": [ "cupboard", "drawer", "cutlery", "cutlery" ], "noun_classes": [ 3, 8, 58, 58 ], "start_stop_timestamps": [ [ "00:20:12.39", "00:20:13.89" ], [ "00:20:15.15", "00:20:16.36" ], [ "00:20:16.16", "00:20:17.67" ], [ "00:20:17.72", "00:20:18.66" ] ], "start_stop_frames": [ [ 72743, 72833 ], [ 72909, 72981 ], [ 72969, 73060 ], [ 73063, 73119 ] ], "trgnoun": "cutlery", "trgverb": "move" }, { "key": "P23_102+125_126_127_128", "video_id": "P23_102", "narration_ids": [ "P23_102_125", "P23_102_126", "P23_102_127", "P23_102_128" ], "src": "take lighter . switch_on gas . take bowl", "src1": "take lighter", "src2": "switch_on gas", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_102:125 P23_102:126 P23_102:127", "vis_trg": "P23_102:128", "narrations": [ "take lighter", "switch on gas", "take bowl", "put bowl" ], "verbs": [ "take", "switch-on", "take", "put" ], "verb_classes": [ 0, 6, 0, 1 ], "nouns": [ "lighter", "gas", "bowl", "bowl" ], "noun_classes": [ 130, 24, 7, 7 ], "start_stop_timestamps": [ [ "00:10:44.46", "00:10:45.39" ], [ "00:10:46.70", "00:10:48.89" ], [ "00:10:51.03", "00:10:51.30" ], [ "00:10:51.73", "00:10:53.25" ] ], "start_stop_frames": [ [ 32223, 32269 ], [ 32335, 32444 ], [ 32551, 32564 ], [ 32586, 32662 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P22_111+57_58_59_60", "video_id": "P22_111", "narration_ids": [ "P22_111_57", "P22_111_58", "P22_111_59", "P22_111_60" ], "src": "adjust hob . put_down pan . pick_up oil", "src1": "adjust hob", "src2": "put_down pan", "src3": "pick_up oil", "trg": "open oil", "vis_src": "P22_111:57 P22_111:58 P22_111:59", "vis_trg": "P22_111:60", "narrations": [ "adjust hob", "put down pan", "pick up oil", "open oil" ], "verbs": [ "adjust", "put-down", "pick-up", "open" ], "verb_classes": [ 17, 1, 0, 3 ], "nouns": [ "hob", "pan", "oil", "oil" ], "noun_classes": [ 24, 5, 31, 31 ], "start_stop_timestamps": [ [ "00:02:03.03", "00:02:10.38" ], [ "00:02:10.48", "00:02:11.97" ], [ "00:02:13.60", "00:02:14.54" ], [ "00:02:15.29", "00:02:17.73" ] ], "start_stop_frames": [ [ 6151, 6519 ], [ 6523, 6598 ], [ 6680, 6727 ], [ 6764, 6886 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P12_01+37_38_39_40", "video_id": "P12_01", "narration_ids": [ "P12_01_37", "P12_01_38", "P12_01_39", "P12_01_40" ], "src": "take back pepper . take olive_oil . pour olive_oil on salad", "src1": "take back pepper", "src2": "take olive_oil", "src3": "pour olive_oil on salad", "trg": "put back olive_oil", "vis_src": "P12_01:37 P12_01:38 P12_01:39", "vis_trg": "P12_01:40", "narrations": [ "take back pepper", "take olive oil", "pour olive oil on salad", "put back olive oil" ], "verbs": [ "take", "take", "pour-on", "put" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "pepper", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 37, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:03:43.82", "00:03:45.51" ], [ "00:03:46.25", "00:03:47.00" ], [ "00:03:51.04", "00:03:57.12" ], [ "00:03:58.95", "00:04:01.20" ] ], "start_stop_frames": [ [ 13429, 13530 ], [ 13575, 13620 ], [ 13862, 14227 ], [ 14337, 14472 ] ], "trgnoun": "olive_oil", "trgverb": "put" }, { "key": "P08_21+181_182_183_184", "video_id": "P08_21", "narration_ids": [ "P08_21_181", "P08_21_182", "P08_21_183", "P08_21_184" ], "src": "get spoon . open lid . scoop some nut paste into the bowl", "src1": "get spoon", "src2": "open lid", "src3": "scoop some nut paste into the bowl", "trg": "put_back the lid", "vis_src": "P08_21:181 P08_21:182 P08_21:183", "vis_trg": "P08_21:184", "narrations": [ "get spoon", "open lid", "scoop some nut paste into the bowl", "put back the lid" ], "verbs": [ "get", "open", "scoop-into", "put-back" ], "verb_classes": [ 0, 3, 16, 1 ], "nouns": [ "spoon", "lid", "nut", "lid" ], "noun_classes": [ 1, 6, 133, 6 ], "start_stop_timestamps": [ [ "00:11:40.82", "00:11:42.57" ], [ "00:11:43.94", "00:11:45.54" ], [ "00:11:46.31", "00:11:51.52" ], [ "00:11:55.44", "00:11:57.66" ] ], "start_stop_frames": [ [ 42049, 42154 ], [ 42236, 42332 ], [ 42378, 42691 ], [ 42926, 43059 ] ], "trgnoun": "lid", "trgverb": "put_back" }, { "key": "P25_107+436_437_438_439", "video_id": "P25_107", "narration_ids": [ "P25_107_436", "P25_107_437", "P25_107_438", "P25_107_439" ], "src": "rinse pan . take fork . move plate", "src1": "rinse pan", "src2": "take fork", "src3": "move plate", "trg": "put_down plate", "vis_src": "P25_107:436 P25_107:437 P25_107:438", "vis_trg": "P25_107:439", "narrations": [ "rinse pan", "take fork", "move plate", "put down plate" ], "verbs": [ "rinse", "take", "move", "put-down" ], "verb_classes": [ 2, 0, 11, 1 ], "nouns": [ "pan", "fork", "plate", "plate" ], "noun_classes": [ 5, 14, 2, 2 ], "start_stop_timestamps": [ [ "00:31:31.56", "00:32:04.02" ], [ "00:32:04.49", "00:32:05.45" ], [ "00:32:04.97", "00:32:08.38" ], [ "00:32:06.37", "00:32:10.42" ] ], "start_stop_frames": [ [ 94578, 96201 ], [ 96224, 96272 ], [ 96248, 96419 ], [ 96318, 96521 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P07_101+5_6_7_8", "video_id": "P07_101", "narration_ids": [ "P07_101_5", "P07_101_6", "P07_101_7", "P07_101_8" ], "src": "grab bag . grab ham . grab coffee_maker", "src1": "grab bag", "src2": "grab ham", "src3": "grab coffee_maker", "trg": "move coffee_maker", "vis_src": "P07_101:5 P07_101:6 P07_101:7", "vis_trg": "P07_101:8", "narrations": [ "grab bag", "grab ham", "grab coffee maker", "move coffee maker" ], "verbs": [ "grab", "grab", "grab", "move" ], "verb_classes": [ 0, 0, 0, 11 ], "nouns": [ "bag", "ham", "maker:coffee", "maker:coffee" ], "noun_classes": [ 19, 156, 50, 50 ], "start_stop_timestamps": [ [ "00:00:28.58", "00:00:31.00" ], [ "00:00:35.14", "00:00:37.19" ], [ "00:00:49.34", "00:00:50.03" ], [ "00:00:49.95", "00:00:50.74" ] ], "start_stop_frames": [ [ 1429, 1550 ], [ 1757, 1859 ], [ 2467, 2501 ], [ 2497, 2537 ] ], "trgnoun": "coffee_maker", "trgverb": "move" }, { "key": "P08_05+25_26_27_28", "video_id": "P08_05", "narration_ids": [ "P08_05_25", "P08_05_26", "P08_05_27", "P08_05_28" ], "src": "open drawer . get scissors . cut plastic_bag", "src1": "open drawer", "src2": "get scissors", "src3": "cut plastic_bag", "trg": "put scissors in drawer", "vis_src": "P08_05:25 P08_05:26 P08_05:27", "vis_trg": "P08_05:28", "narrations": [ "open drawer", "get scissors", "cut plastic bag", "put scissors in drawer" ], "verbs": [ "open", "get", "cut", "put-in" ], "verb_classes": [ 3, 0, 7, 5 ], "nouns": [ "drawer", "scissors", "bag:plastic", "scissors" ], "noun_classes": [ 8, 79, 19, 79 ], "start_stop_timestamps": [ [ "00:01:16.37", "00:01:18.49" ], [ "00:01:17.69", "00:01:18.60" ], [ "00:01:19.07", "00:01:22.70" ], [ "00:01:22.84", "00:01:24.74" ] ], "start_stop_frames": [ [ 4582, 4709 ], [ 4661, 4716 ], [ 4744, 4962 ], [ 4970, 5084 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P03_02+59_60_61_62", "video_id": "P03_02", "narration_ids": [ "P03_02_59", "P03_02_60", "P03_02_61", "P03_02_62" ], "src": "open lid . fill_up bottle . close bottle", "src1": "open lid", "src2": "fill_up bottle", "src3": "close bottle", "trg": "shake bottle", "vis_src": "P03_02:59 P03_02:60 P03_02:61", "vis_trg": "P03_02:62", "narrations": [ "open lid", "fill up", "close bottle", "shake bottle" ], "verbs": [ "open", "fill-up", "close", "shake" ], "verb_classes": [ 3, 26, 4, 15 ], "nouns": [ "lid", "bottle", "bottle", "bottle" ], "noun_classes": [ 6, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:01:46.56", "00:01:47.17" ], [ "00:01:47.35", "00:01:49.16" ], [ "00:01:49.76", "00:01:52.69" ], [ "00:01:52.40", "00:01:54.87" ] ], "start_stop_frames": [ [ 6393, 6430 ], [ 6441, 6549 ], [ 6585, 6761 ], [ 6744, 6892 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P08_22+3_4_5_7", "video_id": "P08_22", "narration_ids": [ "P08_22_3", "P08_22_4", "P08_22_5", "P08_22_7" ], "src": "open refrigerator . get bowl . place bowl", "src1": "open refrigerator", "src2": "get bowl", "src3": "place bowl", "trg": "get forks", "vis_src": "P08_22:3 P08_22:4 P08_22:5", "vis_trg": "P08_22:7", "narrations": [ "open refrigerator", "get bowl", "place bowl", "get forks" ], "verbs": [ "open", "get", "place", "get" ], "verb_classes": [ 3, 0, 1, 0 ], "nouns": [ "refrigerator", "bowl", "bowl", "fork" ], "noun_classes": [ 12, 7, 7, 14 ], "start_stop_timestamps": [ [ "00:00:06.39", "00:00:07.64" ], [ "00:00:08.21", "00:00:11.05" ], [ "00:00:10.89", "00:00:14.98" ], [ "00:00:22.37", "00:00:23.31" ] ], "start_stop_frames": [ [ 383, 458 ], [ 492, 663 ], [ 653, 898 ], [ 1342, 1398 ] ], "trgnoun": "fork", "trgverb": "get" }, { "key": "P07_110+68_69_70_71", "video_id": "P07_110", "narration_ids": [ "P07_110_68", "P07_110_69", "P07_110_70", "P07_110_71" ], "src": "grab jug . turn jug . put glass into mixer", "src1": "grab jug", "src2": "turn jug", "src3": "put glass into mixer", "trg": "turn glass", "vis_src": "P07_110:68 P07_110:69 P07_110:70", "vis_trg": "P07_110:71", "narrations": [ "grab jug", "turn jug", "put glass into mixer", "turn glass" ], "verbs": [ "grab", "turn", "put-into", "turn" ], "verb_classes": [ 0, 23, 5, 23 ], "nouns": [ "jug", "jug", "glass", "glass" ], "noun_classes": [ 66, 66, 10, 10 ], "start_stop_timestamps": [ [ "00:03:21.17", "00:03:24.59" ], [ "00:03:23.91", "00:03:26.32" ], [ "00:03:27.26", "00:03:30.22" ], [ "00:03:30.17", "00:03:32.19" ] ], "start_stop_frames": [ [ 10058, 10229 ], [ 10195, 10316 ], [ 10363, 10511 ], [ 10508, 10609 ] ], "trgnoun": "glass", "trgverb": "turn" }, { "key": "P07_113+30_31_32_33", "video_id": "P07_113", "narration_ids": [ "P07_113_30", "P07_113_31", "P07_113_32", "P07_113_33" ], "src": "hang cloth . open door . grab bag", "src1": "hang cloth", "src2": "open door", "src3": "grab bag", "trg": "open bag", "vis_src": "P07_113:30 P07_113:31 P07_113:32", "vis_trg": "P07_113:33", "narrations": [ "hang cloth", "open door", "grab bag", "open bag" ], "verbs": [ "hang", "open", "grab", "open" ], "verb_classes": [ 41, 3, 0, 3 ], "nouns": [ "cloth", "door", "bag", "bag" ], "noun_classes": [ 17, 3, 19, 19 ], "start_stop_timestamps": [ [ "00:01:20.39", "00:01:21.95" ], [ "00:01:21.54", "00:01:22.71" ], [ "00:01:22.91", "00:01:23.85" ], [ "00:01:24.96", "00:01:26.52" ] ], "start_stop_frames": [ [ 4019, 4097 ], [ 4076, 4135 ], [ 4145, 4192 ], [ 4248, 4326 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P28_113+88_89_90_91", "video_id": "P28_113", "narration_ids": [ "P28_113_88", "P28_113_89", "P28_113_90", "P28_113_91" ], "src": "open cupboard . take onion . close cupboard", "src1": "open cupboard", "src2": "take onion", "src3": "close cupboard", "trg": "take_out onion from net", "vis_src": "P28_113:88 P28_113:89 P28_113:90", "vis_trg": "P28_113:91", "narrations": [ "open cupboard", "take onion", "close cupboard", "take out onion from net" ], "verbs": [ "open", "take", "close", "take-out" ], "verb_classes": [ 3, 0, 4, 12 ], "nouns": [ "cupboard", "onion", "cupboard", "onion" ], "noun_classes": [ 3, 16, 3, 16 ], "start_stop_timestamps": [ [ "00:04:11.33", "00:04:12.62" ], [ "00:04:13.37", "00:04:15.56" ], [ "00:04:18.25", "00:04:19.22" ], [ "00:04:19.08", "00:04:26.86" ] ], "start_stop_frames": [ [ 12566, 12631 ], [ 12668, 12778 ], [ 12912, 12961 ], [ 12954, 13343 ] ], "trgnoun": "onion", "trgverb": "take_out" }, { "key": "P25_02+21_22_23_24", "video_id": "P25_02", "narration_ids": [ "P25_02_21", "P25_02_22", "P25_02_23", "P25_02_24" ], "src": "pick_up sponge . wash spoon . pick_up spoon", "src1": "pick_up sponge", "src2": "wash spoon", "src3": "pick_up spoon", "trg": "put spoon", "vis_src": "P25_02:21 P25_02:22 P25_02:23", "vis_trg": "P25_02:24", "narrations": [ "pick up sponge", "wash spoon", "pick up spoon", "put spoon" ], "verbs": [ "pick-up", "wash", "pick-up", "put" ], "verb_classes": [ 0, 2, 0, 1 ], "nouns": [ "sponge", "spoon", "spoon", "spoon" ], "noun_classes": [ 9, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:02:54.00", "00:02:55.11" ], [ "00:02:56.12", "00:03:15.62" ], [ "00:02:58.29", "00:02:59.70" ], [ "00:03:15.34", "00:03:17.36" ] ], "start_stop_frames": [ [ 10440, 10506 ], [ 10567, 11737 ], [ 10697, 10782 ], [ 11720, 11841 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P30_114+28_29_30_31", "video_id": "P30_114", "narration_ids": [ "P30_114_28", "P30_114_29", "P30_114_30", "P30_114_31" ], "src": "put bowl on drying rack . pick_up mug . scrub mug", "src1": "put bowl on drying rack", "src2": "pick_up mug", "src3": "scrub mug", "trg": "rinse mug", "vis_src": "P30_114:28 P30_114:29 P30_114:30", "vis_trg": "P30_114:31", "narrations": [ "put bowl on drying rack", "pick up mug", "scrub mug", "rinse mug" ], "verbs": [ "put-on", "pick-up", "scrub", "rinse" ], "verb_classes": [ 1, 0, 29, 2 ], "nouns": [ "bowl", "mug", "mug", "mug" ], "noun_classes": [ 7, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:01:32.35", "00:01:33.74" ], [ "00:01:33.63", "00:01:35.00" ], [ "00:01:35.44", "00:01:38.69" ], [ "00:01:38.79", "00:01:44.44" ] ], "start_stop_frames": [ [ 4617, 4687 ], [ 4681, 4750 ], [ 4772, 4934 ], [ 4939, 5222 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P07_113+19_20_21_23", "video_id": "P07_113", "narration_ids": [ "P07_113_19", "P07_113_20", "P07_113_21", "P07_113_23" ], "src": "pour water into cup . put kettle on base . grab pot", "src1": "pour water into cup", "src2": "put kettle on base", "src3": "grab pot", "trg": "turn_on switch", "vis_src": "P07_113:19 P07_113:20 P07_113:21", "vis_trg": "P07_113:23", "narrations": [ "pour water into cup", "put kettle on base", "grab pot", "turn on switch" ], "verbs": [ "pour-into", "put-on", "grab", "turn-on" ], "verb_classes": [ 9, 1, 0, 6 ], "nouns": [ "water", "kettle", "pot", "switch" ], "noun_classes": [ 27, 44, 29, 92 ], "start_stop_timestamps": [ [ "00:00:37.95", "00:00:46.07" ], [ "00:00:46.35", "00:00:48.50" ], [ "00:00:48.79", "00:00:49.81" ], [ "00:00:58.71", "00:01:00.75" ] ], "start_stop_frames": [ [ 1897, 2303 ], [ 2317, 2425 ], [ 2439, 2490 ], [ 2935, 3037 ] ], "trgnoun": "switch", "trgverb": "turn_on" }, { "key": "P01_108+13_14_15_16", "video_id": "P01_108", "narration_ids": [ "P01_108_13", "P01_108_14", "P01_108_15", "P01_108_16" ], "src": "open drawer . put spatulas into drawer . pick_up knife", "src1": "open drawer", "src2": "put spatulas into drawer", "src3": "pick_up knife", "trg": "attach knife onto magnetic strip", "vis_src": "P01_108:13 P01_108:14 P01_108:15", "vis_trg": "P01_108:16", "narrations": [ "open drawer", "put spatulas into drawer", "pick up knife", "attach knife onto magnetic strip" ], "verbs": [ "open", "put-into", "pick-up", "attach-onto" ], "verb_classes": [ 3, 5, 0, 64 ], "nouns": [ "drawer", "spatula", "knife", "knife" ], "noun_classes": [ 8, 20, 4, 4 ], "start_stop_timestamps": [ [ "00:00:32.46", "00:00:33.35" ], [ "00:00:33.25", "00:00:34.82" ], [ "00:00:35.56", "00:00:35.81" ], [ "00:00:35.91", "00:00:37.10" ] ], "start_stop_frames": [ [ 1623, 1667 ], [ 1662, 1741 ], [ 1778, 1790 ], [ 1795, 1855 ] ], "trgnoun": "knife", "trgverb": "attach_onto" }, { "key": "P12_104+153_154_155_156", "video_id": "P12_104", "narration_ids": [ "P12_104_153", "P12_104_154", "P12_104_155", "P12_104_156" ], "src": "scrub grater . put_down grater . pick_up bowl", "src1": "scrub grater", "src2": "put_down grater", "src3": "pick_up bowl", "trg": "scrub bowl", "vis_src": "P12_104:153 P12_104:154 P12_104:155", "vis_trg": "P12_104:156", "narrations": [ "scrub grater", "put down grater", "pick up bowl", "scrub bowl" ], "verbs": [ "scrub", "put-down", "pick-up", "scrub" ], "verb_classes": [ 29, 1, 0, 29 ], "nouns": [ "grater", "grater", "bowl", "bowl" ], "noun_classes": [ 96, 96, 7, 7 ], "start_stop_timestamps": [ [ "00:10:36.30", "00:10:42.33" ], [ "00:10:42.20", "00:10:42.81" ], [ "00:10:43.33", "00:10:43.88" ], [ "00:10:44.11", "00:10:47.37" ] ], "start_stop_frames": [ [ 31814, 32116 ], [ 32110, 32140 ], [ 32166, 32194 ], [ 32205, 32368 ] ], "trgnoun": "bowl", "trgverb": "scrub" }, { "key": "P22_11+161_162_163_164", "video_id": "P22_11", "narration_ids": [ "P22_11_161", "P22_11_162", "P22_11_163", "P22_11_164" ], "src": "put_down lid . rinse jar . lather jar", "src1": "put_down lid", "src2": "rinse jar", "src3": "lather jar", "trg": "put_down jar", "vis_src": "P22_11:161 P22_11:162 P22_11:163", "vis_trg": "P22_11:164", "narrations": [ "put down lid", "rinse jar", "lather jar", "put down jar" ], "verbs": [ "put-down", "rinse", "lather", "put-down" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "lid", "jar", "jar", "jar" ], "noun_classes": [ 6, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:05:40.57", "00:05:41.38" ], [ "00:05:41.32", "00:05:42.34" ], [ "00:05:42.44", "00:05:51.86" ], [ "00:05:51.96", "00:05:52.57" ] ], "start_stop_frames": [ [ 20434, 20482 ], [ 20479, 20540 ], [ 20546, 21111 ], [ 21117, 21154 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P25_104+202_203_204_205", "video_id": "P25_104", "narration_ids": [ "P25_104_202", "P25_104_203", "P25_104_204", "P25_104_205" ], "src": "put_down detergent . pick_up spoon . wash spoon", "src1": "put_down detergent", "src2": "pick_up spoon", "src3": "wash spoon", "trg": "rinse spoon", "vis_src": "P25_104:202 P25_104:203 P25_104:204", "vis_trg": "P25_104:205", "narrations": [ "put down detergent", "pick up spoon", "wash spoon", "rinse spoon" ], "verbs": [ "put-down", "pick-up", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "detergent", "spoon", "spoon", "spoon" ], "noun_classes": [ 22, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:09:44.30", "00:09:45.64" ], [ "00:09:46.23", "00:09:47.63" ], [ "00:09:47.23", "00:09:53.93" ], [ "00:09:49.18", "00:09:58.23" ] ], "start_stop_frames": [ [ 29214, 29282 ], [ 29311, 29381 ], [ 29361, 29696 ], [ 29458, 29911 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P22_101+52_53_54_55", "video_id": "P22_101", "narration_ids": [ "P22_101_52", "P22_101_53", "P22_101_54", "P22_101_55" ], "src": "shake glass . pick_up bottle . pour water", "src1": "shake glass", "src2": "pick_up bottle", "src3": "pour water", "trg": "put_down bottle", "vis_src": "P22_101:52 P22_101:53 P22_101:54", "vis_trg": "P22_101:55", "narrations": [ "shake glass", "pick up bottle", "pour water", "put down bottle" ], "verbs": [ "shake", "pick-up", "pour", "put-down" ], "verb_classes": [ 15, 0, 9, 1 ], "nouns": [ "glass", "bottle", "water", "bottle" ], "noun_classes": [ 10, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:01:22.23", "00:01:22.98" ], [ "00:01:22.35", "00:01:23.55" ], [ "00:01:22.00", "00:01:27.18" ], [ "00:01:27.22", "00:01:28.69" ] ], "start_stop_frames": [ [ 4111, 4149 ], [ 4117, 4177 ], [ 4100, 4359 ], [ 4361, 4434 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P03_09+168_169_170_171", "video_id": "P03_09", "narration_ids": [ "P03_09_168", "P03_09_169", "P03_09_170", "P03_09_171" ], "src": "get kitchen_towel . dry hob . dry side", "src1": "get kitchen_towel", "src2": "dry hob", "src3": "dry side", "trg": "put kitchen_towel in bin", "vis_src": "P03_09:168 P03_09:169 P03_09:170", "vis_trg": "P03_09:171", "narrations": [ "get kitchen towel", "dry hob", "dry side", "put kitchen towel in bin" ], "verbs": [ "get", "dry", "dry", "put-in" ], "verb_classes": [ 0, 14, 14, 5 ], "nouns": [ "towel:kitchen", "hob", "side", "towel:kitchen" ], "noun_classes": [ 93, 24, 42, 93 ], "start_stop_timestamps": [ [ "00:09:37.23", "00:09:41.22" ], [ "00:09:39.94", "00:09:51.47" ], [ "00:09:39.96", "00:09:41.94" ], [ "00:09:51.85", "00:09:52.88" ] ], "start_stop_frames": [ [ 34633, 34873 ], [ 34796, 35488 ], [ 34797, 34916 ], [ 35511, 35572 ] ], "trgnoun": "kitchen_towel", "trgverb": "put_in" }, { "key": "P08_18+37_38_39_40", "video_id": "P08_18", "narration_ids": [ "P08_18_37", "P08_18_38", "P08_18_39", "P08_18_40" ], "src": "place bowl . close drawer . get spoon", "src1": "place bowl", "src2": "close drawer", "src3": "get spoon", "trg": "wipe_off spoon", "vis_src": "P08_18:37 P08_18:38 P08_18:39", "vis_trg": "P08_18:40", "narrations": [ "place bowl", "close drawer", "get spoon", "wipe off spoon" ], "verbs": [ "place", "close", "get", "wipe-off" ], "verb_classes": [ 1, 4, 0, 2 ], "nouns": [ "bowl", "drawer", "spoon", "spoon" ], "noun_classes": [ 7, 8, 1, 1 ], "start_stop_timestamps": [ [ "00:02:22.69", "00:02:26.45" ], [ "00:02:25.00", "00:02:28.40" ], [ "00:02:28.27", "00:02:30.40" ], [ "00:02:30.37", "00:02:33.16" ] ], "start_stop_frames": [ [ 8561, 8787 ], [ 8700, 8904 ], [ 8896, 9024 ], [ 9022, 9189 ] ], "trgnoun": "spoon", "trgverb": "wipe_off" }, { "key": "P25_02+23_24_25_26", "video_id": "P25_02", "narration_ids": [ "P25_02_23", "P25_02_24", "P25_02_25", "P25_02_26" ], "src": "pick_up spoon . put spoon . take spoon", "src1": "pick_up spoon", "src2": "put spoon", "src3": "take spoon", "trg": "wash spoon", "vis_src": "P25_02:23 P25_02:24 P25_02:25", "vis_trg": "P25_02:26", "narrations": [ "pick up spoon", "put spoon", "take spoon", "wash spoon" ], "verbs": [ "pick-up", "put", "take", "wash" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:02:58.29", "00:02:59.70" ], [ "00:03:15.34", "00:03:17.36" ], [ "00:03:17.06", "00:03:18.30" ], [ "00:03:17.90", "00:03:29.52" ] ], "start_stop_frames": [ [ 10697, 10782 ], [ 11720, 11841 ], [ 11823, 11898 ], [ 11874, 12571 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P03_120+174_175_176_177", "video_id": "P03_120", "narration_ids": [ "P03_120_174", "P03_120_175", "P03_120_176", "P03_120_177" ], "src": "turn_off tap . put large_saucepan on hob . pick_up large_bowl", "src1": "turn_off tap", "src2": "put large_saucepan on hob", "src3": "pick_up large_bowl", "trg": "put large_bowl on large saucepan", "vis_src": "P03_120:174 P03_120:175 P03_120:176", "vis_trg": "P03_120:177", "narrations": [ "turn off tap", "put large saucepan on hob", "pick up large bowl", "put large bowl on large saucepan" ], "verbs": [ "turn-off", "put-on", "pick-up", "put-on" ], "verb_classes": [ 8, 1, 0, 1 ], "nouns": [ "tap", "saucepan:large", "bowl:large", "bowl:large" ], "noun_classes": [ 0, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:09:50.93", "00:09:51.84" ], [ "00:09:53.37", "00:09:54.89" ], [ "00:09:54.45", "00:09:55.14" ], [ "00:09:55.32", "00:09:56.46" ] ], "start_stop_frames": [ [ 29546, 29592 ], [ 29668, 29744 ], [ 29722, 29757 ], [ 29766, 29823 ] ], "trgnoun": "large_bowl", "trgverb": "put_on" }, { "key": "P23_04+32_33_34_35", "video_id": "P23_04", "narration_ids": [ "P23_04_32", "P23_04_33", "P23_04_34", "P23_04_35" ], "src": "put the ginger into another plate . wash the tomato . close the tap", "src1": "put the ginger into another plate", "src2": "wash the tomato", "src3": "close the tap", "trg": "cutting tomato", "vis_src": "P23_04:32 P23_04:33 P23_04:34", "vis_trg": "P23_04:35", "narrations": [ "put the ginger into another plate", "wash the tomato", "close the tap", "cutting tomato" ], "verbs": [ "put-into", "wash", "turn-off", "cut" ], "verb_classes": [ 5, 2, 8, 7 ], "nouns": [ "ginger", "tomato", "tap", "tomato" ], "noun_classes": [ 131, 43, 0, 43 ], "start_stop_timestamps": [ [ "00:12:18.14", "00:12:25.64" ], [ "00:12:29.60", "00:12:39.57" ], [ "00:12:39.23", "00:12:40.29" ], [ "00:12:50.16", "00:12:56.87" ] ], "start_stop_frames": [ [ 44288, 44738 ], [ 44976, 45574 ], [ 45553, 45617 ], [ 46209, 46612 ] ], "trgnoun": "tomato", "trgverb": "cut" }, { "key": "P26_103+125_126_127_128", "video_id": "P26_103", "narration_ids": [ "P26_103_125", "P26_103_126", "P26_103_127", "P26_103_128" ], "src": "rinse sponge . lather baking_tray . put_down sponge", "src1": "rinse sponge", "src2": "lather baking_tray", "src3": "put_down sponge", "trg": "rinse baking_tray", "vis_src": "P26_103:125 P26_103:126 P26_103:127", "vis_trg": "P26_103:128", "narrations": [ "rinse sponge", "lather baking tray", "put down sponge", "rinse baking tray" ], "verbs": [ "rinse", "lather", "put-down", "rinse" ], "verb_classes": [ 2, 2, 1, 2 ], "nouns": [ "sponge", "tray:baking", "sponge", "tray:baking" ], "noun_classes": [ 9, 35, 9, 35 ], "start_stop_timestamps": [ [ "00:06:48.60", "00:06:51.58" ], [ "00:06:51.68", "00:07:02.98" ], [ "00:07:12.80", "00:07:13.66" ], [ "00:07:13.60", "00:07:43.67" ] ], "start_stop_frames": [ [ 20430, 20579 ], [ 20584, 21149 ], [ 21640, 21683 ], [ 21680, 23183 ] ], "trgnoun": "baking_tray", "trgverb": "rinse" }, { "key": "P03_120+142_143_144_145", "video_id": "P03_120", "narration_ids": [ "P03_120_142", "P03_120_143", "P03_120_144", "P03_120_145" ], "src": "take chefs knife . take tea_towel from rack . dry chefs knife", "src1": "take chefs knife", "src2": "take tea_towel from rack", "src3": "dry chefs knife", "trg": "put tea_towel on rack", "vis_src": "P03_120:142 P03_120:143 P03_120:144", "vis_trg": "P03_120:145", "narrations": [ "take chefs knife", "take tea towel from rack", "dry chefs knife", "put tea towel on rack" ], "verbs": [ "take", "take-from", "dry", "put-on" ], "verb_classes": [ 0, 0, 14, 1 ], "nouns": [ "knife:chef", "towel:tea", "knife:chef", "towel:tea" ], "noun_classes": [ 4, 52, 4, 52 ], "start_stop_timestamps": [ [ "00:06:51.08", "00:06:52.22" ], [ "00:06:53.92", "00:06:54.68" ], [ "00:06:55.36", "00:06:55.95" ], [ "00:06:56.01", "00:06:57.00" ] ], "start_stop_frames": [ [ 20554, 20611 ], [ 20696, 20734 ], [ 20768, 20797 ], [ 20800, 20850 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P22_103+331_370_372_373", "video_id": "P22_103", "narration_ids": [ "P22_103_331", "P22_103_370", "P22_103_372", "P22_103_373" ], "src": "pick_up glass . rinse sponge . lather glass", "src1": "pick_up glass", "src2": "rinse sponge", "src3": "lather glass", "trg": "put_down glass", "vis_src": "P22_103:331 P22_103:370 P22_103:372", "vis_trg": "P22_103:373", "narrations": [ "pick up glass", "rinse sponge", "lather glass", "put down glass" ], "verbs": [ "pick-up", "rinse", "lather", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "glass", "sponge", "glass", "glass" ], "noun_classes": [ 10, 9, 10, 10 ], "start_stop_timestamps": [ [ "00:11:07.56", "00:11:08.23" ], [ "00:12:21.95", "00:12:23.14" ], [ "00:12:24.04", "00:12:26.81" ], [ "00:12:24.68", "00:12:27.64" ] ], "start_stop_frames": [ [ 33378, 33411 ], [ 37097, 37157 ], [ 37202, 37340 ], [ 37234, 37382 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P02_09+74_75_76_77", "video_id": "P02_09", "narration_ids": [ "P02_09_74", "P02_09_75", "P02_09_76", "P02_09_77" ], "src": "scoop yeast . put yeast in bowl . mix flour and yeast in bowl using spoon", "src1": "scoop yeast", "src2": "put yeast in bowl", "src3": "mix flour and yeast in bowl using spoon", "trg": "mix flour", "vis_src": "P02_09:74 P02_09:75 P02_09:76", "vis_trg": "P02_09:77", "narrations": [ "scoop yeast", "put yeast in bowl", "mix flour and yeast in bowl using spoon", "mix flour" ], "verbs": [ "scoop", "put-in", "mix-in", "mix" ], "verb_classes": [ 16, 5, 10, 10 ], "nouns": [ "yeast", "yeast", "flour", "flour" ], "noun_classes": [ 195, 195, 75, 75 ], "start_stop_timestamps": [ [ "00:02:53.99", "00:02:57.65" ], [ "00:02:57.55", "00:02:59.92" ], [ "00:02:59.35", "00:03:02.21" ], [ "00:03:02.73", "00:03:09.11" ] ], "start_stop_frames": [ [ 10439, 10659 ], [ 10653, 10795 ], [ 10761, 10932 ], [ 10963, 11346 ] ], "trgnoun": "flour", "trgverb": "mix" }, { "key": "P24_05+310_311_312_313", "video_id": "P24_05", "narration_ids": [ "P24_05_310", "P24_05_311", "P24_05_312", "P24_05_313" ], "src": "take pasta . put pasta on plate . take plate", "src1": "take pasta", "src2": "put pasta on plate", "src3": "take plate", "trg": "place plate on table", "vis_src": "P24_05:310 P24_05:311 P24_05:312", "vis_trg": "P24_05:313", "narrations": [ "take pasta", "put pasta on plate", "take plate", "place plate on table" ], "verbs": [ "take", "put-on", "take", "place-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "pasta", "pasta", "plate", "plate" ], "noun_classes": [ 45, 45, 2, 2 ], "start_stop_timestamps": [ [ "00:26:15.25", "00:26:24.14" ], [ "00:26:21.23", "00:26:24.98" ], [ "00:26:25.08", "00:26:36.88" ], [ "00:26:36.98", "00:26:38.40" ] ], "start_stop_frames": [ [ 94515, 95048 ], [ 94873, 95098 ], [ 95104, 95812 ], [ 95818, 95904 ] ], "trgnoun": "plate", "trgverb": "place_on" }, { "key": "P21_04+31_32_33_34", "video_id": "P21_04", "narration_ids": [ "P21_04_31", "P21_04_32", "P21_04_33", "P21_04_34" ], "src": "opening the fridge . taking the milk out of fridge . pouring milk into the glass", "src1": "opening the fridge", "src2": "taking the milk out of fridge", "src3": "pouring milk into the glass", "trg": "placing milk back into fridge", "vis_src": "P21_04:31 P21_04:32 P21_04:33", "vis_trg": "P21_04:34", "narrations": [ "opening the fridge", "taking the milk out of fridge", "pouring milk into the glass", "placing milk back into fridge" ], "verbs": [ "open", "take-out", "pour-into", "place" ], "verb_classes": [ 3, 12, 9, 1 ], "nouns": [ "fridge", "milk", "milk", "milk" ], "noun_classes": [ 12, 64, 64, 64 ], "start_stop_timestamps": [ [ "00:04:10.92", "00:04:12.10" ], [ "00:04:12.27", "00:04:15.16" ], [ "00:04:15.44", "00:04:20.65" ], [ "00:04:23.06", "00:04:25.62" ] ], "start_stop_frames": [ [ 15055, 15126 ], [ 15136, 15309 ], [ 15326, 15638 ], [ 15783, 15937 ] ], "trgnoun": "milk", "trgverb": "place" }, { "key": "P06_09+107_108_109_110", "video_id": "P06_09", "narration_ids": [ "P06_09_107", "P06_09_108", "P06_09_109", "P06_09_110" ], "src": "close fridge . open cupboard . take_out chopped_tomatoes", "src1": "close fridge", "src2": "open cupboard", "src3": "take_out chopped_tomatoes", "trg": "put chopped_tomatoes on canned", "vis_src": "P06_09:107 P06_09:108 P06_09:109", "vis_trg": "P06_09:110", "narrations": [ "close fridge", "open cupboard", "take out chopped tomatoes", "put chopped tomatoes on canned" ], "verbs": [ "close", "open", "take-out", "put-on" ], "verb_classes": [ 4, 3, 12, 1 ], "nouns": [ "fridge", "cupboard", "tomato:chopped", "tomato:chopped" ], "noun_classes": [ 12, 3, 43, 43 ], "start_stop_timestamps": [ [ "00:15:45.97", "00:15:46.91" ], [ "00:15:48.43", "00:15:49.24" ], [ "00:15:48.98", "00:15:51.77" ], [ "00:15:52.52", "00:15:53.69" ] ], "start_stop_frames": [ [ 56758, 56814 ], [ 56905, 56954 ], [ 56938, 57106 ], [ 57151, 57221 ] ], "trgnoun": "chopped_tomato", "trgverb": "put_on" }, { "key": "P03_02+108_109_110_111", "video_id": "P03_02", "narration_ids": [ "P03_02_108", "P03_02_109", "P03_02_110", "P03_02_111" ], "src": "squeeze sponge . turn_on tap . rinse bin", "src1": "squeeze sponge", "src2": "turn_on tap", "src3": "rinse bin", "trg": "turn_off tap", "vis_src": "P03_02:108 P03_02:109 P03_02:110", "vis_trg": "P03_02:111", "narrations": [ "squeeze sponge", "turn on tap", "rinse bin", "turn off tap" ], "verbs": [ "squeeze", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 18, 6, 2, 8 ], "nouns": [ "sponge", "tap", "bin", "tap" ], "noun_classes": [ 9, 0, 36, 0 ], "start_stop_timestamps": [ [ "00:04:30.36", "00:04:31.86" ], [ "00:04:32.21", "00:04:33.21" ], [ "00:04:33.56", "00:04:42.66" ], [ "00:04:42.82", "00:04:44.83" ] ], "start_stop_frames": [ [ 16221, 16311 ], [ 16332, 16392 ], [ 16413, 16959 ], [ 16969, 17089 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P01_104+25_26_27_28", "video_id": "P01_104", "narration_ids": [ "P01_104_25", "P01_104_26", "P01_104_27", "P01_104_28" ], "src": "take spoon . put_down cup . wash spoon", "src1": "take spoon", "src2": "put_down cup", "src3": "wash spoon", "trg": "put spoon into cup", "vis_src": "P01_104:25 P01_104:26 P01_104:27", "vis_trg": "P01_104:28", "narrations": [ "take spoon", "put down cup", "wash spoon", "put spoon into cup" ], "verbs": [ "take", "put-down", "wash", "put-into" ], "verb_classes": [ 0, 1, 2, 5 ], "nouns": [ "spoon", "cup", "spoon", "spoon" ], "noun_classes": [ 1, 13, 1, 1 ], "start_stop_timestamps": [ [ "00:00:47.49", "00:00:47.80" ], [ "00:00:47.90", "00:00:48.68" ], [ "00:00:49.51", "00:00:53.41" ], [ "00:00:53.49", "00:00:54.08" ] ], "start_stop_frames": [ [ 2374, 2390 ], [ 2395, 2434 ], [ 2475, 2670 ], [ 2674, 2704 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P01_09+673_674_675_676", "video_id": "P01_09", "narration_ids": [ "P01_09_673", "P01_09_674", "P01_09_675", "P01_09_676" ], "src": "throw paper into bin . close bin . take plate", "src1": "throw paper into bin", "src2": "close bin", "src3": "take plate", "trg": "put_down plate", "vis_src": "P01_09:673 P01_09:674 P01_09:675", "vis_trg": "P01_09:676", "narrations": [ "throw paper into bin", "close bin", "take plate", "put down plate" ], "verbs": [ "throw-into", "close", "take", "put-down" ], "verb_classes": [ 13, 4, 0, 1 ], "nouns": [ "paper", "bin", "plate", "plate" ], "noun_classes": [ 49, 36, 2, 2 ], "start_stop_timestamps": [ [ "00:46:34.95", "00:46:35.74" ], [ "00:46:35.37", "00:46:36.60" ], [ "00:46:37.39", "00:46:38.56" ], [ "00:46:39.74", "00:46:41.09" ] ], "start_stop_frames": [ [ 167697, 167744 ], [ 167722, 167796 ], [ 167843, 167913 ], [ 167984, 168065 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P04_120+364_365_366_367", "video_id": "P04_120", "narration_ids": [ "P04_120_364", "P04_120_365", "P04_120_366", "P04_120_367" ], "src": "put thermometer in milk . rotate thermometer . read thermometer_temperature", "src1": "put thermometer in milk", "src2": "rotate thermometer", "src3": "read thermometer_temperature", "trg": "lift thermometer out of milk", "vis_src": "P04_120:364 P04_120:365 P04_120:366", "vis_trg": "P04_120:367", "narrations": [ "put thermometer in milk", "rotate thermometer", "read thermometer temperature", "lift thermometer out of milk" ], "verbs": [ "put-in", "rotate", "read", "lift" ], "verb_classes": [ 5, 23, 38, 33 ], "nouns": [ "thermometer", "thermometer", "temperature:thermometer", "thermometer" ], "noun_classes": [ 166, 166, 65, 166 ], "start_stop_timestamps": [ [ "00:13:01.65", "00:13:03.62" ], [ "00:13:02.58", "00:13:06.38" ], [ "00:13:06.64", "00:13:23.69" ], [ "00:13:23.51", "00:13:24.66" ] ], "start_stop_frames": [ [ 39082, 39181 ], [ 39129, 39319 ], [ 39332, 40184 ], [ 40175, 40233 ] ], "trgnoun": "thermometer", "trgverb": "lift" }, { "key": "P03_121+42_43_44_45", "video_id": "P03_121", "narration_ids": [ "P03_121_42", "P03_121_43", "P03_121_44", "P03_121_45" ], "src": "pick_up juicer . pour lemon_juice into egg and sugar mixture . put_down juicer", "src1": "pick_up juicer", "src2": "pour lemon_juice into egg and sugar mixture", "src3": "put_down juicer", "trg": "stir lemon_juice into egg and sugar mixture", "vis_src": "P03_121:42 P03_121:43 P03_121:44", "vis_trg": "P03_121:45", "narrations": [ "pick up juicer", "pour lemon juice into egg and sugar mixture", "put down juicer", "stir lemon juice into egg and sugar mixture" ], "verbs": [ "pick-up", "pour-into", "put-down", "stir-into" ], "verb_classes": [ 0, 9, 1, 10 ], "nouns": [ "juicer", "juice:lemon", "juicer", "juice:lemon" ], "noun_classes": [ 106, 183, 106, 183 ], "start_stop_timestamps": [ [ "00:04:01.35", "00:04:02.42" ], [ "00:04:03.35", "00:04:10.50" ], [ "00:04:10.47", "00:04:12.47" ], [ "00:04:13.63", "00:04:36.14" ] ], "start_stop_frames": [ [ 12067, 12121 ], [ 12167, 12525 ], [ 12523, 12623 ], [ 12681, 13807 ] ], "trgnoun": "lemon_juice", "trgverb": "stir_into" }, { "key": "P02_120+116_117_118_119", "video_id": "P02_120", "narration_ids": [ "P02_120_116", "P02_120_117", "P02_120_118", "P02_120_119" ], "src": "rest blender on side of bowl . turn blender upside down . shake blender so pistachio falls into bowl", "src1": "rest blender on side of bowl", "src2": "turn blender upside down", "src3": "shake blender so pistachio falls into bowl", "trg": "put_down blender next to sink", "vis_src": "P02_120:116 P02_120:117 P02_120:118", "vis_trg": "P02_120:119", "narrations": [ "rest blender on side of bowl", "turn blender upside down", "shake blender so pistachio falls into bowl", "put down blender next to sink" ], "verbs": [ "rest-on", "turn", "shake", "put-down" ], "verb_classes": [ 1, 23, 15, 1 ], "nouns": [ "blender", "blender", "blender", "blender" ], "noun_classes": [ 82, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:07:00.24", "00:07:02.49" ], [ "00:07:02.25", "00:07:03.67" ], [ "00:07:03.54", "00:07:16.29" ], [ "00:07:20.45", "00:07:22.14" ] ], "start_stop_frames": [ [ 21012, 21124 ], [ 21112, 21183 ], [ 21177, 21814 ], [ 22022, 22107 ] ], "trgnoun": "blender", "trgverb": "put_down" }, { "key": "P02_129+461_462_463_464", "video_id": "P02_129", "narration_ids": [ "P02_129_461", "P02_129_462", "P02_129_463", "P02_129_464" ], "src": "put_down plate . open fridge . pick_up parmesan_cheese", "src1": "put_down plate", "src2": "open fridge", "src3": "pick_up parmesan_cheese", "trg": "close fridge", "vis_src": "P02_129:461 P02_129:462 P02_129:463", "vis_trg": "P02_129:464", "narrations": [ "put down plate", "open fridge", "pick up parmesan cheese", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "plate", "fridge", "cheese:parmesan", "fridge" ], "noun_classes": [ 2, 12, 32, 12 ], "start_stop_timestamps": [ [ "00:17:02.54", "00:17:04.36" ], [ "00:17:07.78", "00:17:08.85" ], [ "00:17:09.28", "00:17:09.88" ], [ "00:17:09.97", "00:17:10.59" ] ], "start_stop_frames": [ [ 51127, 51217 ], [ 51389, 51442 ], [ 51464, 51494 ], [ 51498, 51529 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_107+53_54_55_56", "video_id": "P01_107", "narration_ids": [ "P01_107_53", "P01_107_54", "P01_107_55", "P01_107_56" ], "src": "open drawer . move cutlery_tray . pick_up spoon", "src1": "open drawer", "src2": "move cutlery_tray", "src3": "pick_up spoon", "trg": "put spoon into cup", "vis_src": "P01_107:53 P01_107:54 P01_107:55", "vis_trg": "P01_107:56", "narrations": [ "open drawer", "move cutlery tray", "pick up spoon", "put spoon into cup" ], "verbs": [ "open", "move", "pick-up", "put-into" ], "verb_classes": [ 3, 11, 0, 5 ], "nouns": [ "drawer", "tray:cutlery", "spoon", "spoon" ], "noun_classes": [ 8, 35, 1, 1 ], "start_stop_timestamps": [ [ "00:01:41.75", "00:01:42.45" ], [ "00:01:42.73", "00:01:43.17" ], [ "00:01:43.33", "00:01:44.73" ], [ "00:01:45.06", "00:01:46.03" ] ], "start_stop_frames": [ [ 5087, 5122 ], [ 5136, 5158 ], [ 5166, 5236 ], [ 5253, 5301 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P06_03+80_81_82_83", "video_id": "P06_03", "narration_ids": [ "P06_03_80", "P06_03_81", "P06_03_82", "P06_03_83" ], "src": "put_down oil . put lid on oil . drop oil", "src1": "put_down oil", "src2": "put lid on oil", "src3": "drop oil", "trg": "pick_up oil", "vis_src": "P06_03:80 P06_03:81 P06_03:82", "vis_trg": "P06_03:83", "narrations": [ "put down oil", "put lid on oil", "drop oil", "pick up oil" ], "verbs": [ "put-down", "put-on", "drop", "pick-up" ], "verb_classes": [ 1, 1, 59, 0 ], "nouns": [ "oil", "lid", "oil", "oil" ], "noun_classes": [ 31, 6, 31, 31 ], "start_stop_timestamps": [ [ "00:05:25.10", "00:05:26.45" ], [ "00:05:26.62", "00:05:29.40" ], [ "00:05:29.59", "00:05:30.91" ], [ "00:05:30.41", "00:05:31.81" ] ], "start_stop_frames": [ [ 19506, 19587 ], [ 19597, 19764 ], [ 19775, 19854 ], [ 19824, 19908 ] ], "trgnoun": "oil", "trgverb": "pick_up" }, { "key": "P15_02+27_28_29_30", "video_id": "P15_02", "narration_ids": [ "P15_02_27", "P15_02_28", "P15_02_29", "P15_02_30" ], "src": "put frying_pan on cooker . turn_on the cooker . pick_up oil", "src1": "put frying_pan on cooker", "src2": "turn_on the cooker", "src3": "pick_up oil", "trg": "put oil in the pan", "vis_src": "P15_02:27 P15_02:28 P15_02:29", "vis_trg": "P15_02:30", "narrations": [ "put frying pan on cooker", "turn on the cooker", "pick up oil", "put oil in the pan" ], "verbs": [ "put-on", "turn-on", "pick-up", "put-in" ], "verb_classes": [ 1, 6, 0, 5 ], "nouns": [ "pan:frying", "cooker", "oil", "oil" ], "noun_classes": [ 5, 46, 31, 31 ], "start_stop_timestamps": [ [ "00:03:35.03", "00:03:40.25" ], [ "00:03:39.12", "00:03:48.90" ], [ "00:03:48.81", "00:03:51.05" ], [ "00:03:50.50", "00:03:55.89" ] ], "start_stop_frames": [ [ 12901, 13215 ], [ 13147, 13734 ], [ 13728, 13863 ], [ 13830, 14153 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P28_104+135_136_137_138", "video_id": "P28_104", "narration_ids": [ "P28_104_135", "P28_104_136", "P28_104_137", "P28_104_138" ], "src": "damp sponge . turn_off tap . wash spoon", "src1": "damp sponge", "src2": "turn_off tap", "src3": "wash spoon", "trg": "put spoon", "vis_src": "P28_104:135 P28_104:136 P28_104:137", "vis_trg": "P28_104:138", "narrations": [ "damp sponge", "turn off tap", "wash spoon", "put spoon" ], "verbs": [ "damp", "turn-off", "wash", "put" ], "verb_classes": [ 62, 8, 2, 1 ], "nouns": [ "sponge", "tap", "spoon", "spoon" ], "noun_classes": [ 9, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:07:30.55", "00:07:31.70" ], [ "00:07:31.35", "00:07:32.04" ], [ "00:07:31.98", "00:07:35.53" ], [ "00:07:35.34", "00:07:36.10" ] ], "start_stop_frames": [ [ 22527, 22585 ], [ 22567, 22602 ], [ 22599, 22776 ], [ 22767, 22805 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P02_123+143_144_145_146", "video_id": "P02_123", "narration_ids": [ "P02_123_143", "P02_123_144", "P02_123_145", "P02_123_146" ], "src": "close oven . put cake_mould on hob . remove gloves", "src1": "close oven", "src2": "put cake_mould on hob", "src3": "remove gloves", "trg": "put_down gloves", "vis_src": "P02_123:143 P02_123:144 P02_123:145", "vis_trg": "P02_123:146", "narrations": [ "close oven", "put cake mould on hob", "remove gloves", "put down gloves" ], "verbs": [ "close", "put-on", "remove", "put-down" ], "verb_classes": [ 4, 1, 12, 1 ], "nouns": [ "oven", "mould:cake", "glove", "glove" ], "noun_classes": [ 46, 35, 60, 60 ], "start_stop_timestamps": [ [ "00:07:47.70", "00:07:48.50" ], [ "00:07:48.47", "00:07:49.59" ], [ "00:07:49.61", "00:07:51.64" ], [ "00:07:51.74", "00:07:52.72" ] ], "start_stop_frames": [ [ 23385, 23425 ], [ 23423, 23479 ], [ 23480, 23582 ], [ 23587, 23636 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P27_104+221_222_223_224", "video_id": "P27_104", "narration_ids": [ "P27_104_221", "P27_104_222", "P27_104_223", "P27_104_224" ], "src": "wash glass . put_down glass . pick_up container", "src1": "wash glass", "src2": "put_down glass", "src3": "pick_up container", "trg": "open container", "vis_src": "P27_104:221 P27_104:222 P27_104:223", "vis_trg": "P27_104:224", "narrations": [ "wash glass", "put down glass", "pick up container", "open container" ], "verbs": [ "wash", "put-down", "pick-up", "open" ], "verb_classes": [ 2, 1, 0, 3 ], "nouns": [ "glass", "glass", "container", "container" ], "noun_classes": [ 10, 10, 21, 21 ], "start_stop_timestamps": [ [ "00:10:35.72", "00:10:43.46" ], [ "00:10:43.42", "00:10:44.84" ], [ "00:10:45.55", "00:10:47.30" ], [ "00:10:47.31", "00:10:47.92" ] ], "start_stop_frames": [ [ 31786, 32173 ], [ 32170, 32242 ], [ 32277, 32364 ], [ 32365, 32395 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P28_09+120_121_122_123", "video_id": "P28_09", "narration_ids": [ "P28_09_120", "P28_09_121", "P28_09_122", "P28_09_123" ], "src": "put salt in salad . open oregano . put oregano in salad", "src1": "put salt in salad", "src2": "open oregano", "src3": "put oregano in salad", "trg": "put_down oregano", "vis_src": "P28_09:120 P28_09:121 P28_09:122", "vis_trg": "P28_09:123", "narrations": [ "put salt in salad", "open oregano", "put oregano in salad", "put down oregano" ], "verbs": [ "put-in", "open", "put-in", "put-down" ], "verb_classes": [ 5, 3, 5, 1 ], "nouns": [ "salt", "oregano", "oregano", "oregano" ], "noun_classes": [ 38, 145, 145, 145 ], "start_stop_timestamps": [ [ "00:07:24.23", "00:07:27.60" ], [ "00:07:28.65", "00:07:31.13" ], [ "00:07:31.55", "00:07:39.45" ], [ "00:07:39.95", "00:07:40.55" ] ], "start_stop_frames": [ [ 26653, 26856 ], [ 26919, 27067 ], [ 27093, 27567 ], [ 27597, 27633 ] ], "trgnoun": "oregano", "trgverb": "put_down" }, { "key": "P01_17+86_87_88_89", "video_id": "P01_17", "narration_ids": [ "P01_17_86", "P01_17_87", "P01_17_88", "P01_17_89" ], "src": "take carrot . turn_on tap . wash carrot", "src1": "take carrot", "src2": "turn_on tap", "src3": "wash carrot", "trg": "turn_off tap", "vis_src": "P01_17:86 P01_17:87 P01_17:88", "vis_trg": "P01_17:89", "narrations": [ "take carrot", "turn on tap", "wash carrot", "turn off tap" ], "verbs": [ "take", "turn-on", "wash", "turn-off" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "carrot", "tap", "carrot", "tap" ], "noun_classes": [ 41, 0, 41, 0 ], "start_stop_timestamps": [ [ "00:06:24.24", "00:06:24.98" ], [ "00:06:25.67", "00:06:26.88" ], [ "00:06:26.46", "00:06:36.66" ], [ "00:06:36.36", "00:06:37.36" ] ], "start_stop_frames": [ [ 23054, 23098 ], [ 23140, 23212 ], [ 23187, 23799 ], [ 23781, 23841 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P30_108+165_166_167_168", "video_id": "P30_108", "narration_ids": [ "P30_108_165", "P30_108_166", "P30_108_167", "P30_108_168" ], "src": "put_down sponge . move pan . wipe hob", "src1": "put_down sponge", "src2": "move pan", "src3": "wipe hob", "trg": "hit sponge on draining board", "vis_src": "P30_108:165 P30_108:166 P30_108:167", "vis_trg": "P30_108:168", "narrations": [ "put down sponge", "move pan", "wipe hob", "hit sponge on draining board" ], "verbs": [ "put-down", "move", "wipe", "hit" ], "verb_classes": [ 1, 11, 2, 32 ], "nouns": [ "sponge", "pan", "hob", "sponge" ], "noun_classes": [ 9, 5, 24, 9 ], "start_stop_timestamps": [ [ "00:07:29.19", "00:07:29.79" ], [ "00:07:32.67", "00:07:34.12" ], [ "00:07:34.09", "00:07:41.08" ], [ "00:07:41.18", "00:07:43.51" ] ], "start_stop_frames": [ [ 22459, 22489 ], [ 22633, 22706 ], [ 22704, 23054 ], [ 23059, 23175 ] ], "trgnoun": "sponge", "trgverb": "hit" }, { "key": "P02_107+31_32_33_34", "video_id": "P02_107", "narration_ids": [ "P02_107_31", "P02_107_32", "P02_107_33", "P02_107_34" ], "src": "pick_up milk_bottle . open fridge . put_back milk_bottle", "src1": "pick_up milk_bottle", "src2": "open fridge", "src3": "put_back milk_bottle", "trg": "close fridge", "vis_src": "P02_107:31 P02_107:32 P02_107:33", "vis_trg": "P02_107:34", "narrations": [ "pick up milk bottle", "open fridge", "put back milk bottle", "close fridge" ], "verbs": [ "pick-up", "open", "put-back", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bottle:milk", "fridge", "bottle:milk", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:01:02.45", "00:01:06.56" ], [ "00:01:05.09", "00:01:06.03" ], [ "00:01:06.29", "00:01:07.01" ], [ "00:01:07.11", "00:01:08.02" ] ], "start_stop_frames": [ [ 3122, 3328 ], [ 3254, 3301 ], [ 3314, 3350 ], [ 3355, 3401 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P03_112+96_97_98_99", "video_id": "P03_112", "narration_ids": [ "P03_112_96", "P03_112_97", "P03_112_98", "P03_112_99" ], "src": "hold kettle . pick_up kettle . pour water into saucepan", "src1": "hold kettle", "src2": "pick_up kettle", "src3": "pour water into saucepan", "trg": "place kettle on stand", "vis_src": "P03_112:96 P03_112:97 P03_112:98", "vis_trg": "P03_112:99", "narrations": [ "hold kettle", "pick up kettle", "pour water into saucepan", "place kettle on stand" ], "verbs": [ "hold", "pick-up", "pour-into", "place-on" ], "verb_classes": [ 34, 0, 9, 1 ], "nouns": [ "kettle", "kettle", "water", "kettle" ], "noun_classes": [ 44, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:02:44.39", "00:02:50.69" ], [ "00:02:50.50", "00:02:51.64" ], [ "00:02:51.60", "00:02:55.32" ], [ "00:02:56.55", "00:02:57.24" ] ], "start_stop_frames": [ [ 8219, 8534 ], [ 8525, 8582 ], [ 8580, 8766 ], [ 8827, 8862 ] ], "trgnoun": "kettle", "trgverb": "place_on" }, { "key": "P01_103+39_87_89_90", "video_id": "P01_103", "narration_ids": [ "P01_103_39", "P01_103_87", "P01_103_89", "P01_103_90" ], "src": "pick_up spoon . open drawer . close drawer", "src1": "pick_up spoon", "src2": "open drawer", "src3": "close drawer", "trg": "put spoon into cup", "vis_src": "P01_103:39 P01_103:87 P01_103:89", "vis_trg": "P01_103:90", "narrations": [ "pick up spoon", "open drawer", "close drawer", "put spoon into cup" ], "verbs": [ "pick-up", "open", "close", "put-into" ], "verb_classes": [ 0, 3, 4, 5 ], "nouns": [ "spoon", "drawer", "drawer", "spoon" ], "noun_classes": [ 1, 8, 8, 1 ], "start_stop_timestamps": [ [ "00:01:05.98", "00:01:07.43" ], [ "00:02:32.70", "00:02:34.10" ], [ "00:02:35.11", "00:02:36.03" ], [ "00:02:35.87", "00:02:36.91" ] ], "start_stop_frames": [ [ 3299, 3371 ], [ 7634, 7705 ], [ 7755, 7801 ], [ 7793, 7845 ] ], "trgnoun": "spoon", "trgverb": "put_into" }, { "key": "P04_107+811_812_813_814", "video_id": "P04_107", "narration_ids": [ "P04_107_811", "P04_107_812", "P04_107_813", "P04_107_814" ], "src": "turn_over dough . roll_out dough . grab flour", "src1": "turn_over dough", "src2": "roll_out dough", "src3": "grab flour", "trg": "spread flour over rolling pin", "vis_src": "P04_107:811 P04_107:812 P04_107:813", "vis_trg": "P04_107:814", "narrations": [ "turn over dough", "roll out dough", "grab flour", "spread flour over rolling pin" ], "verbs": [ "turn-over", "roll-out", "grab", "spread-over" ], "verb_classes": [ 22, 39, 0, 27 ], "nouns": [ "dough", "dough", "flour", "flour" ], "noun_classes": [ 25, 25, 75, 75 ], "start_stop_timestamps": [ [ "00:21:28.84", "00:21:30.17" ], [ "00:21:30.46", "00:21:31.84" ], [ "00:21:31.94", "00:21:34.81" ], [ "00:21:35.22", "00:21:36.43" ] ], "start_stop_frames": [ [ 64441, 64508 ], [ 64523, 64591 ], [ 64597, 64740 ], [ 64761, 64821 ] ], "trgnoun": "flour", "trgverb": "spread_over" }, { "key": "P28_09+15_16_17_18", "video_id": "P28_09", "narration_ids": [ "P28_09_15", "P28_09_16", "P28_09_17", "P28_09_18" ], "src": "take_out avocado . open fridge . put avocado in fridge", "src1": "take_out avocado", "src2": "open fridge", "src3": "put avocado in fridge", "trg": "close fridge", "vis_src": "P28_09:15 P28_09:16 P28_09:17", "vis_trg": "P28_09:18", "narrations": [ "take out avocado", "open fridge", "put avocado in fridge", "close fridge" ], "verbs": [ "take-out", "open", "put-in", "close" ], "verb_classes": [ 12, 3, 5, 4 ], "nouns": [ "avocado", "fridge", "avocado", "fridge" ], "noun_classes": [ 176, 12, 176, 12 ], "start_stop_timestamps": [ [ "00:00:37.17", "00:00:39.13" ], [ "00:00:42.44", "00:00:44.07" ], [ "00:00:43.60", "00:00:45.48" ], [ "00:00:45.26", "00:00:46.96" ] ], "start_stop_frames": [ [ 2230, 2347 ], [ 2546, 2644 ], [ 2616, 2728 ], [ 2715, 2817 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P07_113+5_6_7_8", "video_id": "P07_113", "narration_ids": [ "P07_113_5", "P07_113_6", "P07_113_7", "P07_113_8" ], "src": "grab glass . turn glass . open drawer", "src1": "grab glass", "src2": "turn glass", "src3": "open drawer", "trg": "put_away glass", "vis_src": "P07_113:5 P07_113:6 P07_113:7", "vis_trg": "P07_113:8", "narrations": [ "grab glass", "turn glass", "open drawer", "put away glass" ], "verbs": [ "grab", "turn", "open", "put-away" ], "verb_classes": [ 0, 23, 3, 1 ], "nouns": [ "glass", "glass", "drawer", "glass" ], "noun_classes": [ 10, 10, 8, 10 ], "start_stop_timestamps": [ [ "00:00:12.12", "00:00:12.65" ], [ "00:00:12.75", "00:00:14.71" ], [ "00:00:15.27", "00:00:15.96" ], [ "00:00:16.05", "00:00:16.75" ] ], "start_stop_frames": [ [ 606, 632 ], [ 637, 735 ], [ 763, 798 ], [ 802, 837 ] ], "trgnoun": "glass", "trgverb": "put_away" }, { "key": "P30_01+3_4_5_6", "video_id": "P30_01", "narration_ids": [ "P30_01_3", "P30_01_4", "P30_01_5", "P30_01_6" ], "src": "put fish . take box . close drawer", "src1": "put fish", "src2": "take box", "src3": "close drawer", "trg": "open drawer", "vis_src": "P30_01:3 P30_01:4 P30_01:5", "vis_trg": "P30_01:6", "narrations": [ "put fish", "take box", "close drawer", "open drawer" ], "verbs": [ "put", "take", "close", "open" ], "verb_classes": [ 1, 0, 4, 3 ], "nouns": [ "fish", "box", "drawer", "drawer" ], "noun_classes": [ 119, 23, 8, 8 ], "start_stop_timestamps": [ [ "00:00:12.35", "00:00:13.14" ], [ "00:00:13.24", "00:00:14.27" ], [ "00:00:14.37", "00:00:15.73" ], [ "00:00:15.77", "00:00:16.66" ] ], "start_stop_frames": [ [ 741, 788 ], [ 794, 856 ], [ 862, 943 ], [ 946, 999 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P22_103+335_336_337_338", "video_id": "P22_103", "narration_ids": [ "P22_103_335", "P22_103_336", "P22_103_337", "P22_103_338" ], "src": "put_down bottle . open drawer . put_down pot_rest", "src1": "put_down bottle", "src2": "open drawer", "src3": "put_down pot_rest", "trg": "close drawer", "vis_src": "P22_103:335 P22_103:336 P22_103:337", "vis_trg": "P22_103:338", "narrations": [ "put down bottle", "open drawer", "put down pot rest", "close drawer" ], "verbs": [ "put-down", "open", "put-down", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "bottle", "drawer", "rest:pot", "drawer" ], "noun_classes": [ 15, 8, 109, 8 ], "start_stop_timestamps": [ [ "00:11:15.83", "00:11:17.77" ], [ "00:11:18.46", "00:11:19.51" ], [ "00:11:19.39", "00:11:19.69" ], [ "00:11:20.03", "00:11:20.61" ] ], "start_stop_frames": [ [ 33791, 33888 ], [ 33923, 33975 ], [ 33969, 33984 ], [ 34001, 34030 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P26_124+181_182_183_184", "video_id": "P26_124", "narration_ids": [ "P26_124_181", "P26_124_182", "P26_124_183", "P26_124_184" ], "src": "pick_up bottle . open fridge . put_down bottle", "src1": "pick_up bottle", "src2": "open fridge", "src3": "put_down bottle", "trg": "close fridge", "vis_src": "P26_124:181 P26_124:182 P26_124:183", "vis_trg": "P26_124:184", "narrations": [ "pick up bottle", "open fridge", "put down bottle", "close fridge" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bottle", "fridge", "bottle", "fridge" ], "noun_classes": [ 15, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:10:09.99", "00:10:10.96" ], [ "00:10:13.04", "00:10:14.18" ], [ "00:10:14.18", "00:10:15.24" ], [ "00:10:15.33", "00:10:16.10" ] ], "start_stop_frames": [ [ 30499, 30548 ], [ 30652, 30708 ], [ 30708, 30762 ], [ 30766, 30805 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_107+268_269_272_405", "video_id": "P04_107", "narration_ids": [ "P04_107_268", "P04_107_269", "P04_107_272", "P04_107_405" ], "src": "squeeze ball of dough into chopping board . pick_up rolling_pin . flip_over dough", "src1": "squeeze ball of dough into chopping board", "src2": "pick_up rolling_pin", "src3": "flip_over dough", "trg": "unfold dough", "vis_src": "P04_107:268 P04_107:269 P04_107:272", "vis_trg": "P04_107:405", "narrations": [ "squeeze ball of dough into chopping board", "pick up rolling pin", "flip over dough", "unfold dough" ], "verbs": [ "squeeze-into", "pick-up", "flip-over", "unfold" ], "verb_classes": [ 18, 0, 22, 39 ], "nouns": [ "ball:dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:08:41.91", "00:08:42.46" ], [ "00:08:42.68", "00:08:43.30" ], [ "00:08:50.98", "00:08:53.52" ], [ "00:12:14.09", "00:12:18.94" ] ], "start_stop_frames": [ [ 26095, 26123 ], [ 26133, 26164 ], [ 26549, 26676 ], [ 36704, 36947 ] ], "trgnoun": "dough", "trgverb": "unfold" }, { "key": "P22_111+345_346_347_348", "video_id": "P22_111", "narration_ids": [ "P22_111_345", "P22_111_346", "P22_111_347", "P22_111_348" ], "src": "close cupboard . open oil . put_down lid", "src1": "close cupboard", "src2": "open oil", "src3": "put_down lid", "trg": "put_down oil", "vis_src": "P22_111:345 P22_111:346 P22_111:347", "vis_trg": "P22_111:348", "narrations": [ "close cupboard", "open oil", "put down lid", "put down oil" ], "verbs": [ "close", "open", "put-down", "put-down" ], "verb_classes": [ 4, 3, 1, 1 ], "nouns": [ "cupboard", "oil", "lid", "oil" ], "noun_classes": [ 3, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:13:48.36", "00:13:49.75" ], [ "00:13:50.08", "00:13:52.31" ], [ "00:13:52.02", "00:13:53.23" ], [ "00:13:53.63", "00:13:54.59" ] ], "start_stop_frames": [ [ 41418, 41487 ], [ 41504, 41615 ], [ 41601, 41661 ], [ 41681, 41729 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P31_05+44_45_46_47", "video_id": "P31_05", "narration_ids": [ "P31_05_44", "P31_05_45", "P31_05_46", "P31_05_47" ], "src": "dry teaspoon . open jar . pick_up honey", "src1": "dry teaspoon", "src2": "open jar", "src3": "pick_up honey", "trg": "put honey in the water", "vis_src": "P31_05:44 P31_05:45 P31_05:46", "vis_trg": "P31_05:47", "narrations": [ "dry teaspoon", "open jar", "pick up honey", "put honey in the water" ], "verbs": [ "dry", "open", "pick-up", "put-in" ], "verb_classes": [ 14, 3, 0, 5 ], "nouns": [ "teaspoon", "jar", "honey", "honey" ], "noun_classes": [ 1, 40, 115, 115 ], "start_stop_timestamps": [ [ "00:06:25.00", "00:06:27.25" ], [ "00:06:34.02", "00:06:35.35" ], [ "00:06:35.78", "00:06:41.03" ], [ "00:06:42.49", "00:06:43.74" ] ], "start_stop_frames": [ [ 23100, 23235 ], [ 23641, 23721 ], [ 23746, 24061 ], [ 24149, 24224 ] ], "trgnoun": "honey", "trgverb": "put_in" }, { "key": "P27_103+414_415_416_418", "video_id": "P27_103", "narration_ids": [ "P27_103_414", "P27_103_415", "P27_103_416", "P27_103_418" ], "src": "open cupboard . put_down mixer . lift coffee_machine", "src1": "open cupboard", "src2": "put_down mixer", "src3": "lift coffee_machine", "trg": "close cupboard", "vis_src": "P27_103:414 P27_103:415 P27_103:416", "vis_trg": "P27_103:418", "narrations": [ "open cupboard", "put down mixer", "lift coffee machine", "close cupboard" ], "verbs": [ "open", "put-down", "lift", "close" ], "verb_classes": [ 3, 1, 33, 4 ], "nouns": [ "cupboard", "mixer", "machine:coffee", "cupboard" ], "noun_classes": [ 3, 82, 50, 3 ], "start_stop_timestamps": [ [ "00:30:51.08", "00:30:52.62" ], [ "00:30:53.28", "00:30:54.74" ], [ "00:30:56.00", "00:30:57.18" ], [ "00:31:01.46", "00:31:02.12" ] ], "start_stop_frames": [ [ 92554, 92631 ], [ 92664, 92737 ], [ 92800, 92859 ], [ 93073, 93106 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P08_05+217_218_219_220", "video_id": "P08_05", "narration_ids": [ "P08_05_217", "P08_05_218", "P08_05_219", "P08_05_220" ], "src": "cut carrots in chunks . get the chunks . place food_processor in back", "src1": "cut carrots in chunks", "src2": "get the chunks", "src3": "place food_processor in back", "trg": "put carrots in food processor", "vis_src": "P08_05:217 P08_05:218 P08_05:219", "vis_trg": "P08_05:220", "narrations": [ "cut carrots in chunks", "get the chunks", "place food processor in back", "put carrots in food processor" ], "verbs": [ "cut", "get", "place-in", "put" ], "verb_classes": [ 7, 0, 5, 1 ], "nouns": [ "carrot", "edge:carrot", "processor:food", "carrot" ], "noun_classes": [ 41, 41, 147, 41 ], "start_stop_timestamps": [ [ "00:17:39.10", "00:17:44.12" ], [ "00:17:44.00", "00:17:45.65" ], [ "00:17:51.35", "00:17:54.63" ], [ "00:17:54.07", "00:17:56.13" ] ], "start_stop_frames": [ [ 63545, 63847 ], [ 63840, 63939 ], [ 64280, 64477 ], [ 64444, 64567 ] ], "trgnoun": "carrot", "trgverb": "put" }, { "key": "P22_14+190_191_192_194", "video_id": "P22_14", "narration_ids": [ "P22_14_190", "P22_14_191", "P22_14_192", "P22_14_194" ], "src": "grab plate . move cutlery . put_down down plates", "src1": "grab plate", "src2": "move cutlery", "src3": "put_down down plates", "trg": "clean stove", "vis_src": "P22_14:190 P22_14:191 P22_14:192", "vis_trg": "P22_14:194", "narrations": [ "grab plate", "move cutlery", "put down down plates", "clean stove" ], "verbs": [ "grab", "move", "put-down", "clean" ], "verb_classes": [ 0, 11, 1, 2 ], "nouns": [ "plate", "cutlery", "plate", "stove" ], "noun_classes": [ 2, 58, 2, 24 ], "start_stop_timestamps": [ [ "00:08:05.93", "00:08:06.43" ], [ "00:08:06.46", "00:08:07.96" ], [ "00:08:11.80", "00:08:13.55" ], [ "00:08:14.33", "00:08:19.27" ] ], "start_stop_frames": [ [ 29155, 29185 ], [ 29187, 29277 ], [ 29508, 29613 ], [ 29659, 29956 ] ], "trgnoun": "stove", "trgverb": "clean" }, { "key": "P04_104+149_150_151_152", "video_id": "P04_104", "narration_ids": [ "P04_104_149", "P04_104_150", "P04_104_151", "P04_104_152" ], "src": "twist battery_pack . tear cardboard on battery pack . pull_out battery", "src1": "twist battery_pack", "src2": "tear cardboard on battery pack", "src3": "pull_out battery", "trg": "slide battery into scales", "vis_src": "P04_104:149 P04_104:150 P04_104:151", "vis_trg": "P04_104:152", "narrations": [ "twist battery pack", "tear cardboard on battery pack", "pull out battery", "slide battery into scales" ], "verbs": [ "twist", "tear-on", "pull-out", "slide-into" ], "verb_classes": [ 78, 43, 31, 5 ], "nouns": [ "pack:battery", "cardboard", "battery", "battery" ], "noun_classes": [ 26, 26, 233, 233 ], "start_stop_timestamps": [ [ "00:05:27.55", "00:05:29.78" ], [ "00:05:29.98", "00:05:33.64" ], [ "00:05:39.37", "00:05:39.99" ], [ "00:05:39.26", "00:05:44.01" ] ], "start_stop_frames": [ [ 16377, 16489 ], [ 16499, 16682 ], [ 16968, 16999 ], [ 16963, 17200 ] ], "trgnoun": "battery", "trgverb": "slide_into" }, { "key": "P01_01+96_97_98_99", "video_id": "P01_01", "narration_ids": [ "P01_01_96", "P01_01_97", "P01_01_98", "P01_01_99" ], "src": "take glass . open cupboard . put glass into cupboard", "src1": "take glass", "src2": "open cupboard", "src3": "put glass into cupboard", "trg": "close cupboard", "vis_src": "P01_01:96 P01_01:97 P01_01:98", "vis_trg": "P01_01:99", "narrations": [ "take glass", "open cupboard", "put glass into cupboard", "close cupboard" ], "verbs": [ "take", "open", "put-into", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "glass", "cupboard", "glass", "cupboard" ], "noun_classes": [ 10, 3, 10, 3 ], "start_stop_timestamps": [ [ "00:07:49.14", "00:07:50.32" ], [ "00:07:51.45", "00:07:52.70" ], [ "00:07:54.18", "00:07:57.23" ], [ "00:07:56.74", "00:07:59.32" ] ], "start_stop_frames": [ [ 28148, 28219 ], [ 28287, 28362 ], [ 28450, 28633 ], [ 28604, 28759 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_01+68_69_70_71", "video_id": "P04_01", "narration_ids": [ "P04_01_68", "P04_01_69", "P04_01_70", "P04_01_71" ], "src": "pull kitchen_roll . rip kitchen_roll . open dishwasher", "src1": "pull kitchen_roll", "src2": "rip kitchen_roll", "src3": "open dishwasher", "trg": "close dishwasher", "vis_src": "P04_01:68 P04_01:69 P04_01:70", "vis_trg": "P04_01:71", "narrations": [ "pull kitchen roll", "rip kitchen roll", "open dishwasher", "close dishwasher" ], "verbs": [ "pull", "rip", "open", "close" ], "verb_classes": [ 31, 43, 3, 4 ], "nouns": [ "roll:kitchen", "roll:kitchen", "dishwasher", "dishwasher" ], "noun_classes": [ 93, 93, 70, 70 ], "start_stop_timestamps": [ [ "00:05:51.41", "00:05:53.71" ], [ "00:05:53.74", "00:05:55.58" ], [ "00:05:56.08", "00:05:57.83" ], [ "00:05:57.62", "00:06:01.32" ] ], "start_stop_frames": [ [ 21084, 21222 ], [ 21224, 21334 ], [ 21364, 21469 ], [ 21457, 21679 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P01_17+34_35_36_37", "video_id": "P01_17", "narration_ids": [ "P01_17_34", "P01_17_35", "P01_17_36", "P01_17_37" ], "src": "put lettuce into bag . open fridge . put lettuce into fridge", "src1": "put lettuce into bag", "src2": "open fridge", "src3": "put lettuce into fridge", "trg": "close fridge", "vis_src": "P01_17:34 P01_17:35 P01_17:36", "vis_trg": "P01_17:37", "narrations": [ "put lettuce into bag", "open fridge", "put lettuce into fridge", "close fridge" ], "verbs": [ "put-into", "open", "put-into", "close" ], "verb_classes": [ 5, 3, 5, 4 ], "nouns": [ "lettuce", "fridge", "lettuce", "fridge" ], "noun_classes": [ 120, 12, 120, 12 ], "start_stop_timestamps": [ [ "00:02:08.12", "00:02:10.48" ], [ "00:02:14.68", "00:02:15.78" ], [ "00:02:15.88", "00:02:17.28" ], [ "00:02:17.06", "00:02:18.52" ] ], "start_stop_frames": [ [ 7687, 7828 ], [ 8080, 8146 ], [ 8152, 8236 ], [ 8223, 8311 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_09+540_541_542_543", "video_id": "P01_09", "narration_ids": [ "P01_09_540", "P01_09_541", "P01_09_542", "P01_09_543" ], "src": "spread onions onto dough . peel onion . put onion onto dough", "src1": "spread onions onto dough", "src2": "peel onion", "src3": "put onion onto dough", "trg": "take onion", "vis_src": "P01_09:540 P01_09:541 P01_09:542", "vis_trg": "P01_09:543", "narrations": [ "spread onions onto dough", "peel onion", "put onion onto dough", "take onion" ], "verbs": [ "spread-onto", "peel", "put-onto", "take" ], "verb_classes": [ 27, 19, 1, 0 ], "nouns": [ "onion", "onion", "onion", "onion" ], "noun_classes": [ 16, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:38:06.51", "00:38:10.14" ], [ "00:38:11.35", "00:38:19.12" ], [ "00:38:19.18", "00:38:20.17" ], [ "00:38:20.27", "00:38:21.30" ] ], "start_stop_frames": [ [ 137190, 137408 ], [ 137481, 137947 ], [ 137950, 138010 ], [ 138016, 138078 ] ], "trgnoun": "onion", "trgverb": "take" }, { "key": "P04_121+354_355_356_357", "video_id": "P04_121", "narration_ids": [ "P04_121_354", "P04_121_355", "P04_121_356", "P04_121_357" ], "src": "tip whey into saucepan . tip bowl to empty whey into saucepan . hold cheese_curds", "src1": "tip whey into saucepan", "src2": "tip bowl to empty whey into saucepan", "src3": "hold cheese_curds", "trg": "drain whey from cheese_curds", "vis_src": "P04_121:354 P04_121:355 P04_121:356", "vis_trg": "P04_121:357", "narrations": [ "tip whey into saucepan", "tip bowl to empty whey into saucepan", "hold cheese curds", "drain whey from cheese curds" ], "verbs": [ "tip-into", "tip-to", "hold", "drain-from" ], "verb_classes": [ 9, 20, 34, 37 ], "nouns": [ "whey", "bowl", "curd:cheese", "curd:cheese" ], "noun_classes": [ 150, 7, 32, 32 ], "start_stop_timestamps": [ [ "00:15:57.75", "00:16:00.46" ], [ "00:16:02.65", "00:16:04.35" ], [ "00:16:08.62", "00:16:11.45" ], [ "00:16:09.34", "00:16:12.24" ] ], "start_stop_frames": [ [ 47887, 48023 ], [ 48132, 48217 ], [ 48431, 48572 ], [ 48467, 48612 ] ], "trgnoun": "cheese_curd", "trgverb": "drain_from" }, { "key": "P05_03+8_9_10_11", "video_id": "P05_03", "narration_ids": [ "P05_03_8", "P05_03_9", "P05_03_10", "P05_03_11" ], "src": "take colander . take pot . close cupboard", "src1": "take colander", "src2": "take pot", "src3": "close cupboard", "trg": "place colander in sink", "vis_src": "P05_03:8 P05_03:9 P05_03:10", "vis_trg": "P05_03:11", "narrations": [ "take colander", "take pot", "close cupboard", "place colander in sink" ], "verbs": [ "take", "take", "close", "place" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "colander", "pot", "cupboard", "colander" ], "noun_classes": [ 39, 29, 3, 39 ], "start_stop_timestamps": [ [ "00:00:27.97", "00:00:28.83" ], [ "00:00:29.16", "00:00:30.70" ], [ "00:00:30.65", "00:00:32.70" ], [ "00:00:32.74", "00:00:34.14" ] ], "start_stop_frames": [ [ 1678, 1729 ], [ 1749, 1842 ], [ 1839, 1962 ], [ 1964, 2048 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P06_07+154_155_156_157", "video_id": "P06_07", "narration_ids": [ "P06_07_154", "P06_07_155", "P06_07_156", "P06_07_157" ], "src": "put lid down . take sun_dried tomato out of jar . put jar", "src1": "put lid down", "src2": "take sun_dried tomato out of jar", "src3": "put jar", "trg": "pick_up sun_dried tomatoes", "vis_src": "P06_07:154 P06_07:155 P06_07:156", "vis_trg": "P06_07:157", "narrations": [ "put lid down", "take sun-dried tomato out of jar", "put jar", "pick up sun-dried tomatoes" ], "verbs": [ "put-down", "take-out", "put", "pick-up" ], "verb_classes": [ 1, 12, 1, 0 ], "nouns": [ "lid", "tomato:sun:dried", "jar", "tomato:sun:dried" ], "noun_classes": [ 6, 43, 40, 43 ], "start_stop_timestamps": [ [ "00:10:01.41", "00:10:02.52" ], [ "00:10:03.60", "00:10:22.26" ], [ "00:10:21.63", "00:10:22.34" ], [ "00:10:22.56", "00:10:23.84" ] ], "start_stop_frames": [ [ 36084, 36151 ], [ 36216, 37335 ], [ 37297, 37340 ], [ 37353, 37430 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "pick_up" }, { "key": "P26_20+2_3_4_5", "video_id": "P26_20", "narration_ids": [ "P26_20_2", "P26_20_3", "P26_20_4", "P26_20_5" ], "src": "open door . pick_up oil . open lid", "src1": "open door", "src2": "pick_up oil", "src3": "open lid", "trg": "put oil in pot", "vis_src": "P26_20:2 P26_20:3 P26_20:4", "vis_trg": "P26_20:5", "narrations": [ "open door", "pick up oil", "open lid", "put oil in pot" ], "verbs": [ "open", "pick-up", "open", "put-in" ], "verb_classes": [ 3, 0, 3, 5 ], "nouns": [ "door", "oil", "lid", "oil" ], "noun_classes": [ 3, 31, 6, 31 ], "start_stop_timestamps": [ [ "00:00:08.74", "00:00:10.06" ], [ "00:00:10.29", "00:00:12.79" ], [ "00:00:14.33", "00:00:15.23" ], [ "00:00:17.83", "00:00:25.54" ] ], "start_stop_frames": [ [ 524, 603 ], [ 617, 767 ], [ 859, 913 ], [ 1069, 1532 ] ], "trgnoun": "oil", "trgverb": "put_in" }, { "key": "P11_15+56_57_58_59", "video_id": "P11_15", "narration_ids": [ "P11_15_56", "P11_15_57", "P11_15_58", "P11_15_59" ], "src": "chop leek . drop leek . pick_up leek", "src1": "chop leek", "src2": "drop leek", "src3": "pick_up leek", "trg": "rinse_off leek", "vis_src": "P11_15:56 P11_15:57 P11_15:58", "vis_trg": "P11_15:59", "narrations": [ "chop leek", "drop leek", "pick up leek", "rinse off" ], "verbs": [ "chop", "drop", "pick-up", "rinse-off" ], "verb_classes": [ 7, 59, 0, 2 ], "nouns": [ "leek", "leek", "leek", "leek" ], "noun_classes": [ 117, 117, 117, 117 ], "start_stop_timestamps": [ [ "00:03:12.25", "00:03:17.51" ], [ "00:03:25.57", "00:03:27.15" ], [ "00:03:27.25", "00:03:28.94" ], [ "00:03:31.54", "00:03:33.56" ] ], "start_stop_frames": [ [ 11535, 11850 ], [ 12334, 12429 ], [ 12435, 12536 ], [ 12692, 12813 ] ], "trgnoun": "leek", "trgverb": "rinse_off" }, { "key": "P05_06+34_35_36_37", "video_id": "P05_06", "narration_ids": [ "P05_06_34", "P05_06_35", "P05_06_36", "P05_06_37" ], "src": "pour milk into cup . open refrigerator . put milk_container in refrigerator", "src1": "pour milk into cup", "src2": "open refrigerator", "src3": "put milk_container in refrigerator", "trg": "close refrigerator", "vis_src": "P05_06:34 P05_06:35 P05_06:36", "vis_trg": "P05_06:37", "narrations": [ "pour milk into cup", "open refrigerator", "put milk container in refrigerator", "close refrigerator" ], "verbs": [ "pour-into", "open", "put-in", "close" ], "verb_classes": [ 9, 3, 5, 4 ], "nouns": [ "milk", "refrigerator", "container:milk", "refrigerator" ], "noun_classes": [ 64, 12, 21, 12 ], "start_stop_timestamps": [ [ "00:04:56.56", "00:05:02.49" ], [ "00:05:03.84", "00:05:04.55" ], [ "00:05:04.65", "00:05:05.80" ], [ "00:05:06.03", "00:05:06.83" ] ], "start_stop_frames": [ [ 17793, 18149 ], [ 18230, 18273 ], [ 18279, 18348 ], [ 18361, 18409 ] ], "trgnoun": "refrigerator", "trgverb": "close" }, { "key": "P04_112+25_26_27_28", "video_id": "P04_112", "narration_ids": [ "P04_112_25", "P04_112_26", "P04_112_27", "P04_112_28" ], "src": "put bao_bun in rice cooker . put lid on rice cooker . pick_up bao_bun", "src1": "put bao_bun in rice cooker", "src2": "put lid on rice cooker", "src3": "pick_up bao_bun", "trg": "open bao_bun", "vis_src": "P04_112:25 P04_112:26 P04_112:27", "vis_trg": "P04_112:28", "narrations": [ "put bao bun in rice cooker", "put lid on rice cooker", "pick up bao bun", "open bao bun" ], "verbs": [ "put", "put-on", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "bun:bao", "lid", "bun:bao", "bun:bao" ], "noun_classes": [ 33, 6, 33, 33 ], "start_stop_timestamps": [ [ "00:00:40.00", "00:00:40.63" ], [ "00:00:40.68", "00:00:43.18" ], [ "00:00:43.04", "00:00:44.40" ], [ "00:00:43.47", "00:00:46.04" ] ], "start_stop_frames": [ [ 2000, 2031 ], [ 2034, 2159 ], [ 2152, 2220 ], [ 2173, 2302 ] ], "trgnoun": "bao_bun", "trgverb": "open" }, { "key": "P22_10+201_202_203_204", "video_id": "P22_10", "narration_ids": [ "P22_10_201", "P22_10_202", "P22_10_203", "P22_10_204" ], "src": "lather plate . pick_up soap . put_on soap", "src1": "lather plate", "src2": "pick_up soap", "src3": "put_on soap", "trg": "put_down soap", "vis_src": "P22_10:201 P22_10:202 P22_10:203", "vis_trg": "P22_10:204", "narrations": [ "lather plate", "pick up soap", "put on soap", "put down soap" ], "verbs": [ "lather", "pick-up", "put-on", "put-down" ], "verb_classes": [ 2, 0, 1, 1 ], "nouns": [ "plate", "soap", "soap", "soap" ], "noun_classes": [ 2, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:06:43.35", "00:06:45.07" ], [ "00:06:45.86", "00:06:46.62" ], [ "00:06:46.64", "00:06:48.14" ], [ "00:06:48.20", "00:06:49.01" ] ], "start_stop_frames": [ [ 24201, 24304 ], [ 24351, 24397 ], [ 24398, 24488 ], [ 24492, 24540 ] ], "trgnoun": "soap", "trgverb": "put_down" }, { "key": "P08_27+14_15_16_17", "video_id": "P08_27", "narration_ids": [ "P08_27_14", "P08_27_15", "P08_27_16", "P08_27_17" ], "src": "cutting kiwi . open drawer . getting spoon", "src1": "cutting kiwi", "src2": "open drawer", "src3": "getting spoon", "trg": "scooping kiwi", "vis_src": "P08_27:14 P08_27:15 P08_27:16", "vis_trg": "P08_27:17", "narrations": [ "cutting kiwi", "open drawer", "getting spoon", "scooping kiwi" ], "verbs": [ "cut", "open", "get", "scoop" ], "verb_classes": [ 7, 3, 0, 16 ], "nouns": [ "kiwi", "drawer", "spoon", "kiwi" ], "noun_classes": [ 213, 8, 1, 213 ], "start_stop_timestamps": [ [ "00:01:19.78", "00:01:23.08" ], [ "00:01:24.78", "00:01:27.29" ], [ "00:01:26.89", "00:01:28.33" ], [ "00:01:33.05", "00:01:49.62" ] ], "start_stop_frames": [ [ 4786, 4984 ], [ 5086, 5237 ], [ 5213, 5299 ], [ 5583, 6577 ] ], "trgnoun": "kiwi", "trgverb": "scoop" }, { "key": "P04_07+9_10_11_12", "video_id": "P04_07", "narration_ids": [ "P04_07_9", "P04_07_10", "P04_07_11", "P04_07_12" ], "src": "scrape spatula on tupperware . close tupperware . open fridge", "src1": "scrape spatula on tupperware", "src2": "close tupperware", "src3": "open fridge", "trg": "put tupperware", "vis_src": "P04_07:9 P04_07:10 P04_07:11", "vis_trg": "P04_07:12", "narrations": [ "scrape spatula on tupperware", "close tupperware", "open fridge", "put tupperware" ], "verbs": [ "scrape-on", "close", "open", "put" ], "verb_classes": [ 25, 4, 3, 1 ], "nouns": [ "spatula", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 20, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:00:30.38", "00:00:35.92" ], [ "00:00:37.86", "00:00:42.36" ], [ "00:00:42.43", "00:00:43.46" ], [ "00:00:43.48", "00:00:48.02" ] ], "start_stop_frames": [ [ 1822, 2155 ], [ 2271, 2541 ], [ 2545, 2607 ], [ 2608, 2881 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P03_123+51_52_53_54", "video_id": "P03_123", "narration_ids": [ "P03_123_51", "P03_123_52", "P03_123_53", "P03_123_54" ], "src": "pick_up ladle . scrape_around lemon_curd . ladle lemon_curd into clip top jar", "src1": "pick_up ladle", "src2": "scrape_around lemon_curd", "src3": "ladle lemon_curd into clip top jar", "trg": "scrape lemon_curd", "vis_src": "P03_123:51 P03_123:52 P03_123:53", "vis_trg": "P03_123:54", "narrations": [ "pick up ladle", "scrape around lemon curd", "ladle lemon curd into clip top jar", "scrape lemon curd" ], "verbs": [ "pick-up", "scrape-around", "ladle", "scrape" ], "verb_classes": [ 0, 25, 16, 25 ], "nouns": [ "ladle", "curd:lemon", "curd:lemon", "curd:lemon" ], "noun_classes": [ 97, 115, 115, 115 ], "start_stop_timestamps": [ [ "00:02:53.26", "00:02:55.05" ], [ "00:02:54.78", "00:02:56.79" ], [ "00:02:56.72", "00:03:02.28" ], [ "00:03:02.99", "00:03:05.48" ] ], "start_stop_frames": [ [ 8663, 8752 ], [ 8739, 8839 ], [ 8836, 9114 ], [ 9149, 9274 ] ], "trgnoun": "lemon_curd", "trgverb": "scrape" }, { "key": "P02_118+70_71_72_73", "video_id": "P02_118", "narration_ids": [ "P02_118_70", "P02_118_71", "P02_118_72", "P02_118_73" ], "src": "remove blender lid . pick_up knife . stir pistachio in blender", "src1": "remove blender lid", "src2": "pick_up knife", "src3": "stir pistachio in blender", "trg": "put_down knife", "vis_src": "P02_118:70 P02_118:71 P02_118:72", "vis_trg": "P02_118:73", "narrations": [ "remove blender lid", "pick up knife", "stir pistachio in blender", "put down knife" ], "verbs": [ "remove", "pick-up", "stir-in", "put-down" ], "verb_classes": [ 12, 0, 10, 1 ], "nouns": [ "lid", "knife", "pistachio", "knife" ], "noun_classes": [ 6, 4, 133, 4 ], "start_stop_timestamps": [ [ "00:04:01.10", "00:04:01.99" ], [ "00:04:02.45", "00:04:03.68" ], [ "00:04:03.77", "00:04:08.62" ], [ "00:04:08.72", "00:04:09.67" ] ], "start_stop_frames": [ [ 12055, 12099 ], [ 12122, 12184 ], [ 12188, 12431 ], [ 12436, 12483 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P01_18+325_326_327_328", "video_id": "P01_18", "narration_ids": [ "P01_18_325", "P01_18_326", "P01_18_327", "P01_18_328" ], "src": "put_down bowl . take rice . open rice", "src1": "put_down bowl", "src2": "take rice", "src3": "open rice", "trg": "pour rice into bowl", "vis_src": "P01_18:325 P01_18:326 P01_18:327", "vis_trg": "P01_18:328", "narrations": [ "put down bowl", "take rice", "open rice", "pour rice into bowl" ], "verbs": [ "put-down", "take", "open", "pour-into" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "bowl", "rice", "rice", "rice" ], "noun_classes": [ 7, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:23:47.78", "00:23:48.45" ], [ "00:23:48.55", "00:23:49.26" ], [ "00:23:49.23", "00:23:59.30" ], [ "00:23:59.65", "00:24:03.86" ] ], "start_stop_frames": [ [ 85666, 85707 ], [ 85713, 85755 ], [ 85753, 86358 ], [ 86379, 86631 ] ], "trgnoun": "rice", "trgverb": "pour_into" }, { "key": "P30_05+742_743_744_745", "video_id": "P30_05", "narration_ids": [ "P30_05_742", "P30_05_743", "P30_05_744", "P30_05_745" ], "src": "move bowl of carrots . open fridge . take hummus", "src1": "move bowl of carrots", "src2": "open fridge", "src3": "take hummus", "trg": "close fridge", "vis_src": "P30_05:742 P30_05:743 P30_05:744", "vis_trg": "P30_05:745", "narrations": [ "move bowl of carrots", "open fridge", "take hummus", "close fridge" ], "verbs": [ "move", "open", "take", "close" ], "verb_classes": [ 11, 3, 0, 4 ], "nouns": [ "bowl:carrot", "fridge", "hummus", "fridge" ], "noun_classes": [ 7, 12, 181, 12 ], "start_stop_timestamps": [ [ "00:52:53.70", "00:52:55.98" ], [ "00:52:56.56", "00:52:57.60" ], [ "00:52:57.80", "00:53:00.37" ], [ "00:53:00.16", "00:53:02.26" ] ], "start_stop_frames": [ [ 190422, 190558 ], [ 190593, 190656 ], [ 190668, 190822 ], [ 190809, 190935 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P11_103+27_28_29_30", "video_id": "P11_103", "narration_ids": [ "P11_103_27", "P11_103_28", "P11_103_29", "P11_103_30" ], "src": "rinse chopping_block . turn_off tap . shake_off chopping_block", "src1": "rinse chopping_block", "src2": "turn_off tap", "src3": "shake_off chopping_block", "trg": "put chopping_block on drying rack", "vis_src": "P11_103:27 P11_103:28 P11_103:29", "vis_trg": "P11_103:30", "narrations": [ "rinse chopping block", "turn off tap", "shake off chopping block", "put chopping block on drying rack" ], "verbs": [ "rinse", "turn-off", "shake-off", "put-on" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "block:chopping", "tap", "block:chopping", "block:chopping" ], "noun_classes": [ 18, 0, 18, 18 ], "start_stop_timestamps": [ [ "00:01:24.76", "00:01:28.52" ], [ "00:01:28.32", "00:01:29.07" ], [ "00:01:29.49", "00:01:30.27" ], [ "00:01:30.31", "00:01:31.34" ] ], "start_stop_frames": [ [ 4238, 4426 ], [ 4416, 4453 ], [ 4474, 4513 ], [ 4515, 4567 ] ], "trgnoun": "chopping_block", "trgverb": "put_on" }, { "key": "P26_117+122_123_124_125", "video_id": "P26_117", "narration_ids": [ "P26_117_122", "P26_117_123", "P26_117_124", "P26_117_125" ], "src": "take fork . turn chicken . pick_up chicken", "src1": "take fork", "src2": "turn chicken", "src3": "pick_up chicken", "trg": "put_down chicken", "vis_src": "P26_117:122 P26_117:123 P26_117:124", "vis_trg": "P26_117:125", "narrations": [ "take fork", "turn chicken", "pick up chicken", "put down chicken" ], "verbs": [ "take", "turn", "pick-up", "put-down" ], "verb_classes": [ 0, 23, 0, 1 ], "nouns": [ "fork", "chicken", "chicken", "chicken" ], "noun_classes": [ 14, 57, 57, 57 ], "start_stop_timestamps": [ [ "00:11:03.31", "00:11:04.19" ], [ "00:11:04.55", "00:11:06.02" ], [ "00:11:20.89", "00:11:22.29" ], [ "00:11:23.36", "00:11:24.58" ] ], "start_stop_frames": [ [ 33165, 33209 ], [ 33227, 33301 ], [ 34044, 34114 ], [ 34168, 34229 ] ], "trgnoun": "chicken", "trgverb": "put_down" }, { "key": "P30_04+72_73_74_75", "video_id": "P30_04", "narration_ids": [ "P30_04_72", "P30_04_73", "P30_04_74", "P30_04_75" ], "src": "take saucepan_lid . put saucepan_lid . stack saucepans", "src1": "take saucepan_lid", "src2": "put saucepan_lid", "src3": "stack saucepans", "trg": "put saucepan in saucepan", "vis_src": "P30_04:72 P30_04:73 P30_04:74", "vis_trg": "P30_04:75", "narrations": [ "take saucepan lid", "put saucepan lid", "stack saucepans", "put saucepan in saucepan" ], "verbs": [ "take", "put", "stack", "put-in" ], "verb_classes": [ 0, 1, 40, 5 ], "nouns": [ "lid:saucepan", "lid:saucepan", "saucepan", "saucepan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:03:40.99", "00:03:41.95" ], [ "00:03:42.14", "00:03:43.11" ], [ "00:03:49.86", "00:03:51.97" ], [ "00:03:59.99", "00:04:02.23" ] ], "start_stop_frames": [ [ 13259, 13317 ], [ 13328, 13386 ], [ 13791, 13918 ], [ 14399, 14533 ] ], "trgnoun": "saucepan", "trgverb": "put_in" }, { "key": "P01_105+149_150_151_152", "video_id": "P01_105", "narration_ids": [ "P01_105_149", "P01_105_150", "P01_105_151", "P01_105_152" ], "src": "pick_up knife . slice carrots . move carrot_slices", "src1": "pick_up knife", "src2": "slice carrots", "src3": "move carrot_slices", "trg": "dice carrot", "vis_src": "P01_105:149 P01_105:150 P01_105:151", "vis_trg": "P01_105:152", "narrations": [ "pick up knife", "slice carrots", "move carrot slices", "dice carrot" ], "verbs": [ "pick-up", "slice", "move", "dice" ], "verb_classes": [ 0, 7, 11, 7 ], "nouns": [ "knife", "carrot", "slice:carrot", "carrot" ], "noun_classes": [ 4, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:48.51", "00:04:49.05" ], [ "00:04:49.30", "00:04:57.10" ], [ "00:04:57.81", "00:05:01.78" ], [ "00:05:01.76", "00:05:36.03" ] ], "start_stop_frames": [ [ 14425, 14452 ], [ 14465, 14855 ], [ 14890, 15088 ], [ 15088, 16801 ] ], "trgnoun": "carrot", "trgverb": "dice" }, { "key": "P02_112+262_263_264_265", "video_id": "P02_112", "narration_ids": [ "P02_112_262", "P02_112_263", "P02_112_264", "P02_112_265" ], "src": "place first_tray . put_down second_tray . pick_up meat from pan", "src1": "place first_tray", "src2": "put_down second_tray", "src3": "pick_up meat from pan", "trg": "place meat on dough", "vis_src": "P02_112:262 P02_112:263 P02_112:264", "vis_trg": "P02_112:265", "narrations": [ "place first tray", "put down second tray", "pick up meat from pan", "place meat on dough" ], "verbs": [ "place", "put-down", "pick-up", "place-on" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "tray:first", "tray:second", "meat", "meat" ], "noun_classes": [ 35, 35, 28, 28 ], "start_stop_timestamps": [ [ "00:17:15.17", "00:17:16.83" ], [ "00:17:16.39", "00:17:17.98" ], [ "00:17:18.44", "00:17:19.23" ], [ "00:17:19.33", "00:17:21.65" ] ], "start_stop_frames": [ [ 51758, 51841 ], [ 51819, 51899 ], [ 51922, 51961 ], [ 51966, 52082 ] ], "trgnoun": "meat", "trgverb": "place_on" }, { "key": "P04_119+251_252_253_254", "video_id": "P04_119", "narration_ids": [ "P04_119_251", "P04_119_252", "P04_119_253", "P04_119_254" ], "src": "turn_on hob . pick_up thermometer . adjust temperature on hob", "src1": "turn_on hob", "src2": "pick_up thermometer", "src3": "adjust temperature on hob", "trg": "unsheathe thermometer", "vis_src": "P04_119:251 P04_119:252 P04_119:253", "vis_trg": "P04_119:254", "narrations": [ "turn on hob", "pick up thermometer", "adjust temperature on hob", "unsheathe thermometer" ], "verbs": [ "turn-on", "pick-up", "adjust-on", "unsheathe" ], "verb_classes": [ 6, 0, 17, 12 ], "nouns": [ "hob", "thermometer", "temperature", "thermometer" ], "noun_classes": [ 24, 166, 65, 166 ], "start_stop_timestamps": [ [ "00:11:23.03", "00:11:25.14" ], [ "00:11:25.40", "00:11:26.32" ], [ "00:11:26.30", "00:11:32.55" ], [ "00:11:32.75", "00:11:33.23" ] ], "start_stop_frames": [ [ 34151, 34257 ], [ 34270, 34316 ], [ 34315, 34627 ], [ 34637, 34661 ] ], "trgnoun": "thermometer", "trgverb": "unsheathe" }, { "key": "P03_04+77_78_79_80", "video_id": "P03_04", "narration_ids": [ "P03_04_77", "P03_04_78", "P03_04_79", "P03_04_80" ], "src": "close cupboard . put bowl . put onion in bin", "src1": "close cupboard", "src2": "put bowl", "src3": "put onion in bin", "trg": "transfer onions", "vis_src": "P03_04:77 P03_04:78 P03_04:79", "vis_trg": "P03_04:80", "narrations": [ "close cupboard", "put bowl", "put onion in bin", "transfer onions" ], "verbs": [ "close", "put", "put-in", "transfer" ], "verb_classes": [ 4, 1, 5, 11 ], "nouns": [ "cupboard", "bowl", "onion", "onion" ], "noun_classes": [ 3, 7, 16, 16 ], "start_stop_timestamps": [ [ "00:04:10.35", "00:04:10.85" ], [ "00:04:11.72", "00:04:12.39" ], [ "00:04:14.42", "00:04:15.58" ], [ "00:04:15.57", "00:04:33.74" ] ], "start_stop_frames": [ [ 15021, 15051 ], [ 15103, 15143 ], [ 15265, 15334 ], [ 15334, 16424 ] ], "trgnoun": "onion", "trgverb": "transfer" }, { "key": "P06_07+59_60_61_62", "video_id": "P06_07", "narration_ids": [ "P06_07_59", "P06_07_60", "P06_07_61", "P06_07_62" ], "src": "take pizza out of oven onto plate . close oven . put lid on pan", "src1": "take pizza out of oven onto plate", "src2": "close oven", "src3": "put lid on pan", "trg": "put pizza down", "vis_src": "P06_07:59 P06_07:60 P06_07:61", "vis_trg": "P06_07:62", "narrations": [ "take pizza out of oven onto plate", "close oven", "put lid on pan", "put pizza down" ], "verbs": [ "take-out", "close", "put-on", "put-down" ], "verb_classes": [ 12, 4, 1, 1 ], "nouns": [ "pizza", "oven", "lid", "pizza" ], "noun_classes": [ 91, 46, 6, 91 ], "start_stop_timestamps": [ [ "00:03:39.37", "00:03:42.08" ], [ "00:03:43.14", "00:03:44.67" ], [ "00:03:46.69", "00:03:49.29" ], [ "00:03:49.59", "00:03:52.76" ] ], "start_stop_frames": [ [ 13162, 13324 ], [ 13388, 13480 ], [ 13601, 13757 ], [ 13775, 13965 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P08_06+47_48_49_50", "video_id": "P08_06", "narration_ids": [ "P08_06_47", "P08_06_48", "P08_06_49", "P08_06_50" ], "src": "place pan . get colander . wipe_off colander", "src1": "place pan", "src2": "get colander", "src3": "wipe_off colander", "trg": "place colander", "vis_src": "P08_06:47 P08_06:48 P08_06:49", "vis_trg": "P08_06:50", "narrations": [ "place pan", "get colander", "wipe off colander", "place colander" ], "verbs": [ "place", "get", "wipe-off", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "pan", "colander", "colander", "colander" ], "noun_classes": [ 5, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:02:38.11", "00:02:41.36" ], [ "00:02:40.27", "00:02:42.84" ], [ "00:02:42.86", "00:02:45.49" ], [ "00:02:44.79", "00:02:47.04" ] ], "start_stop_frames": [ [ 9486, 9681 ], [ 9616, 9770 ], [ 9771, 9929 ], [ 9887, 10022 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P05_08+59_60_61_62", "video_id": "P05_08", "narration_ids": [ "P05_08_59", "P05_08_60", "P05_08_61", "P05_08_62" ], "src": "take onion . pour onion in saucepan . take wooden_spatula", "src1": "take onion", "src2": "pour onion in saucepan", "src3": "take wooden_spatula", "trg": "move onion in saucepan", "vis_src": "P05_08:59 P05_08:60 P05_08:61", "vis_trg": "P05_08:62", "narrations": [ "take onion", "pour onion in saucepan", "take wooden spatula", "move onion in saucepan" ], "verbs": [ "take", "pour-in", "take", "move-in" ], "verb_classes": [ 0, 9, 0, 5 ], "nouns": [ "onion", "onion", "spatula:wooden", "onion" ], "noun_classes": [ 16, 16, 20, 16 ], "start_stop_timestamps": [ [ "00:05:17.24", "00:05:22.26" ], [ "00:05:22.62", "00:05:25.14" ], [ "00:05:26.60", "00:05:27.75" ], [ "00:05:28.09", "00:05:30.96" ] ], "start_stop_frames": [ [ 19034, 19335 ], [ 19357, 19508 ], [ 19596, 19665 ], [ 19685, 19857 ] ], "trgnoun": "onion", "trgverb": "move_in" }, { "key": "P06_101+281_282_283_284", "video_id": "P06_101", "narration_ids": [ "P06_101_281", "P06_101_282", "P06_101_283", "P06_101_284" ], "src": "open oven . take_out tray . close oven", "src1": "open oven", "src2": "take_out tray", "src3": "close oven", "trg": "put_down tray", "vis_src": "P06_101:281 P06_101:282 P06_101:283", "vis_trg": "P06_101:284", "narrations": [ "open oven", "take out tray", "close oven", "put down tray" ], "verbs": [ "open", "take-out", "close", "put-down" ], "verb_classes": [ 3, 12, 4, 1 ], "nouns": [ "oven", "tray", "oven", "tray" ], "noun_classes": [ 46, 35, 46, 35 ], "start_stop_timestamps": [ [ "00:20:48.17", "00:20:49.93" ], [ "00:20:49.22", "00:20:52.92" ], [ "00:21:04.15", "00:21:05.48" ], [ "00:21:05.65", "00:21:07.59" ] ], "start_stop_frames": [ [ 62408, 62496 ], [ 62461, 62646 ], [ 63207, 63274 ], [ 63282, 63379 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P30_107+179_180_181_182", "video_id": "P30_107", "narration_ids": [ "P30_107_179", "P30_107_180", "P30_107_181", "P30_107_182" ], "src": "take pak_choi . split pak_choi . pick_up pak_choi", "src1": "take pak_choi", "src2": "split pak_choi", "src3": "pick_up pak_choi", "trg": "put pak_choi into food bin", "vis_src": "P30_107:179 P30_107:180 P30_107:181", "vis_trg": "P30_107:182", "narrations": [ "take pak choi", "split pak choi", "pick up pak choi", "put pak choi into food bin" ], "verbs": [ "take", "split", "pick-up", "put-into" ], "verb_classes": [ 0, 52, 0, 5 ], "nouns": [ "choi:pak", "choi:pak", "choi:pak", "choi:pak" ], "noun_classes": [ 151, 151, 151, 151 ], "start_stop_timestamps": [ [ "00:08:51.84", "00:08:52.54" ], [ "00:08:53.08", "00:09:09.81" ], [ "00:09:11.71", "00:09:12.57" ], [ "00:09:12.67", "00:09:13.69" ] ], "start_stop_frames": [ [ 26592, 26627 ], [ 26654, 27490 ], [ 27585, 27628 ], [ 27633, 27684 ] ], "trgnoun": "pak_choi", "trgverb": "put_into" }, { "key": "P12_101+487_488_489_490", "video_id": "P12_101", "narration_ids": [ "P12_101_487", "P12_101_488", "P12_101_489", "P12_101_490" ], "src": "wash frying_pan . close tap . scrape_off remaining bits from frying_pan", "src1": "wash frying_pan", "src2": "close tap", "src3": "scrape_off remaining bits from frying_pan", "trg": "open tap", "vis_src": "P12_101:487 P12_101:488 P12_101:489", "vis_trg": "P12_101:490", "narrations": [ "wash frying pan", "close tap", "scrape off remaining bits from frying pan", "open tap" ], "verbs": [ "wash", "turn-off", "scrape-off", "turn-on" ], "verb_classes": [ 2, 8, 25, 6 ], "nouns": [ "pan:frying", "tap", "pan:frying", "tap" ], "noun_classes": [ 5, 0, 5, 0 ], "start_stop_timestamps": [ [ "00:32:58.19", "00:33:03.52" ], [ "00:33:03.99", "00:33:04.24" ], [ "00:33:04.50", "00:33:09.85" ], [ "00:33:10.30", "00:33:11.53" ] ], "start_stop_frames": [ [ 98909, 99176 ], [ 99199, 99212 ], [ 99225, 99492 ], [ 99515, 99576 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P04_120+211_212_213_214", "video_id": "P04_120", "narration_ids": [ "P04_120_211", "P04_120_212", "P04_120_213", "P04_120_214" ], "src": "put tea_towel back on oven door . slide baking_tray into cupboard . pick_up chopping_board", "src1": "put tea_towel back on oven door", "src2": "slide baking_tray into cupboard", "src3": "pick_up chopping_board", "trg": "inspect chopping_board", "vis_src": "P04_120:211 P04_120:212 P04_120:213", "vis_trg": "P04_120:214", "narrations": [ "put tea towel back on oven door", "slide baking tray into cupboard", "pick up chopping board", "inspect chopping board" ], "verbs": [ "put-on", "slide-into", "pick-up", "inspect" ], "verb_classes": [ 1, 5, 0, 24 ], "nouns": [ "towel:tea", "tray:baking", "board:chopping", "board:chopping" ], "noun_classes": [ 52, 35, 18, 18 ], "start_stop_timestamps": [ [ "00:08:52.71", "00:08:53.33" ], [ "00:08:54.09", "00:08:55.49" ], [ "00:08:54.96", "00:08:56.33" ], [ "00:08:56.11", "00:08:58.86" ] ], "start_stop_frames": [ [ 26635, 26666 ], [ 26704, 26774 ], [ 26748, 26816 ], [ 26805, 26943 ] ], "trgnoun": "chopping_board", "trgverb": "inspect" }, { "key": "P12_101+486_487_488_489", "video_id": "P12_101", "narration_ids": [ "P12_101_486", "P12_101_487", "P12_101_488", "P12_101_489" ], "src": "open tap . wash frying_pan . close tap", "src1": "open tap", "src2": "wash frying_pan", "src3": "close tap", "trg": "scrape_off remaining bits from frying_pan", "vis_src": "P12_101:486 P12_101:487 P12_101:488", "vis_trg": "P12_101:489", "narrations": [ "open tap", "wash frying pan", "close tap", "scrape off remaining bits from frying pan" ], "verbs": [ "turn-on", "wash", "turn-off", "scrape-off" ], "verb_classes": [ 6, 2, 8, 25 ], "nouns": [ "tap", "pan:frying", "tap", "pan:frying" ], "noun_classes": [ 0, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:32:57.76", "00:32:58.29" ], [ "00:32:58.19", "00:33:03.52" ], [ "00:33:03.99", "00:33:04.24" ], [ "00:33:04.50", "00:33:09.85" ] ], "start_stop_frames": [ [ 98888, 98914 ], [ 98909, 99176 ], [ 99199, 99212 ], [ 99225, 99492 ] ], "trgnoun": "frying_pan", "trgverb": "scrape_off" }, { "key": "P02_09+188_189_190_191", "video_id": "P02_09", "narration_ids": [ "P02_09_188", "P02_09_189", "P02_09_190", "P02_09_191" ], "src": "put flour . close cupboard . pick_up can yeast", "src1": "put flour", "src2": "close cupboard", "src3": "pick_up can yeast", "trg": "close can yeast", "vis_src": "P02_09:188 P02_09:189 P02_09:190", "vis_trg": "P02_09:191", "narrations": [ "put flour", "close cupboard", "pick up can yeast", "close can yeast" ], "verbs": [ "put", "close", "pick-up", "close" ], "verb_classes": [ 1, 4, 0, 4 ], "nouns": [ "flour", "cupboard", "can", "can" ], "noun_classes": [ 75, 3, 61, 61 ], "start_stop_timestamps": [ [ "00:11:44.03", "00:11:46.29" ], [ "00:11:46.31", "00:11:47.14" ], [ "00:11:49.11", "00:11:50.15" ], [ "00:11:50.25", "00:11:51.45" ] ], "start_stop_frames": [ [ 42241, 42377 ], [ 42378, 42428 ], [ 42546, 42609 ], [ 42615, 42687 ] ], "trgnoun": "can", "trgverb": "close" }, { "key": "P27_104+10_11_12_13", "video_id": "P27_104", "narration_ids": [ "P27_104_10", "P27_104_11", "P27_104_12", "P27_104_13" ], "src": "pick_up towel . unfold towel . pick_up cutlery", "src1": "pick_up towel", "src2": "unfold towel", "src3": "pick_up cutlery", "trg": "put_down cutlery", "vis_src": "P27_104:10 P27_104:11 P27_104:12", "vis_trg": "P27_104:13", "narrations": [ "pick up towel", "unfold towel", "pick up cutlery", "put down cutlery" ], "verbs": [ "pick-up", "unfold", "pick-up", "put-down" ], "verb_classes": [ 0, 39, 0, 1 ], "nouns": [ "towel", "towel", "cutlery", "cutlery" ], "noun_classes": [ 52, 52, 58, 58 ], "start_stop_timestamps": [ [ "00:00:27.83", "00:00:29.46" ], [ "00:00:29.58", "00:00:31.88" ], [ "00:00:31.59", "00:00:32.37" ], [ "00:00:33.00", "00:00:33.93" ] ], "start_stop_frames": [ [ 1391, 1473 ], [ 1479, 1594 ], [ 1579, 1618 ], [ 1650, 1696 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P02_108+266_267_268_271", "video_id": "P02_108", "narration_ids": [ "P02_108_266", "P02_108_267", "P02_108_268", "P02_108_271" ], "src": "squeeze sponge . pick_up tong . sponge tongs", "src1": "squeeze sponge", "src2": "pick_up tong", "src3": "sponge tongs", "trg": "rinse tongs", "vis_src": "P02_108:266 P02_108:267 P02_108:268", "vis_trg": "P02_108:271", "narrations": [ "squeeze sponge", "pick up tong", "sponge tongs", "rinse tongs" ], "verbs": [ "squeeze", "pick-up", "sponge", "rinse" ], "verb_classes": [ 18, 0, 2, 2 ], "nouns": [ "sponge", "tong", "tongs", "tongs" ], "noun_classes": [ 9, 142, 142, 142 ], "start_stop_timestamps": [ [ "00:14:28.61", "00:14:29.25" ], [ "00:14:29.40", "00:14:29.88" ], [ "00:14:29.84", "00:14:32.98" ], [ "00:14:34.00", "00:14:42.52" ] ], "start_stop_frames": [ [ 43430, 43462 ], [ 43470, 43494 ], [ 43492, 43649 ], [ 43700, 44126 ] ], "trgnoun": "tongs", "trgverb": "rinse" }, { "key": "P28_101+102_103_104_105", "video_id": "P28_101", "narration_ids": [ "P28_101_102", "P28_101_103", "P28_101_104", "P28_101_105" ], "src": "wash knife . turn_on tap . rinse scissors and knife", "src1": "wash knife", "src2": "turn_on tap", "src3": "rinse scissors and knife", "trg": "put scissors and knife", "vis_src": "P28_101:102 P28_101:103 P28_101:104", "vis_trg": "P28_101:105", "narrations": [ "wash knife", "turn on tap", "rinse scissors and knife", "put scissors and knife" ], "verbs": [ "wash", "turn-on", "rinse", "put" ], "verb_classes": [ 2, 6, 2, 1 ], "nouns": [ "knife", "tap", "scissors", "scissors" ], "noun_classes": [ 4, 0, 79, 79 ], "start_stop_timestamps": [ [ "00:10:19.76", "00:10:23.92" ], [ "00:10:24.54", "00:10:25.74" ], [ "00:10:26.55", "00:10:32.19" ], [ "00:10:33.02", "00:10:34.92" ] ], "start_stop_frames": [ [ 30988, 31195 ], [ 31227, 31287 ], [ 31327, 31609 ], [ 31651, 31745 ] ], "trgnoun": "scissors", "trgverb": "put" }, { "key": "P01_105+612_613_614_615", "video_id": "P01_105", "narration_ids": [ "P01_105_612", "P01_105_613", "P01_105_614", "P01_105_615" ], "src": "pick_up spoon . put_down cutlery . move cutlery", "src1": "pick_up spoon", "src2": "put_down cutlery", "src3": "move cutlery", "trg": "pick_up cutlery", "vis_src": "P01_105:612 P01_105:613 P01_105:614", "vis_trg": "P01_105:615", "narrations": [ "pick up spoon", "put down cutlery", "move cutlery", "pick up cutlery" ], "verbs": [ "pick-up", "put-down", "move", "pick-up" ], "verb_classes": [ 0, 1, 11, 0 ], "nouns": [ "spoon", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 1, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:24:49.97", "00:24:56.78" ], [ "00:24:57.35", "00:24:59.37" ], [ "00:24:59.47", "00:25:05.08" ], [ "00:25:03.05", "00:25:08.37" ] ], "start_stop_frames": [ [ 74498, 74839 ], [ 74867, 74968 ], [ 74973, 75254 ], [ 75152, 75418 ] ], "trgnoun": "cutlery", "trgverb": "pick_up" }, { "key": "P04_109+438_439_440_441", "video_id": "P04_109", "narration_ids": [ "P04_109_438", "P04_109_439", "P04_109_440", "P04_109_441" ], "src": "put rice_vinegar in cupboard . pick_up packet . open packet", "src1": "put rice_vinegar in cupboard", "src2": "pick_up packet", "src3": "open packet", "trg": "unroll packet", "vis_src": "P04_109:438 P04_109:439 P04_109:440", "vis_trg": "P04_109:441", "narrations": [ "put rice vinegar in cupboard", "pick up packet", "open packet", "unroll packet" ], "verbs": [ "put-in", "pick-up", "open", "unroll" ], "verb_classes": [ 5, 0, 3, 39 ], "nouns": [ "vinegar:rice", "packet", "packet", "packet" ], "noun_classes": [ 134, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:13:07.35", "00:13:11.78" ], [ "00:13:12.26", "00:13:15.86" ], [ "00:13:13.01", "00:13:15.88" ], [ "00:13:15.93", "00:13:17.17" ] ], "start_stop_frames": [ [ 39367, 39589 ], [ 39613, 39793 ], [ 39650, 39794 ], [ 39796, 39858 ] ], "trgnoun": "packet", "trgverb": "unroll" }, { "key": "P25_05+58_59_60_61", "video_id": "P25_05", "narration_ids": [ "P25_05_58", "P25_05_59", "P25_05_60", "P25_05_61" ], "src": "open mushrooms . put mushrooms . take box", "src1": "open mushrooms", "src2": "put mushrooms", "src3": "take box", "trg": "throw box", "vis_src": "P25_05:58 P25_05:59 P25_05:60", "vis_trg": "P25_05:61", "narrations": [ "open mushrooms", "put mushrooms", "take box", "throw box" ], "verbs": [ "open", "put", "take", "throw" ], "verb_classes": [ 3, 1, 0, 13 ], "nouns": [ "mushroom", "mushroom", "box", "box" ], "noun_classes": [ 56, 56, 23, 23 ], "start_stop_timestamps": [ [ "00:07:19.28", "00:07:22.87" ], [ "00:07:22.97", "00:07:34.00" ], [ "00:07:34.63", "00:07:36.07" ], [ "00:07:37.45", "00:07:39.68" ] ], "start_stop_frames": [ [ 26356, 26572 ], [ 26578, 27240 ], [ 27277, 27364 ], [ 27447, 27580 ] ], "trgnoun": "box", "trgverb": "throw" }, { "key": "P04_05+261_262_263_264", "video_id": "P04_05", "narration_ids": [ "P04_05_261", "P04_05_262", "P04_05_263", "P04_05_264" ], "src": "mix salt . move scales . open drawer", "src1": "mix salt", "src2": "move scales", "src3": "open drawer", "trg": "put_away scales", "vis_src": "P04_05:261 P04_05:262 P04_05:263", "vis_trg": "P04_05:264", "narrations": [ "mix", "move scales", "open drawer", "put away scales" ], "verbs": [ "mix", "move", "open", "put-away" ], "verb_classes": [ 10, 11, 3, 1 ], "nouns": [ "salt", "scale", "drawer", "scale" ], "noun_classes": [ 38, 108, 8, 108 ], "start_stop_timestamps": [ [ "00:28:21.26", "00:28:29.10" ], [ "00:28:29.00", "00:28:30.71" ], [ "00:28:33.93", "00:28:35.08" ], [ "00:28:35.13", "00:28:36.28" ] ], "start_stop_frames": [ [ 102075, 102546 ], [ 102540, 102642 ], [ 102835, 102904 ], [ 102907, 102976 ] ], "trgnoun": "scale", "trgverb": "put_away" }, { "key": "P35_105+375_376_377_378", "video_id": "P35_105", "narration_ids": [ "P35_105_375", "P35_105_376", "P35_105_377", "P35_105_378" ], "src": "pick_up bottle . open bottle . pour water", "src1": "pick_up bottle", "src2": "open bottle", "src3": "pour water", "trg": "close bottle", "vis_src": "P35_105:375 P35_105:376 P35_105:377", "vis_trg": "P35_105:378", "narrations": [ "pick up bottle", "open bottle", "pour water", "close bottle" ], "verbs": [ "pick-up", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "bottle", "bottle", "water", "bottle" ], "noun_classes": [ 15, 15, 27, 15 ], "start_stop_timestamps": [ [ "00:30:16.71", "00:30:17.80" ], [ "00:30:17.65", "00:30:20.31" ], [ "00:30:20.41", "00:30:22.58" ], [ "00:30:22.64", "00:30:25.01" ] ], "start_stop_frames": [ [ 90835, 90890 ], [ 90882, 91015 ], [ 91020, 91129 ], [ 91132, 91250 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P02_09+22_23_24_25", "video_id": "P02_09", "narration_ids": [ "P02_09_22", "P02_09_23", "P02_09_24", "P02_09_25" ], "src": "get three spoons . close drawer . get sugar", "src1": "get three spoons", "src2": "close drawer", "src3": "get sugar", "trg": "put sugar", "vis_src": "P02_09:22 P02_09:23 P02_09:24", "vis_trg": "P02_09:25", "narrations": [ "get three spoons", "close drawer", "get sugar", "put sugar" ], "verbs": [ "get", "close", "get", "put" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "spoon", "drawer", "sugar", "sugar" ], "noun_classes": [ 1, 8, 102, 102 ], "start_stop_timestamps": [ [ "00:01:08.75", "00:01:10.62" ], [ "00:01:11.53", "00:01:12.41" ], [ "00:01:14.09", "00:01:15.10" ], [ "00:01:15.61", "00:01:16.29" ] ], "start_stop_frames": [ [ 4125, 4237 ], [ 4291, 4344 ], [ 4445, 4506 ], [ 4536, 4577 ] ], "trgnoun": "sugar", "trgverb": "put" }, { "key": "P23_04+30_31_32_33", "video_id": "P23_04", "narration_ids": [ "P23_04_30", "P23_04_31", "P23_04_32", "P23_04_33" ], "src": "take the tomato from the cover . close the fridge . put the ginger into another plate", "src1": "take the tomato from the cover", "src2": "close the fridge", "src3": "put the ginger into another plate", "trg": "wash the tomato", "vis_src": "P23_04:30 P23_04:31 P23_04:32", "vis_trg": "P23_04:33", "narrations": [ "take the tomato from the cover", "close the fridge", "put the ginger into another plate", "wash the tomato" ], "verbs": [ "take-from", "close", "put-into", "wash" ], "verb_classes": [ 0, 4, 5, 2 ], "nouns": [ "tomato", "fridge", "ginger", "tomato" ], "noun_classes": [ 43, 12, 131, 43 ], "start_stop_timestamps": [ [ "00:11:56.64", "00:12:09.30" ], [ "00:12:13.79", "00:12:15.66" ], [ "00:12:18.14", "00:12:25.64" ], [ "00:12:29.60", "00:12:39.57" ] ], "start_stop_frames": [ [ 42998, 43758 ], [ 44027, 44139 ], [ 44288, 44738 ], [ 44976, 45574 ] ], "trgnoun": "tomato", "trgverb": "wash" }, { "key": "P23_101+263_264_265_266", "video_id": "P23_101", "narration_ids": [ "P23_101_263", "P23_101_264", "P23_101_265", "P23_101_266" ], "src": "put plate . mix curry . put spoon", "src1": "put plate", "src2": "mix curry", "src3": "put spoon", "trg": "take plate", "vis_src": "P23_101:263 P23_101:264 P23_101:265", "vis_trg": "P23_101:266", "narrations": [ "put plate", "mix curry", "put spoon", "take plate" ], "verbs": [ "put", "mix", "put", "take" ], "verb_classes": [ 1, 10, 1, 0 ], "nouns": [ "plate", "curry", "spoon", "plate" ], "noun_classes": [ 2, 121, 1, 2 ], "start_stop_timestamps": [ [ "00:23:31.34", "00:23:33.09" ], [ "00:23:33.54", "00:23:51.66" ], [ "00:23:51.76", "00:23:53.04" ], [ "00:23:54.84", "00:23:56.40" ] ], "start_stop_frames": [ [ 70567, 70654 ], [ 70677, 71583 ], [ 71588, 71652 ], [ 71742, 71820 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P12_07+2_3_4_5", "video_id": "P12_07", "narration_ids": [ "P12_07_2", "P12_07_3", "P12_07_4", "P12_07_5" ], "src": "take foil . feel temperature . wash dishes", "src1": "take foil", "src2": "feel temperature", "src3": "wash dishes", "trg": "scrub dishes", "vis_src": "P12_07:2 P12_07:3 P12_07:4", "vis_trg": "P12_07:5", "narrations": [ "take foil", "feel temperature", "wash dishes", "scrub" ], "verbs": [ "take", "feel", "wash", "scrub" ], "verb_classes": [ 0, 54, 2, 29 ], "nouns": [ "foil", "temperature", "dish", "dish" ], "noun_classes": [ 123, 65, 2, 2 ], "start_stop_timestamps": [ [ "00:00:14.74", "00:00:19.20" ], [ "00:00:22.77", "00:00:33.79" ], [ "00:00:33.89", "00:00:44.64" ], [ "00:00:44.51", "00:00:57.61" ] ], "start_stop_frames": [ [ 884, 1152 ], [ 1366, 2027 ], [ 2033, 2678 ], [ 2670, 3456 ] ], "trgnoun": "dish", "trgverb": "scrub" }, { "key": "P22_117+209_210_211_212", "video_id": "P22_117", "narration_ids": [ "P22_117_209", "P22_117_210", "P22_117_211", "P22_117_212" ], "src": "move peeler . pick_up cutting_board . pour courgettes", "src1": "move peeler", "src2": "pick_up cutting_board", "src3": "pour courgettes", "trg": "put_down cutting_board", "vis_src": "P22_117:209 P22_117:210 P22_117:211", "vis_trg": "P22_117:212", "narrations": [ "move peeler", "pick up cutting board", "pour courgettes", "put down cutting board" ], "verbs": [ "move", "pick-up", "pour", "put-down" ], "verb_classes": [ 11, 0, 9, 1 ], "nouns": [ "peeler", "board:cutting", "courgette", "board:cutting" ], "noun_classes": [ 87, 18, 76, 18 ], "start_stop_timestamps": [ [ "00:08:33.00", "00:08:35.49" ], [ "00:08:35.56", "00:08:38.84" ], [ "00:08:37.34", "00:08:50.44" ], [ "00:08:49.82", "00:08:51.00" ] ], "start_stop_frames": [ [ 25650, 25774 ], [ 25777, 25942 ], [ 25867, 26522 ], [ 26491, 26550 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P04_107+125_126_127_128", "video_id": "P04_107", "narration_ids": [ "P04_107_125", "P04_107_126", "P04_107_127", "P04_107_128" ], "src": "put_down oil . open drawer . pick_up pastry_brush", "src1": "put_down oil", "src2": "open drawer", "src3": "pick_up pastry_brush", "trg": "put pastry_brush in oil", "vis_src": "P04_107:125 P04_107:126 P04_107:127", "vis_trg": "P04_107:128", "narrations": [ "put down oil", "open drawer", "pick up pastry brush", "put pastry brush in oil" ], "verbs": [ "put-down", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "oil", "drawer", "brush:pastry", "brush:pastry" ], "noun_classes": [ 31, 8, 103, 103 ], "start_stop_timestamps": [ [ "00:04:59.09", "00:04:59.71" ], [ "00:05:00.35", "00:05:01.60" ], [ "00:05:01.55", "00:05:02.97" ], [ "00:05:03.06", "00:05:04.50" ] ], "start_stop_frames": [ [ 14954, 14985 ], [ 15017, 15080 ], [ 15077, 15148 ], [ 15153, 15225 ] ], "trgnoun": "pastry_brush", "trgverb": "put_in" }, { "key": "P04_107+403_405_619_621", "video_id": "P04_107", "narration_ids": [ "P04_107_403", "P04_107_405", "P04_107_619", "P04_107_621" ], "src": "roll_out dough . unfold dough . pick_up dough and rolling pin", "src1": "roll_out dough", "src2": "unfold dough", "src3": "pick_up dough and rolling pin", "trg": "lay_down dough", "vis_src": "P04_107:403 P04_107:405 P04_107:619", "vis_trg": "P04_107:621", "narrations": [ "roll out dough", "unfold dough", "pick up dough and rolling pin", "lay down dough" ], "verbs": [ "roll-out", "unfold", "pick-up", "lay-down" ], "verb_classes": [ 39, 39, 0, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:12:10.12", "00:12:12.15" ], [ "00:12:14.09", "00:12:18.94" ], [ "00:16:58.07", "00:16:59.39" ], [ "00:17:03.48", "00:17:04.44" ] ], "start_stop_frames": [ [ 36506, 36607 ], [ 36704, 36947 ], [ 50903, 50969 ], [ 51174, 51222 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P08_05+307_308_309_310", "video_id": "P08_05", "narration_ids": [ "P08_05_307", "P08_05_308", "P08_05_309", "P08_05_310" ], "src": "turn_on microwave_oven . close cupboard . get sponge", "src1": "turn_on microwave_oven", "src2": "close cupboard", "src3": "get sponge", "trg": "water the sponge", "vis_src": "P08_05:307 P08_05:308 P08_05:309", "vis_trg": "P08_05:310", "narrations": [ "turn on microwave oven", "close cupboard", "get sponge", "water the sponge" ], "verbs": [ "turn-on", "close", "get", "water" ], "verb_classes": [ 6, 4, 0, 62 ], "nouns": [ "oven:microwave", "cupboard", "sponge", "sponge" ], "noun_classes": [ 90, 3, 9, 9 ], "start_stop_timestamps": [ [ "00:25:09.52", "00:25:15.46" ], [ "00:25:15.84", "00:25:17.09" ], [ "00:25:20.43", "00:25:21.51" ], [ "00:25:21.54", "00:25:23.54" ] ], "start_stop_frames": [ [ 90571, 90927 ], [ 90950, 91025 ], [ 91225, 91290 ], [ 91292, 91412 ] ], "trgnoun": "sponge", "trgverb": "water" }, { "key": "P03_117+131_132_133_134", "video_id": "P03_117", "narration_ids": [ "P03_117_131", "P03_117_132", "P03_117_133", "P03_117_134" ], "src": "pick_up knife . rinse sponge . wash knife", "src1": "pick_up knife", "src2": "rinse sponge", "src3": "wash knife", "trg": "put knife in drying rack", "vis_src": "P03_117:131 P03_117:132 P03_117:133", "vis_trg": "P03_117:134", "narrations": [ "pick up knife", "rinse sponge", "wash knife", "put knife in drying rack" ], "verbs": [ "pick-up", "rinse", "wash", "put-in" ], "verb_classes": [ 0, 2, 2, 5 ], "nouns": [ "knife", "sponge", "knife", "knife" ], "noun_classes": [ 4, 9, 4, 4 ], "start_stop_timestamps": [ [ "00:07:01.07", "00:07:01.76" ], [ "00:07:02.05", "00:07:03.04" ], [ "00:07:02.89", "00:07:04.66" ], [ "00:07:04.62", "00:07:05.61" ] ], "start_stop_frames": [ [ 21053, 21088 ], [ 21102, 21152 ], [ 21144, 21233 ], [ 21231, 21280 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P02_122+19_20_21_22", "video_id": "P02_122", "narration_ids": [ "P02_122_19", "P02_122_20", "P02_122_21", "P02_122_22" ], "src": "close oven . take_off glove . set timer", "src1": "close oven", "src2": "take_off glove", "src3": "set timer", "trg": "put_down glove", "vis_src": "P02_122:19 P02_122:20 P02_122:21", "vis_trg": "P02_122:22", "narrations": [ "close oven", "take off glove", "set timer", "put down glove" ], "verbs": [ "close", "take-off", "set", "put-down" ], "verb_classes": [ 4, 12, 53, 1 ], "nouns": [ "oven", "glove", "timer", "glove" ], "noun_classes": [ 46, 60, 111, 60 ], "start_stop_timestamps": [ [ "00:01:01.75", "00:01:03.65" ], [ "00:01:03.34", "00:01:04.38" ], [ "00:01:04.47", "00:01:09.85" ], [ "00:01:09.95", "00:01:12.08" ] ], "start_stop_frames": [ [ 3087, 3182 ], [ 3167, 3219 ], [ 3223, 3492 ], [ 3497, 3604 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P30_05+530_531_532_533", "video_id": "P30_05", "narration_ids": [ "P30_05_530", "P30_05_531", "P30_05_532", "P30_05_533" ], "src": "open bag of carrots . take carrot . put carrot", "src1": "open bag of carrots", "src2": "take carrot", "src3": "put carrot", "trg": "remove carrots from bag", "vis_src": "P30_05:530 P30_05:531 P30_05:532", "vis_trg": "P30_05:533", "narrations": [ "open bag of carrots", "take carrot", "put carrot", "remove carrots from bag" ], "verbs": [ "open", "take", "put", "remove" ], "verb_classes": [ 3, 0, 1, 12 ], "nouns": [ "bag:carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 19, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:40:23.64", "00:40:25.51" ], [ "00:40:25.61", "00:40:29.53" ], [ "00:40:29.47", "00:40:31.78" ], [ "00:40:29.69", "00:40:32.64" ] ], "start_stop_frames": [ [ 145418, 145530 ], [ 145536, 145771 ], [ 145768, 145906 ], [ 145781, 145958 ] ], "trgnoun": "carrot", "trgverb": "remove" }, { "key": "P06_05+150_151_152_153", "video_id": "P06_05", "narration_ids": [ "P06_05_150", "P06_05_151", "P06_05_152", "P06_05_153" ], "src": "turn_off tap . turn_on oven . move oven shelf", "src1": "turn_off tap", "src2": "turn_on oven", "src3": "move oven shelf", "trg": "close oven", "vis_src": "P06_05:150 P06_05:151 P06_05:152", "vis_trg": "P06_05:153", "narrations": [ "turn off tap", "turn on oven", "move oven shelf", "close oven" ], "verbs": [ "turn-off", "turn-on", "move", "close" ], "verb_classes": [ 8, 6, 11, 4 ], "nouns": [ "tap", "oven", "shelf", "oven" ], "noun_classes": [ 0, 46, 247, 46 ], "start_stop_timestamps": [ [ "00:16:48.91", "00:16:49.79" ], [ "00:16:51.67", "00:16:54.16" ], [ "00:16:54.80", "00:17:04.58" ], [ "00:17:04.49", "00:17:06.29" ] ], "start_stop_frames": [ [ 60534, 60587 ], [ 60700, 60849 ], [ 60888, 61474 ], [ 61469, 61577 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P07_110+21_22_23_24", "video_id": "P07_110", "narration_ids": [ "P07_110_21", "P07_110_22", "P07_110_23", "P07_110_24" ], "src": "throw away peel . close pot . grab box", "src1": "throw away peel", "src2": "close pot", "src3": "grab box", "trg": "open box", "vis_src": "P07_110:21 P07_110:22 P07_110:23", "vis_trg": "P07_110:24", "narrations": [ "throw away peel", "close pot", "grab box", "open box" ], "verbs": [ "throw", "close", "grab", "open" ], "verb_classes": [ 13, 4, 0, 3 ], "nouns": [ "peel", "pot", "box", "box" ], "noun_classes": [ 48, 29, 23, 23 ], "start_stop_timestamps": [ [ "00:01:14.21", "00:01:14.50" ], [ "00:01:14.59", "00:01:15.15" ], [ "00:01:16.82", "00:01:19.81" ], [ "00:01:20.69", "00:01:22.09" ] ], "start_stop_frames": [ [ 3710, 3725 ], [ 3729, 3757 ], [ 3840, 3990 ], [ 4034, 4104 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P22_05+384_385_386_387", "video_id": "P22_05", "narration_ids": [ "P22_05_384", "P22_05_385", "P22_05_386", "P22_05_387" ], "src": "close cupboard . open cupboard . grab jar", "src1": "close cupboard", "src2": "open cupboard", "src3": "grab jar", "trg": "put_down jar", "vis_src": "P22_05:384 P22_05:385 P22_05:386", "vis_trg": "P22_05:387", "narrations": [ "close cupboard", "open cupboard", "grab jar", "put down jar" ], "verbs": [ "close", "open", "grab", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "cupboard", "cupboard", "jar", "jar" ], "noun_classes": [ 3, 3, 40, 40 ], "start_stop_timestamps": [ [ "00:15:55.13", "00:15:56.35" ], [ "00:15:57.33", "00:15:58.29" ], [ "00:15:58.29", "00:16:00.11" ], [ "00:16:00.03", "00:16:01.09" ] ], "start_stop_frames": [ [ 57307, 57381 ], [ 57439, 57497 ], [ 57497, 57606 ], [ 57601, 57665 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P04_112+203_204_205_206", "video_id": "P04_112", "narration_ids": [ "P04_112_203", "P04_112_204", "P04_112_205", "P04_112_206" ], "src": "feel dough . pick_up bowl . tip bowl", "src1": "feel dough", "src2": "pick_up bowl", "src3": "tip bowl", "trg": "take dough out of bowl", "vis_src": "P04_112:203 P04_112:204 P04_112:205", "vis_trg": "P04_112:206", "narrations": [ "feel dough", "pick up bowl", "tip bowl", "take dough out of bowl" ], "verbs": [ "feel", "pick-up", "tip", "take-out" ], "verb_classes": [ 54, 0, 1, 12 ], "nouns": [ "dough", "bowl", "bowl", "dough" ], "noun_classes": [ 25, 7, 7, 25 ], "start_stop_timestamps": [ [ "00:05:46.76", "00:05:48.03" ], [ "00:05:48.43", "00:05:49.22" ], [ "00:05:49.30", "00:05:50.80" ], [ "00:05:50.29", "00:05:51.75" ] ], "start_stop_frames": [ [ 17338, 17401 ], [ 17421, 17461 ], [ 17465, 17540 ], [ 17514, 17587 ] ], "trgnoun": "dough", "trgverb": "take_out" }, { "key": "P01_05+195_196_197_198", "video_id": "P01_05", "narration_ids": [ "P01_05_195", "P01_05_196", "P01_05_197", "P01_05_198" ], "src": "take lighter . take candle . turn_on candle", "src1": "take lighter", "src2": "take candle", "src3": "turn_on candle", "trg": "put_down candle", "vis_src": "P01_05:195 P01_05:196 P01_05:197", "vis_trg": "P01_05:198", "narrations": [ "take lighter", "take candle", "turn on candle", "put down candle" ], "verbs": [ "take", "take", "turn-on", "put-down" ], "verb_classes": [ 0, 0, 6, 1 ], "nouns": [ "lighter", "candle", "candle", "candle" ], "noun_classes": [ 130, 280, 280, 280 ], "start_stop_timestamps": [ [ "00:15:52.37", "00:15:55.32" ], [ "00:15:56.92", "00:15:58.58" ], [ "00:15:57.86", "00:16:07.22" ], [ "00:16:08.23", "00:16:10.61" ] ], "start_stop_frames": [ [ 57142, 57319 ], [ 57415, 57514 ], [ 57471, 58033 ], [ 58093, 58236 ] ], "trgnoun": "candle", "trgverb": "put_down" }, { "key": "P01_01+200_201_202_203", "video_id": "P01_01", "narration_ids": [ "P01_01_200", "P01_01_201", "P01_01_202", "P01_01_203" ], "src": "take spatula . stir vegetables in tofu . take rice", "src1": "take spatula", "src2": "stir vegetables in tofu", "src3": "take rice", "trg": "pour rice into water", "vis_src": "P01_01:200 P01_01:201 P01_01:202", "vis_trg": "P01_01:203", "narrations": [ "take spatula", "stir vegetables in tofu", "take rice", "pour rice into water" ], "verbs": [ "take", "stir", "take", "pour-into" ], "verb_classes": [ 0, 10, 0, 9 ], "nouns": [ "spatula", "vegetable", "rice", "rice" ], "noun_classes": [ 20, 94, 55, 55 ], "start_stop_timestamps": [ [ "00:15:21.64", "00:15:22.39" ], [ "00:15:21.66", "00:15:28.69" ], [ "00:15:28.62", "00:15:29.95" ], [ "00:15:31.78", "00:15:37.61" ] ], "start_stop_frames": [ [ 55298, 55343 ], [ 55299, 55721 ], [ 55717, 55797 ], [ 55906, 56256 ] ], "trgnoun": "rice", "trgverb": "pour_into" }, { "key": "P22_103+96_97_98_99", "video_id": "P22_103", "narration_ids": [ "P22_103_96", "P22_103_97", "P22_103_98", "P22_103_99" ], "src": "lather plate . put_down plate . pick_up knife", "src1": "lather plate", "src2": "put_down plate", "src3": "pick_up knife", "trg": "lather knife", "vis_src": "P22_103:96 P22_103:97 P22_103:98", "vis_trg": "P22_103:99", "narrations": [ "lather plate", "put down plate", "pick up knife", "lather knife" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "knife", "knife" ], "noun_classes": [ 2, 2, 4, 4 ], "start_stop_timestamps": [ [ "00:02:53.74", "00:02:55.49" ], [ "00:02:57.09", "00:02:58.34" ], [ "00:02:59.07", "00:02:59.61" ], [ "00:03:00.97", "00:03:01.79" ] ], "start_stop_frames": [ [ 8687, 8774 ], [ 8854, 8917 ], [ 8953, 8980 ], [ 9048, 9089 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P04_110+307_308_309_310", "video_id": "P04_110", "narration_ids": [ "P04_110_307", "P04_110_308", "P04_110_309", "P04_110_310" ], "src": "pick_up mug . move gochujang . pick_up coriander_ramekin", "src1": "pick_up mug", "src2": "move gochujang", "src3": "pick_up coriander_ramekin", "trg": "put_down mug", "vis_src": "P04_110:307 P04_110:308 P04_110:309", "vis_trg": "P04_110:310", "narrations": [ "pick up mug", "move gochujang", "pick up coriander ramekin", "put down mug" ], "verbs": [ "pick-up", "move", "pick-up", "put-down" ], "verb_classes": [ 0, 11, 0, 1 ], "nouns": [ "mug", "gochujang", "ramekin:coriander", "mug" ], "noun_classes": [ 13, 148, 7, 13 ], "start_stop_timestamps": [ [ "00:09:04.77", "00:09:06.31" ], [ "00:09:05.40", "00:09:06.69" ], [ "00:09:06.79", "00:09:08.40" ], [ "00:09:12.35", "00:09:12.85" ] ], "start_stop_frames": [ [ 27238, 27315 ], [ 27270, 27334 ], [ 27339, 27420 ], [ 27617, 27642 ] ], "trgnoun": "mug", "trgverb": "put_down" }, { "key": "P02_06+227_228_229_230", "video_id": "P02_06", "narration_ids": [ "P02_06_227", "P02_06_228", "P02_06_229", "P02_06_230" ], "src": "pick_up cucumber . put cucumber . pick_up chopping_board", "src1": "pick_up cucumber", "src2": "put cucumber", "src3": "pick_up chopping_board", "trg": "put chopping_board in sink", "vis_src": "P02_06:227 P02_06:228 P02_06:229", "vis_trg": "P02_06:230", "narrations": [ "pick up cucumber", "put cucumber", "pick up chopping board", "put chopping board in sink" ], "verbs": [ "pick-up", "put", "pick-up", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "cucumber", "cucumber", "board:chopping", "board:chopping" ], "noun_classes": [ 72, 72, 18, 18 ], "start_stop_timestamps": [ [ "00:10:23.31", "00:10:25.23" ], [ "00:10:25.38", "00:10:29.62" ], [ "00:10:30.90", "00:10:32.27" ], [ "00:10:34.90", "00:10:36.32" ] ], "start_stop_frames": [ [ 37398, 37513 ], [ 37522, 37777 ], [ 37854, 37936 ], [ 38094, 38179 ] ], "trgnoun": "chopping_board", "trgverb": "put_in" }, { "key": "P22_106+138_139_140_142", "video_id": "P22_106", "narration_ids": [ "P22_106_138", "P22_106_139", "P22_106_140", "P22_106_142" ], "src": "lather plate . put_down plate . lather sponge", "src1": "lather plate", "src2": "put_down plate", "src3": "lather sponge", "trg": "rinse sponge", "vis_src": "P22_106:138 P22_106:139 P22_106:140", "vis_trg": "P22_106:142", "narrations": [ "lather plate", "put down plate", "lather sponge", "rinse sponge" ], "verbs": [ "lather", "put-down", "lather", "rinse" ], "verb_classes": [ 2, 1, 2, 2 ], "nouns": [ "plate", "plate", "sponge", "sponge" ], "noun_classes": [ 2, 2, 9, 9 ], "start_stop_timestamps": [ [ "00:03:48.07", "00:03:49.92" ], [ "00:03:50.05", "00:03:50.55" ], [ "00:03:50.32", "00:03:54.60" ], [ "00:03:54.74", "00:03:55.86" ] ], "start_stop_frames": [ [ 11403, 11496 ], [ 11502, 11527 ], [ 11516, 11730 ], [ 11737, 11793 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P01_109+69_70_71_72", "video_id": "P01_109", "narration_ids": [ "P01_109_69", "P01_109_70", "P01_109_71", "P01_109_72" ], "src": "slice potato . put_down knife . put_down potato_slices", "src1": "slice potato", "src2": "put_down knife", "src3": "put_down potato_slices", "trg": "pick_up potato_slices", "vis_src": "P01_109:69 P01_109:70 P01_109:71", "vis_trg": "P01_109:72", "narrations": [ "slice potato", "put down knife", "put down potato slices", "pick up potato slices" ], "verbs": [ "slice", "put-down", "put-down", "pick-up" ], "verb_classes": [ 7, 1, 1, 0 ], "nouns": [ "potato", "knife", "slice:potato", "slice:potato" ], "noun_classes": [ 30, 4, 30, 30 ], "start_stop_timestamps": [ [ "00:03:25.95", "00:03:58.01" ], [ "00:03:58.29", "00:03:58.71" ], [ "00:03:59.26", "00:03:59.89" ], [ "00:04:00.15", "00:04:01.43" ] ], "start_stop_frames": [ [ 10297, 11900 ], [ 11914, 11935 ], [ 11963, 11994 ], [ 12007, 12071 ] ], "trgnoun": "potato_slice", "trgverb": "pick_up" }, { "key": "P22_16+92_93_94_95", "video_id": "P22_16", "narration_ids": [ "P22_16_92", "P22_16_93", "P22_16_94", "P22_16_95" ], "src": "close can . put_down down can . grab cob", "src1": "close can", "src2": "put_down down can", "src3": "grab cob", "trg": "put cob", "vis_src": "P22_16:92 P22_16:93 P22_16:94", "vis_trg": "P22_16:95", "narrations": [ "close can", "put down down can", "grab cob", "put cob" ], "verbs": [ "close", "put-down", "grab", "put" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "can", "can", "cob", "cob" ], "noun_classes": [ 61, 61, 125, 125 ], "start_stop_timestamps": [ [ "00:03:05.95", "00:03:07.52" ], [ "00:03:07.40", "00:03:08.57" ], [ "00:03:09.30", "00:03:10.02" ], [ "00:03:09.90", "00:03:10.74" ] ], "start_stop_frames": [ [ 11157, 11251 ], [ 11244, 11314 ], [ 11358, 11401 ], [ 11394, 11444 ] ], "trgnoun": "cob", "trgverb": "put" }, { "key": "P05_08+57_58_59_60", "video_id": "P05_08", "narration_ids": [ "P05_08_57", "P05_08_58", "P05_08_59", "P05_08_60" ], "src": "place wooden_spoon on refrigerator . throw packaging . take onion", "src1": "place wooden_spoon on refrigerator", "src2": "throw packaging", "src3": "take onion", "trg": "pour onion in saucepan", "vis_src": "P05_08:57 P05_08:58 P05_08:59", "vis_trg": "P05_08:60", "narrations": [ "place wooden spoon on refrigerator", "throw packaging", "take onion", "pour onion in saucepan" ], "verbs": [ "place-on", "throw", "take", "pour-in" ], "verb_classes": [ 1, 13, 0, 9 ], "nouns": [ "spoon:wooden", "packaging", "onion", "onion" ], "noun_classes": [ 1, 26, 16, 16 ], "start_stop_timestamps": [ [ "00:05:02.14", "00:05:02.75" ], [ "00:05:15.79", "00:05:16.39" ], [ "00:05:17.24", "00:05:22.26" ], [ "00:05:22.62", "00:05:25.14" ] ], "start_stop_frames": [ [ 18128, 18165 ], [ 18947, 18983 ], [ 19034, 19335 ], [ 19357, 19508 ] ], "trgnoun": "onion", "trgverb": "pour_in" }, { "key": "P11_109+85_86_87_88", "video_id": "P11_109", "narration_ids": [ "P11_109_85", "P11_109_86", "P11_109_87", "P11_109_88" ], "src": "pick_up tupperware_lid . pick_up spoon . open drawer", "src1": "pick_up tupperware_lid", "src2": "pick_up spoon", "src3": "open drawer", "trg": "put away spoon", "vis_src": "P11_109:85 P11_109:86 P11_109:87", "vis_trg": "P11_109:88", "narrations": [ "pick up tupperware lid", "pick up spoon", "open drawer", "put away spoon" ], "verbs": [ "pick-up", "pick-up", "open", "put" ], "verb_classes": [ 0, 0, 3, 1 ], "nouns": [ "lid:tupperware", "spoon", "drawer", "spoon" ], "noun_classes": [ 6, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:02:38.49", "00:02:39.56" ], [ "00:02:39.27", "00:02:40.35" ], [ "00:02:40.15", "00:02:41.89" ], [ "00:02:41.88", "00:02:43.57" ] ], "start_stop_frames": [ [ 7924, 7978 ], [ 7963, 8017 ], [ 8007, 8094 ], [ 8094, 8178 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P30_109+14_15_16_17", "video_id": "P30_109", "narration_ids": [ "P30_109_14", "P30_109_15", "P30_109_16", "P30_109_17" ], "src": "put_down jug . pick_up tupperware . put tupperware_lid on tupperware", "src1": "put_down jug", "src2": "pick_up tupperware", "src3": "put tupperware_lid on tupperware", "trg": "close tupperware", "vis_src": "P30_109:14 P30_109:15 P30_109:16", "vis_trg": "P30_109:17", "narrations": [ "put down jug", "pick up tupperware", "put tupperware lid on tupperware", "close tupperware" ], "verbs": [ "put-down", "pick-up", "put-on", "close" ], "verb_classes": [ 1, 0, 1, 4 ], "nouns": [ "jug", "tupperware", "lid:tupperware", "tupperware" ], "noun_classes": [ 66, 23, 6, 23 ], "start_stop_timestamps": [ [ "00:00:20.00", "00:00:20.42" ], [ "00:00:20.71", "00:00:21.33" ], [ "00:00:21.43", "00:00:24.69" ], [ "00:00:21.45", "00:00:23.54" ] ], "start_stop_frames": [ [ 1000, 1021 ], [ 1035, 1066 ], [ 1071, 1234 ], [ 1072, 1177 ] ], "trgnoun": "tupperware", "trgverb": "close" }, { "key": "P28_104+63_64_65_66", "video_id": "P28_104", "narration_ids": [ "P28_104_63", "P28_104_64", "P28_104_65", "P28_104_66" ], "src": "open drawer . take fork . close drawer", "src1": "open drawer", "src2": "take fork", "src3": "close drawer", "trg": "put fork", "vis_src": "P28_104:63 P28_104:64 P28_104:65", "vis_trg": "P28_104:66", "narrations": [ "open drawer", "take fork", "close drawer", "put fork" ], "verbs": [ "open", "take", "close", "put" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "drawer", "fork", "drawer", "fork" ], "noun_classes": [ 8, 14, 8, 14 ], "start_stop_timestamps": [ [ "00:03:26.08", "00:03:26.94" ], [ "00:03:27.60", "00:03:28.55" ], [ "00:03:29.29", "00:03:29.89" ], [ "00:03:31.02", "00:03:33.40" ] ], "start_stop_frames": [ [ 10304, 10347 ], [ 10380, 10427 ], [ 10464, 10494 ], [ 10551, 10670 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P27_101+201_202_203_204", "video_id": "P27_101", "narration_ids": [ "P27_101_201", "P27_101_202", "P27_101_203", "P27_101_204" ], "src": "put_down moka_pot . turn_off tap . pick_up cloth", "src1": "put_down moka_pot", "src2": "turn_off tap", "src3": "pick_up cloth", "trg": "put_down cloth", "vis_src": "P27_101:201 P27_101:202 P27_101:203", "vis_trg": "P27_101:204", "narrations": [ "put down moka pot", "turn off tap", "pick up cloth", "put down cloth" ], "verbs": [ "put-down", "turn-off", "pick-up", "put-down" ], "verb_classes": [ 1, 8, 0, 1 ], "nouns": [ "pot:moka", "tap", "cloth", "cloth" ], "noun_classes": [ 50, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:08:36.50", "00:08:39.00" ], [ "00:08:40.92", "00:08:41.87" ], [ "00:08:41.59", "00:08:42.34" ], [ "00:08:42.95", "00:08:43.70" ] ], "start_stop_frames": [ [ 25825, 25950 ], [ 26045, 26093 ], [ 26079, 26117 ], [ 26147, 26185 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P04_120+157_158_159_160", "video_id": "P04_120", "narration_ids": [ "P04_120_157", "P04_120_158", "P04_120_159", "P04_120_160" ], "src": "put tea_towel on oven door . open cupboard . put saucepan in cupboard", "src1": "put tea_towel on oven door", "src2": "open cupboard", "src3": "put saucepan in cupboard", "trg": "close cupboard", "vis_src": "P04_120:157 P04_120:158 P04_120:159", "vis_trg": "P04_120:160", "narrations": [ "put tea towel on oven door", "open cupboard", "put saucepan in cupboard", "close cupboard" ], "verbs": [ "put-on", "open", "put-in", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "towel:tea", "cupboard", "saucepan", "cupboard" ], "noun_classes": [ 52, 3, 5, 3 ], "start_stop_timestamps": [ [ "00:07:22.58", "00:07:24.75" ], [ "00:07:25.38", "00:07:26.46" ], [ "00:07:26.56", "00:07:27.88" ], [ "00:07:27.95", "00:07:29.20" ] ], "start_stop_frames": [ [ 22129, 22237 ], [ 22269, 22323 ], [ 22328, 22394 ], [ 22397, 22460 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_106+74_75_76_78", "video_id": "P04_106", "narration_ids": [ "P04_106_74", "P04_106_75", "P04_106_76", "P04_106_78" ], "src": "open drawer . pick_up teaspoon . close drawer", "src1": "open drawer", "src2": "pick_up teaspoon", "src3": "close drawer", "trg": "scoop_up pork belly chunk", "vis_src": "P04_106:74 P04_106:75 P04_106:76", "vis_trg": "P04_106:78", "narrations": [ "open drawer", "pick up teaspoon", "close drawer", "scoop up pork belly chunk" ], "verbs": [ "open", "pick-up", "close", "scoop-up" ], "verb_classes": [ 3, 0, 4, 16 ], "nouns": [ "drawer", "teaspoon", "drawer", "chunk:pork:belly" ], "noun_classes": [ 8, 1, 8, 144 ], "start_stop_timestamps": [ [ "00:02:49.47", "00:02:50.07" ], [ "00:02:50.17", "00:02:52.27" ], [ "00:02:51.00", "00:02:51.83" ], [ "00:02:49.00", "00:03:08.50" ] ], "start_stop_frames": [ [ 8473, 8503 ], [ 8508, 8613 ], [ 8550, 8591 ], [ 8450, 9425 ] ], "trgnoun": "belly_pork_chunk", "trgverb": "scoop_up" }, { "key": "P04_107+829_859_861_862", "video_id": "P04_107", "narration_ids": [ "P04_107_829", "P04_107_859", "P04_107_861", "P04_107_862" ], "src": "slide chopstick out of dough . lay dough on hand . pick_up greaseproof_paper", "src1": "slide chopstick out of dough", "src2": "lay dough on hand", "src3": "pick_up greaseproof_paper", "trg": "lay_down greaseproof_paper", "vis_src": "P04_107:829 P04_107:859 P04_107:861", "vis_trg": "P04_107:862", "narrations": [ "slide chopstick out of dough", "lay dough on hand", "pick up greaseproof paper", "lay down greaseproof paper" ], "verbs": [ "slide-out", "lay-on", "pick-up", "lay-down" ], "verb_classes": [ 61, 1, 0, 1 ], "nouns": [ "chopstick", "dough", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 80, 25, 49, 49 ], "start_stop_timestamps": [ [ "00:21:50.16", "00:21:50.49" ], [ "00:22:26.31", "00:22:27.17" ], [ "00:22:27.53", "00:22:28.30" ], [ "00:22:28.68", "00:22:29.06" ] ], "start_stop_frames": [ [ 65508, 65524 ], [ 67315, 67358 ], [ 67376, 67415 ], [ 67434, 67453 ] ], "trgnoun": "greaseproof_paper", "trgverb": "lay_down" }, { "key": "P29_03+376_377_378_379", "video_id": "P29_03", "narration_ids": [ "P29_03_376", "P29_03_377", "P29_03_378", "P29_03_379" ], "src": "put baking_tray under grill . submerge chopping_board . put_up chopping_board", "src1": "put baking_tray under grill", "src2": "submerge chopping_board", "src3": "put_up chopping_board", "trg": "scour chopping_board", "vis_src": "P29_03:376 P29_03:377 P29_03:378", "vis_trg": "P29_03:379", "narrations": [ "put baking tray under grill", "submerge chopping board", "put up chopping board", "scour chopping board" ], "verbs": [ "put-under", "submerge", "put-up", "scour" ], "verb_classes": [ 1, 56, 1, 29 ], "nouns": [ "tray:baking", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 35, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:24:00.88", "00:24:05.97" ], [ "00:24:08.50", "00:24:10.75" ], [ "00:24:08.73", "00:24:10.88" ], [ "00:24:10.83", "00:24:15.66" ] ], "start_stop_frames": [ [ 86452, 86758 ], [ 86910, 87045 ], [ 86923, 87052 ], [ 87049, 87339 ] ], "trgnoun": "chopping_board", "trgverb": "scour" }, { "key": "P01_106+161_162_163_164", "video_id": "P01_106", "narration_ids": [ "P01_106_161", "P01_106_162", "P01_106_163", "P01_106_164" ], "src": "put_down hob_grill . turn_on light . pick_up cleaning_product", "src1": "put_down hob_grill", "src2": "turn_on light", "src3": "pick_up cleaning_product", "trg": "spray cleaning_product", "vis_src": "P01_106:161 P01_106:162 P01_106:163", "vis_trg": "P01_106:164", "narrations": [ "put down hob grill", "turn on light", "pick up cleaning product", "spray cleaning product" ], "verbs": [ "put-down", "turn-on", "pick-up", "spray" ], "verb_classes": [ 1, 6, 0, 44 ], "nouns": [ "grill:hob", "light", "product:cleaning", "product:cleaning" ], "noun_classes": [ 24, 114, 22, 22 ], "start_stop_timestamps": [ [ "00:06:21.02", "00:06:22.92" ], [ "00:06:23.35", "00:06:24.22" ], [ "00:06:24.29", "00:06:25.16" ], [ "00:06:25.26", "00:06:27.52" ] ], "start_stop_frames": [ [ 19051, 19146 ], [ 19167, 19211 ], [ 19214, 19258 ], [ 19263, 19376 ] ], "trgnoun": "cleaning_product", "trgverb": "spray" }, { "key": "P03_101+267_268_269_271", "video_id": "P03_101", "narration_ids": [ "P03_101_267", "P03_101_268", "P03_101_269", "P03_101_271" ], "src": "pick_up slice . put slice on bread . cut cheese into slice", "src1": "pick_up slice", "src2": "put slice on bread", "src3": "cut cheese into slice", "trg": "cut slice off cheese", "vis_src": "P03_101:267 P03_101:268 P03_101:269", "vis_trg": "P03_101:271", "narrations": [ "pick up slice", "put slice on bread", "cut cheese into slice", "cut slice off cheese" ], "verbs": [ "pick-up", "put-on", "cut-into", "cut-off" ], "verb_classes": [ 0, 1, 7, 7 ], "nouns": [ "cheese", "bread", "cheese", "cheese" ], "noun_classes": [ 32, 33, 32, 32 ], "start_stop_timestamps": [ [ "00:11:00.39", "00:11:00.82" ], [ "00:11:00.67", "00:11:01.27" ], [ "00:11:02.36", "00:11:06.49" ], [ "00:11:06.00", "00:11:10.35" ] ], "start_stop_frames": [ [ 33019, 33041 ], [ 33033, 33063 ], [ 33118, 33324 ], [ 33300, 33517 ] ], "trgnoun": "cheese", "trgverb": "cut_off" }, { "key": "P22_05+80_81_82_83", "video_id": "P22_05", "narration_ids": [ "P22_05_80", "P22_05_81", "P22_05_82", "P22_05_83" ], "src": "lather filter . grab filter_holder . rinse filter_holder", "src1": "lather filter", "src2": "grab filter_holder", "src3": "rinse filter_holder", "trg": "lather filter_holder", "vis_src": "P22_05:80 P22_05:81 P22_05:82", "vis_trg": "P22_05:83", "narrations": [ "lather filter", "grab filter holder", "rinse filter holder", "lather filter holder" ], "verbs": [ "lather", "grab", "rinse", "lather" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "filter", "holder:filter", "holder:filter", "holder:filter" ], "noun_classes": [ 77, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:03:10.70", "00:03:13.33" ], [ "00:03:13.24", "00:03:14.92" ], [ "00:03:15.42", "00:03:17.17" ], [ "00:03:18.17", "00:03:26.33" ] ], "start_stop_frames": [ [ 11442, 11599 ], [ 11594, 11695 ], [ 11725, 11830 ], [ 11890, 12379 ] ], "trgnoun": "filter_holder", "trgverb": "lather" }, { "key": "P37_102+143_144_145_146", "video_id": "P37_102", "narration_ids": [ "P37_102_143", "P37_102_144", "P37_102_145", "P37_102_146" ], "src": "shovel_up carrots . put carrots in pot . take plate", "src1": "shovel_up carrots", "src2": "put carrots in pot", "src3": "take plate", "trg": "put plates down", "vis_src": "P37_102:143 P37_102:144 P37_102:145", "vis_trg": "P37_102:146", "narrations": [ "shovel up carrots", "put carrots in pot", "take plate", "put plates down" ], "verbs": [ "shovel-up", "put-in", "take", "put" ], "verb_classes": [ 16, 5, 0, 1 ], "nouns": [ "carrot", "carrot", "plate", "plate" ], "noun_classes": [ 41, 41, 2, 2 ], "start_stop_timestamps": [ [ "00:11:02.66", "00:11:03.98" ], [ "00:11:03.89", "00:11:07.01" ], [ "00:11:06.68", "00:11:13.02" ], [ "00:11:13.03", "00:11:15.42" ] ], "start_stop_frames": [ [ 33133, 33199 ], [ 33194, 33350 ], [ 33334, 33651 ], [ 33651, 33771 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P25_107+67_68_69_70", "video_id": "P25_107", "narration_ids": [ "P25_107_67", "P25_107_68", "P25_107_69", "P25_107_70" ], "src": "put_down knife . take fork . flip aubergine", "src1": "put_down knife", "src2": "take fork", "src3": "flip aubergine", "trg": "pick_up aubergine", "vis_src": "P25_107:67 P25_107:68 P25_107:69", "vis_trg": "P25_107:70", "narrations": [ "put down knife", "take fork", "flip aubergine", "pick up aubergine" ], "verbs": [ "put-down", "take", "flip", "pick-up" ], "verb_classes": [ 1, 0, 22, 0 ], "nouns": [ "knife", "fork", "aubergine", "aubergine" ], "noun_classes": [ 4, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:08:41.92", "00:08:43.41" ], [ "00:08:43.78", "00:08:44.72" ], [ "00:08:45.11", "00:08:56.66" ], [ "00:09:00.30", "00:09:01.35" ] ], "start_stop_frames": [ [ 26095, 26170 ], [ 26189, 26236 ], [ 26255, 26833 ], [ 27014, 27067 ] ], "trgnoun": "aubergine", "trgverb": "pick_up" }, { "key": "P02_123+137_138_139_140", "video_id": "P02_123", "narration_ids": [ "P02_123_137", "P02_123_138", "P02_123_139", "P02_123_140" ], "src": "close oven . pick_up second_glove . wear second_glove", "src1": "close oven", "src2": "pick_up second_glove", "src3": "wear second_glove", "trg": "open oven", "vis_src": "P02_123:137 P02_123:138 P02_123:139", "vis_trg": "P02_123:140", "narrations": [ "close oven", "pick up second glove", "wear second glove", "open oven" ], "verbs": [ "close", "pick-up", "wear", "open" ], "verb_classes": [ 4, 0, 68, 3 ], "nouns": [ "oven", "glove:second", "glove:second", "oven" ], "noun_classes": [ 46, 60, 60, 46 ], "start_stop_timestamps": [ [ "00:07:32.08", "00:07:36.41" ], [ "00:07:39.40", "00:07:39.99" ], [ "00:07:40.24", "00:07:42.92" ], [ "00:07:42.98", "00:07:43.73" ] ], "start_stop_frames": [ [ 22604, 22820 ], [ 22970, 22999 ], [ 23012, 23146 ], [ 23149, 23186 ] ], "trgnoun": "oven", "trgverb": "open" }, { "key": "P21_03+41_42_43_44", "video_id": "P21_03", "narration_ids": [ "P21_03_41", "P21_03_42", "P21_03_43", "P21_03_44" ], "src": "taking a new_glass . opening the fridge . taking out the milk", "src1": "taking a new_glass", "src2": "opening the fridge", "src3": "taking out the milk", "trg": "pouring milk into on glass", "vis_src": "P21_03:41 P21_03:42 P21_03:43", "vis_trg": "P21_03:44", "narrations": [ "taking a new glass", "opening the fridge", "taking out the milk", "pouring milk into on glass" ], "verbs": [ "take", "open", "take-out", "pour-into" ], "verb_classes": [ 0, 3, 12, 9 ], "nouns": [ "glass:new", "fridge", "milk", "milk" ], "noun_classes": [ 10, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:05:39.45", "00:05:44.84" ], [ "00:05:47.44", "00:05:48.30" ], [ "00:05:48.40", "00:05:49.88" ], [ "00:05:51.21", "00:05:56.59" ] ], "start_stop_frames": [ [ 20367, 20690 ], [ 20846, 20898 ], [ 20904, 20992 ], [ 21072, 21395 ] ], "trgnoun": "milk", "trgverb": "pour_into" }, { "key": "P03_119+206_207_208_209", "video_id": "P03_119", "narration_ids": [ "P03_119_206", "P03_119_207", "P03_119_208", "P03_119_209" ], "src": "squeeze sponge . put_down washing up bowl in sink . wipe counter", "src1": "squeeze sponge", "src2": "put_down washing up bowl in sink", "src3": "wipe counter", "trg": "put_down sponge", "vis_src": "P03_119:206 P03_119:207 P03_119:208", "vis_trg": "P03_119:209", "narrations": [ "squeeze sponge", "put down washing up bowl in sink", "wipe counter", "put down sponge" ], "verbs": [ "squeeze", "put-down", "wipe", "put-down" ], "verb_classes": [ 18, 1, 2, 1 ], "nouns": [ "sponge", "bowl:washing:up", "counter", "sponge" ], "noun_classes": [ 9, 7, 42, 9 ], "start_stop_timestamps": [ [ "00:11:01.30", "00:11:02.80" ], [ "00:11:03.14", "00:11:03.70" ], [ "00:11:04.35", "00:11:05.20" ], [ "00:11:05.20", "00:11:06.55" ] ], "start_stop_frames": [ [ 33065, 33140 ], [ 33157, 33185 ], [ 33217, 33260 ], [ 33260, 33327 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P25_104+88_89_90_91", "video_id": "P25_104", "narration_ids": [ "P25_104_88", "P25_104_89", "P25_104_90", "P25_104_91" ], "src": "take fork . pick_up salt . pour salt", "src1": "take fork", "src2": "pick_up salt", "src3": "pour salt", "trg": "put_down salt", "vis_src": "P25_104:88 P25_104:89 P25_104:90", "vis_trg": "P25_104:91", "narrations": [ "take fork", "pick up salt", "pour salt", "put down salt" ], "verbs": [ "take", "pick-up", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "fork", "salt", "salt", "salt" ], "noun_classes": [ 14, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:04:14.35", "00:04:16.37" ], [ "00:04:17.01", "00:04:18.81" ], [ "00:04:18.71", "00:04:31.24" ], [ "00:04:31.65", "00:04:33.23" ] ], "start_stop_frames": [ [ 12717, 12818 ], [ 12850, 12940 ], [ 12935, 13562 ], [ 13582, 13661 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P04_107+762_763_764_765", "video_id": "P04_107", "narration_ids": [ "P04_107_762", "P04_107_763", "P04_107_764", "P04_107_765" ], "src": "unfold dough . turn_over dough . pick_up dough", "src1": "unfold dough", "src2": "turn_over dough", "src3": "pick_up dough", "trg": "lay_out dough", "vis_src": "P04_107:762 P04_107:763 P04_107:764", "vis_trg": "P04_107:765", "narrations": [ "unfold dough", "turn over dough", "pick up dough", "lay out dough" ], "verbs": [ "unfold", "turn-over", "pick-up", "lay-out" ], "verb_classes": [ 39, 22, 0, 1 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:20:33.24", "00:20:36.01" ], [ "00:20:34.83", "00:20:36.42" ], [ "00:20:36.80", "00:20:37.39" ], [ "00:20:37.36", "00:20:37.83" ] ], "start_stop_frames": [ [ 61662, 61800 ], [ 61741, 61821 ], [ 61840, 61869 ], [ 61867, 61891 ] ], "trgnoun": "dough", "trgverb": "lay_out" }, { "key": "P19_04+44_45_46_47", "video_id": "P19_04", "narration_ids": [ "P19_04_44", "P19_04_45", "P19_04_46", "P19_04_47" ], "src": "open drawers . put bean with salt into bowl . pour water", "src1": "open drawers", "src2": "put bean with salt into bowl", "src3": "pour water", "trg": "get water into electric heater", "vis_src": "P19_04:44 P19_04:45 P19_04:46", "vis_trg": "P19_04:47", "narrations": [ "open drawers", "put bean with salt into bowl", "pour water", "get water into electric heater" ], "verbs": [ "open", "put-with", "pour", "get-into" ], "verb_classes": [ 3, 1, 9, 1 ], "nouns": [ "drawer", "bean", "water", "water" ], "noun_classes": [ 8, 214, 27, 27 ], "start_stop_timestamps": [ [ "00:06:26.14", "00:06:28.86" ], [ "00:06:38.31", "00:06:39.56" ], [ "00:06:50.77", "00:06:52.42" ], [ "00:06:53.89", "00:07:06.02" ] ], "start_stop_frames": [ [ 23168, 23331 ], [ 23898, 23973 ], [ 24646, 24745 ], [ 24833, 25561 ] ], "trgnoun": "water", "trgverb": "get_into" }, { "key": "P07_110+49_50_51_52", "video_id": "P07_110", "narration_ids": [ "P07_110_49", "P07_110_50", "P07_110_51", "P07_110_52" ], "src": "close bottle . grab milk . open bottle", "src1": "close bottle", "src2": "grab milk", "src3": "open bottle", "trg": "pour milk into glass", "vis_src": "P07_110:49 P07_110:50 P07_110:51", "vis_trg": "P07_110:52", "narrations": [ "close bottle", "grab milk", "open bottle", "pour milk into glass" ], "verbs": [ "close", "grab", "open", "pour-into" ], "verb_classes": [ 4, 0, 3, 9 ], "nouns": [ "bottle", "milk", "bottle", "milk" ], "noun_classes": [ 15, 64, 15, 64 ], "start_stop_timestamps": [ [ "00:02:38.65", "00:02:39.86" ], [ "00:02:40.75", "00:02:41.70" ], [ "00:02:43.83", "00:02:45.53" ], [ "00:02:45.58", "00:02:50.08" ] ], "start_stop_frames": [ [ 7932, 7993 ], [ 8037, 8084 ], [ 8191, 8276 ], [ 8279, 8504 ] ], "trgnoun": "milk", "trgverb": "pour_into" }, { "key": "P06_09+39_40_41_42", "video_id": "P06_09", "narration_ids": [ "P06_09_39", "P06_09_40", "P06_09_41", "P06_09_42" ], "src": "take chicken . take chorizo . take chillies", "src1": "take chicken", "src2": "take chorizo", "src3": "take chillies", "trg": "open chillies", "vis_src": "P06_09:39 P06_09:40 P06_09:41", "vis_trg": "P06_09:42", "narrations": [ "take chicken", "take chorizo", "take chillies", "open chillies" ], "verbs": [ "take", "take", "take", "open" ], "verb_classes": [ 0, 0, 0, 3 ], "nouns": [ "chicken", "chorizo", "chilli", "chilli" ], "noun_classes": [ 57, 86, 69, 69 ], "start_stop_timestamps": [ [ "00:08:52.07", "00:08:53.70" ], [ "00:08:54.45", "00:08:57.95" ], [ "00:09:01.67", "00:09:02.59" ], [ "00:09:07.07", "00:09:08.83" ] ], "start_stop_frames": [ [ 31924, 32022 ], [ 32067, 32277 ], [ 32500, 32555 ], [ 32824, 32929 ] ], "trgnoun": "chilli", "trgverb": "open" }, { "key": "P04_05+40_41_42_43", "video_id": "P04_05", "narration_ids": [ "P04_05_40", "P04_05_41", "P04_05_42", "P04_05_43" ], "src": "close cupboard . put_down garlic . pull_out garlic_clove", "src1": "close cupboard", "src2": "put_down garlic", "src3": "pull_out garlic_clove", "trg": "open cupboard", "vis_src": "P04_05:40 P04_05:41 P04_05:42", "vis_trg": "P04_05:43", "narrations": [ "close cupboard", "put down garlic", "pull out garlic clove", "open cupboard" ], "verbs": [ "close", "put-down", "pull-out", "open" ], "verb_classes": [ 4, 1, 31, 3 ], "nouns": [ "cupboard", "garlic", "clove:garlic", "cupboard" ], "noun_classes": [ 3, 51, 51, 3 ], "start_stop_timestamps": [ [ "00:05:16.35", "00:05:17.35" ], [ "00:05:19.17", "00:05:20.36" ], [ "00:05:20.45", "00:05:26.20" ], [ "00:05:27.66", "00:05:28.42" ] ], "start_stop_frames": [ [ 18981, 19041 ], [ 19150, 19221 ], [ 19227, 19572 ], [ 19659, 19705 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P03_118+57_58_59_60", "video_id": "P03_118", "narration_ids": [ "P03_118_57", "P03_118_58", "P03_118_59", "P03_118_60" ], "src": "close tupperware . pick_up bag . put bag in bin", "src1": "close tupperware", "src2": "pick_up bag", "src3": "put bag in bin", "trg": "pick_up tupperware", "vis_src": "P03_118:57 P03_118:58 P03_118:59", "vis_trg": "P03_118:60", "narrations": [ "close tupperware", "pick up bag", "put bag in bin", "pick up tupperware" ], "verbs": [ "close", "pick-up", "put-in", "pick-up" ], "verb_classes": [ 4, 0, 5, 0 ], "nouns": [ "tupperware", "bag", "bag", "tupperware" ], "noun_classes": [ 23, 19, 19, 23 ], "start_stop_timestamps": [ [ "00:01:53.79", "00:01:55.71" ], [ "00:01:56.23", "00:01:56.77" ], [ "00:01:56.99", "00:01:57.87" ], [ "00:01:58.82", "00:01:59.42" ] ], "start_stop_frames": [ [ 5689, 5785 ], [ 5811, 5838 ], [ 5849, 5893 ], [ 5941, 5971 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P26_103+74_75_76_77", "video_id": "P26_103", "narration_ids": [ "P26_103_74", "P26_103_75", "P26_103_76", "P26_103_77" ], "src": "rinse fork . pick_up knife . rinse knife", "src1": "rinse fork", "src2": "pick_up knife", "src3": "rinse knife", "trg": "lather knife", "vis_src": "P26_103:74 P26_103:75 P26_103:76", "vis_trg": "P26_103:77", "narrations": [ "rinse fork", "pick up knife", "rinse knife", "lather knife" ], "verbs": [ "rinse", "pick-up", "rinse", "lather" ], "verb_classes": [ 2, 0, 2, 2 ], "nouns": [ "fork", "knife", "knife", "knife" ], "noun_classes": [ 14, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:04:36.52", "00:04:42.91" ], [ "00:04:43.59", "00:04:44.93" ], [ "00:04:45.00", "00:04:46.22" ], [ "00:04:45.38", "00:04:49.25" ] ], "start_stop_frames": [ [ 13826, 14145 ], [ 14179, 14246 ], [ 14250, 14311 ], [ 14269, 14462 ] ], "trgnoun": "knife", "trgverb": "lather" }, { "key": "P30_05+558_559_560_561", "video_id": "P30_05", "narration_ids": [ "P30_05_558", "P30_05_559", "P30_05_560", "P30_05_561" ], "src": "open box of carrots . open cupboard . take bowl", "src1": "open box of carrots", "src2": "open cupboard", "src3": "take bowl", "trg": "close cupboard", "vis_src": "P30_05:558 P30_05:559 P30_05:560", "vis_trg": "P30_05:561", "narrations": [ "open box of carrots", "open cupboard", "take bowl", "close cupboard" ], "verbs": [ "open", "open", "take", "close" ], "verb_classes": [ 3, 3, 0, 4 ], "nouns": [ "box:carrot", "cupboard", "bowl", "cupboard" ], "noun_classes": [ 23, 3, 7, 3 ], "start_stop_timestamps": [ [ "00:41:43.99", "00:41:46.93" ], [ "00:41:47.66", "00:41:48.53" ], [ "00:41:48.60", "00:41:49.48" ], [ "00:41:49.18", "00:41:49.93" ] ], "start_stop_frames": [ [ 150239, 150415 ], [ 150459, 150511 ], [ 150516, 150568 ], [ 150550, 150595 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_17+12_13_14_15", "video_id": "P04_17", "narration_ids": [ "P04_17_12", "P04_17_13", "P04_17_14", "P04_17_15" ], "src": "pour water into pan . drink water . fill_up water", "src1": "pour water into pan", "src2": "drink water", "src3": "fill_up water", "trg": "put_down water", "vis_src": "P04_17:12 P04_17:13 P04_17:14", "vis_trg": "P04_17:15", "narrations": [ "pour water into pan", "drink water", "fill up water", "put down water" ], "verbs": [ "pour-into", "drink", "fill-up", "put-down" ], "verb_classes": [ 9, 60, 26, 1 ], "nouns": [ "water", "water", "water", "water" ], "noun_classes": [ 27, 27, 27, 27 ], "start_stop_timestamps": [ [ "00:01:45.25", "00:01:49.06" ], [ "00:01:49.54", "00:01:51.35" ], [ "00:01:51.94", "00:01:54.37" ], [ "00:01:54.34", "00:01:55.47" ] ], "start_stop_frames": [ [ 6315, 6543 ], [ 6572, 6681 ], [ 6716, 6862 ], [ 6860, 6928 ] ], "trgnoun": "water", "trgverb": "put_down" }, { "key": "P01_09+730_731_732_733", "video_id": "P01_09", "narration_ids": [ "P01_09_730", "P01_09_731", "P01_09_732", "P01_09_733" ], "src": "open the oven . take olives . spread olives onto pizza", "src1": "open the oven", "src2": "take olives", "src3": "spread olives onto pizza", "trg": "close oven", "vis_src": "P01_09:730 P01_09:731 P01_09:732", "vis_trg": "P01_09:733", "narrations": [ "open the oven", "take olives", "spread olives onto pizza", "close oven" ], "verbs": [ "open", "take", "spread-onto", "close" ], "verb_classes": [ 3, 0, 27, 4 ], "nouns": [ "oven", "olive", "olive", "oven" ], "noun_classes": [ 46, 83, 83, 46 ], "start_stop_timestamps": [ [ "00:49:31.51", "00:49:33.84" ], [ "00:49:37.75", "00:49:44.45" ], [ "00:49:45.81", "00:49:55.73" ], [ "00:49:55.20", "00:50:01.95" ] ], "start_stop_frames": [ [ 178290, 178430 ], [ 178665, 179067 ], [ 179148, 179743 ], [ 179712, 180117 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P22_111+560_561_562_563", "video_id": "P22_111", "narration_ids": [ "P22_111_560", "P22_111_561", "P22_111_562", "P22_111_563" ], "src": "turn pan . remove lid . put_down lid", "src1": "turn pan", "src2": "remove lid", "src3": "put_down lid", "trg": "put_down pan", "vis_src": "P22_111:560 P22_111:561 P22_111:562", "vis_trg": "P22_111:563", "narrations": [ "turn pan", "remove lid", "put down lid", "put down pan" ], "verbs": [ "turn", "remove", "put-down", "put-down" ], "verb_classes": [ 23, 12, 1, 1 ], "nouns": [ "pan", "lid", "lid", "pan" ], "noun_classes": [ 5, 6, 6, 5 ], "start_stop_timestamps": [ [ "00:20:41.06", "00:20:42.96" ], [ "00:20:43.01", "00:20:44.21" ], [ "00:20:43.99", "00:20:45.46" ], [ "00:20:46.48", "00:20:48.03" ] ], "start_stop_frames": [ [ 62053, 62148 ], [ 62150, 62210 ], [ 62199, 62273 ], [ 62324, 62401 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_131+103_104_105_106", "video_id": "P02_131", "narration_ids": [ "P02_131_103", "P02_131_104", "P02_131_105", "P02_131_106" ], "src": "sponge mug . put_down sponge . open tap", "src1": "sponge mug", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_131:103 P02_131:104 P02_131:105", "vis_trg": "P02_131:106", "narrations": [ "sponge mug", "put down sponge", "open tap", "rinse mug" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "mug", "sponge", "tap", "mug" ], "noun_classes": [ 13, 9, 0, 13 ], "start_stop_timestamps": [ [ "00:05:29.97", "00:05:34.65" ], [ "00:05:34.89", "00:05:35.35" ], [ "00:05:35.41", "00:05:36.28" ], [ "00:05:36.84", "00:05:41.85" ] ], "start_stop_frames": [ [ 16498, 16732 ], [ 16744, 16767 ], [ 16770, 16814 ], [ 16842, 17092 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P04_117+96_97_98_99", "video_id": "P04_117", "narration_ids": [ "P04_117_96", "P04_117_97", "P04_117_98", "P04_117_99" ], "src": "pick_up tub of butter . pick_up knife . scoop butter out of tub using knife", "src1": "pick_up tub of butter", "src2": "pick_up knife", "src3": "scoop butter out of tub using knife", "trg": "put_down tub of butter", "vis_src": "P04_117:96 P04_117:97 P04_117:98", "vis_trg": "P04_117:99", "narrations": [ "pick up tub of butter", "pick up knife", "scoop butter out of tub using knife", "put down tub of butter" ], "verbs": [ "pick-up", "pick-up", "scoop-out", "put-down" ], "verb_classes": [ 0, 0, 16, 1 ], "nouns": [ "tub:butter", "knife", "butter", "tub:butter" ], "noun_classes": [ 23, 4, 78, 23 ], "start_stop_timestamps": [ [ "00:03:30.89", "00:03:32.13" ], [ "00:03:32.54", "00:03:33.11" ], [ "00:03:31.00", "00:03:34.75" ], [ "00:03:34.77", "00:03:35.47" ] ], "start_stop_frames": [ [ 10544, 10606 ], [ 10627, 10655 ], [ 10550, 10737 ], [ 10738, 10773 ] ], "trgnoun": "butter_tub", "trgverb": "put_down" }, { "key": "P01_18+210_211_212_213", "video_id": "P01_18", "narration_ids": [ "P01_18_210", "P01_18_211", "P01_18_212", "P01_18_213" ], "src": "eat olive . take olive . take lid", "src1": "eat olive", "src2": "take olive", "src3": "take lid", "trg": "close lid", "vis_src": "P01_18:210 P01_18:211 P01_18:212", "vis_trg": "P01_18:213", "narrations": [ "eat olive", "take olive", "take lid", "close lid" ], "verbs": [ "eat", "take", "take", "close" ], "verb_classes": [ 35, 0, 0, 4 ], "nouns": [ "olive", "olive", "lid", "lid" ], "noun_classes": [ 83, 83, 6, 6 ], "start_stop_timestamps": [ [ "00:17:02.95", "00:17:03.86" ], [ "00:17:05.33", "00:17:10.21" ], [ "00:17:16.25", "00:17:17.00" ], [ "00:17:16.65", "00:17:21.51" ] ], "start_stop_frames": [ [ 61377, 61431 ], [ 61519, 61812 ], [ 62175, 62220 ], [ 62199, 62490 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P06_101+86_87_88_89", "video_id": "P06_101", "narration_ids": [ "P06_101_86", "P06_101_87", "P06_101_88", "P06_101_89" ], "src": "pick_up knife . put_down pepper and knife . pick_up garlic", "src1": "pick_up knife", "src2": "put_down pepper and knife", "src3": "pick_up garlic", "trg": "break garlic", "vis_src": "P06_101:86 P06_101:87 P06_101:88", "vis_trg": "P06_101:89", "narrations": [ "pick up knife", "put down pepper and knife", "pick up garlic", "break garlic" ], "verbs": [ "pick-up", "put-down", "pick-up", "break" ], "verb_classes": [ 0, 1, 0, 30 ], "nouns": [ "knife", "pepper", "garlic", "garlic" ], "noun_classes": [ 4, 37, 51, 51 ], "start_stop_timestamps": [ [ "00:05:11.66", "00:05:12.86" ], [ "00:05:13.26", "00:05:14.01" ], [ "00:05:13.76", "00:05:15.11" ], [ "00:05:15.26", "00:05:18.87" ] ], "start_stop_frames": [ [ 15583, 15643 ], [ 15663, 15700 ], [ 15688, 15755 ], [ 15763, 15943 ] ], "trgnoun": "garlic", "trgverb": "break" }, { "key": "P01_07+39_40_41_42", "video_id": "P01_07", "narration_ids": [ "P01_07_39", "P01_07_40", "P01_07_41", "P01_07_42" ], "src": "take soy_milk . close fridge . shake soy_milk", "src1": "take soy_milk", "src2": "close fridge", "src3": "shake soy_milk", "trg": "open soy_milk", "vis_src": "P01_07:39 P01_07:40 P01_07:41", "vis_trg": "P01_07:42", "narrations": [ "take soy milk", "close fridge", "shake soy milk", "open soy milk" ], "verbs": [ "take", "close", "shake", "open" ], "verb_classes": [ 0, 4, 15, 3 ], "nouns": [ "milk:soy", "fridge", "milk:soy", "milk:soy" ], "noun_classes": [ 64, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:01:43.47", "00:01:44.64" ], [ "00:01:44.79", "00:01:46.04" ], [ "00:01:47.02", "00:01:50.68" ], [ "00:01:50.61", "00:01:52.48" ] ], "start_stop_frames": [ [ 6208, 6278 ], [ 6287, 6362 ], [ 6421, 6640 ], [ 6636, 6748 ] ], "trgnoun": "soy_milk", "trgverb": "open" }, { "key": "P03_02+18_19_20_21", "video_id": "P03_02", "narration_ids": [ "P03_02_18", "P03_02_19", "P03_02_20", "P03_02_21" ], "src": "pick_up towel . clean lunch_box . put kitchen_towel in bin", "src1": "pick_up towel", "src2": "clean lunch_box", "src3": "put kitchen_towel in bin", "trg": "pick_up lunch_box", "vis_src": "P03_02:18 P03_02:19 P03_02:20", "vis_trg": "P03_02:21", "narrations": [ "pick up towel", "clean lunch box", "put kitchen towel in bin", "pick up lunch box" ], "verbs": [ "pick-up", "clean", "put-in", "pick-up" ], "verb_classes": [ 0, 2, 5, 0 ], "nouns": [ "towel", "box:lunch", "towel:kitchen", "box:lunch" ], "noun_classes": [ 52, 23, 93, 23 ], "start_stop_timestamps": [ [ "00:00:31.35", "00:00:32.80" ], [ "00:00:33.66", "00:00:40.09" ], [ "00:00:41.38", "00:00:44.66" ], [ "00:00:46.36", "00:00:47.15" ] ], "start_stop_frames": [ [ 1881, 1967 ], [ 2019, 2405 ], [ 2482, 2679 ], [ 2781, 2829 ] ], "trgnoun": "lunch_box", "trgverb": "pick_up" }, { "key": "P06_101+320_321_322_323", "video_id": "P06_101", "narration_ids": [ "P06_101_320", "P06_101_321", "P06_101_322", "P06_101_323" ], "src": "put_down knife . pick_up spice . pour spice into hand", "src1": "put_down knife", "src2": "pick_up spice", "src3": "pour spice into hand", "trg": "put spice in pan", "vis_src": "P06_101:320 P06_101:321 P06_101:322", "vis_trg": "P06_101:323", "narrations": [ "put down knife", "pick up spice", "pour spice into hand", "put spice in pan" ], "verbs": [ "put-down", "pick-up", "pour-into", "put-in" ], "verb_classes": [ 1, 0, 9, 5 ], "nouns": [ "knife", "spice", "spice", "spice" ], "noun_classes": [ 4, 85, 85, 85 ], "start_stop_timestamps": [ [ "00:25:28.59", "00:25:29.59" ], [ "00:25:29.31", "00:25:30.55" ], [ "00:25:31.50", "00:25:37.69" ], [ "00:25:37.52", "00:25:39.14" ] ], "start_stop_frames": [ [ 76429, 76479 ], [ 76465, 76527 ], [ 76575, 76884 ], [ 76876, 76957 ] ], "trgnoun": "spice", "trgverb": "put_in" }, { "key": "P25_107+50_51_52_53", "video_id": "P25_107", "narration_ids": [ "P25_107_50", "P25_107_51", "P25_107_52", "P25_107_53" ], "src": "open drawer . take fork . check aubergine", "src1": "open drawer", "src2": "take fork", "src3": "check aubergine", "trg": "put_down fork", "vis_src": "P25_107:50 P25_107:51 P25_107:52", "vis_trg": "P25_107:53", "narrations": [ "open drawer", "take fork", "check aubergine", "put down fork" ], "verbs": [ "open", "take", "check", "put-down" ], "verb_classes": [ 3, 0, 24, 1 ], "nouns": [ "drawer", "fork", "aubergine", "fork" ], "noun_classes": [ 8, 14, 67, 14 ], "start_stop_timestamps": [ [ "00:05:44.50", "00:05:45.85" ], [ "00:05:45.85", "00:05:48.10" ], [ "00:05:49.65", "00:05:54.73" ], [ "00:05:55.38", "00:05:56.36" ] ], "start_stop_frames": [ [ 17225, 17292 ], [ 17292, 17405 ], [ 17482, 17736 ], [ 17769, 17818 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P04_09+8_9_10_11", "video_id": "P04_09", "narration_ids": [ "P04_09_8", "P04_09_9", "P04_09_10", "P04_09_11" ], "src": "dry rice cooker bowl . put_in rice_cooker . pick_up tupperware", "src1": "dry rice cooker bowl", "src2": "put_in rice_cooker", "src3": "pick_up tupperware", "trg": "put tupperware in cupboard", "vis_src": "P04_09:8 P04_09:9 P04_09:10", "vis_trg": "P04_09:11", "narrations": [ "dry rice cooker bowl", "put in rice cooker", "pick up tupperware", "put tupperware in cupboard" ], "verbs": [ "dry", "put-in", "pick-up", "put-in" ], "verb_classes": [ 14, 5, 0, 5 ], "nouns": [ "bowl:rice:cooker", "cooker:rice", "tupperware", "tupperware" ], "noun_classes": [ 7, 152, 23, 23 ], "start_stop_timestamps": [ [ "00:00:58.71", "00:01:01.70" ], [ "00:01:02.34", "00:01:04.15" ], [ "00:01:05.59", "00:01:06.77" ], [ "00:01:10.35", "00:01:12.85" ] ], "start_stop_frames": [ [ 3522, 3702 ], [ 3740, 3849 ], [ 3935, 4006 ], [ 4221, 4371 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P01_18+363_364_365_366", "video_id": "P01_18", "narration_ids": [ "P01_18_363", "P01_18_364", "P01_18_365", "P01_18_366" ], "src": "check oil . wait_for oil . take national_geographic", "src1": "check oil", "src2": "wait_for oil", "src3": "take national_geographic", "trg": "read national_geographic", "vis_src": "P01_18:363 P01_18:364 P01_18:365", "vis_trg": "P01_18:366", "narrations": [ "check oil", "wait for oil", "take national geographic", "read national geographic" ], "verbs": [ "check", "wait-for", "take", "read" ], "verb_classes": [ 24, 72, 0, 38 ], "nouns": [ "oil", "oil", "geographic:national", "geographic:national" ], "noun_classes": [ 31, 31, 140, 140 ], "start_stop_timestamps": [ [ "00:27:21.70", "00:27:22.70" ], [ "00:27:23.05", "00:27:52.17" ], [ "00:27:52.29", "00:27:53.54" ], [ "00:27:57.21", "00:28:12.55" ] ], "start_stop_frames": [ [ 98502, 98562 ], [ 98583, 100330 ], [ 100337, 100412 ], [ 100632, 101553 ] ], "trgnoun": "national_geographic", "trgverb": "read" }, { "key": "P04_112+26_27_28_29", "video_id": "P04_112", "narration_ids": [ "P04_112_26", "P04_112_27", "P04_112_28", "P04_112_29" ], "src": "put lid on rice cooker . pick_up bao_bun . open bao_bun", "src1": "put lid on rice cooker", "src2": "pick_up bao_bun", "src3": "open bao_bun", "trg": "close bao_bun", "vis_src": "P04_112:26 P04_112:27 P04_112:28", "vis_trg": "P04_112:29", "narrations": [ "put lid on rice cooker", "pick up bao bun", "open bao bun", "close bao bun" ], "verbs": [ "put-on", "pick-up", "open", "close" ], "verb_classes": [ 1, 0, 3, 4 ], "nouns": [ "lid", "bun:bao", "bun:bao", "bun:bao" ], "noun_classes": [ 6, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:40.68", "00:00:43.18" ], [ "00:00:43.04", "00:00:44.40" ], [ "00:00:43.47", "00:00:46.04" ], [ "00:00:46.02", "00:00:46.64" ] ], "start_stop_frames": [ [ 2034, 2159 ], [ 2152, 2220 ], [ 2173, 2302 ], [ 2301, 2332 ] ], "trgnoun": "bao_bun", "trgverb": "close" }, { "key": "P06_07+116_117_118_119", "video_id": "P06_07", "narration_ids": [ "P06_07_116", "P06_07_117", "P06_07_118", "P06_07_119" ], "src": "put chillies . put_down chopping_board and spoon . squeeze tomatoes", "src1": "put chillies", "src2": "put_down chopping_board and spoon", "src3": "squeeze tomatoes", "trg": "spread tomatoes", "vis_src": "P06_07:116 P06_07:117 P06_07:118", "vis_trg": "P06_07:119", "narrations": [ "put chillies", "put down chopping board and spoon", "squeeze tomatoes", "spread tomatoes" ], "verbs": [ "put", "put-down", "squeeze", "spread" ], "verb_classes": [ 1, 1, 18, 27 ], "nouns": [ "chilli", "board:chopping", "tomato", "tomato" ], "noun_classes": [ 69, 18, 43, 43 ], "start_stop_timestamps": [ [ "00:07:07.25", "00:07:16.00" ], [ "00:07:16.18", "00:07:17.30" ], [ "00:07:17.39", "00:07:37.95" ], [ "00:07:39.08", "00:07:43.75" ] ], "start_stop_frames": [ [ 25635, 26160 ], [ 26170, 26238 ], [ 26243, 27477 ], [ 27544, 27825 ] ], "trgnoun": "tomato", "trgverb": "spread" }, { "key": "P22_116+203_204_205_206", "video_id": "P22_116", "narration_ids": [ "P22_116_203", "P22_116_204", "P22_116_205", "P22_116_206" ], "src": "rinse hand . put_down sponge . pick_up cloth", "src1": "rinse hand", "src2": "put_down sponge", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_116:203 P22_116:204 P22_116:205", "vis_trg": "P22_116:206", "narrations": [ "rinse hand", "put down sponge", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "hand", "sponge", "cloth", "cloth" ], "noun_classes": [ 11, 9, 17, 17 ], "start_stop_timestamps": [ [ "00:07:29.70", "00:07:31.24" ], [ "00:07:30.89", "00:07:32.60" ], [ "00:07:32.46", "00:07:33.20" ], [ "00:07:33.30", "00:07:35.78" ] ], "start_stop_frames": [ [ 22485, 22562 ], [ 22544, 22630 ], [ 22623, 22660 ], [ 22665, 22789 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P04_107+266_267_268_270", "video_id": "P04_107", "narration_ids": [ "P04_107_266", "P04_107_267", "P04_107_268", "P04_107_270" ], "src": "flatten ball of dough . put dough on chopping board . squeeze ball of dough into chopping board", "src1": "flatten ball of dough", "src2": "put dough on chopping board", "src3": "squeeze ball of dough into chopping board", "trg": "roll_out ball of dough", "vis_src": "P04_107:266 P04_107:267 P04_107:268", "vis_trg": "P04_107:270", "narrations": [ "flatten ball of dough", "put dough on chopping board", "squeeze ball of dough into chopping board", "roll out ball of dough" ], "verbs": [ "flatten", "put-on", "squeeze-into", "roll-out" ], "verb_classes": [ 87, 1, 18, 39 ], "nouns": [ "ball:dough", "dough", "ball:dough", "ball:dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:08:39.00", "00:08:41.12" ], [ "00:08:40.99", "00:08:42.43" ], [ "00:08:41.91", "00:08:42.46" ], [ "00:08:41.81", "00:08:51.61" ] ], "start_stop_frames": [ [ 25950, 26056 ], [ 26049, 26121 ], [ 26095, 26123 ], [ 26090, 26580 ] ], "trgnoun": "dough_ball", "trgverb": "roll_out" }, { "key": "P26_119+46_47_48_49", "video_id": "P26_119", "narration_ids": [ "P26_119_46", "P26_119_47", "P26_119_48", "P26_119_49" ], "src": "put_down cloth . open fridge . pick_up tomatoes", "src1": "put_down cloth", "src2": "open fridge", "src3": "pick_up tomatoes", "trg": "put_down tomatoes", "vis_src": "P26_119:46 P26_119:47 P26_119:48", "vis_trg": "P26_119:49", "narrations": [ "put down cloth", "open fridge", "pick up tomatoes", "put down tomatoes" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "cloth", "fridge", "tomato", "tomato" ], "noun_classes": [ 17, 12, 43, 43 ], "start_stop_timestamps": [ [ "00:02:07.72", "00:02:08.82" ], [ "00:02:17.65", "00:02:19.44" ], [ "00:02:19.41", "00:02:21.86" ], [ "00:02:21.24", "00:02:22.66" ] ], "start_stop_frames": [ [ 6386, 6441 ], [ 6882, 6972 ], [ 6970, 7093 ], [ 7062, 7133 ] ], "trgnoun": "tomato", "trgverb": "put_down" }, { "key": "P23_102+366_367_368_369", "video_id": "P23_102", "narration_ids": [ "P23_102_366", "P23_102_367", "P23_102_368", "P23_102_369" ], "src": "take spoon . put spoon . take plate", "src1": "take spoon", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_102:366 P23_102:367 P23_102:368", "vis_trg": "P23_102:369", "narrations": [ "take spoon", "put spoon", "take plate", "put plate" ], "verbs": [ "take", "put", "take", "put" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "spoon", "spoon", "plate", "plate" ], "noun_classes": [ 1, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:36:58.51", "00:36:59.15" ], [ "00:36:59.66", "00:37:00.06" ], [ "00:37:00.16", "00:37:00.83" ], [ "00:37:04.37", "00:37:05.07" ] ], "start_stop_frames": [ [ 110925, 110957 ], [ 110983, 111003 ], [ 111008, 111041 ], [ 111218, 111253 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P03_117+58_59_60_61", "video_id": "P03_117", "narration_ids": [ "P03_117_58", "P03_117_59", "P03_117_60", "P03_117_61" ], "src": "rinse sponge . squeeze sponge . wash cheese_grater", "src1": "rinse sponge", "src2": "squeeze sponge", "src3": "wash cheese_grater", "trg": "put cheese_grater on drying rack", "vis_src": "P03_117:58 P03_117:59 P03_117:60", "vis_trg": "P03_117:61", "narrations": [ "rinse sponge", "squeeze sponge", "wash cheese grater", "put cheese grater on drying rack" ], "verbs": [ "rinse", "squeeze", "wash", "put-on" ], "verb_classes": [ 2, 18, 2, 1 ], "nouns": [ "sponge", "sponge", "grater:cheese", "grater:cheese" ], "noun_classes": [ 9, 9, 96, 96 ], "start_stop_timestamps": [ [ "00:03:22.78", "00:03:24.53" ], [ "00:03:23.39", "00:03:24.28" ], [ "00:03:24.77", "00:03:31.02" ], [ "00:03:31.42", "00:03:32.87" ] ], "start_stop_frames": [ [ 10139, 10226 ], [ 10169, 10214 ], [ 10238, 10551 ], [ 10571, 10643 ] ], "trgnoun": "cheese_grater", "trgverb": "put_on" }, { "key": "P26_28+27_28_29_30", "video_id": "P26_28", "narration_ids": [ "P26_28_27", "P26_28_28", "P26_28_29", "P26_28_30" ], "src": "put ladle down . close lid . grab plate", "src1": "put ladle down", "src2": "close lid", "src3": "grab plate", "trg": "put plate down", "vis_src": "P26_28:27 P26_28:28 P26_28:29", "vis_trg": "P26_28:30", "narrations": [ "put ladle down", "close lid", "grab plate", "put plate down" ], "verbs": [ "put-down", "close", "grab", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "ladle", "lid", "plate", "plate" ], "noun_classes": [ 97, 6, 2, 2 ], "start_stop_timestamps": [ [ "00:02:02.28", "00:02:03.67" ], [ "00:02:03.49", "00:02:05.25" ], [ "00:02:05.16", "00:02:07.04" ], [ "00:02:06.78", "00:02:09.89" ] ], "start_stop_frames": [ [ 7336, 7420 ], [ 7409, 7515 ], [ 7509, 7622 ], [ 7606, 7793 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P06_101+398_399_400_401", "video_id": "P06_101", "narration_ids": [ "P06_101_398", "P06_101_399", "P06_101_400", "P06_101_401" ], "src": "scrape rubbish onto chopping board . scrape rubbish into bin . close recycling_bin", "src1": "scrape rubbish onto chopping board", "src2": "scrape rubbish into bin", "src3": "close recycling_bin", "trg": "pick_up recycling_bin", "vis_src": "P06_101:398 P06_101:399 P06_101:400", "vis_trg": "P06_101:401", "narrations": [ "scrape rubbish onto chopping board", "scrape rubbish into bin", "close recycling bin", "pick up recycling bin" ], "verbs": [ "scrape-onto", "scrape", "close", "pick-up" ], "verb_classes": [ 25, 25, 4, 0 ], "nouns": [ "rubbish", "rubbish", "bin:recycling", "bin:recycling" ], "noun_classes": [ 54, 54, 36, 36 ], "start_stop_timestamps": [ [ "00:29:36.69", "00:29:49.98" ], [ "00:29:50.08", "00:29:59.08" ], [ "00:29:59.18", "00:30:02.44" ], [ "00:30:02.54", "00:30:03.48" ] ], "start_stop_frames": [ [ 88834, 89499 ], [ 89504, 89954 ], [ 89959, 90122 ], [ 90127, 90174 ] ], "trgnoun": "recycling_bin", "trgverb": "pick_up" }, { "key": "P22_05+149_150_151_152", "video_id": "P22_05", "narration_ids": [ "P22_05_149", "P22_05_150", "P22_05_151", "P22_05_152" ], "src": "pour water . close water . close carafe", "src1": "pour water", "src2": "close water", "src3": "close carafe", "trg": "pick_up carafe", "vis_src": "P22_05:149 P22_05:150 P22_05:151", "vis_trg": "P22_05:152", "narrations": [ "pour water", "close water", "close carafe", "pick up carafe" ], "verbs": [ "pour", "turn-off", "close", "pick-up" ], "verb_classes": [ 9, 8, 4, 0 ], "nouns": [ "water", "tap", "carafe", "carafe" ], "noun_classes": [ 27, 0, 66, 66 ], "start_stop_timestamps": [ [ "00:06:24.33", "00:06:27.78" ], [ "00:06:29.32", "00:06:31.53" ], [ "00:06:31.63", "00:06:32.21" ], [ "00:06:32.31", "00:06:33.97" ] ], "start_stop_frames": [ [ 23059, 23266 ], [ 23359, 23491 ], [ 23497, 23532 ], [ 23538, 23638 ] ], "trgnoun": "carafe", "trgverb": "pick_up" }, { "key": "P06_101+263_264_265_266", "video_id": "P06_101", "narration_ids": [ "P06_101_263", "P06_101_264", "P06_101_265", "P06_101_266" ], "src": "pick_up stock_cube . unwrap stock_cube . pick_up knife", "src1": "pick_up stock_cube", "src2": "unwrap stock_cube", "src3": "pick_up knife", "trg": "chop stock_cube", "vis_src": "P06_101:263 P06_101:264 P06_101:265", "vis_trg": "P06_101:266", "narrations": [ "pick up stock cube", "unwrap stock cube", "pick up knife", "chop stock cube" ], "verbs": [ "pick-up", "unwrap", "pick-up", "chop" ], "verb_classes": [ 0, 84, 0, 7 ], "nouns": [ "cube:stock", "cube:stock", "knife", "cube:stock" ], "noun_classes": [ 95, 95, 4, 95 ], "start_stop_timestamps": [ [ "00:18:40.35", "00:18:41.79" ], [ "00:18:41.67", "00:18:49.41" ], [ "00:18:50.05", "00:18:50.69" ], [ "00:18:50.79", "00:19:00.00" ] ], "start_stop_frames": [ [ 56017, 56089 ], [ 56083, 56470 ], [ 56502, 56534 ], [ 56539, 57000 ] ], "trgnoun": "stock_cube", "trgverb": "chop" }, { "key": "P24_05+70_71_72_73", "video_id": "P24_05", "narration_ids": [ "P24_05_70", "P24_05_71", "P24_05_72", "P24_05_73" ], "src": "open oil_bottle . pour oil into pan . take pan", "src1": "open oil_bottle", "src2": "pour oil into pan", "src3": "take pan", "trg": "put_down pan", "vis_src": "P24_05:70 P24_05:71 P24_05:72", "vis_trg": "P24_05:73", "narrations": [ "open oil bottle", "pour oil into pan", "take pan", "put down pan" ], "verbs": [ "open", "pour-into", "take", "put-down" ], "verb_classes": [ 3, 9, 0, 1 ], "nouns": [ "bottle:oil", "oil", "pan", "pan" ], "noun_classes": [ 15, 31, 5, 5 ], "start_stop_timestamps": [ [ "00:06:44.03", "00:06:47.47" ], [ "00:06:48.29", "00:06:51.53" ], [ "00:06:53.18", "00:06:54.58" ], [ "00:06:55.47", "00:07:01.93" ] ], "start_stop_frames": [ [ 24241, 24448 ], [ 24497, 24691 ], [ 24790, 24874 ], [ 24928, 25315 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P09_106+16_17_18_19", "video_id": "P09_106", "narration_ids": [ "P09_106_16", "P09_106_17", "P09_106_18", "P09_106_19" ], "src": "take cup . shake juice . open juice_carton", "src1": "take cup", "src2": "shake juice", "src3": "open juice_carton", "trg": "pour juice in cup", "vis_src": "P09_106:16 P09_106:17 P09_106:18", "vis_trg": "P09_106:19", "narrations": [ "take cup", "shake juice", "open juice carton", "pour juice in cup" ], "verbs": [ "take", "shake", "open", "pour-in" ], "verb_classes": [ 0, 15, 3, 9 ], "nouns": [ "cup", "juice", "carton:juice", "juice" ], "noun_classes": [ 13, 183, 26, 183 ], "start_stop_timestamps": [ [ "00:01:23.11", "00:01:24.99" ], [ "00:01:26.66", "00:01:27.65" ], [ "00:01:28.23", "00:01:30.24" ], [ "00:01:30.34", "00:01:41.18" ] ], "start_stop_frames": [ [ 4155, 4249 ], [ 4333, 4382 ], [ 4411, 4512 ], [ 4517, 5059 ] ], "trgnoun": "juice", "trgverb": "pour_in" }, { "key": "P04_119+184_185_186_187", "video_id": "P04_119", "narration_ids": [ "P04_119_184", "P04_119_185", "P04_119_186", "P04_119_187" ], "src": "put_down film . pick_up milk_bottle . pour milk into pan", "src1": "put_down film", "src2": "pick_up milk_bottle", "src3": "pour milk into pan", "trg": "look_inside milk_bottle", "vis_src": "P04_119:184 P04_119:185 P04_119:186", "vis_trg": "P04_119:187", "narrations": [ "put down film", "pick up milk bottle", "pour milk into pan", "look inside milk bottle" ], "verbs": [ "put-down", "pick-up", "pour-into", "look-inside" ], "verb_classes": [ 1, 0, 9, 48 ], "nouns": [ "film", "bottle:milk", "milk", "bottle:milk" ], "noun_classes": [ 100, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:07:53.98", "00:07:54.58" ], [ "00:07:55.08", "00:07:55.61" ], [ "00:07:55.71", "00:08:04.97" ], [ "00:08:04.80", "00:08:06.16" ] ], "start_stop_frames": [ [ 23699, 23729 ], [ 23754, 23780 ], [ 23785, 24248 ], [ 24240, 24308 ] ], "trgnoun": "milk_bottle", "trgverb": "look_inside" }, { "key": "P22_17+507_508_509_510", "video_id": "P22_17", "narration_ids": [ "P22_17_507", "P22_17_508", "P22_17_509", "P22_17_510" ], "src": "put_down cloth . open cabinet . pick_up detergent", "src1": "put_down cloth", "src2": "open cabinet", "src3": "pick_up detergent", "trg": "pick_up cloth", "vis_src": "P22_17:507 P22_17:508 P22_17:509", "vis_trg": "P22_17:510", "narrations": [ "put down cloth", "open cabinet", "pick up detergent", "pick up cloth" ], "verbs": [ "put-down", "open", "pick-up", "pick-up" ], "verb_classes": [ 1, 3, 0, 0 ], "nouns": [ "cloth", "cabinet", "detergent", "cloth" ], "noun_classes": [ 17, 3, 22, 17 ], "start_stop_timestamps": [ [ "00:19:19.16", "00:19:22.20" ], [ "00:19:22.05", "00:19:23.05" ], [ "00:19:23.15", "00:19:24.36" ], [ "00:19:26.91", "00:19:28.37" ] ], "start_stop_frames": [ [ 69549, 69732 ], [ 69723, 69783 ], [ 69789, 69861 ], [ 70014, 70102 ] ], "trgnoun": "cloth", "trgverb": "pick_up" }, { "key": "P28_113+20_21_22_23", "video_id": "P28_113", "narration_ids": [ "P28_113_20", "P28_113_21", "P28_113_22", "P28_113_23" ], "src": "put bowl . take cups . open drawer", "src1": "put bowl", "src2": "take cups", "src3": "open drawer", "trg": "put cups", "vis_src": "P28_113:20 P28_113:21 P28_113:22", "vis_trg": "P28_113:23", "narrations": [ "put bowl", "take cups", "open drawer", "put cups" ], "verbs": [ "put", "take", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "bowl", "cup", "drawer", "cup" ], "noun_classes": [ 7, 13, 8, 13 ], "start_stop_timestamps": [ [ "00:01:02.04", "00:01:03.59" ], [ "00:01:06.03", "00:01:09.96" ], [ "00:01:12.31", "00:01:13.09" ], [ "00:01:13.72", "00:01:17.11" ] ], "start_stop_frames": [ [ 3102, 3179 ], [ 3301, 3498 ], [ 3615, 3654 ], [ 3686, 3855 ] ], "trgnoun": "cup", "trgverb": "put" }, { "key": "P22_101+23_24_25_26", "video_id": "P22_101", "narration_ids": [ "P22_101_23", "P22_101_24", "P22_101_25", "P22_101_26" ], "src": "put_down lid . put_down teaspoon . open jar", "src1": "put_down lid", "src2": "put_down teaspoon", "src3": "open jar", "trg": "pick_up teaspoon", "vis_src": "P22_101:23 P22_101:24 P22_101:25", "vis_trg": "P22_101:26", "narrations": [ "put down lid", "put down teaspoon", "open jar", "pick up teaspoon" ], "verbs": [ "put-down", "put-down", "open", "pick-up" ], "verb_classes": [ 1, 1, 3, 0 ], "nouns": [ "lid", "teaspoon", "jar", "teaspoon" ], "noun_classes": [ 6, 1, 40, 1 ], "start_stop_timestamps": [ [ "00:00:35.95", "00:00:39.00" ], [ "00:00:35.87", "00:00:37.27" ], [ "00:00:37.37", "00:00:49.84" ], [ "00:00:49.78", "00:00:50.62" ] ], "start_stop_frames": [ [ 1797, 1950 ], [ 1793, 1863 ], [ 1868, 2492 ], [ 2489, 2531 ] ], "trgnoun": "teaspoon", "trgverb": "pick_up" }, { "key": "P01_05+1_2_3_4", "video_id": "P01_05", "narration_ids": [ "P01_05_1", "P01_05_2", "P01_05_3", "P01_05_4" ], "src": "take mushrooms . move container . take sausages", "src1": "take mushrooms", "src2": "move container", "src3": "take sausages", "trg": "put mushrooms into fridge", "vis_src": "P01_05:1 P01_05:2 P01_05:3", "vis_trg": "P01_05:4", "narrations": [ "take mushrooms", "move container", "take sausages", "put mushrooms into fridge" ], "verbs": [ "take", "move", "take", "put-into" ], "verb_classes": [ 0, 11, 0, 5 ], "nouns": [ "mushroom", "container", "sausage", "mushroom" ], "noun_classes": [ 56, 21, 86, 56 ], "start_stop_timestamps": [ [ "00:00:06.51", "00:00:08.08" ], [ "00:00:08.03", "00:00:08.70" ], [ "00:00:08.74", "00:00:14.23" ], [ "00:00:14.15", "00:00:16.23" ] ], "start_stop_frames": [ [ 390, 484 ], [ 481, 522 ], [ 524, 853 ], [ 849, 973 ] ], "trgnoun": "mushroom", "trgverb": "put_into" }, { "key": "P02_09+26_27_28_29", "video_id": "P02_09", "narration_ids": [ "P02_09_26", "P02_09_27", "P02_09_28", "P02_09_29" ], "src": "pick_up kettle . open kettle . open tap", "src1": "pick_up kettle", "src2": "open kettle", "src3": "open tap", "trg": "hold kettle", "vis_src": "P02_09:26 P02_09:27 P02_09:28", "vis_trg": "P02_09:29", "narrations": [ "pick up kettle", "open kettle", "open tap", "hold kettle" ], "verbs": [ "pick-up", "open", "turn-on", "hold" ], "verb_classes": [ 0, 3, 6, 34 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:01:19.05", "00:01:20.05" ], [ "00:01:20.40", "00:01:21.43" ], [ "00:01:21.60", "00:01:22.79" ], [ "00:01:22.80", "00:01:23.67" ] ], "start_stop_frames": [ [ 4743, 4803 ], [ 4824, 4885 ], [ 4896, 4967 ], [ 4968, 5020 ] ], "trgnoun": "kettle", "trgverb": "hold" }, { "key": "P10_04+504_505_507_508", "video_id": "P10_04", "narration_ids": [ "P10_04_504", "P10_04_505", "P10_04_507", "P10_04_508" ], "src": "seals dust the bag . put it outside my flat . get another bag", "src1": "seals dust the bag", "src2": "put it outside my flat", "src3": "get another bag", "trg": "put the bag into the dustbin", "vis_src": "P10_04:504 P10_04:505 P10_04:507", "vis_trg": "P10_04:508", "narrations": [ "seals dust the bag", "put it outside my flat", "get another bag", "put the bag into the dustbin" ], "verbs": [ "seal", "put-outside", "get", "put-into" ], "verb_classes": [ 36, 1, 0, 5 ], "nouns": [ "bag", "bag", "bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:54:51.12", "00:54:56.01" ], [ "00:54:56.07", "00:55:03.34" ], [ "00:55:06.98", "00:55:13.51" ], [ "00:55:15.14", "00:55:33.40" ] ], "start_stop_frames": [ [ 197467, 197760 ], [ 197764, 198200 ], [ 198418, 198810 ], [ 198908, 200004 ] ], "trgnoun": "bag", "trgverb": "put_into" }, { "key": "P23_102+317_318_319_320", "video_id": "P23_102", "narration_ids": [ "P23_102_317", "P23_102_318", "P23_102_319", "P23_102_320" ], "src": "pour water . put glass . put plate", "src1": "pour water", "src2": "put glass", "src3": "put plate", "trg": "take plate", "vis_src": "P23_102:317 P23_102:318 P23_102:319", "vis_trg": "P23_102:320", "narrations": [ "pour water", "put glass", "put plate", "take plate" ], "verbs": [ "pour", "put", "put", "take" ], "verb_classes": [ 9, 1, 1, 0 ], "nouns": [ "water", "glass", "plate", "plate" ], "noun_classes": [ 27, 10, 2, 2 ], "start_stop_timestamps": [ [ "00:32:09.19", "00:32:09.82" ], [ "00:32:12.68", "00:32:13.39" ], [ "00:32:15.66", "00:32:16.32" ], [ "00:32:17.20", "00:32:19.15" ] ], "start_stop_frames": [ [ 96459, 96491 ], [ 96634, 96669 ], [ 96783, 96816 ], [ 96860, 96957 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P04_120+91_92_93_94", "video_id": "P04_120", "narration_ids": [ "P04_120_91", "P04_120_92", "P04_120_93", "P04_120_94" ], "src": "transfer milk_bottle to other hand . pick_up teaspoon . scoop milk_cream out of milk bottle using end of teaspoon", "src1": "transfer milk_bottle to other hand", "src2": "pick_up teaspoon", "src3": "scoop milk_cream out of milk bottle using end of teaspoon", "trg": "wipe teaspoon on side of wok", "vis_src": "P04_120:91 P04_120:92 P04_120:93", "vis_trg": "P04_120:94", "narrations": [ "transfer milk bottle to other hand", "pick up teaspoon", "scoop milk cream out of milk bottle using end of teaspoon", "wipe teaspoon on side of wok" ], "verbs": [ "transfer-to", "pick-up", "scoop-out", "wipe-on" ], "verb_classes": [ 11, 0, 16, 2 ], "nouns": [ "bottle:milk", "teaspoon", "cream:milk", "teaspoon" ], "noun_classes": [ 15, 1, 143, 1 ], "start_stop_timestamps": [ [ "00:05:09.51", "00:05:12.30" ], [ "00:05:12.30", "00:05:13.18" ], [ "00:05:13.26", "00:05:16.03" ], [ "00:05:15.89", "00:05:17.94" ] ], "start_stop_frames": [ [ 15475, 15615 ], [ 15615, 15659 ], [ 15663, 15801 ], [ 15794, 15897 ] ], "trgnoun": "teaspoon", "trgverb": "wipe_on" }, { "key": "P13_08+103_104_105_106", "video_id": "P13_08", "narration_ids": [ "P13_08_103", "P13_08_104", "P13_08_105", "P13_08_106" ], "src": "pick_up plate with bacon . put bacon in pane . put_down plate", "src1": "pick_up plate with bacon", "src2": "put bacon in pane", "src3": "put_down plate", "trg": "stir bacon with onion", "vis_src": "P13_08:103 P13_08:104 P13_08:105", "vis_trg": "P13_08:106", "narrations": [ "pick up plate with bacon", "put bacon in pane", "put down plate", "stir bacon with onion" ], "verbs": [ "pick-up", "put-in", "put-down", "stir-with" ], "verb_classes": [ 0, 5, 1, 10 ], "nouns": [ "plate", "bacon", "plate", "bacon" ], "noun_classes": [ 2, 163, 2, 163 ], "start_stop_timestamps": [ [ "00:24:22.32", "00:24:23.63" ], [ "00:24:24.35", "00:24:31.07" ], [ "00:24:31.17", "00:24:35.47" ], [ "00:24:34.75", "00:25:22.70" ] ], "start_stop_frames": [ [ 87739, 87817 ], [ 87861, 88264 ], [ 88270, 88528 ], [ 88485, 91362 ] ], "trgnoun": "bacon", "trgverb": "stir_with" }, { "key": "P06_103+12_13_14_15", "video_id": "P06_103", "narration_ids": [ "P06_103_12", "P06_103_13", "P06_103_14", "P06_103_15" ], "src": "close oven . close cupboard . open drawer", "src1": "close oven", "src2": "close cupboard", "src3": "open drawer", "trg": "close drawer", "vis_src": "P06_103:12 P06_103:13 P06_103:14", "vis_trg": "P06_103:15", "narrations": [ "close oven", "close cupboard", "open drawer", "close drawer" ], "verbs": [ "close", "close", "open", "close" ], "verb_classes": [ 4, 4, 3, 4 ], "nouns": [ "oven", "cupboard", "drawer", "drawer" ], "noun_classes": [ 46, 3, 8, 8 ], "start_stop_timestamps": [ [ "00:01:17.32", "00:01:19.11" ], [ "00:01:25.92", "00:01:26.87" ], [ "00:01:28.90", "00:01:30.67" ], [ "00:01:30.07", "00:01:36.48" ] ], "start_stop_frames": [ [ 3865, 3955 ], [ 4296, 4343 ], [ 4445, 4533 ], [ 4503, 4823 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_110+62_63_64_65", "video_id": "P04_110", "narration_ids": [ "P04_110_62", "P04_110_63", "P04_110_64", "P04_110_65" ], "src": "move sesame_oil . pick_up mug . turn_on tap", "src1": "move sesame_oil", "src2": "pick_up mug", "src3": "turn_on tap", "trg": "put mug under tap", "vis_src": "P04_110:62 P04_110:63 P04_110:64", "vis_trg": "P04_110:65", "narrations": [ "move sesame oil", "pick up mug", "turn on tap", "put mug under tap" ], "verbs": [ "move", "pick-up", "turn-on", "put-under" ], "verb_classes": [ 11, 0, 6, 1 ], "nouns": [ "oil:sesame", "mug", "tap", "mug" ], "noun_classes": [ 31, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:02:25.36", "00:02:26.33" ], [ "00:02:27.11", "00:02:27.77" ], [ "00:02:27.71", "00:02:28.85" ], [ "00:02:27.95", "00:02:30.00" ] ], "start_stop_frames": [ [ 7268, 7316 ], [ 7355, 7388 ], [ 7385, 7442 ], [ 7397, 7500 ] ], "trgnoun": "mug", "trgverb": "put_under" }, { "key": "P03_117+228_229_230_231", "video_id": "P03_117", "narration_ids": [ "P03_117_228", "P03_117_229", "P03_117_230", "P03_117_231" ], "src": "close butter . pick_up cheese . put_down knife", "src1": "close butter", "src2": "pick_up cheese", "src3": "put_down knife", "trg": "open cheese", "vis_src": "P03_117:228 P03_117:229 P03_117:230", "vis_trg": "P03_117:231", "narrations": [ "close butter", "pick up cheese", "put down knife", "open cheese" ], "verbs": [ "close", "pick-up", "put-down", "open" ], "verb_classes": [ 4, 0, 1, 3 ], "nouns": [ "butter", "cheese", "knife", "cheese" ], "noun_classes": [ 78, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:10:53.10", "00:10:54.44" ], [ "00:10:55.19", "00:10:56.22" ], [ "00:10:56.27", "00:10:57.11" ], [ "00:10:57.15", "00:10:59.03" ] ], "start_stop_frames": [ [ 32655, 32722 ], [ 32759, 32811 ], [ 32813, 32855 ], [ 32857, 32951 ] ], "trgnoun": "cheese", "trgverb": "open" }, { "key": "P30_01+12_13_14_15", "video_id": "P30_01", "narration_ids": [ "P30_01_12", "P30_01_13", "P30_01_14", "P30_01_15" ], "src": "put food . take food . close drawer", "src1": "put food", "src2": "take food", "src3": "close drawer", "trg": "open drawer", "vis_src": "P30_01:12 P30_01:13 P30_01:14", "vis_trg": "P30_01:15", "narrations": [ "put food", "take food", "close drawer", "open drawer" ], "verbs": [ "put", "take", "close", "open" ], "verb_classes": [ 1, 0, 4, 3 ], "nouns": [ "food", "food", "drawer", "drawer" ], "noun_classes": [ 34, 34, 8, 8 ], "start_stop_timestamps": [ [ "00:00:33.33", "00:00:34.97" ], [ "00:00:37.41", "00:00:38.71" ], [ "00:00:45.49", "00:00:45.99" ], [ "00:00:46.00", "00:00:47.00" ] ], "start_stop_frames": [ [ 1999, 2098 ], [ 2244, 2322 ], [ 2729, 2759 ], [ 2760, 2820 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P06_07+155_156_157_158", "video_id": "P06_07", "narration_ids": [ "P06_07_155", "P06_07_156", "P06_07_157", "P06_07_158" ], "src": "take sun_dried tomato out of jar . put jar . pick_up sun_dried tomatoes", "src1": "take sun_dried tomato out of jar", "src2": "put jar", "src3": "pick_up sun_dried tomatoes", "trg": "chop sun_dried tomatoes", "vis_src": "P06_07:155 P06_07:156 P06_07:157", "vis_trg": "P06_07:158", "narrations": [ "take sun-dried tomato out of jar", "put jar", "pick up sun-dried tomatoes", "chop sun-dried tomatoes" ], "verbs": [ "take-out", "put", "pick-up", "chop" ], "verb_classes": [ 12, 1, 0, 7 ], "nouns": [ "tomato:sun:dried", "jar", "tomato:sun:dried", "tomato:sun:dried" ], "noun_classes": [ 43, 40, 43, 43 ], "start_stop_timestamps": [ [ "00:10:03.60", "00:10:22.26" ], [ "00:10:21.63", "00:10:22.34" ], [ "00:10:22.56", "00:10:23.84" ], [ "00:10:23.94", "00:10:34.46" ] ], "start_stop_frames": [ [ 36216, 37335 ], [ 37297, 37340 ], [ 37353, 37430 ], [ 37436, 38067 ] ], "trgnoun": "dried_sun_tomato", "trgverb": "chop" }, { "key": "P02_108+171_172_173_174", "video_id": "P02_108", "narration_ids": [ "P02_108_171", "P02_108_172", "P02_108_173", "P02_108_174" ], "src": "pick some flour from bag using hand . pour flour from hand into bowl . mix dough using hand", "src1": "pick some flour from bag using hand", "src2": "pour flour from hand into bowl", "src3": "mix dough using hand", "trg": "pick_up flour from bag using hand", "vis_src": "P02_108:171 P02_108:172 P02_108:173", "vis_trg": "P02_108:174", "narrations": [ "pick some flour from bag using hand", "pour flour from hand into bowl", "mix dough using hand", "pick up flour from bag using hand" ], "verbs": [ "pick-from", "pour-from", "mix", "pick-up" ], "verb_classes": [ 0, 9, 10, 0 ], "nouns": [ "flour", "flour", "dough", "flour" ], "noun_classes": [ 75, 75, 25, 75 ], "start_stop_timestamps": [ [ "00:07:54.52", "00:07:58.56" ], [ "00:07:59.17", "00:08:00.12" ], [ "00:08:00.42", "00:08:10.68" ], [ "00:08:11.02", "00:08:13.00" ] ], "start_stop_frames": [ [ 23726, 23928 ], [ 23958, 24006 ], [ 24021, 24534 ], [ 24551, 24650 ] ], "trgnoun": "flour", "trgverb": "pick_up" }, { "key": "P27_103+531_532_533_534", "video_id": "P27_103", "narration_ids": [ "P27_103_531", "P27_103_532", "P27_103_533", "P27_103_534" ], "src": "wash plate . put_down plate . move container", "src1": "wash plate", "src2": "put_down plate", "src3": "move container", "trg": "pick_up plate", "vis_src": "P27_103:531 P27_103:532 P27_103:533", "vis_trg": "P27_103:534", "narrations": [ "wash plate", "put down plate", "move container", "pick up plate" ], "verbs": [ "wash", "put-down", "move", "pick-up" ], "verb_classes": [ 2, 1, 11, 0 ], "nouns": [ "plate", "plate", "container", "plate" ], "noun_classes": [ 2, 2, 21, 2 ], "start_stop_timestamps": [ [ "00:35:44.47", "00:35:47.58" ], [ "00:35:47.68", "00:35:49.01" ], [ "00:35:48.99", "00:35:50.54" ], [ "00:35:50.60", "00:35:51.43" ] ], "start_stop_frames": [ [ 107223, 107379 ], [ 107383, 107450 ], [ 107449, 107527 ], [ 107530, 107571 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P03_04+17_18_19_20", "video_id": "P03_04", "narration_ids": [ "P03_04_17", "P03_04_18", "P03_04_19", "P03_04_20" ], "src": "put squash . close cupboard . take chicken", "src1": "put squash", "src2": "close cupboard", "src3": "take chicken", "trg": "put chicken", "vis_src": "P03_04:17 P03_04:18 P03_04:19", "vis_trg": "P03_04:20", "narrations": [ "put squash", "close cupboard", "take chicken", "put chicken" ], "verbs": [ "put", "close", "take", "put" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "squash", "cupboard", "chicken", "chicken" ], "noun_classes": [ 116, 3, 57, 57 ], "start_stop_timestamps": [ [ "00:00:28.19", "00:00:29.37" ], [ "00:00:29.16", "00:00:29.81" ], [ "00:00:30.04", "00:00:31.04" ], [ "00:00:30.11", "00:00:32.36" ] ], "start_stop_frames": [ [ 1691, 1762 ], [ 1749, 1788 ], [ 1802, 1862 ], [ 1806, 1941 ] ], "trgnoun": "chicken", "trgverb": "put" }, { "key": "P27_101+47_48_49_51", "video_id": "P27_101", "narration_ids": [ "P27_101_47", "P27_101_48", "P27_101_49", "P27_101_51" ], "src": "pour water . put_down glass . put_down bottle", "src1": "pour water", "src2": "put_down glass", "src3": "put_down bottle", "trg": "close bottle", "vis_src": "P27_101:47 P27_101:48 P27_101:49", "vis_trg": "P27_101:51", "narrations": [ "pour water", "put down glass", "put down bottle", "close bottle" ], "verbs": [ "pour", "put-down", "put-down", "close" ], "verb_classes": [ 9, 1, 1, 4 ], "nouns": [ "water", "glass", "bottle", "bottle" ], "noun_classes": [ 27, 10, 15, 15 ], "start_stop_timestamps": [ [ "00:02:28.08", "00:02:30.54" ], [ "00:02:30.78", "00:02:31.61" ], [ "00:02:31.29", "00:02:31.62" ], [ "00:02:32.25", "00:02:34.24" ] ], "start_stop_frames": [ [ 7403, 7527 ], [ 7539, 7580 ], [ 7564, 7581 ], [ 7612, 7712 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P02_09+80_81_82_83", "video_id": "P02_09", "narration_ids": [ "P02_09_80", "P02_09_81", "P02_09_82", "P02_09_83" ], "src": "put spoon . open olive oil_bottle . remove cap from olive oil bottle", "src1": "put spoon", "src2": "open olive oil_bottle", "src3": "remove cap from olive oil bottle", "trg": "throw cap", "vis_src": "P02_09:80 P02_09:81 P02_09:82", "vis_trg": "P02_09:83", "narrations": [ "put spoon", "open olive oil bottle", "remove cap from olive oil bottle", "throw cap" ], "verbs": [ "put", "open", "remove-from", "throw" ], "verb_classes": [ 1, 3, 12, 13 ], "nouns": [ "spoon", "bottle:oil", "cap", "cap" ], "noun_classes": [ 1, 15, 118, 118 ], "start_stop_timestamps": [ [ "00:03:14.74", "00:03:15.56" ], [ "00:03:16.56", "00:03:22.11" ], [ "00:03:20.51", "00:03:21.79" ], [ "00:03:22.29", "00:03:23.31" ] ], "start_stop_frames": [ [ 11684, 11733 ], [ 11793, 12126 ], [ 12030, 12107 ], [ 12137, 12198 ] ], "trgnoun": "cap", "trgverb": "throw" }, { "key": "P04_107+289_291_292_293", "video_id": "P04_107", "narration_ids": [ "P04_107_289", "P04_107_291", "P04_107_292", "P04_107_293" ], "src": "pick_up chopstick . fold dough over chopstick . pat dough", "src1": "pick_up chopstick", "src2": "fold dough over chopstick", "src3": "pat dough", "trg": "pick_up dough", "vis_src": "P04_107:289 P04_107:291 P04_107:292", "vis_trg": "P04_107:293", "narrations": [ "pick up chopstick", "fold dough over chopstick", "pat dough", "pick up dough" ], "verbs": [ "pick-up", "fold-over", "pat", "pick-up" ], "verb_classes": [ 0, 28, 32, 0 ], "nouns": [ "chopstick", "dough", "dough", "dough" ], "noun_classes": [ 80, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:09:14.50", "00:09:15.95" ], [ "00:09:16.40", "00:09:17.67" ], [ "00:09:17.21", "00:09:18.38" ], [ "00:09:18.83", "00:09:19.68" ] ], "start_stop_frames": [ [ 27725, 27797 ], [ 27820, 27883 ], [ 27860, 27919 ], [ 27941, 27983 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P04_120+46_47_48_49", "video_id": "P04_120", "narration_ids": [ "P04_120_46", "P04_120_47", "P04_120_48", "P04_120_49" ], "src": "put_down spatula . pick_up teaspoon . stir mixture in ramekin with teaspoon", "src1": "put_down spatula", "src2": "pick_up teaspoon", "src3": "stir mixture in ramekin with teaspoon", "trg": "put_down teaspoon", "vis_src": "P04_120:46 P04_120:47 P04_120:48", "vis_trg": "P04_120:49", "narrations": [ "put down spatula", "pick up teaspoon", "stir mixture in ramekin with teaspoon", "put down teaspoon" ], "verbs": [ "put-down", "pick-up", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "spatula", "teaspoon", "mixture", "teaspoon" ], "noun_classes": [ 20, 1, 71, 1 ], "start_stop_timestamps": [ [ "00:02:44.10", "00:02:45.15" ], [ "00:02:44.97", "00:02:45.90" ], [ "00:02:45.90", "00:02:48.40" ], [ "00:02:48.39", "00:02:48.61" ] ], "start_stop_frames": [ [ 8205, 8257 ], [ 8248, 8295 ], [ 8295, 8420 ], [ 8419, 8430 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P02_114+11_12_13_14", "video_id": "P02_114", "narration_ids": [ "P02_114_11", "P02_114_12", "P02_114_13", "P02_114_14" ], "src": "turn tray . close oven . throw glove", "src1": "turn tray", "src2": "close oven", "src3": "throw glove", "trg": "take_off glove", "vis_src": "P02_114:11 P02_114:12 P02_114:13", "vis_trg": "P02_114:14", "narrations": [ "turn tray", "close oven", "throw glove", "take off glove" ], "verbs": [ "turn", "close", "throw", "take-off" ], "verb_classes": [ 23, 4, 13, 12 ], "nouns": [ "tray", "oven", "glove", "glove" ], "noun_classes": [ 35, 46, 60, 60 ], "start_stop_timestamps": [ [ "00:00:25.15", "00:00:28.07" ], [ "00:00:28.04", "00:00:29.35" ], [ "00:00:29.67", "00:00:30.83" ], [ "00:00:30.55", "00:00:31.12" ] ], "start_stop_frames": [ [ 1257, 1403 ], [ 1402, 1467 ], [ 1483, 1541 ], [ 1527, 1556 ] ], "trgnoun": "glove", "trgverb": "take_off" }, { "key": "P01_06+5_6_7_8", "video_id": "P01_06", "narration_ids": [ "P01_06_5", "P01_06_6", "P01_06_7", "P01_06_8" ], "src": "put_down plate and fork . take cutting_board . move cutting_board", "src1": "put_down plate and fork", "src2": "take cutting_board", "src3": "move cutting_board", "trg": "put_down cutting_board", "vis_src": "P01_06:5 P01_06:6 P01_06:7", "vis_trg": "P01_06:8", "narrations": [ "put down plate and fork", "take cutting board", "move cutting board", "put down cutting board" ], "verbs": [ "put-down", "take", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "plate", "board:cutting", "board:cutting", "board:cutting" ], "noun_classes": [ 2, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:00:14.43", "00:00:16.89" ], [ "00:00:17.67", "00:00:20.03" ], [ "00:00:19.22", "00:00:27.56" ], [ "00:00:21.11", "00:00:22.47" ] ], "start_stop_frames": [ [ 865, 1013 ], [ 1060, 1201 ], [ 1153, 1653 ], [ 1266, 1348 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P24_05+53_54_55_56", "video_id": "P24_05", "narration_ids": [ "P24_05_53", "P24_05_54", "P24_05_55", "P24_05_56" ], "src": "cut onion . rinse onion . rinse cutting_board", "src1": "cut onion", "src2": "rinse onion", "src3": "rinse cutting_board", "trg": "put_down cutting_board", "vis_src": "P24_05:53 P24_05:54 P24_05:55", "vis_trg": "P24_05:56", "narrations": [ "cut onion", "rinse onion", "rinse cutting board", "put down cutting board" ], "verbs": [ "cut", "rinse", "rinse", "put-down" ], "verb_classes": [ 7, 2, 2, 1 ], "nouns": [ "onion", "onion", "board:cutting", "board:cutting" ], "noun_classes": [ 16, 16, 18, 18 ], "start_stop_timestamps": [ [ "00:04:58.62", "00:05:03.67" ], [ "00:05:07.73", "00:05:09.39" ], [ "00:05:17.92", "00:05:21.31" ], [ "00:05:21.60", "00:05:22.60" ] ], "start_stop_frames": [ [ 17917, 18220 ], [ 18463, 18563 ], [ 19075, 19278 ], [ 19296, 19356 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P04_121+248_249_250_251", "video_id": "P04_121", "narration_ids": [ "P04_121_248", "P04_121_249", "P04_121_250", "P04_121_251" ], "src": "move bowl under tap . let go of scourer . shake hands", "src1": "move bowl under tap", "src2": "let go of scourer", "src3": "shake hands", "trg": "dry hands on tea towel", "vis_src": "P04_121:248 P04_121:249 P04_121:250", "vis_trg": "P04_121:251", "narrations": [ "move bowl under tap", "let go of scourer", "shake hands", "dry hands on tea towel" ], "verbs": [ "move", "let", "shake", "dry-on" ], "verb_classes": [ 11, 79, 15, 14 ], "nouns": [ "bowl", "scourer", "hand", "hand" ], "noun_classes": [ 7, 9, 11, 11 ], "start_stop_timestamps": [ [ "00:11:31.07", "00:11:31.83" ], [ "00:11:31.37", "00:11:33.00" ], [ "00:11:33.10", "00:11:33.72" ], [ "00:11:33.43", "00:11:35.97" ] ], "start_stop_frames": [ [ 34553, 34591 ], [ 34568, 34650 ], [ 34655, 34686 ], [ 34671, 34798 ] ], "trgnoun": "hand", "trgverb": "dry_on" }, { "key": "P29_03+311_312_313_314", "video_id": "P29_03", "narration_ids": [ "P29_03_311", "P29_03_312", "P29_03_313", "P29_03_314" ], "src": "put spatula in sink . turn_on tap . pick_up washing up liquid", "src1": "put spatula in sink", "src2": "turn_on tap", "src3": "pick_up washing up liquid", "trg": "squeeze washing up liquid onto sponge", "vis_src": "P29_03:311 P29_03:312 P29_03:313", "vis_trg": "P29_03:314", "narrations": [ "put spatula in sink", "turn on tap", "pick up washing up liquid", "squeeze washing up liquid onto sponge" ], "verbs": [ "put-in", "turn-on", "pick-up", "squeeze" ], "verb_classes": [ 5, 6, 0, 18 ], "nouns": [ "spatula", "tap", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 20, 0, 22, 22 ], "start_stop_timestamps": [ [ "00:19:59.72", "00:20:02.15" ], [ "00:20:02.33", "00:20:03.49" ], [ "00:20:05.24", "00:20:07.16" ], [ "00:20:07.56", "00:20:09.46" ] ], "start_stop_frames": [ [ 71983, 72129 ], [ 72139, 72209 ], [ 72314, 72429 ], [ 72453, 72567 ] ], "trgnoun": "up_washing_liquid", "trgverb": "squeeze" }, { "key": "P03_19+133_134_135_136", "video_id": "P03_19", "narration_ids": [ "P03_19_133", "P03_19_134", "P03_19_135", "P03_19_136" ], "src": "wash lid . put lid on rack . grab plate", "src1": "wash lid", "src2": "put lid on rack", "src3": "grab plate", "trg": "wash plate", "vis_src": "P03_19:133 P03_19:134 P03_19:135", "vis_trg": "P03_19:136", "narrations": [ "wash lid", "put lid on rack", "grab plate", "wash plate" ], "verbs": [ "wash", "put-on", "grab", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "lid", "lid", "plate", "plate" ], "noun_classes": [ 6, 6, 2, 2 ], "start_stop_timestamps": [ [ "00:06:30.98", "00:06:38.59" ], [ "00:06:39.40", "00:06:40.20" ], [ "00:06:41.11", "00:06:41.98" ], [ "00:06:42.21", "00:06:53.50" ] ], "start_stop_frames": [ [ 23458, 23915 ], [ 23964, 24012 ], [ 24066, 24118 ], [ 24132, 24810 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P03_101+155_156_157_158", "video_id": "P03_101", "narration_ids": [ "P03_101_155", "P03_101_156", "P03_101_157", "P03_101_158" ], "src": "pick_up brush . wipe counter down . rinse_out sponge", "src1": "pick_up brush", "src2": "wipe counter down", "src3": "rinse_out sponge", "trg": "squeeze sponge", "vis_src": "P03_101:155 P03_101:156 P03_101:157", "vis_trg": "P03_101:158", "narrations": [ "pick up brush", "wipe counter down", "rinse out sponge", "squeeze sponge" ], "verbs": [ "pick-up", "wipe", "rinse-out", "squeeze" ], "verb_classes": [ 0, 2, 2, 18 ], "nouns": [ "brush", "counter", "sponge", "sponge" ], "noun_classes": [ 103, 42, 9, 9 ], "start_stop_timestamps": [ [ "00:06:36.40", "00:06:37.16" ], [ "00:06:37.17", "00:06:40.17" ], [ "00:06:39.59", "00:06:40.40" ], [ "00:06:40.50", "00:06:42.70" ] ], "start_stop_frames": [ [ 19820, 19858 ], [ 19858, 20008 ], [ 19979, 20020 ], [ 20025, 20135 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P12_104+146_147_148_150", "video_id": "P12_104", "narration_ids": [ "P12_104_146", "P12_104_147", "P12_104_148", "P12_104_150" ], "src": "put_down knife . move cutlery . pick_up cutlery", "src1": "put_down knife", "src2": "move cutlery", "src3": "pick_up cutlery", "trg": "scrub cutlery", "vis_src": "P12_104:146 P12_104:147 P12_104:148", "vis_trg": "P12_104:150", "narrations": [ "put down knife", "move cutlery", "pick up", "scrub cutlery" ], "verbs": [ "put-down", "move", "pick-up", "scrub" ], "verb_classes": [ 1, 11, 0, 29 ], "nouns": [ "knife", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 4, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:10:29.47", "00:10:30.35" ], [ "00:10:30.73", "00:10:31.45" ], [ "00:10:31.55", "00:10:32.84" ], [ "00:10:33.22", "00:10:34.66" ] ], "start_stop_frames": [ [ 31473, 31517 ], [ 31536, 31572 ], [ 31577, 31642 ], [ 31661, 31733 ] ], "trgnoun": "cutlery", "trgverb": "scrub" }, { "key": "P22_07+36_37_38_39", "video_id": "P22_07", "narration_ids": [ "P22_07_36", "P22_07_37", "P22_07_38", "P22_07_39" ], "src": "turn_on light . pick_up cloth . open tap", "src1": "turn_on light", "src2": "pick_up cloth", "src3": "open tap", "trg": "rinse cloth", "vis_src": "P22_07:36 P22_07:37 P22_07:38", "vis_trg": "P22_07:39", "narrations": [ "turn on light", "pick up cloth", "open tap", "rinse cloth" ], "verbs": [ "turn-on", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 6, 0, 6, 2 ], "nouns": [ "light", "cloth", "tap", "cloth" ], "noun_classes": [ 114, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:01:04.47", "00:01:05.79" ], [ "00:01:06.64", "00:01:07.68" ], [ "00:01:07.70", "00:01:08.29" ], [ "00:01:08.39", "00:01:10.21" ] ], "start_stop_frames": [ [ 3868, 3947 ], [ 3998, 4060 ], [ 4062, 4097 ], [ 4103, 4212 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P07_107+20_21_22_23", "video_id": "P07_107", "narration_ids": [ "P07_107_20", "P07_107_21", "P07_107_22", "P07_107_23" ], "src": "turn_off tap . grab lid . grab sponge", "src1": "turn_off tap", "src2": "grab lid", "src3": "grab sponge", "trg": "wash lid", "vis_src": "P07_107:20 P07_107:21 P07_107:22", "vis_trg": "P07_107:23", "narrations": [ "turn off tap", "grab lid", "grab sponge", "wash lid" ], "verbs": [ "turn-off", "grab", "grab", "wash" ], "verb_classes": [ 8, 0, 0, 2 ], "nouns": [ "tap", "lid", "sponge", "lid" ], "noun_classes": [ 0, 6, 9, 6 ], "start_stop_timestamps": [ [ "00:01:07.75", "00:01:08.73" ], [ "00:01:10.65", "00:01:11.65" ], [ "00:01:12.50", "00:01:13.46" ], [ "00:01:13.56", "00:01:20.36" ] ], "start_stop_frames": [ [ 3387, 3436 ], [ 3532, 3582 ], [ 3625, 3673 ], [ 3678, 4018 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P26_104+16_17_18_19", "video_id": "P26_104", "narration_ids": [ "P26_104_16", "P26_104_17", "P26_104_18", "P26_104_19" ], "src": "put_down pizza . pick_up pizza . cut paper", "src1": "put_down pizza", "src2": "pick_up pizza", "src3": "cut paper", "trg": "remove paper", "vis_src": "P26_104:16 P26_104:17 P26_104:18", "vis_trg": "P26_104:19", "narrations": [ "put down pizza", "pick up pizza", "cut paper", "remove paper" ], "verbs": [ "put-down", "pick-up", "cut", "remove" ], "verb_classes": [ 1, 0, 7, 12 ], "nouns": [ "pizza", "pizza", "paper", "paper" ], "noun_classes": [ 91, 91, 49, 49 ], "start_stop_timestamps": [ [ "00:01:05.96", "00:01:08.12" ], [ "00:01:08.22", "00:01:09.88" ], [ "00:01:09.78", "00:01:16.59" ], [ "00:01:16.69", "00:01:20.13" ] ], "start_stop_frames": [ [ 3297, 3406 ], [ 3411, 3494 ], [ 3489, 3829 ], [ 3834, 4006 ] ], "trgnoun": "paper", "trgverb": "remove" }, { "key": "P27_07+56_57_58_59", "video_id": "P27_07", "narration_ids": [ "P27_07_56", "P27_07_57", "P27_07_58", "P27_07_59" ], "src": "pick_up sponge . rinse sponge . pick_up spoon", "src1": "pick_up sponge", "src2": "rinse sponge", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P27_07:56 P27_07:57 P27_07:58", "vis_trg": "P27_07:59", "narrations": [ "pick up sponge", "rinse sponge", "pick up spoon", "wash spoon" ], "verbs": [ "pick-up", "rinse", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "sponge", "sponge", "spoon", "spoon" ], "noun_classes": [ 9, 9, 1, 1 ], "start_stop_timestamps": [ [ "00:12:11.43", "00:12:12.58" ], [ "00:12:15.95", "00:12:20.06" ], [ "00:12:20.70", "00:12:21.79" ], [ "00:12:22.49", "00:12:23.03" ] ], "start_stop_frames": [ [ 43885, 43954 ], [ 44157, 44403 ], [ 44442, 44507 ], [ 44549, 44581 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P09_104+34_35_36_37", "video_id": "P09_104", "narration_ids": [ "P09_104_34", "P09_104_35", "P09_104_36", "P09_104_37" ], "src": "shake milk . take soy_milk . close fridge", "src1": "shake milk", "src2": "take soy_milk", "src3": "close fridge", "trg": "open soy_milk", "vis_src": "P09_104:34 P09_104:35 P09_104:36", "vis_trg": "P09_104:37", "narrations": [ "shake milk", "take soy milk", "close fridge", "open soy milk" ], "verbs": [ "shake", "take", "close", "open" ], "verb_classes": [ 15, 0, 4, 3 ], "nouns": [ "milk", "milk:soy", "fridge", "milk:soy" ], "noun_classes": [ 64, 64, 12, 64 ], "start_stop_timestamps": [ [ "00:03:14.50", "00:03:16.62" ], [ "00:03:16.34", "00:03:18.01" ], [ "00:03:18.11", "00:03:19.30" ], [ "00:03:22.18", "00:03:22.93" ] ], "start_stop_frames": [ [ 9725, 9831 ], [ 9817, 9900 ], [ 9905, 9965 ], [ 10109, 10146 ] ], "trgnoun": "soy_milk", "trgverb": "open" }, { "key": "P11_104+129_130_131_132", "video_id": "P11_104", "narration_ids": [ "P11_104_129", "P11_104_130", "P11_104_131", "P11_104_132" ], "src": "pick_up brush . scrub pan . turn_on tap", "src1": "pick_up brush", "src2": "scrub pan", "src3": "turn_on tap", "trg": "rinse brush and pan", "vis_src": "P11_104:129 P11_104:130 P11_104:131", "vis_trg": "P11_104:132", "narrations": [ "pick up brush", "scrub pan", "turn on tap", "rinse brush and pan" ], "verbs": [ "pick-up", "scrub", "turn-on", "rinse" ], "verb_classes": [ 0, 29, 6, 2 ], "nouns": [ "brush", "pan", "tap", "brush" ], "noun_classes": [ 103, 5, 0, 103 ], "start_stop_timestamps": [ [ "00:09:41.51", "00:09:42.26" ], [ "00:09:43.06", "00:09:53.81" ], [ "00:09:53.59", "00:09:54.19" ], [ "00:09:54.16", "00:10:02.80" ] ], "start_stop_frames": [ [ 29075, 29113 ], [ 29152, 29690 ], [ 29679, 29709 ], [ 29708, 30139 ] ], "trgnoun": "brush", "trgverb": "rinse" }, { "key": "P04_107+46_47_48_49", "video_id": "P04_107", "narration_ids": [ "P04_107_46", "P04_107_47", "P04_107_48", "P04_107_49" ], "src": "touch baking_tray . adjust camera . pick_up baking_tray", "src1": "touch baking_tray", "src2": "adjust camera", "src3": "pick_up baking_tray", "trg": "put_down baking_tray", "vis_src": "P04_107:46 P04_107:47 P04_107:48", "vis_trg": "P04_107:49", "narrations": [ "touch baking tray", "adjust camera", "pick up baking tray", "put down baking tray" ], "verbs": [ "touch", "adjust", "pick-up", "put-down" ], "verb_classes": [ 54, 17, 0, 1 ], "nouns": [ "tray:baking", "camera", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 297, 35, 35 ], "start_stop_timestamps": [ [ "00:01:38.89", "00:01:40.60" ], [ "00:01:40.55", "00:01:43.88" ], [ "00:01:55.15", "00:01:55.76" ], [ "00:01:55.53", "00:01:56.74" ] ], "start_stop_frames": [ [ 4944, 5030 ], [ 5027, 5194 ], [ 5757, 5788 ], [ 5776, 5837 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P02_01+39_40_41_42", "video_id": "P02_01", "narration_ids": [ "P02_01_39", "P02_01_40", "P02_01_41", "P02_01_42" ], "src": "open sugar_jar . scoop sugar . put sugar into the coffee", "src1": "open sugar_jar", "src2": "scoop sugar", "src3": "put sugar into the coffee", "trg": "and close sugar_jar", "vis_src": "P02_01:39 P02_01:40 P02_01:41", "vis_trg": "P02_01:42", "narrations": [ "open sugar jar", "scoop sugar", "put sugar into the coffee", "and close sugar jar" ], "verbs": [ "open", "scoop", "put-into", "close" ], "verb_classes": [ 3, 16, 5, 4 ], "nouns": [ "jar:sugar", "sugar", "sugar", "jar:sugar" ], "noun_classes": [ 40, 102, 102, 40 ], "start_stop_timestamps": [ [ "00:01:32.00", "00:01:33.33" ], [ "00:01:34.23", "00:01:35.62" ], [ "00:01:34.62", "00:01:36.02" ], [ "00:01:36.89", "00:01:38.99" ] ], "start_stop_frames": [ [ 5520, 5599 ], [ 5653, 5737 ], [ 5677, 5761 ], [ 5813, 5939 ] ], "trgnoun": "sugar_jar", "trgverb": "close" }, { "key": "P02_03+236_237_238_239", "video_id": "P02_03", "narration_ids": [ "P02_03_236", "P02_03_237", "P02_03_238", "P02_03_239" ], "src": "pick_up oil . sprinkle oil into pasta pot . pick_up salt", "src1": "pick_up oil", "src2": "sprinkle oil into pasta pot", "src3": "pick_up salt", "trg": "put salt into pasta pot", "vis_src": "P02_03:236 P02_03:237 P02_03:238", "vis_trg": "P02_03:239", "narrations": [ "pick up oil", "sprinkle oil into pasta pot", "pick up salt", "put salt into pasta pot" ], "verbs": [ "pick-up", "sprinkle-into", "pick-up", "put-into" ], "verb_classes": [ 0, 42, 0, 5 ], "nouns": [ "oil", "oil", "salt", "salt" ], "noun_classes": [ 31, 31, 38, 38 ], "start_stop_timestamps": [ [ "00:12:58.95", "00:13:00.45" ], [ "00:13:01.55", "00:13:04.30" ], [ "00:13:05.06", "00:13:05.93" ], [ "00:13:06.03", "00:13:07.31" ] ], "start_stop_frames": [ [ 46737, 46827 ], [ 46893, 47058 ], [ 47103, 47155 ], [ 47161, 47238 ] ], "trgnoun": "salt", "trgverb": "put_into" }, { "key": "P01_07+34_35_36_37", "video_id": "P01_07", "narration_ids": [ "P01_07_34", "P01_07_35", "P01_07_36", "P01_07_37" ], "src": "close cupboard . take glass . open cupboard", "src1": "close cupboard", "src2": "take glass", "src3": "open cupboard", "trg": "put glass into cupboard", "vis_src": "P01_07:34 P01_07:35 P01_07:36", "vis_trg": "P01_07:37", "narrations": [ "close cupboard", "take glass", "open cupboard", "put glass into cupboard" ], "verbs": [ "close", "take", "open", "put-into" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "cupboard", "glass", "cupboard", "glass" ], "noun_classes": [ 3, 10, 3, 10 ], "start_stop_timestamps": [ [ "00:01:29.11", "00:01:30.26" ], [ "00:01:31.03", "00:01:31.87" ], [ "00:01:32.42", "00:01:33.75" ], [ "00:01:34.05", "00:01:36.76" ] ], "start_stop_frames": [ [ 5346, 5415 ], [ 5461, 5512 ], [ 5545, 5625 ], [ 5643, 5805 ] ], "trgnoun": "glass", "trgverb": "put_into" }, { "key": "P04_107+616_617_618_620", "video_id": "P04_107", "narration_ids": [ "P04_107_616", "P04_107_617", "P04_107_618", "P04_107_620" ], "src": "remove dough from rolling pin . lay_down dough . roll_out dough", "src1": "remove dough from rolling pin", "src2": "lay_down dough", "src3": "roll_out dough", "trg": "unfold dough", "vis_src": "P04_107:616 P04_107:617 P04_107:618", "vis_trg": "P04_107:620", "narrations": [ "remove dough from rolling pin", "lay down dough", "roll out dough", "unfold dough" ], "verbs": [ "remove-from", "lay-down", "roll-out", "unfold" ], "verb_classes": [ 12, 1, 39, 39 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:16:54.43", "00:16:55.87" ], [ "00:16:55.55", "00:16:56.50" ], [ "00:16:56.44", "00:16:57.97" ], [ "00:16:58.00", "00:17:01.54" ] ], "start_stop_frames": [ [ 50721, 50793 ], [ 50777, 50825 ], [ 50822, 50898 ], [ 50900, 51077 ] ], "trgnoun": "dough", "trgverb": "unfold" }, { "key": "P26_11+19_20_21_22", "video_id": "P26_11", "narration_ids": [ "P26_11_19", "P26_11_20", "P26_11_21", "P26_11_22" ], "src": "close lid . open door . pick_up pasta", "src1": "close lid", "src2": "open door", "src3": "pick_up pasta", "trg": "put_down pasta", "vis_src": "P26_11:19 P26_11:20 P26_11:21", "vis_trg": "P26_11:22", "narrations": [ "close lid", "open door", "pick up pasta", "put down pasta" ], "verbs": [ "close", "open", "pick-up", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "lid", "door", "pasta", "pasta" ], "noun_classes": [ 6, 3, 45, 45 ], "start_stop_timestamps": [ [ "00:00:26.70", "00:00:30.18" ], [ "00:00:30.28", "00:00:31.28" ], [ "00:00:31.38", "00:00:32.72" ], [ "00:00:32.82", "00:00:33.86" ] ], "start_stop_frames": [ [ 1602, 1810 ], [ 1816, 1876 ], [ 1882, 1963 ], [ 1969, 2031 ] ], "trgnoun": "pasta", "trgverb": "put_down" }, { "key": "P10_01+42_44_45_46", "video_id": "P10_01", "narration_ids": [ "P10_01_42", "P10_01_44", "P10_01_45", "P10_01_46" ], "src": "clean it . shake the pot . searching for a cucumber from the refrigerator", "src1": "clean it", "src2": "shake the pot", "src3": "searching for a cucumber from the refrigerator", "trg": "cut the cucumber by half", "vis_src": "P10_01:42 P10_01:44 P10_01:45", "vis_trg": "P10_01:46", "narrations": [ "clean it", "shake the pot", "searching for a cucumber from the refrigerator", "cut the cucumber by half" ], "verbs": [ "clean", "shake", "search-for", "cut-by" ], "verb_classes": [ 2, 15, 48, 7 ], "nouns": [ "stirrer", "pot", "cucumber", "cucumber" ], "noun_classes": [ 1, 29, 72, 72 ], "start_stop_timestamps": [ [ "00:04:42.37", "00:04:46.53" ], [ "00:04:52.67", "00:04:56.97" ], [ "00:04:59.76", "00:05:07.85" ], [ "00:05:17.24", "00:05:20.81" ] ], "start_stop_frames": [ [ 16942, 17191 ], [ 17560, 17818 ], [ 17985, 18471 ], [ 19034, 19248 ] ], "trgnoun": "cucumber", "trgverb": "cut_by" }, { "key": "P04_109+402_403_404_405", "video_id": "P04_109", "narration_ids": [ "P04_109_402", "P04_109_403", "P04_109_404", "P04_109_405" ], "src": "pick_up rice cooker lid . put_down rice cooker lid . pick_up dough", "src1": "pick_up rice cooker lid", "src2": "put_down rice cooker lid", "src3": "pick_up dough", "trg": "put dough into rice cooker", "vis_src": "P04_109:402 P04_109:403 P04_109:404", "vis_trg": "P04_109:405", "narrations": [ "pick up rice cooker lid", "put down rice cooker lid", "pick up dough", "put dough into rice cooker" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-into" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "lid:rice:cooker", "lid:rice:cooker", "dough", "dough" ], "noun_classes": [ 6, 6, 25, 25 ], "start_stop_timestamps": [ [ "00:12:01.68", "00:12:02.99" ], [ "00:12:03.09", "00:12:04.09" ], [ "00:12:04.40", "00:12:05.79" ], [ "00:12:05.88", "00:12:06.72" ] ], "start_stop_frames": [ [ 36084, 36149 ], [ 36154, 36204 ], [ 36220, 36289 ], [ 36294, 36336 ] ], "trgnoun": "dough", "trgverb": "put_into" }, { "key": "P12_101+402_403_404_405", "video_id": "P12_101", "narration_ids": [ "P12_101_402", "P12_101_403", "P12_101_404", "P12_101_405" ], "src": "close tap . return frying_pan onto stove . stir soup in saucepan using spoon", "src1": "close tap", "src2": "return frying_pan onto stove", "src3": "stir soup in saucepan using spoon", "trg": "open tap", "vis_src": "P12_101:402 P12_101:403 P12_101:404", "vis_trg": "P12_101:405", "narrations": [ "close tap", "return frying pan onto stove", "stir soup in saucepan using spoon", "open tap" ], "verbs": [ "turn-off", "return", "stir-in", "turn-on" ], "verb_classes": [ 8, 1, 10, 6 ], "nouns": [ "tap", "pan:frying", "soup", "tap" ], "noun_classes": [ 0, 5, 126, 0 ], "start_stop_timestamps": [ [ "00:26:24.95", "00:26:26.26" ], [ "00:26:26.26", "00:26:28.28" ], [ "00:26:28.29", "00:26:37.74" ], [ "00:26:38.12", "00:26:39.26" ] ], "start_stop_frames": [ [ 79247, 79313 ], [ 79313, 79414 ], [ 79414, 79887 ], [ 79906, 79963 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P02_123+37_38_39_40", "video_id": "P02_123", "narration_ids": [ "P02_123_37", "P02_123_38", "P02_123_39", "P02_123_40" ], "src": "put scissors back on stand . pick_up knife . put lemon on chopping board", "src1": "put scissors back on stand", "src2": "pick_up knife", "src3": "put lemon on chopping board", "trg": "cut lemon", "vis_src": "P02_123:37 P02_123:38 P02_123:39", "vis_trg": "P02_123:40", "narrations": [ "put scissors back on stand", "pick up knife", "put lemon on chopping board", "cut lemon" ], "verbs": [ "put", "pick-up", "put-on", "cut" ], "verb_classes": [ 1, 0, 1, 7 ], "nouns": [ "scissors", "knife", "lemon", "lemon" ], "noun_classes": [ 79, 4, 105, 105 ], "start_stop_timestamps": [ [ "00:01:19.46", "00:01:20.92" ], [ "00:01:24.51", "00:01:25.26" ], [ "00:01:24.89", "00:01:25.43" ], [ "00:01:25.52", "00:01:27.62" ] ], "start_stop_frames": [ [ 3973, 4046 ], [ 4225, 4263 ], [ 4244, 4271 ], [ 4276, 4381 ] ], "trgnoun": "lemon", "trgverb": "cut" }, { "key": "P28_03+29_30_31_32", "video_id": "P28_03", "narration_ids": [ "P28_03_29", "P28_03_30", "P28_03_31", "P28_03_32" ], "src": "take spring_onions . take pepper . close fridge", "src1": "take spring_onions", "src2": "take pepper", "src3": "close fridge", "trg": "put_down pepper", "vis_src": "P28_03:29 P28_03:30 P28_03:31", "vis_trg": "P28_03:32", "narrations": [ "take spring onions", "take pepper", "close fridge", "put down pepper" ], "verbs": [ "take", "take", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "onion:spring", "pepper", "fridge", "pepper" ], "noun_classes": [ 128, 37, 12, 37 ], "start_stop_timestamps": [ [ "00:01:28.06", "00:01:29.17" ], [ "00:01:33.00", "00:01:36.40" ], [ "00:01:37.96", "00:01:40.34" ], [ "00:01:42.61", "00:01:43.68" ] ], "start_stop_frames": [ [ 5283, 5350 ], [ 5580, 5784 ], [ 5877, 6020 ], [ 6156, 6220 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P37_101+156_157_158_159", "video_id": "P37_101", "narration_ids": [ "P37_101_156", "P37_101_157", "P37_101_158", "P37_101_159" ], "src": "put cucumbers down . cut cucumbers . shovel_up cucumbers", "src1": "put cucumbers down", "src2": "cut cucumbers", "src3": "shovel_up cucumbers", "trg": "put cucumbers in to bowl", "vis_src": "P37_101:156 P37_101:157 P37_101:158", "vis_trg": "P37_101:159", "narrations": [ "put cucumbers down", "cut cucumbers", "shovel up cucumbers", "put cucumbers in to bowl" ], "verbs": [ "put-down", "cut", "shovel-up", "put-in" ], "verb_classes": [ 1, 7, 16, 5 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:08:12.63", "00:08:13.71" ], [ "00:08:14.30", "00:08:25.80" ], [ "00:09:28.94", "00:09:30.69" ], [ "00:09:29.94", "00:09:31.37" ] ], "start_stop_frames": [ [ 24631, 24685 ], [ 24715, 25290 ], [ 28447, 28534 ], [ 28497, 28568 ] ], "trgnoun": "cucumber", "trgverb": "put_in" }, { "key": "P03_04+129_130_131_132", "video_id": "P03_04", "narration_ids": [ "P03_04_129", "P03_04_130", "P03_04_131", "P03_04_132" ], "src": "put saucepan . turn_on hob . get olive_oil", "src1": "put saucepan", "src2": "turn_on hob", "src3": "get olive_oil", "trg": "open olive_oil", "vis_src": "P03_04:129 P03_04:130 P03_04:131", "vis_trg": "P03_04:132", "narrations": [ "put saucepan", "turn on hob", "get olive oil", "open olive oil" ], "verbs": [ "put", "turn-on", "get", "open" ], "verb_classes": [ 1, 6, 0, 3 ], "nouns": [ "saucepan", "hob", "oil:olive", "oil:olive" ], "noun_classes": [ 5, 24, 31, 31 ], "start_stop_timestamps": [ [ "00:09:11.18", "00:09:11.68" ], [ "00:09:12.20", "00:09:12.72" ], [ "00:09:13.52", "00:09:14.56" ], [ "00:09:15.43", "00:09:15.93" ] ], "start_stop_frames": [ [ 33070, 33100 ], [ 33132, 33163 ], [ 33211, 33273 ], [ 33325, 33355 ] ], "trgnoun": "olive_oil", "trgverb": "open" }, { "key": "P29_03+70_71_72_73", "video_id": "P29_03", "narration_ids": [ "P29_03_70", "P29_03_71", "P29_03_72", "P29_03_73" ], "src": "put_down plates . put_down pan . put away plate", "src1": "put_down plates", "src2": "put_down pan", "src3": "put away plate", "trg": "pick_up plates", "vis_src": "P29_03:70 P29_03:71 P29_03:72", "vis_trg": "P29_03:73", "narrations": [ "put down plates", "put down pan", "put away plate", "pick up plates" ], "verbs": [ "put-down", "put-down", "put", "pick-up" ], "verb_classes": [ 1, 1, 1, 0 ], "nouns": [ "plate", "pan", "plate", "plate" ], "noun_classes": [ 2, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:04:19.72", "00:04:22.14" ], [ "00:04:23.09", "00:04:23.82" ], [ "00:04:23.92", "00:04:25.73" ], [ "00:04:26.86", "00:04:27.49" ] ], "start_stop_frames": [ [ 15583, 15728 ], [ 15785, 15829 ], [ 15835, 15943 ], [ 16011, 16049 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P22_13+146_147_148_149", "video_id": "P22_13", "narration_ids": [ "P22_13_146", "P22_13_147", "P22_13_148", "P22_13_149" ], "src": "wash hand . put rag . pick_up carafe", "src1": "wash hand", "src2": "put rag", "src3": "pick_up carafe", "trg": "put carafe", "vis_src": "P22_13:146 P22_13:147 P22_13:148", "vis_trg": "P22_13:149", "narrations": [ "wash hand", "put rag", "pick up carafe", "put carafe" ], "verbs": [ "wash", "put", "pick-up", "put" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "hand", "rag", "carafe", "carafe" ], "noun_classes": [ 11, 17, 66, 66 ], "start_stop_timestamps": [ [ "00:04:58.45", "00:05:01.88" ], [ "00:05:01.63", "00:05:02.46" ], [ "00:05:02.69", "00:05:03.98" ], [ "00:05:05.04", "00:05:06.42" ] ], "start_stop_frames": [ [ 17907, 18112 ], [ 18097, 18147 ], [ 18161, 18238 ], [ 18302, 18385 ] ], "trgnoun": "carafe", "trgverb": "put" }, { "key": "P02_104+120_121_122_123", "video_id": "P02_104", "narration_ids": [ "P02_104_120", "P02_104_121", "P02_104_122", "P02_104_123" ], "src": "open fridge . pick_up cheese . close fridge", "src1": "open fridge", "src2": "pick_up cheese", "src3": "close fridge", "trg": "put_down cheese", "vis_src": "P02_104:120 P02_104:121 P02_104:122", "vis_trg": "P02_104:123", "narrations": [ "open fridge", "pick up cheese", "close fridge", "put down cheese" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "cheese", "fridge", "cheese" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:06:16.45", "00:06:18.05" ], [ "00:06:18.15", "00:06:19.53" ], [ "00:06:19.55", "00:06:21.26" ], [ "00:06:20.73", "00:06:23.89" ] ], "start_stop_frames": [ [ 18822, 18902 ], [ 18907, 18976 ], [ 18977, 19063 ], [ 19036, 19194 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P08_21+64_65_66_67", "video_id": "P08_21", "narration_ids": [ "P08_21_64", "P08_21_65", "P08_21_66", "P08_21_67" ], "src": "put mug . put forks . take plate", "src1": "put mug", "src2": "put forks", "src3": "take plate", "trg": "wash plate", "vis_src": "P08_21:64 P08_21:65 P08_21:66", "vis_trg": "P08_21:67", "narrations": [ "put mug", "put forks", "take plate", "wash plate" ], "verbs": [ "put", "put", "take", "wash" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "mug", "fork", "plate", "plate" ], "noun_classes": [ 13, 14, 2, 2 ], "start_stop_timestamps": [ [ "00:03:35.68", "00:03:37.13" ], [ "00:03:38.14", "00:03:39.69" ], [ "00:03:40.56", "00:03:41.97" ], [ "00:03:42.65", "00:03:44.20" ] ], "start_stop_frames": [ [ 12940, 13027 ], [ 13088, 13181 ], [ 13233, 13318 ], [ 13359, 13452 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P23_101+5_6_7_11", "video_id": "P23_101", "narration_ids": [ "P23_101_5", "P23_101_6", "P23_101_7", "P23_101_11" ], "src": "take bowls . put bowls . take pan", "src1": "take bowls", "src2": "put bowls", "src3": "take pan", "trg": "close door", "vis_src": "P23_101:5 P23_101:6 P23_101:7", "vis_trg": "P23_101:11", "narrations": [ "take bowls", "put bowls", "take pan", "close door" ], "verbs": [ "take", "put", "take", "close" ], "verb_classes": [ 0, 1, 0, 4 ], "nouns": [ "bowl", "bowl", "pan", "door" ], "noun_classes": [ 7, 7, 5, 3 ], "start_stop_timestamps": [ [ "00:00:08.37", "00:00:09.62" ], [ "00:00:09.63", "00:00:11.22" ], [ "00:00:11.77", "00:00:12.97" ], [ "00:00:19.29", "00:00:20.33" ] ], "start_stop_frames": [ [ 418, 480 ], [ 481, 561 ], [ 588, 648 ], [ 964, 1016 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P22_106+188_189_190_191", "video_id": "P22_106", "narration_ids": [ "P22_106_188", "P22_106_189", "P22_106_190", "P22_106_191" ], "src": "rinse knife . put_down knife . take fork", "src1": "rinse knife", "src2": "put_down knife", "src3": "take fork", "trg": "rinse fork", "vis_src": "P22_106:188 P22_106:189 P22_106:190", "vis_trg": "P22_106:191", "narrations": [ "rinse knife", "put down knife", "take fork", "rinse fork" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:05:16.09", "00:05:17.80" ], [ "00:05:17.66", "00:05:18.40" ], [ "00:05:19.33", "00:05:20.76" ], [ "00:05:19.88", "00:05:22.15" ] ], "start_stop_frames": [ [ 15804, 15890 ], [ 15883, 15919 ], [ 15966, 16038 ], [ 15994, 16107 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P04_119+192_193_194_195", "video_id": "P04_119", "narration_ids": [ "P04_119_192", "P04_119_193", "P04_119_194", "P04_119_195" ], "src": "tap milk_bottle . look_inside milk_bottle . pick_up other milk_bottle", "src1": "tap milk_bottle", "src2": "look_inside milk_bottle", "src3": "pick_up other milk_bottle", "trg": "turn milk_bottle upside down", "vis_src": "P04_119:192 P04_119:193 P04_119:194", "vis_trg": "P04_119:195", "narrations": [ "tap milk bottle", "look inside milk bottle", "pick up other milk bottle", "turn milk bottle upside down" ], "verbs": [ "tap", "look-inside", "pick-up", "turn" ], "verb_classes": [ 32, 48, 0, 23 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:08:11.77", "00:08:12.17" ], [ "00:08:12.99", "00:08:14.52" ], [ "00:08:15.19", "00:08:16.00" ], [ "00:08:15.72", "00:08:16.59" ] ], "start_stop_frames": [ [ 24588, 24608 ], [ 24649, 24726 ], [ 24759, 24800 ], [ 24786, 24829 ] ], "trgnoun": "milk_bottle", "trgverb": "turn" }, { "key": "P23_04+95_96_97_98", "video_id": "P23_04", "narration_ids": [ "P23_04_95", "P23_04_96", "P23_04_97", "P23_04_98" ], "src": "take the washing_liquid . put_into the plate . take the brush", "src1": "take the washing_liquid", "src2": "put_into the plate", "src3": "take the brush", "trg": "washing the plate", "vis_src": "P23_04:95 P23_04:96 P23_04:97", "vis_trg": "P23_04:98", "narrations": [ "take the washing liquid", "put into the plate", "take the brush", "washing the plate" ], "verbs": [ "take", "put-into", "take", "wash" ], "verb_classes": [ 0, 5, 0, 2 ], "nouns": [ "liquid:washing", "plate", "brush", "plate" ], "noun_classes": [ 22, 2, 103, 2 ], "start_stop_timestamps": [ [ "00:22:07.99", "00:22:08.94" ], [ "00:22:08.94", "00:22:09.81" ], [ "00:22:11.91", "00:22:13.06" ], [ "00:22:13.66", "00:22:21.42" ] ], "start_stop_frames": [ [ 79679, 79736 ], [ 79736, 79788 ], [ 79914, 79983 ], [ 80019, 80485 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P02_129+44_45_46_47", "video_id": "P02_129", "narration_ids": [ "P02_129_44", "P02_129_45", "P02_129_46", "P02_129_47" ], "src": "open garlic_presser . close garlic_presser . press garlic", "src1": "open garlic_presser", "src2": "close garlic_presser", "src3": "press garlic", "trg": "slide garlic into pan using knife", "vis_src": "P02_129:44 P02_129:45 P02_129:46", "vis_trg": "P02_129:47", "narrations": [ "open garlic presser", "close garlic presser", "press garlic", "slide garlic into pan using knife" ], "verbs": [ "open", "close", "press", "slide-into" ], "verb_classes": [ 3, 4, 21, 5 ], "nouns": [ "presser:garlic", "presser:garlic", "garlic", "garlic" ], "noun_classes": [ 172, 172, 51, 51 ], "start_stop_timestamps": [ [ "00:01:40.71", "00:01:42.95" ], [ "00:01:42.82", "00:01:43.16" ], [ "00:01:42.99", "00:01:43.79" ], [ "00:01:43.79", "00:01:45.03" ] ], "start_stop_frames": [ [ 5035, 5147 ], [ 5141, 5158 ], [ 5149, 5189 ], [ 5189, 5251 ] ], "trgnoun": "garlic", "trgverb": "slide_into" }, { "key": "P02_129+102_103_104_105", "video_id": "P02_129", "narration_ids": [ "P02_129_102", "P02_129_103", "P02_129_104", "P02_129_105" ], "src": "pick_up kettle . pour water from kettle into pan . turn_on hob", "src1": "pick_up kettle", "src2": "pour water from kettle into pan", "src3": "turn_on hob", "trg": "put_down kettle", "vis_src": "P02_129:102 P02_129:103 P02_129:104", "vis_trg": "P02_129:105", "narrations": [ "pick up kettle", "pour water from kettle into pan", "turn on hob", "put down kettle" ], "verbs": [ "pick-up", "pour-from", "turn-on", "put-down" ], "verb_classes": [ 0, 9, 6, 1 ], "nouns": [ "kettle", "water", "hob", "kettle" ], "noun_classes": [ 44, 27, 24, 44 ], "start_stop_timestamps": [ [ "00:03:39.96", "00:03:40.69" ], [ "00:03:41.94", "00:03:44.26" ], [ "00:03:44.34", "00:03:46.34" ], [ "00:03:52.52", "00:03:53.71" ] ], "start_stop_frames": [ [ 10998, 11034 ], [ 11097, 11213 ], [ 11217, 11317 ], [ 11626, 11685 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P01_105+637_638_639_640", "video_id": "P01_105", "narration_ids": [ "P01_105_637", "P01_105_638", "P01_105_639", "P01_105_640" ], "src": "turn_on hob . pick_up kettle . pour water into saucepan", "src1": "turn_on hob", "src2": "pick_up kettle", "src3": "pour water into saucepan", "trg": "put_down kettle", "vis_src": "P01_105:637 P01_105:638 P01_105:639", "vis_trg": "P01_105:640", "narrations": [ "turn on hob", "pick up kettle", "pour water into saucepan", "put down kettle" ], "verbs": [ "turn-on", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 6, 0, 9, 1 ], "nouns": [ "hob", "kettle", "water", "kettle" ], "noun_classes": [ 24, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:26:18.28", "00:26:20.52" ], [ "00:26:21.55", "00:26:23.28" ], [ "00:26:23.98", "00:26:34.95" ], [ "00:26:39.90", "00:26:41.64" ] ], "start_stop_frames": [ [ 78914, 79026 ], [ 79077, 79164 ], [ 79199, 79747 ], [ 79995, 80082 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P04_113+176_177_178_179", "video_id": "P04_113", "narration_ids": [ "P04_113_176", "P04_113_177", "P04_113_178", "P04_113_179" ], "src": "put rice cooker bowl in rice cooker . turn rice_cooker . pick_up plug", "src1": "put rice cooker bowl in rice cooker", "src2": "turn rice_cooker", "src3": "pick_up plug", "trg": "put plug in socket", "vis_src": "P04_113:176 P04_113:177 P04_113:178", "vis_trg": "P04_113:179", "narrations": [ "put rice cooker bowl in rice cooker", "turn rice cooker", "pick up plug", "put plug in socket" ], "verbs": [ "put-in", "turn", "pick-up", "put-in" ], "verb_classes": [ 5, 23, 0, 5 ], "nouns": [ "bowl:rice:cooker", "cooker:rice", "plug", "plug" ], "noun_classes": [ 7, 152, 153, 153 ], "start_stop_timestamps": [ [ "00:05:23.87", "00:05:27.29" ], [ "00:05:27.98", "00:05:28.62" ], [ "00:05:29.31", "00:05:31.64" ], [ "00:05:31.68", "00:05:36.99" ] ], "start_stop_frames": [ [ 16193, 16364 ], [ 16399, 16431 ], [ 16465, 16582 ], [ 16584, 16849 ] ], "trgnoun": "plug", "trgverb": "put_in" }, { "key": "P28_105+44_45_46_47", "video_id": "P28_105", "narration_ids": [ "P28_105_44", "P28_105_45", "P28_105_46", "P28_105_47" ], "src": "close fridge . take baking_tray . open drawer", "src1": "close fridge", "src2": "take baking_tray", "src3": "open drawer", "trg": "put baking_tray in drawer", "vis_src": "P28_105:44 P28_105:45 P28_105:46", "vis_trg": "P28_105:47", "narrations": [ "close fridge", "take baking tray", "open drawer", "put baking tray in drawer" ], "verbs": [ "close", "take", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "fridge", "tray:baking", "drawer", "tray:baking" ], "noun_classes": [ 12, 35, 8, 35 ], "start_stop_timestamps": [ [ "00:03:35.68", "00:03:37.56" ], [ "00:03:41.83", "00:03:43.43" ], [ "00:03:45.32", "00:03:46.48" ], [ "00:03:49.31", "00:03:50.56" ] ], "start_stop_frames": [ [ 10784, 10878 ], [ 11091, 11171 ], [ 11266, 11324 ], [ 11465, 11528 ] ], "trgnoun": "baking_tray", "trgverb": "put_in" }, { "key": "P22_17+426_427_428_429", "video_id": "P22_17", "narration_ids": [ "P22_17_426", "P22_17_427", "P22_17_428", "P22_17_429" ], "src": "move bowls . put_down cups . pick_up grater", "src1": "move bowls", "src2": "put_down cups", "src3": "pick_up grater", "trg": "put_down grater", "vis_src": "P22_17:426 P22_17:427 P22_17:428", "vis_trg": "P22_17:429", "narrations": [ "move bowls", "put down cups", "pick up grater", "put down grater" ], "verbs": [ "move", "put-down", "pick-up", "put-down" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "bowl", "cup", "grater", "grater" ], "noun_classes": [ 7, 13, 96, 96 ], "start_stop_timestamps": [ [ "00:16:55.18", "00:17:00.43" ], [ "00:17:00.53", "00:17:04.03" ], [ "00:17:04.88", "00:17:05.89" ], [ "00:17:05.98", "00:17:06.98" ] ], "start_stop_frames": [ [ 60910, 61225 ], [ 61231, 61441 ], [ 61492, 61553 ], [ 61558, 61618 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P30_107+219_220_221_222", "video_id": "P30_107", "narration_ids": [ "P30_107_219", "P30_107_220", "P30_107_221", "P30_107_222" ], "src": "turn_off tap . drain pak_choi . take bowl", "src1": "turn_off tap", "src2": "drain pak_choi", "src3": "take bowl", "trg": "put bowl", "vis_src": "P30_107:219 P30_107:220 P30_107:221", "vis_trg": "P30_107:222", "narrations": [ "turn off tap", "drain pak choi", "take bowl", "put bowl" ], "verbs": [ "turn-off", "drain", "take", "put" ], "verb_classes": [ 8, 37, 0, 1 ], "nouns": [ "tap", "choi:pak", "bowl", "bowl" ], "noun_classes": [ 0, 151, 7, 7 ], "start_stop_timestamps": [ [ "00:11:16.23", "00:11:16.80" ], [ "00:11:17.61", "00:11:19.77" ], [ "00:11:26.76", "00:11:27.61" ], [ "00:11:28.45", "00:11:29.46" ] ], "start_stop_frames": [ [ 33811, 33840 ], [ 33880, 33988 ], [ 34338, 34380 ], [ 34422, 34473 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P03_28+10_11_12_13", "video_id": "P03_28", "narration_ids": [ "P03_28_10", "P03_28_11", "P03_28_12", "P03_28_13" ], "src": "place bottle in fridge . grab squash . close fridge", "src1": "place bottle in fridge", "src2": "grab squash", "src3": "close fridge", "trg": "place bottle", "vis_src": "P03_28:10 P03_28:11 P03_28:12", "vis_trg": "P03_28:13", "narrations": [ "place bottle in fridge", "grab squash", "close fridge", "place bottle" ], "verbs": [ "place-in", "grab", "close", "place" ], "verb_classes": [ 5, 0, 4, 1 ], "nouns": [ "bottle", "squash", "fridge", "bottle" ], "noun_classes": [ 15, 116, 12, 15 ], "start_stop_timestamps": [ [ "00:00:21.41", "00:00:22.18" ], [ "00:00:21.89", "00:00:22.44" ], [ "00:00:22.79", "00:00:23.29" ], [ "00:00:24.12", "00:00:24.87" ] ], "start_stop_frames": [ [ 1284, 1330 ], [ 1313, 1346 ], [ 1367, 1397 ], [ 1447, 1492 ] ], "trgnoun": "bottle", "trgverb": "place" }, { "key": "P11_105+43_44_45_46", "video_id": "P11_105", "narration_ids": [ "P11_105_43", "P11_105_44", "P11_105_45", "P11_105_46" ], "src": "put_down chopping_board . open fridge . pick_up tomatoes", "src1": "put_down chopping_board", "src2": "open fridge", "src3": "pick_up tomatoes", "trg": "put_down tomatoes", "vis_src": "P11_105:43 P11_105:44 P11_105:45", "vis_trg": "P11_105:46", "narrations": [ "put down chopping board", "open fridge", "pick up tomatoes", "put down tomatoes" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "board:chopping", "fridge", "tomato", "tomato" ], "noun_classes": [ 18, 12, 43, 43 ], "start_stop_timestamps": [ [ "00:02:07.81", "00:02:08.62" ], [ "00:02:11.46", "00:02:12.49" ], [ "00:02:13.36", "00:02:16.71" ], [ "00:02:17.47", "00:02:18.10" ] ], "start_stop_frames": [ [ 6390, 6431 ], [ 6573, 6624 ], [ 6668, 6835 ], [ 6873, 6905 ] ], "trgnoun": "tomato", "trgverb": "put_down" }, { "key": "P03_117+175_176_177_178", "video_id": "P03_117", "narration_ids": [ "P03_117_175", "P03_117_176", "P03_117_177", "P03_117_178" ], "src": "tap sink_strainer against side of bin . turn_on tap . rinse sink_strainer", "src1": "tap sink_strainer against side of bin", "src2": "turn_on tap", "src3": "rinse sink_strainer", "trg": "put sink_strainer back in sink", "vis_src": "P03_117:175 P03_117:176 P03_117:177", "vis_trg": "P03_117:178", "narrations": [ "tap sink strainer against side of bin", "turn on tap", "rinse sink strainer", "put sink strainer back in sink" ], "verbs": [ "tap", "turn-on", "rinse", "put-in" ], "verb_classes": [ 32, 6, 2, 5 ], "nouns": [ "strainer:sink", "tap", "strainer:sink", "strainer:sink" ], "noun_classes": [ 39, 0, 39, 39 ], "start_stop_timestamps": [ [ "00:08:50.71", "00:08:53.33" ], [ "00:08:55.13", "00:08:56.25" ], [ "00:08:56.79", "00:08:57.90" ], [ "00:08:57.55", "00:08:59.65" ] ], "start_stop_frames": [ [ 26535, 26666 ], [ 26756, 26812 ], [ 26839, 26895 ], [ 26877, 26982 ] ], "trgnoun": "sink_strainer", "trgverb": "put_in" }, { "key": "P25_104+100_101_102_103", "video_id": "P25_104", "narration_ids": [ "P25_104_100", "P25_104_101", "P25_104_102", "P25_104_103" ], "src": "pick_up parmesan . put_down parmesan . pick_up bottle", "src1": "pick_up parmesan", "src2": "put_down parmesan", "src3": "pick_up bottle", "trg": "close bottle", "vis_src": "P25_104:100 P25_104:101 P25_104:102", "vis_trg": "P25_104:103", "narrations": [ "pick up parmesan", "put down parmesan", "pick up bottle", "close bottle" ], "verbs": [ "pick-up", "put-down", "pick-up", "close" ], "verb_classes": [ 0, 1, 0, 4 ], "nouns": [ "parmesan", "parmesan", "bottle", "bottle" ], "noun_classes": [ 32, 32, 15, 15 ], "start_stop_timestamps": [ [ "00:05:00.82", "00:05:01.90" ], [ "00:05:02.65", "00:05:03.43" ], [ "00:05:03.17", "00:05:06.30" ], [ "00:05:06.19", "00:05:08.87" ] ], "start_stop_frames": [ [ 15041, 15094 ], [ 15132, 15171 ], [ 15158, 15315 ], [ 15309, 15443 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P01_06+84_85_86_87", "video_id": "P01_06", "narration_ids": [ "P01_06_84", "P01_06_85", "P01_06_86", "P01_06_87" ], "src": "put knife onto rack . rinse tong . put tong onto rack", "src1": "put knife onto rack", "src2": "rinse tong", "src3": "put tong onto rack", "trg": "rinse knife", "vis_src": "P01_06:84 P01_06:85 P01_06:86", "vis_trg": "P01_06:87", "narrations": [ "put knife onto rack", "rinse tong", "put tong onto rack", "rinse knife" ], "verbs": [ "put-onto", "rinse", "put-onto", "rinse" ], "verb_classes": [ 1, 2, 1, 2 ], "nouns": [ "knife", "tong", "rack", "knife" ], "noun_classes": [ 4, 142, 110, 4 ], "start_stop_timestamps": [ [ "00:05:27.03", "00:05:28.40" ], [ "00:05:28.08", "00:05:33.71" ], [ "00:05:33.77", "00:05:35.13" ], [ "00:05:34.88", "00:05:38.91" ] ], "start_stop_frames": [ [ 19621, 19704 ], [ 19684, 20022 ], [ 20026, 20107 ], [ 20092, 20334 ] ], "trgnoun": "knife", "trgverb": "rinse" }, { "key": "P27_101+462_463_464_465", "video_id": "P27_101", "narration_ids": [ "P27_101_462", "P27_101_463", "P27_101_464", "P27_101_465" ], "src": "close cupboard . pick_up bottle . open fridge", "src1": "close cupboard", "src2": "pick_up bottle", "src3": "open fridge", "trg": "put_down bottle", "vis_src": "P27_101:462 P27_101:463 P27_101:464", "vis_trg": "P27_101:465", "narrations": [ "close cupboard", "pick up bottle", "open fridge", "put down bottle" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "bottle", "fridge", "bottle" ], "noun_classes": [ 3, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:22:05.05", "00:22:05.94" ], [ "00:22:08.60", "00:22:09.31" ], [ "00:22:10.56", "00:22:11.28" ], [ "00:22:13.20", "00:22:14.24" ] ], "start_stop_frames": [ [ 66252, 66297 ], [ 66430, 66465 ], [ 66528, 66564 ], [ 66660, 66712 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P22_08+168_169_170_171", "video_id": "P22_08", "narration_ids": [ "P22_08_168", "P22_08_169", "P22_08_170", "P22_08_171" ], "src": "rinse pan . put_down pan . rinse sponge", "src1": "rinse pan", "src2": "put_down pan", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P22_08:168 P22_08:169 P22_08:170", "vis_trg": "P22_08:171", "narrations": [ "rinse pan", "put down pan", "rinse sponge", "put down sponge" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "pan", "pan", "sponge", "sponge" ], "noun_classes": [ 5, 5, 9, 9 ], "start_stop_timestamps": [ [ "00:07:05.07", "00:07:16.06" ], [ "00:07:16.16", "00:07:18.59" ], [ "00:07:18.85", "00:07:22.35" ], [ "00:07:22.70", "00:07:23.67" ] ], "start_stop_frames": [ [ 25504, 26163 ], [ 26169, 26315 ], [ 26331, 26541 ], [ 26562, 26620 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P02_129+185_186_187_188", "video_id": "P02_129", "narration_ids": [ "P02_129_185", "P02_129_186", "P02_129_187", "P02_129_188" ], "src": "move mug in drainer . adjust chopping_board . pick_up mug from drainer", "src1": "move mug in drainer", "src2": "adjust chopping_board", "src3": "pick_up mug from drainer", "trg": "hang mug on stand", "vis_src": "P02_129:185 P02_129:186 P02_129:187", "vis_trg": "P02_129:188", "narrations": [ "move mug in drainer", "adjust chopping board", "pick up mug from drainer", "hang mug on stand" ], "verbs": [ "move", "adjust", "pick-up", "hang-on" ], "verb_classes": [ 11, 17, 0, 41 ], "nouns": [ "mug", "board:chopping", "mug", "mug" ], "noun_classes": [ 13, 18, 13, 13 ], "start_stop_timestamps": [ [ "00:06:45.62", "00:06:47.71" ], [ "00:06:47.80", "00:06:48.96" ], [ "00:06:48.62", "00:06:49.82" ], [ "00:06:51.49", "00:06:52.93" ] ], "start_stop_frames": [ [ 20281, 20385 ], [ 20390, 20448 ], [ 20431, 20491 ], [ 20574, 20646 ] ], "trgnoun": "mug", "trgverb": "hang_on" }, { "key": "P02_107+30_31_32_33", "video_id": "P02_107", "narration_ids": [ "P02_107_30", "P02_107_31", "P02_107_32", "P02_107_33" ], "src": "turn_on coffee_machine . pick_up milk_bottle . open fridge", "src1": "turn_on coffee_machine", "src2": "pick_up milk_bottle", "src3": "open fridge", "trg": "put_back milk_bottle", "vis_src": "P02_107:30 P02_107:31 P02_107:32", "vis_trg": "P02_107:33", "narrations": [ "turn on coffee machine", "pick up milk bottle", "open fridge", "put back milk bottle" ], "verbs": [ "turn-on", "pick-up", "open", "put-back" ], "verb_classes": [ 6, 0, 3, 1 ], "nouns": [ "machine:coffee", "bottle:milk", "fridge", "bottle:milk" ], "noun_classes": [ 50, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:00:58.09", "00:00:58.92" ], [ "00:01:02.45", "00:01:06.56" ], [ "00:01:05.09", "00:01:06.03" ], [ "00:01:06.29", "00:01:07.01" ] ], "start_stop_frames": [ [ 2904, 2946 ], [ 3122, 3328 ], [ 3254, 3301 ], [ 3314, 3350 ] ], "trgnoun": "milk_bottle", "trgverb": "put_back" }, { "key": "P25_01+1_2_3_4", "video_id": "P25_01", "narration_ids": [ "P25_01_1", "P25_01_2", "P25_01_3", "P25_01_4" ], "src": "lift the lid . take plate . put pasta", "src1": "lift the lid", "src2": "take plate", "src3": "put pasta", "trg": "put plate", "vis_src": "P25_01:1 P25_01:2 P25_01:3", "vis_trg": "P25_01:4", "narrations": [ "lift the lid", "take plate", "put pasta", "put plate" ], "verbs": [ "lift", "take", "put", "put" ], "verb_classes": [ 33, 0, 1, 1 ], "nouns": [ "lid", "plate", "pasta", "plate" ], "noun_classes": [ 6, 2, 45, 2 ], "start_stop_timestamps": [ [ "00:00:08.20", "00:00:15.35" ], [ "00:00:16.84", "00:00:20.54" ], [ "00:00:20.64", "00:00:27.83" ], [ "00:00:27.93", "00:00:30.98" ] ], "start_stop_frames": [ [ 491, 921 ], [ 1010, 1232 ], [ 1238, 1669 ], [ 1675, 1858 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P10_01+7_8_9_10", "video_id": "P10_01", "narration_ids": [ "P10_01_7", "P10_01_8", "P10_01_9", "P10_01_10" ], "src": "switch_on the water . brush the pot . switch_off the tap", "src1": "switch_on the water", "src2": "brush the pot", "src3": "switch_off the tap", "trg": "put the pot on the oven", "vis_src": "P10_01:7 P10_01:8 P10_01:9", "vis_trg": "P10_01:10", "narrations": [ "switch on the water", "brush the pot", "switch off the tap", "put the pot on the oven" ], "verbs": [ "switch-on", "brush", "switch-off", "put-on" ], "verb_classes": [ 6, 57, 8, 1 ], "nouns": [ "water", "pot", "tap", "pot" ], "noun_classes": [ 27, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:00:46.45", "00:00:48.96" ], [ "00:00:49.06", "00:00:54.78" ], [ "00:00:54.72", "00:00:55.94" ], [ "00:00:58.29", "00:01:00.45" ] ], "start_stop_frames": [ [ 2787, 2937 ], [ 2943, 3286 ], [ 3283, 3356 ], [ 3497, 3627 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P01_01+71_72_73_74", "video_id": "P01_01", "narration_ids": [ "P01_01_71", "P01_01_72", "P01_01_73", "P01_01_74" ], "src": "close fridge . take spatula . stir something", "src1": "close fridge", "src2": "take spatula", "src3": "stir something", "trg": "put_down spatula", "vis_src": "P01_01:71 P01_01:72 P01_01:73", "vis_trg": "P01_01:74", "narrations": [ "close fridge", "take spatula", "stir something", "put down spatula" ], "verbs": [ "close", "take", "stir", "put-down" ], "verb_classes": [ 4, 0, 10, 1 ], "nouns": [ "fridge", "spatula", "spatula", "spatula" ], "noun_classes": [ 12, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:06:03.07", "00:06:04.15" ], [ "00:06:07.34", "00:06:08.34" ], [ "00:06:08.37", "00:06:18.03" ], [ "00:06:17.83", "00:06:19.31" ] ], "start_stop_frames": [ [ 21784, 21849 ], [ 22040, 22100 ], [ 22102, 22681 ], [ 22669, 22758 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_11+79_80_81_82", "video_id": "P22_11", "narration_ids": [ "P22_11_79", "P22_11_80", "P22_11_81", "P22_11_82" ], "src": "open jar . pour coffee_beans . pick_up measuring_cup", "src1": "open jar", "src2": "pour coffee_beans", "src3": "pick_up measuring_cup", "trg": "pick_up coffee_beans", "vis_src": "P22_11:79 P22_11:80 P22_11:81", "vis_trg": "P22_11:82", "narrations": [ "open jar", "pour coffee beans", "pick up measuring cup", "pick up coffee beans" ], "verbs": [ "open", "pour", "pick-up", "pick-up" ], "verb_classes": [ 3, 9, 0, 0 ], "nouns": [ "jar", "bean:coffee", "cup:measuring", "bean:coffee" ], "noun_classes": [ 40, 59, 13, 59 ], "start_stop_timestamps": [ [ "00:02:49.51", "00:02:50.24" ], [ "00:02:50.00", "00:02:54.84" ], [ "00:02:50.42", "00:02:51.49" ], [ "00:02:52.13", "00:02:54.00" ] ], "start_stop_frames": [ [ 10170, 10214 ], [ 10200, 10490 ], [ 10225, 10289 ], [ 10327, 10440 ] ], "trgnoun": "coffee_bean", "trgverb": "pick_up" }, { "key": "P02_129+154_155_156_157", "video_id": "P02_129", "narration_ids": [ "P02_129_154", "P02_129_155", "P02_129_156", "P02_129_157" ], "src": "put_down spoon . open jar . put_down lid", "src1": "put_down spoon", "src2": "open jar", "src3": "put_down lid", "trg": "pick_up spoon", "vis_src": "P02_129:154 P02_129:155 P02_129:156", "vis_trg": "P02_129:157", "narrations": [ "put down spoon", "open jar", "put down lid", "pick up spoon" ], "verbs": [ "put-down", "open", "put-down", "pick-up" ], "verb_classes": [ 1, 3, 1, 0 ], "nouns": [ "spoon", "jar", "lid", "spoon" ], "noun_classes": [ 1, 40, 6, 1 ], "start_stop_timestamps": [ [ "00:05:39.71", "00:05:40.20" ], [ "00:05:40.15", "00:05:41.89" ], [ "00:05:41.88", "00:05:42.72" ], [ "00:05:42.60", "00:05:43.17" ] ], "start_stop_frames": [ [ 16985, 17010 ], [ 17007, 17094 ], [ 17094, 17136 ], [ 17130, 17158 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P08_18+68_69_70_71", "video_id": "P08_18", "narration_ids": [ "P08_18_68", "P08_18_69", "P08_18_70", "P08_18_71" ], "src": "get sponge . tap on . water the sponge", "src1": "get sponge", "src2": "tap on", "src3": "water the sponge", "trg": "squeeze sponge", "vis_src": "P08_18:68 P08_18:69 P08_18:70", "vis_trg": "P08_18:71", "narrations": [ "get sponge", "tap on", "water the sponge", "squeeze sponge" ], "verbs": [ "get", "turn-on", "water", "squeeze" ], "verb_classes": [ 0, 6, 62, 18 ], "nouns": [ "sponge", "tap", "sponge", "sponge" ], "noun_classes": [ 9, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:04:08.34", "00:04:10.01" ], [ "00:04:09.84", "00:04:11.60" ], [ "00:04:10.70", "00:04:15.61" ], [ "00:04:15.57", "00:04:18.29" ] ], "start_stop_frames": [ [ 14900, 15000 ], [ 14990, 15096 ], [ 15042, 15336 ], [ 15334, 15497 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P25_107+239_240_241_242", "video_id": "P25_107", "narration_ids": [ "P25_107_239", "P25_107_240", "P25_107_241", "P25_107_242" ], "src": "pour salt . take fork . check aubergine", "src1": "pour salt", "src2": "take fork", "src3": "check aubergine", "trg": "flip aubergine", "vis_src": "P25_107:239 P25_107:240 P25_107:241", "vis_trg": "P25_107:242", "narrations": [ "pour salt", "take fork", "check aubergine", "flip aubergine" ], "verbs": [ "pour", "take", "check", "flip" ], "verb_classes": [ 9, 0, 24, 22 ], "nouns": [ "salt", "fork", "aubergine", "aubergine" ], "noun_classes": [ 38, 14, 67, 67 ], "start_stop_timestamps": [ [ "00:20:04.00", "00:20:05.05" ], [ "00:20:05.58", "00:20:06.24" ], [ "00:20:06.57", "00:20:19.15" ], [ "00:20:22.72", "00:20:24.33" ] ], "start_stop_frames": [ [ 60200, 60252 ], [ 60279, 60312 ], [ 60328, 60957 ], [ 61136, 61216 ] ], "trgnoun": "aubergine", "trgverb": "flip" }, { "key": "P04_109+56_57_58_59", "video_id": "P04_109", "narration_ids": [ "P04_109_56", "P04_109_57", "P04_109_58", "P04_109_59" ], "src": "pick_up cucumber . pick_up knife . grab piece of carrot", "src1": "pick_up cucumber", "src2": "pick_up knife", "src3": "grab piece of carrot", "trg": "slice piece of carrot", "vis_src": "P04_109:56 P04_109:57 P04_109:58", "vis_trg": "P04_109:59", "narrations": [ "pick up cucumber", "pick up knife", "grab piece of carrot", "slice piece of carrot" ], "verbs": [ "pick-up", "pick-up", "grab", "slice" ], "verb_classes": [ 0, 0, 0, 7 ], "nouns": [ "cucumber", "knife", "piece:carrot", "piece:carrot" ], "noun_classes": [ 72, 4, 41, 41 ], "start_stop_timestamps": [ [ "00:02:31.10", "00:02:32.08" ], [ "00:02:32.15", "00:02:33.19" ], [ "00:02:33.11", "00:02:34.48" ], [ "00:02:34.53", "00:02:36.50" ] ], "start_stop_frames": [ [ 7555, 7603 ], [ 7607, 7659 ], [ 7655, 7723 ], [ 7726, 7825 ] ], "trgnoun": "carrot_piece", "trgverb": "slice" }, { "key": "P04_01+6_7_8_9", "video_id": "P04_01", "narration_ids": [ "P04_01_6", "P04_01_7", "P04_01_8", "P04_01_9" ], "src": "look_for something . grab packet . pick_up bucket", "src1": "look_for something", "src2": "grab packet", "src3": "pick_up bucket", "trg": "put bucket", "vis_src": "P04_01:6 P04_01:7 P04_01:8", "vis_trg": "P04_01:9", "narrations": [ "look for something", "grab packet", "pick up bucket", "put bucket" ], "verbs": [ "look-for", "grab", "pick-up", "put" ], "verb_classes": [ 48, 0, 0, 1 ], "nouns": [ "bag", "packet", "bucket", "bucket" ], "noun_classes": [ 19, 26, 21, 21 ], "start_stop_timestamps": [ [ "00:00:17.99", "00:00:20.70" ], [ "00:00:29.72", "00:00:33.82" ], [ "00:00:33.48", "00:00:34.38" ], [ "00:00:34.48", "00:00:35.06" ] ], "start_stop_frames": [ [ 1079, 1242 ], [ 1783, 2029 ], [ 2008, 2062 ], [ 2068, 2103 ] ], "trgnoun": "bucket", "trgverb": "put" }, { "key": "P26_118+1_2_3_4", "video_id": "P26_118", "narration_ids": [ "P26_118_1", "P26_118_2", "P26_118_3", "P26_118_4" ], "src": "turn_on tap . pick_up washing up liquid . pick_up cups", "src1": "turn_on tap", "src2": "pick_up washing up liquid", "src3": "pick_up cups", "trg": "put_down cups", "vis_src": "P26_118:1 P26_118:2 P26_118:3", "vis_trg": "P26_118:4", "narrations": [ "turn on tap", "pick up washing up liquid", "pick up cups", "put down cups" ], "verbs": [ "turn-on", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 6, 0, 0, 1 ], "nouns": [ "tap", "liquid:washing:up", "cup", "cup" ], "noun_classes": [ 0, 22, 13, 13 ], "start_stop_timestamps": [ [ "00:00:02.77", "00:00:03.81" ], [ "00:00:04.91", "00:00:06.88" ], [ "00:00:07.05", "00:00:08.71" ], [ "00:00:08.66", "00:00:09.96" ] ], "start_stop_frames": [ [ 138, 190 ], [ 245, 344 ], [ 352, 435 ], [ 433, 498 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P11_104+63_64_65_66", "video_id": "P11_104", "narration_ids": [ "P11_104_63", "P11_104_64", "P11_104_65", "P11_104_66" ], "src": "throw away plastic . put salmon in bowl . throw away packaging", "src1": "throw away plastic", "src2": "put salmon in bowl", "src3": "throw away packaging", "trg": "pick_up salmon", "vis_src": "P11_104:63 P11_104:64 P11_104:65", "vis_trg": "P11_104:66", "narrations": [ "throw away plastic", "put salmon in bowl", "throw away packaging", "pick up salmon" ], "verbs": [ "throw", "put-in", "throw", "pick-up" ], "verb_classes": [ 13, 5, 13, 0 ], "nouns": [ "plastic", "salmon", "packaging", "salmon" ], "noun_classes": [ 26, 112, 26, 112 ], "start_stop_timestamps": [ [ "00:04:05.07", "00:04:06.46" ], [ "00:04:06.08", "00:04:13.39" ], [ "00:04:15.61", "00:04:16.54" ], [ "00:04:17.19", "00:04:18.69" ] ], "start_stop_frames": [ [ 12253, 12323 ], [ 12304, 12669 ], [ 12780, 12827 ], [ 12859, 12934 ] ], "trgnoun": "salmon", "trgverb": "pick_up" }, { "key": "P04_104+145_146_147_148", "video_id": "P04_104", "narration_ids": [ "P04_104_145", "P04_104_146", "P04_104_147", "P04_104_148" ], "src": "put_down battery . put_down scales . pick_up battery_pack", "src1": "put_down battery", "src2": "put_down scales", "src3": "pick_up battery_pack", "trg": "open battery_pack", "vis_src": "P04_104:145 P04_104:146 P04_104:147", "vis_trg": "P04_104:148", "narrations": [ "put down battery", "put down scales", "pick up battery pack", "open battery pack" ], "verbs": [ "put-down", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "battery", "scale", "pack:battery", "pack:battery" ], "noun_classes": [ 233, 108, 26, 26 ], "start_stop_timestamps": [ [ "00:05:23.08", "00:05:23.53" ], [ "00:05:23.43", "00:05:24.33" ], [ "00:05:24.56", "00:05:25.27" ], [ "00:05:25.47", "00:05:27.76" ] ], "start_stop_frames": [ [ 16154, 16176 ], [ 16171, 16216 ], [ 16228, 16263 ], [ 16273, 16388 ] ], "trgnoun": "battery_pack", "trgverb": "open" }, { "key": "P37_102+65_66_67_68", "video_id": "P37_102", "narration_ids": [ "P37_102_65", "P37_102_66", "P37_102_67", "P37_102_68" ], "src": "put carrots in plate . take carrots . cut carrots into two pieces", "src1": "put carrots in plate", "src2": "take carrots", "src3": "cut carrots into two pieces", "trg": "cut carrots", "vis_src": "P37_102:65 P37_102:66 P37_102:67", "vis_trg": "P37_102:68", "narrations": [ "put carrots in plate", "take carrots", "cut carrots into two pieces", "cut carrots" ], "verbs": [ "put-in", "take", "cut-into", "cut" ], "verb_classes": [ 5, 0, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:48.22", "00:04:48.94" ], [ "00:04:48.66", "00:04:50.34" ], [ "00:04:49.77", "00:04:51.79" ], [ "00:04:51.98", "00:04:55.48" ] ], "start_stop_frames": [ [ 14411, 14447 ], [ 14432, 14517 ], [ 14488, 14589 ], [ 14599, 14774 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P01_05+56_57_58_59", "video_id": "P01_05", "narration_ids": [ "P01_05_56", "P01_05_57", "P01_05_58", "P01_05_59" ], "src": "open kettle . turn_off top . pour water into kettle", "src1": "open kettle", "src2": "turn_off top", "src3": "pour water into kettle", "trg": "close kettle", "vis_src": "P01_05:56 P01_05:57 P01_05:58", "vis_trg": "P01_05:59", "narrations": [ "open kettle", "turn off top", "pour water into kettle", "close kettle" ], "verbs": [ "open", "turn-off", "pour-into", "close" ], "verb_classes": [ 3, 8, 9, 4 ], "nouns": [ "kettle", "top", "water", "kettle" ], "noun_classes": [ 44, 42, 27, 44 ], "start_stop_timestamps": [ [ "00:02:46.43", "00:02:47.18" ], [ "00:02:48.05", "00:02:48.92" ], [ "00:02:48.84", "00:03:00.57" ], [ "00:03:00.35", "00:03:01.65" ] ], "start_stop_frames": [ [ 9985, 10030 ], [ 10083, 10135 ], [ 10130, 10834 ], [ 10821, 10899 ] ], "trgnoun": "kettle", "trgverb": "close" }, { "key": "P05_08+117_118_119_120", "video_id": "P05_08", "narration_ids": [ "P05_08_117", "P05_08_118", "P05_08_119", "P05_08_120" ], "src": "place pan in sink . rinse wooden_spatula . rinse pan", "src1": "place pan in sink", "src2": "rinse wooden_spatula", "src3": "rinse pan", "trg": "wash pan", "vis_src": "P05_08:117 P05_08:118 P05_08:119", "vis_trg": "P05_08:120", "narrations": [ "place pan in sink", "rinse wooden spatula", "rinse pan", "wash pan" ], "verbs": [ "place-in", "rinse", "rinse", "wash" ], "verb_classes": [ 5, 2, 2, 2 ], "nouns": [ "pan", "spatula:wooden", "pan", "pan" ], "noun_classes": [ 5, 20, 5, 5 ], "start_stop_timestamps": [ [ "00:18:50.93", "00:18:52.87" ], [ "00:18:59.70", "00:19:08.44" ], [ "00:19:04.42", "00:19:07.84" ], [ "00:19:07.59", "00:19:30.68" ] ], "start_stop_frames": [ [ 67855, 67972 ], [ 68382, 68906 ], [ 68665, 68870 ], [ 68855, 70240 ] ], "trgnoun": "pan", "trgverb": "wash" }, { "key": "P01_109+399_400_401_402", "video_id": "P01_109", "narration_ids": [ "P01_109_399", "P01_109_400", "P01_109_401", "P01_109_402" ], "src": "close drawer . pick_up salt . scoop salt", "src1": "close drawer", "src2": "pick_up salt", "src3": "scoop salt", "trg": "sprinkle salt", "vis_src": "P01_109:399 P01_109:400 P01_109:401", "vis_trg": "P01_109:402", "narrations": [ "close drawer", "pick up salt", "scoop salt", "sprinkle salt" ], "verbs": [ "close", "pick-up", "scoop", "sprinkle" ], "verb_classes": [ 4, 0, 16, 42 ], "nouns": [ "drawer", "salt", "salt", "salt" ], "noun_classes": [ 8, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:23:16.92", "00:23:17.54" ], [ "00:23:19.77", "00:23:20.48" ], [ "00:23:21.59", "00:23:22.94" ], [ "00:23:23.45", "00:23:24.19" ] ], "start_stop_frames": [ [ 69846, 69877 ], [ 69988, 70024 ], [ 70079, 70147 ], [ 70172, 70209 ] ], "trgnoun": "salt", "trgverb": "sprinkle" }, { "key": "P22_07+98_99_100_101", "video_id": "P22_07", "narration_ids": [ "P22_07_98", "P22_07_99", "P22_07_100", "P22_07_101" ], "src": "move peelings . cut onion . put_down knife", "src1": "move peelings", "src2": "cut onion", "src3": "put_down knife", "trg": "pick_up knife", "vis_src": "P22_07:98 P22_07:99 P22_07:100", "vis_trg": "P22_07:101", "narrations": [ "move peelings", "cut onion", "put down knife", "pick up knife" ], "verbs": [ "move", "cut", "put-down", "pick-up" ], "verb_classes": [ 11, 7, 1, 0 ], "nouns": [ "peeling", "onion", "knife", "knife" ], "noun_classes": [ 48, 16, 4, 4 ], "start_stop_timestamps": [ [ "00:03:26.40", "00:03:28.18" ], [ "00:03:30.00", "00:03:35.09" ], [ "00:03:34.69", "00:03:35.51" ], [ "00:03:35.47", "00:03:36.29" ] ], "start_stop_frames": [ [ 12384, 12490 ], [ 12600, 12905 ], [ 12881, 12930 ], [ 12928, 12977 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P22_10+117_118_119_120", "video_id": "P22_10", "narration_ids": [ "P22_10_117", "P22_10_118", "P22_10_119", "P22_10_120" ], "src": "pick_up can . put_down can . pick_up spoon", "src1": "pick_up can", "src2": "put_down can", "src3": "pick_up spoon", "trg": "lather spoon", "vis_src": "P22_10:117 P22_10:118 P22_10:119", "vis_trg": "P22_10:120", "narrations": [ "pick up can", "put down can", "pick up spoon", "lather spoon" ], "verbs": [ "pick-up", "put-down", "pick-up", "lather" ], "verb_classes": [ 0, 1, 0, 2 ], "nouns": [ "can", "can", "spoon", "spoon" ], "noun_classes": [ 61, 61, 1, 1 ], "start_stop_timestamps": [ [ "00:04:04.84", "00:04:05.89" ], [ "00:04:05.81", "00:04:06.52" ], [ "00:04:06.61", "00:04:07.42" ], [ "00:04:07.25", "00:04:09.82" ] ], "start_stop_frames": [ [ 14690, 14753 ], [ 14748, 14791 ], [ 14796, 14845 ], [ 14835, 14989 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P06_102+29_30_31_32", "video_id": "P06_102", "narration_ids": [ "P06_102_29", "P06_102_30", "P06_102_31", "P06_102_32" ], "src": "put bowl on scales . pick_up salt . pour salt into bowl", "src1": "put bowl on scales", "src2": "pick_up salt", "src3": "pour salt into bowl", "trg": "put_down salt", "vis_src": "P06_102:29 P06_102:30 P06_102:31", "vis_trg": "P06_102:32", "narrations": [ "put bowl on scales", "pick up salt", "pour salt into bowl", "put down salt" ], "verbs": [ "put-on", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "bowl", "salt", "salt", "salt" ], "noun_classes": [ 7, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:02:57.80", "00:02:59.39" ], [ "00:03:01.14", "00:03:02.73" ], [ "00:03:03.16", "00:03:15.11" ], [ "00:03:15.65", "00:03:16.85" ] ], "start_stop_frames": [ [ 8890, 8969 ], [ 9057, 9136 ], [ 9158, 9755 ], [ 9782, 9842 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P04_12+9_10_11_12", "video_id": "P04_12", "narration_ids": [ "P04_12_9", "P04_12_10", "P04_12_11", "P04_12_12" ], "src": "stir pan . open drawer . pick_up spices", "src1": "stir pan", "src2": "open drawer", "src3": "pick_up spices", "trg": "put_down spices", "vis_src": "P04_12:9 P04_12:10 P04_12:11", "vis_trg": "P04_12:12", "narrations": [ "stir pan", "open drawer", "pick up spices", "put down spices" ], "verbs": [ "stir", "open", "pick-up", "put-down" ], "verb_classes": [ 10, 3, 0, 1 ], "nouns": [ "pan", "drawer", "spice", "spice" ], "noun_classes": [ 5, 8, 85, 85 ], "start_stop_timestamps": [ [ "00:00:56.17", "00:01:08.66" ], [ "00:01:13.28", "00:01:14.74" ], [ "00:01:16.44", "00:02:06.85" ], [ "00:02:07.51", "00:02:12.52" ] ], "start_stop_frames": [ [ 3370, 4119 ], [ 4396, 4484 ], [ 4586, 7611 ], [ 7650, 7951 ] ], "trgnoun": "spice", "trgverb": "put_down" }, { "key": "P22_07+639_640_641_642", "video_id": "P22_07", "narration_ids": [ "P22_07_639", "P22_07_640", "P22_07_641", "P22_07_642" ], "src": "open drawer . get pot_holder . get rag", "src1": "open drawer", "src2": "get pot_holder", "src3": "get rag", "trg": "close drawer", "vis_src": "P22_07:639 P22_07:640 P22_07:641", "vis_trg": "P22_07:642", "narrations": [ "open drawer", "get pot holder", "get rag", "close drawer" ], "verbs": [ "open", "get", "get", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "drawer", "holder:pot", "rag", "drawer" ], "noun_classes": [ 8, 24, 17, 8 ], "start_stop_timestamps": [ [ "00:30:48.82", "00:30:49.40" ], [ "00:30:49.35", "00:30:52.28" ], [ "00:30:52.38", "00:30:54.50" ], [ "00:30:54.31", "00:30:55.46" ] ], "start_stop_frames": [ [ 110929, 110964 ], [ 110961, 111136 ], [ 111142, 111270 ], [ 111258, 111327 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P22_14+87_88_89_90", "video_id": "P22_14", "narration_ids": [ "P22_14_87", "P22_14_88", "P22_14_89", "P22_14_90" ], "src": "put_down soap . rinse sponge . pick_up saucer", "src1": "put_down soap", "src2": "rinse sponge", "src3": "pick_up saucer", "trg": "lather saucer", "vis_src": "P22_14:87 P22_14:88 P22_14:89", "vis_trg": "P22_14:90", "narrations": [ "put down soap", "rinse sponge", "pick up saucer", "lather saucer" ], "verbs": [ "put-down", "rinse", "pick-up", "lather" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "soap", "sponge", "saucer", "saucer" ], "noun_classes": [ 22, 9, 2, 2 ], "start_stop_timestamps": [ [ "00:03:43.04", "00:03:43.95" ], [ "00:03:43.91", "00:03:45.34" ], [ "00:03:45.45", "00:03:47.81" ], [ "00:03:48.16", "00:04:05.97" ] ], "start_stop_frames": [ [ 13382, 13437 ], [ 13434, 13520 ], [ 13527, 13668 ], [ 13689, 14758 ] ], "trgnoun": "saucer", "trgverb": "lather" }, { "key": "P11_102+14_15_16_17", "video_id": "P11_102", "narration_ids": [ "P11_102_14", "P11_102_15", "P11_102_16", "P11_102_17" ], "src": "put pot on hob . pick_up kettle . empty kettle", "src1": "put pot on hob", "src2": "pick_up kettle", "src3": "empty kettle", "trg": "fill_up kettle", "vis_src": "P11_102:14 P11_102:15 P11_102:16", "vis_trg": "P11_102:17", "narrations": [ "put pot on hob", "pick up kettle", "empty kettle", "fill up kettle" ], "verbs": [ "put-on", "pick-up", "empty", "fill-up" ], "verb_classes": [ 1, 0, 20, 26 ], "nouns": [ "pot", "kettle", "kettle", "kettle" ], "noun_classes": [ 29, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:00:34.44", "00:00:35.25" ], [ "00:00:37.27", "00:00:38.18" ], [ "00:00:37.85", "00:00:42.79" ], [ "00:00:42.01", "00:00:51.97" ] ], "start_stop_frames": [ [ 1722, 1762 ], [ 1863, 1909 ], [ 1892, 2139 ], [ 2100, 2598 ] ], "trgnoun": "kettle", "trgverb": "fill_up" }, { "key": "P02_135+91_92_93_94", "video_id": "P02_135", "narration_ids": [ "P02_135_91", "P02_135_92", "P02_135_93", "P02_135_94" ], "src": "scoop jam from jar using knife . spread jam on bagel . pick_up bagel from chopping board", "src1": "scoop jam from jar using knife", "src2": "spread jam on bagel", "src3": "pick_up bagel from chopping board", "trg": "put bagel in plate", "vis_src": "P02_135:91 P02_135:92 P02_135:93", "vis_trg": "P02_135:94", "narrations": [ "scoop jam from jar using knife", "spread jam on bagel", "pick up bagel from chopping board", "put bagel in plate" ], "verbs": [ "scoop", "spread-on", "pick-up", "put-in" ], "verb_classes": [ 16, 27, 0, 5 ], "nouns": [ "jam", "jam", "bagel", "bagel" ], "noun_classes": [ 115, 115, 33, 33 ], "start_stop_timestamps": [ [ "00:03:37.74", "00:03:39.20" ], [ "00:03:38.97", "00:03:45.92" ], [ "00:03:42.53", "00:03:46.56" ], [ "00:03:46.31", "00:03:46.95" ] ], "start_stop_frames": [ [ 10887, 10960 ], [ 10948, 11296 ], [ 11126, 11328 ], [ 11315, 11347 ] ], "trgnoun": "bagel", "trgverb": "put_in" }, { "key": "P04_113+204_205_206_207", "video_id": "P04_113", "narration_ids": [ "P04_113_204", "P04_113_205", "P04_113_206", "P04_113_207" ], "src": "pick_up oven_dish . push dishwasher_drawer . turn_over oven_dish", "src1": "pick_up oven_dish", "src2": "push dishwasher_drawer", "src3": "turn_over oven_dish", "trg": "put oven_dish in dishwasher", "vis_src": "P04_113:204 P04_113:205 P04_113:206", "vis_trg": "P04_113:207", "narrations": [ "pick up oven dish", "push dishwasher drawer", "turn over oven dish", "put oven dish in dishwasher" ], "verbs": [ "pick-up", "push", "turn-over", "put-in" ], "verb_classes": [ 0, 21, 22, 5 ], "nouns": [ "dish:oven", "drawer:dishwasher", "dish:oven", "dish:oven" ], "noun_classes": [ 35, 70, 35, 35 ], "start_stop_timestamps": [ [ "00:06:18.94", "00:06:20.41" ], [ "00:06:20.55", "00:06:21.47" ], [ "00:06:21.88", "00:06:27.32" ], [ "00:06:23.68", "00:06:28.05" ] ], "start_stop_frames": [ [ 18947, 19020 ], [ 19027, 19073 ], [ 19094, 19366 ], [ 19184, 19402 ] ], "trgnoun": "oven_dish", "trgverb": "put_in" }, { "key": "P03_119+48_49_50_51", "video_id": "P03_119", "narration_ids": [ "P03_119_48", "P03_119_49", "P03_119_50", "P03_119_51" ], "src": "pick_up glass . wash glass . wipe drying up rack", "src1": "pick_up glass", "src2": "wash glass", "src3": "wipe drying up rack", "trg": "put glass in drying up rack", "vis_src": "P03_119:48 P03_119:49 P03_119:50", "vis_trg": "P03_119:51", "narrations": [ "pick up glass", "wash glass", "wipe drying up rack", "put glass in drying up rack" ], "verbs": [ "pick-up", "wash", "wipe", "put-in" ], "verb_classes": [ 0, 2, 2, 5 ], "nouns": [ "glass", "glass", "rack", "glass" ], "noun_classes": [ 10, 10, 110, 10 ], "start_stop_timestamps": [ [ "00:01:29.25", "00:01:30.08" ], [ "00:01:30.18", "00:01:37.41" ], [ "00:01:38.28", "00:01:43.10" ], [ "00:01:42.98", "00:01:43.88" ] ], "start_stop_frames": [ [ 4462, 4504 ], [ 4509, 4870 ], [ 4914, 5155 ], [ 5148, 5194 ] ], "trgnoun": "glass", "trgverb": "put_in" }, { "key": "P22_09+157_158_159_160", "video_id": "P22_09", "narration_ids": [ "P22_09_157", "P22_09_158", "P22_09_159", "P22_09_160" ], "src": "rinse cooker . move cooker . position cooker", "src1": "rinse cooker", "src2": "move cooker", "src3": "position cooker", "trg": "clean cooker", "vis_src": "P22_09:157 P22_09:158 P22_09:159", "vis_trg": "P22_09:160", "narrations": [ "rinse cooker", "move cooker", "position cooker", "clean cooker" ], "verbs": [ "rinse", "move", "position", "clean" ], "verb_classes": [ 2, 11, 1, 2 ], "nouns": [ "cooker", "cooker", "cooker", "cooker" ], "noun_classes": [ 46, 46, 46, 46 ], "start_stop_timestamps": [ [ "00:05:11.45", "00:05:14.30" ], [ "00:05:13.07", "00:05:17.87" ], [ "00:05:14.10", "00:05:18.07" ], [ "00:05:18.27", "00:05:21.21" ] ], "start_stop_frames": [ [ 18687, 18858 ], [ 18784, 19072 ], [ 18846, 19084 ], [ 19096, 19272 ] ], "trgnoun": "cooker", "trgverb": "clean" }, { "key": "P04_107+182_184_499_519", "video_id": "P04_107", "narration_ids": [ "P04_107_182", "P04_107_184", "P04_107_499", "P04_107_519" ], "src": "roll dough . put_down rolling_pin . turn dough", "src1": "roll dough", "src2": "put_down rolling_pin", "src3": "turn dough", "trg": "pick_up dough", "vis_src": "P04_107:182 P04_107:184 P04_107:499", "vis_trg": "P04_107:519", "narrations": [ "roll dough", "put down rolling pin", "turn dough", "pick up dough" ], "verbs": [ "roll", "put-down", "turn", "pick-up" ], "verb_classes": [ 47, 1, 23, 0 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:06:32.85", "00:06:35.36" ], [ "00:06:40.90", "00:06:43.53" ], [ "00:14:39.66", "00:14:40.37" ], [ "00:14:57.92", "00:14:58.98" ] ], "start_stop_frames": [ [ 19642, 19768 ], [ 20045, 20176 ], [ 43983, 44018 ], [ 44896, 44949 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P07_10+153_154_155_156", "video_id": "P07_10", "narration_ids": [ "P07_10_153", "P07_10_154", "P07_10_155", "P07_10_156" ], "src": "cut onion . add onion to pot . press garlic", "src1": "cut onion", "src2": "add onion to pot", "src3": "press garlic", "trg": "peel garlic", "vis_src": "P07_10:153 P07_10:154 P07_10:155", "vis_trg": "P07_10:156", "narrations": [ "cut onion", "add onion to pot", "press garlic", "peel garlic" ], "verbs": [ "cut", "add-to", "press", "peel" ], "verb_classes": [ 7, 46, 21, 19 ], "nouns": [ "onion", "onion", "garlic", "garlic" ], "noun_classes": [ 16, 16, 51, 51 ], "start_stop_timestamps": [ [ "00:13:49.64", "00:13:51.41" ], [ "00:13:52.96", "00:13:54.29" ], [ "00:14:00.82", "00:14:02.11" ], [ "00:14:03.85", "00:14:07.38" ] ], "start_stop_frames": [ [ 49778, 49884 ], [ 49977, 50057 ], [ 50449, 50526 ], [ 50631, 50842 ] ], "trgnoun": "garlic", "trgverb": "peel" }, { "key": "P26_115+26_27_28_29", "video_id": "P26_115", "narration_ids": [ "P26_115_26", "P26_115_27", "P26_115_28", "P26_115_29" ], "src": "put_down spatula . open oven . put_down baking_tray", "src1": "put_down spatula", "src2": "open oven", "src3": "put_down baking_tray", "trg": "close oven", "vis_src": "P26_115:26 P26_115:27 P26_115:28", "vis_trg": "P26_115:29", "narrations": [ "put down spatula", "open oven", "put down baking tray", "close oven" ], "verbs": [ "put-down", "open", "put-down", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "spatula", "oven", "tray:baking", "oven" ], "noun_classes": [ 20, 46, 35, 46 ], "start_stop_timestamps": [ [ "00:01:30.62", "00:01:31.72" ], [ "00:01:33.55", "00:01:36.01" ], [ "00:01:35.94", "00:01:38.35" ], [ "00:01:38.44", "00:01:40.19" ] ], "start_stop_frames": [ [ 4531, 4586 ], [ 4677, 4800 ], [ 4797, 4917 ], [ 4922, 5009 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P12_101+36_37_38_39", "video_id": "P12_101", "narration_ids": [ "P12_101_36", "P12_101_37", "P12_101_38", "P12_101_39" ], "src": "take_out oil from cupboard . close cupboard . open cupboard", "src1": "take_out oil from cupboard", "src2": "close cupboard", "src3": "open cupboard", "trg": "put_down oil onto countertop", "vis_src": "P12_101:36 P12_101:37 P12_101:38", "vis_trg": "P12_101:39", "narrations": [ "take out oil from cupboard", "close cupboard", "open cupboard", "put down oil onto countertop" ], "verbs": [ "take-out", "close", "open", "put-down" ], "verb_classes": [ 12, 4, 3, 1 ], "nouns": [ "oil", "cupboard", "cupboard", "oil" ], "noun_classes": [ 31, 3, 3, 31 ], "start_stop_timestamps": [ [ "00:01:31.92", "00:01:33.43" ], [ "00:01:33.50", "00:01:34.70" ], [ "00:01:34.64", "00:01:36.69" ], [ "00:01:35.27", "00:01:36.60" ] ], "start_stop_frames": [ [ 4596, 4671 ], [ 4675, 4735 ], [ 4732, 4834 ], [ 4763, 4830 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P13_06+15_16_17_18", "video_id": "P13_06", "narration_ids": [ "P13_06_15", "P13_06_16", "P13_06_17", "P13_06_18" ], "src": "grab scissors . open drawer . put scissors in drawer", "src1": "grab scissors", "src2": "open drawer", "src3": "put scissors in drawer", "trg": "close drawer", "vis_src": "P13_06:15 P13_06:16 P13_06:17", "vis_trg": "P13_06:18", "narrations": [ "grab scissors", "open drawer", "put scissors in drawer", "close drawer" ], "verbs": [ "grab", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "scissors", "drawer", "scissors", "drawer" ], "noun_classes": [ 79, 8, 79, 8 ], "start_stop_timestamps": [ [ "00:01:30.23", "00:01:31.17" ], [ "00:01:31.45", "00:01:32.38" ], [ "00:01:32.48", "00:01:34.03" ], [ "00:01:34.87", "00:01:36.02" ] ], "start_stop_frames": [ [ 5413, 5470 ], [ 5487, 5542 ], [ 5548, 5641 ], [ 5692, 5761 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P15_10+7_8_9_10", "video_id": "P15_10", "narration_ids": [ "P15_10_7", "P15_10_8", "P15_10_9", "P15_10_10" ], "src": "pour sauce in frying pan . close sauce_bottle . open fridge", "src1": "pour sauce in frying pan", "src2": "close sauce_bottle", "src3": "open fridge", "trg": "store sauce", "vis_src": "P15_10:7 P15_10:8 P15_10:9", "vis_trg": "P15_10:10", "narrations": [ "pour sauce in frying pan", "close sauce bottle", "open fridge", "store sauce" ], "verbs": [ "pour-in", "close", "open", "store" ], "verb_classes": [ 9, 4, 3, 1 ], "nouns": [ "sauce", "bottle:sauce", "fridge", "sauce" ], "noun_classes": [ 47, 15, 12, 47 ], "start_stop_timestamps": [ [ "00:01:40.95", "00:01:48.76" ], [ "00:01:49.30", "00:01:51.49" ], [ "00:01:51.59", "00:01:52.85" ], [ "00:01:52.95", "00:01:54.75" ] ], "start_stop_frames": [ [ 6057, 6525 ], [ 6558, 6689 ], [ 6695, 6771 ], [ 6777, 6885 ] ], "trgnoun": "sauce", "trgverb": "store" }, { "key": "P03_109+235_236_237_238", "video_id": "P03_109", "narration_ids": [ "P03_109_235", "P03_109_236", "P03_109_237", "P03_109_238" ], "src": "put knife in drying rack . pick_up spoon . wash spoon", "src1": "put knife in drying rack", "src2": "pick_up spoon", "src3": "wash spoon", "trg": "put spoon in drying rack", "vis_src": "P03_109:235 P03_109:236 P03_109:237", "vis_trg": "P03_109:238", "narrations": [ "put knife in drying rack", "pick up spoon", "wash spoon", "put spoon in drying rack" ], "verbs": [ "put-in", "pick-up", "wash", "put-in" ], "verb_classes": [ 5, 0, 2, 5 ], "nouns": [ "knife", "spoon", "spoon", "spoon" ], "noun_classes": [ 4, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:13:06.28", "00:13:07.19" ], [ "00:13:07.15", "00:13:08.85" ], [ "00:13:08.60", "00:13:12.09" ], [ "00:13:12.01", "00:13:12.96" ] ], "start_stop_frames": [ [ 39314, 39359 ], [ 39357, 39442 ], [ 39430, 39604 ], [ 39600, 39648 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P04_107+188_190_191_488", "video_id": "P04_107", "narration_ids": [ "P04_107_188", "P04_107_190", "P04_107_191", "P04_107_488" ], "src": "straighten dough . pick_up rolling_pin . roll dough", "src1": "straighten dough", "src2": "pick_up rolling_pin", "src3": "roll dough", "trg": "move dough", "vis_src": "P04_107:188 P04_107:190 P04_107:191", "vis_trg": "P04_107:488", "narrations": [ "straighten dough", "pick up rolling pin", "roll dough", "move dough" ], "verbs": [ "straighten", "pick-up", "roll", "move" ], "verb_classes": [ 40, 0, 47, 11 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:06:46.74", "00:06:47.67" ], [ "00:06:48.12", "00:06:48.83" ], [ "00:06:48.87", "00:06:54.25" ], [ "00:14:19.28", "00:14:19.84" ] ], "start_stop_frames": [ [ 20337, 20383 ], [ 20406, 20441 ], [ 20443, 20712 ], [ 42964, 42992 ] ], "trgnoun": "dough", "trgverb": "move" }, { "key": "P23_102+101_102_103_104", "video_id": "P23_102", "narration_ids": [ "P23_102_101", "P23_102_102", "P23_102_103", "P23_102_104" ], "src": "clean knife . take onion . remove peel", "src1": "clean knife", "src2": "take onion", "src3": "remove peel", "trg": "cut onion", "vis_src": "P23_102:101 P23_102:102 P23_102:103", "vis_trg": "P23_102:104", "narrations": [ "clean knife", "take onion", "remove peel", "cut onion" ], "verbs": [ "clean", "take", "remove", "cut" ], "verb_classes": [ 2, 0, 12, 7 ], "nouns": [ "knife", "onion", "peel", "onion" ], "noun_classes": [ 4, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:09:13.43", "00:09:15.27" ], [ "00:09:15.12", "00:09:16.00" ], [ "00:09:15.57", "00:09:33.49" ], [ "00:09:33.59", "00:09:42.01" ] ], "start_stop_frames": [ [ 27671, 27763 ], [ 27756, 27800 ], [ 27778, 28674 ], [ 28679, 29100 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P04_115+121_122_124_125", "video_id": "P04_115", "narration_ids": [ "P04_115_121", "P04_115_122", "P04_115_124", "P04_115_125" ], "src": "pick_up rice cooker lid . put lid on rice cooker . open bao_bun", "src1": "pick_up rice cooker lid", "src2": "put lid on rice cooker", "src3": "open bao_bun", "trg": "close bao_bun", "vis_src": "P04_115:121 P04_115:122 P04_115:124", "vis_trg": "P04_115:125", "narrations": [ "pick up rice cooker lid", "put lid on rice cooker", "open bao bun", "close bao bun" ], "verbs": [ "pick-up", "put-on", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "lid:rice:cooker", "lid", "bun:bao", "bun:bao" ], "noun_classes": [ 6, 6, 33, 33 ], "start_stop_timestamps": [ [ "00:04:00.04", "00:04:00.50" ], [ "00:04:00.53", "00:04:01.46" ], [ "00:04:02.58", "00:04:03.87" ], [ "00:04:03.94", "00:04:04.72" ] ], "start_stop_frames": [ [ 12002, 12025 ], [ 12026, 12073 ], [ 12129, 12193 ], [ 12197, 12236 ] ], "trgnoun": "bao_bun", "trgverb": "close" }, { "key": "P02_130+208_209_210_211", "video_id": "P02_130", "narration_ids": [ "P02_130_208", "P02_130_209", "P02_130_210", "P02_130_211" ], "src": "put_down wooden_spoon . turn_on light . pick_up spoon", "src1": "put_down wooden_spoon", "src2": "turn_on light", "src3": "pick_up spoon", "trg": "hit spoon on side of bowl", "vis_src": "P02_130:208 P02_130:209 P02_130:210", "vis_trg": "P02_130:211", "narrations": [ "put down wooden spoon", "turn on light", "pick up spoon", "hit spoon on side of bowl" ], "verbs": [ "put-down", "turn-on", "pick-up", "hit-on" ], "verb_classes": [ 1, 6, 0, 32 ], "nouns": [ "spoon:wooden", "light", "spoon", "spoon" ], "noun_classes": [ 1, 114, 1, 1 ], "start_stop_timestamps": [ [ "00:08:01.63", "00:08:02.45" ], [ "00:08:03.87", "00:08:06.19" ], [ "00:08:10.33", "00:08:11.39" ], [ "00:08:11.00", "00:08:12.46" ] ], "start_stop_frames": [ [ 24081, 24122 ], [ 24193, 24309 ], [ 24516, 24569 ], [ 24550, 24623 ] ], "trgnoun": "spoon", "trgverb": "hit_on" }, { "key": "P28_103+33_34_35_36", "video_id": "P28_103", "narration_ids": [ "P28_103_33", "P28_103_34", "P28_103_35", "P28_103_36" ], "src": "take potatoes . close cupboard . throw away plastic_package", "src1": "take potatoes", "src2": "close cupboard", "src3": "throw away plastic_package", "trg": "put potato", "vis_src": "P28_103:33 P28_103:34 P28_103:35", "vis_trg": "P28_103:36", "narrations": [ "take potatoes", "close cupboard", "throw away plastic package", "put potato" ], "verbs": [ "take", "close", "throw", "put" ], "verb_classes": [ 0, 4, 13, 1 ], "nouns": [ "potato", "cupboard", "package:plastic", "potato" ], "noun_classes": [ 30, 3, 26, 30 ], "start_stop_timestamps": [ [ "00:02:07.69", "00:02:09.17" ], [ "00:02:10.26", "00:02:11.31" ], [ "00:02:15.25", "00:02:16.10" ], [ "00:02:19.07", "00:02:20.15" ] ], "start_stop_frames": [ [ 6384, 6458 ], [ 6513, 6565 ], [ 6762, 6805 ], [ 6953, 7007 ] ], "trgnoun": "potato", "trgverb": "put" }, { "key": "P28_04+70_71_72_73", "video_id": "P28_04", "narration_ids": [ "P28_04_70", "P28_04_71", "P28_04_72", "P28_04_73" ], "src": "cut pepper . put_down knife . throw rubbish", "src1": "cut pepper", "src2": "put_down knife", "src3": "throw rubbish", "trg": "put_down pepper", "vis_src": "P28_04:70 P28_04:71 P28_04:72", "vis_trg": "P28_04:73", "narrations": [ "cut pepper", "put down knife", "throw rubbish", "put down pepper" ], "verbs": [ "cut", "put-down", "throw", "put-down" ], "verb_classes": [ 7, 1, 13, 1 ], "nouns": [ "pepper", "knife", "rubbish", "pepper" ], "noun_classes": [ 37, 4, 54, 37 ], "start_stop_timestamps": [ [ "00:05:54.02", "00:05:56.28" ], [ "00:06:05.64", "00:06:06.34" ], [ "00:06:07.01", "00:06:08.38" ], [ "00:06:09.21", "00:06:11.13" ] ], "start_stop_frames": [ [ 21241, 21376 ], [ 21938, 21980 ], [ 22020, 22102 ], [ 22152, 22267 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P02_06+237_238_239_240", "video_id": "P02_06", "narration_ids": [ "P02_06_237", "P02_06_238", "P02_06_239", "P02_06_240" ], "src": "look_at can . return can . close cupboard", "src1": "look_at can", "src2": "return can", "src3": "close cupboard", "trg": "put can", "vis_src": "P02_06:237 P02_06:238 P02_06:239", "vis_trg": "P02_06:240", "narrations": [ "look at can", "return can", "close cupboard", "put can" ], "verbs": [ "look-at", "return", "close", "put" ], "verb_classes": [ 38, 1, 4, 1 ], "nouns": [ "can", "can", "cupboard", "can" ], "noun_classes": [ 61, 61, 3, 61 ], "start_stop_timestamps": [ [ "00:11:02.11", "00:11:03.11" ], [ "00:11:03.41", "00:11:04.32" ], [ "00:11:04.54", "00:11:05.21" ], [ "00:11:06.50", "00:11:07.34" ] ], "start_stop_frames": [ [ 39726, 39786 ], [ 39804, 39859 ], [ 39872, 39912 ], [ 39990, 40040 ] ], "trgnoun": "can", "trgverb": "put" }, { "key": "P30_01+0_1_2_3", "video_id": "P30_01", "narration_ids": [ "P30_01_0", "P30_01_1", "P30_01_2", "P30_01_3" ], "src": "open freezer . open drawer . take fish", "src1": "open freezer", "src2": "open drawer", "src3": "take fish", "trg": "put fish", "vis_src": "P30_01:0 P30_01:1 P30_01:2", "vis_trg": "P30_01:3", "narrations": [ "open freezer", "open drawer", "take fish", "put fish" ], "verbs": [ "open", "open", "take", "put" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "freezer", "drawer", "fish", "fish" ], "noun_classes": [ 113, 8, 119, 119 ], "start_stop_timestamps": [ [ "00:00:06.06", "00:00:07.19" ], [ "00:00:07.19", "00:00:08.39" ], [ "00:00:11.04", "00:00:12.25" ], [ "00:00:12.35", "00:00:13.14" ] ], "start_stop_frames": [ [ 363, 431 ], [ 431, 503 ], [ 662, 735 ], [ 741, 788 ] ], "trgnoun": "fish", "trgverb": "put" }, { "key": "P20_04+19_20_21_22", "video_id": "P20_04", "narration_ids": [ "P20_04_19", "P20_04_20", "P20_04_21", "P20_04_22" ], "src": "pick_up bowl . put meat in bowl . open microwave", "src1": "pick_up bowl", "src2": "put meat in bowl", "src3": "open microwave", "trg": "put bowl in microwave", "vis_src": "P20_04:19 P20_04:20 P20_04:21", "vis_trg": "P20_04:22", "narrations": [ "pick up bowl", "put meat in bowl", "open microwave", "put bowl in microwave" ], "verbs": [ "pick-up", "put-in", "open", "put-in" ], "verb_classes": [ 0, 5, 3, 5 ], "nouns": [ "bowl", "meat", "microwave", "bowl" ], "noun_classes": [ 7, 28, 90, 7 ], "start_stop_timestamps": [ [ "00:01:09.57", "00:01:10.93" ], [ "00:01:11.03", "00:01:12.19" ], [ "00:01:14.28", "00:01:15.53" ], [ "00:01:15.63", "00:01:18.32" ] ], "start_stop_frames": [ [ 4174, 4255 ], [ 4261, 4331 ], [ 4456, 4531 ], [ 4537, 4699 ] ], "trgnoun": "bowl", "trgverb": "put_in" }, { "key": "P01_105+566_567_568_569", "video_id": "P01_105", "narration_ids": [ "P01_105_566", "P01_105_567", "P01_105_568", "P01_105_569" ], "src": "tap spatula . put_down spatula . pick_up kettle", "src1": "tap spatula", "src2": "put_down spatula", "src3": "pick_up kettle", "trg": "open kettle", "vis_src": "P01_105:566 P01_105:567 P01_105:568", "vis_trg": "P01_105:569", "narrations": [ "tap spatula", "put down spatula", "pick up kettle", "open kettle" ], "verbs": [ "tap", "put-down", "pick-up", "open" ], "verb_classes": [ 32, 1, 0, 3 ], "nouns": [ "spatula", "spatula", "kettle", "kettle" ], "noun_classes": [ 20, 20, 44, 44 ], "start_stop_timestamps": [ [ "00:22:56.01", "00:22:57.78" ], [ "00:22:57.78", "00:22:58.71" ], [ "00:22:59.63", "00:23:02.05" ], [ "00:23:02.69", "00:23:03.43" ] ], "start_stop_frames": [ [ 68800, 68889 ], [ 68889, 68935 ], [ 68981, 69102 ], [ 69134, 69171 ] ], "trgnoun": "kettle", "trgverb": "open" }, { "key": "P30_107+669_670_671_672", "video_id": "P30_107", "narration_ids": [ "P30_107_669", "P30_107_670", "P30_107_671", "P30_107_672" ], "src": "pick_up chopping_board . push vegetables into saucepan . pick_up garlic_clove", "src1": "pick_up chopping_board", "src2": "push vegetables into saucepan", "src3": "pick_up garlic_clove", "trg": "cut end off garlic_clove", "vis_src": "P30_107:669 P30_107:670 P30_107:671", "vis_trg": "P30_107:672", "narrations": [ "pick up chopping board", "push vegetables into saucepan", "pick up garlic clove", "cut end off garlic clove" ], "verbs": [ "pick-up", "push-into", "pick-up", "cut" ], "verb_classes": [ 0, 5, 0, 7 ], "nouns": [ "board:chopping", "vegetable", "clove:garlic", "clove:garlic" ], "noun_classes": [ 18, 94, 51, 51 ], "start_stop_timestamps": [ [ "00:35:12.98", "00:35:15.57" ], [ "00:35:16.34", "00:35:19.65" ], [ "00:35:22.30", "00:35:22.85" ], [ "00:35:23.57", "00:35:28.77" ] ], "start_stop_frames": [ [ 105649, 105778 ], [ 105817, 105982 ], [ 106115, 106142 ], [ 106178, 106438 ] ], "trgnoun": "garlic_clove", "trgverb": "cut" }, { "key": "P10_04+500_501_502_503", "video_id": "P10_04", "narration_ids": [ "P10_04_500", "P10_04_501", "P10_04_502", "P10_04_503" ], "src": "use tap water to clean the cover of water sink . put the cover back onto the water sink . get the plastic_bag rubbish bag", "src1": "use tap water to clean the cover of water sink", "src2": "put the cover back onto the water sink", "src3": "get the plastic_bag rubbish bag", "trg": "and seals it", "vis_src": "P10_04:500 P10_04:501 P10_04:502", "vis_trg": "P10_04:503", "narrations": [ "use tap water to clean the cover of water sink", "put the cover back onto the water sink", "get the plastic bag rubbish bag", "and seals it" ], "verbs": [ "clean", "put-onto", "get", "seal" ], "verb_classes": [ 2, 1, 0, 36 ], "nouns": [ "water:tap:cover:sink", "cover", "bag:plastic", "bag:plastic" ], "noun_classes": [ 27, 89, 19, 19 ], "start_stop_timestamps": [ [ "00:54:19.97", "00:54:24.20" ], [ "00:54:24.06", "00:54:26.52" ], [ "00:54:28.88", "00:54:38.52" ], [ "00:54:48.00", "00:54:51.02" ] ], "start_stop_frames": [ [ 195598, 195852 ], [ 195843, 195991 ], [ 196132, 196711 ], [ 197280, 197461 ] ], "trgnoun": "plastic_bag", "trgverb": "seal" }, { "key": "P24_01+24_25_26_27", "video_id": "P24_01", "narration_ids": [ "P24_01_24", "P24_01_25", "P24_01_26", "P24_01_27" ], "src": "empty coffee_pot . rinse coffee_pot . move plate", "src1": "empty coffee_pot", "src2": "rinse coffee_pot", "src3": "move plate", "trg": "open coffee_pot", "vis_src": "P24_01:24 P24_01:25 P24_01:26", "vis_trg": "P24_01:27", "narrations": [ "empty coffee pot", "rinse coffee pot", "move plate", "open coffee pot" ], "verbs": [ "empty", "rinse", "move", "open" ], "verb_classes": [ 20, 2, 11, 3 ], "nouns": [ "pot:coffee", "pot:coffee", "plate", "pot:coffee" ], "noun_classes": [ 50, 50, 2, 50 ], "start_stop_timestamps": [ [ "00:03:02.68", "00:03:07.56" ], [ "00:03:04.64", "00:03:18.58" ], [ "00:03:10.29", "00:03:11.72" ], [ "00:03:24.74", "00:03:28.98" ] ], "start_stop_frames": [ [ 10960, 11253 ], [ 11078, 11914 ], [ 11417, 11503 ], [ 12284, 12538 ] ], "trgnoun": "coffee_pot", "trgverb": "open" }, { "key": "P04_101+106_107_108_109", "video_id": "P04_101", "narration_ids": [ "P04_101_106", "P04_101_107", "P04_101_108", "P04_101_109" ], "src": "pick_up yoghurt . close fridge . open drawer", "src1": "pick_up yoghurt", "src2": "close fridge", "src3": "open drawer", "trg": "look_for something", "vis_src": "P04_101:106 P04_101:107 P04_101:108", "vis_trg": "P04_101:109", "narrations": [ "pick up yoghurt", "close fridge", "open drawer", "look for something" ], "verbs": [ "pick-up", "close", "open", "look-for" ], "verb_classes": [ 0, 4, 3, 48 ], "nouns": [ "yoghurt", "fridge", "drawer", "drawer" ], "noun_classes": [ 98, 12, 8, 8 ], "start_stop_timestamps": [ [ "00:04:01.17", "00:04:02.78" ], [ "00:04:03.63", "00:04:04.52" ], [ "00:04:05.80", "00:04:07.05" ], [ "00:04:07.21", "00:04:08.10" ] ], "start_stop_frames": [ [ 12058, 12139 ], [ 12181, 12226 ], [ 12290, 12352 ], [ 12360, 12405 ] ], "trgnoun": "drawer", "trgverb": "look_for" }, { "key": "P01_09+194_195_196_197", "video_id": "P01_09", "narration_ids": [ "P01_09_194", "P01_09_195", "P01_09_196", "P01_09_197" ], "src": "take plate . close cupboard . move cutting_board", "src1": "take plate", "src2": "close cupboard", "src3": "move cutting_board", "trg": "put_down plate", "vis_src": "P01_09:194 P01_09:195 P01_09:196", "vis_trg": "P01_09:197", "narrations": [ "take plate", "close cupboard", "move cutting board", "put down plate" ], "verbs": [ "take", "close", "move", "put-down" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "plate", "cupboard", "board:cutting", "plate" ], "noun_classes": [ 2, 3, 18, 2 ], "start_stop_timestamps": [ [ "00:13:46.20", "00:13:48.05" ], [ "00:13:48.15", "00:13:48.80" ], [ "00:13:50.26", "00:13:50.84" ], [ "00:13:50.55", "00:13:52.79" ] ], "start_stop_frames": [ [ 49572, 49683 ], [ 49689, 49728 ], [ 49815, 49850 ], [ 49833, 49967 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P02_102+0_1_2_3", "video_id": "P02_102", "narration_ids": [ "P02_102_0", "P02_102_1", "P02_102_2", "P02_102_3" ], "src": "put bag . open bag . pick_up yoghurt", "src1": "put bag", "src2": "open bag", "src3": "pick_up yoghurt", "trg": "put yoghurt down", "vis_src": "P02_102:0 P02_102:1 P02_102:2", "vis_trg": "P02_102:3", "narrations": [ "put bag", "open bag", "pick up yoghurt", "put yoghurt down" ], "verbs": [ "put", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bag", "bag", "yoghurt", "yoghurt" ], "noun_classes": [ 19, 19, 98, 98 ], "start_stop_timestamps": [ [ "00:00:03.16", "00:00:04.76" ], [ "00:00:04.22", "00:00:05.16" ], [ "00:00:05.26", "00:00:06.05" ], [ "00:00:06.15", "00:00:06.96" ] ], "start_stop_frames": [ [ 158, 238 ], [ 211, 258 ], [ 263, 302 ], [ 307, 348 ] ], "trgnoun": "yoghurt", "trgverb": "put_down" }, { "key": "P08_06+52_53_54_55", "video_id": "P08_06", "narration_ids": [ "P08_06_52", "P08_06_53", "P08_06_54", "P08_06_55" ], "src": "wipe_off spoon . wipe_off pan . place pan", "src1": "wipe_off spoon", "src2": "wipe_off pan", "src3": "place pan", "trg": "get pan", "vis_src": "P08_06:52 P08_06:53 P08_06:54", "vis_trg": "P08_06:55", "narrations": [ "wipe off spoon", "wipe off pan", "place pan", "get pan" ], "verbs": [ "wipe-off", "wipe-off", "place", "get" ], "verb_classes": [ 2, 2, 1, 0 ], "nouns": [ "spoon", "pan", "pan", "pan" ], "noun_classes": [ 1, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:51.62", "00:02:53.25" ], [ "00:02:54.46", "00:02:56.55" ], [ "00:02:56.76", "00:02:58.75" ], [ "00:03:00.02", "00:03:01.16" ] ], "start_stop_frames": [ [ 10297, 10395 ], [ 10467, 10593 ], [ 10605, 10725 ], [ 10801, 10869 ] ], "trgnoun": "pan", "trgverb": "get" }, { "key": "P01_109+137_138_139_140", "video_id": "P01_109", "narration_ids": [ "P01_109_137", "P01_109_138", "P01_109_139", "P01_109_140" ], "src": "slice potato . put_down knife . pick_up potato_slice", "src1": "slice potato", "src2": "put_down knife", "src3": "pick_up potato_slice", "trg": "put_down potato_slice", "vis_src": "P01_109:137 P01_109:138 P01_109:139", "vis_trg": "P01_109:140", "narrations": [ "slice potato", "put down knife", "pick up potato slice", "put down potato slice" ], "verbs": [ "slice", "put-down", "pick-up", "put-down" ], "verb_classes": [ 7, 1, 0, 1 ], "nouns": [ "potato", "knife", "slice:potato", "slice:potato" ], "noun_classes": [ 30, 4, 30, 30 ], "start_stop_timestamps": [ [ "00:07:19.49", "00:07:29.95" ], [ "00:07:38.00", "00:07:38.80" ], [ "00:07:38.55", "00:07:39.35" ], [ "00:07:39.24", "00:07:39.66" ] ], "start_stop_frames": [ [ 21974, 22497 ], [ 22900, 22940 ], [ 22927, 22967 ], [ 22962, 22983 ] ], "trgnoun": "potato_slice", "trgverb": "put_down" }, { "key": "P04_107+67_68_69_70", "video_id": "P04_107", "narration_ids": [ "P04_107_67", "P04_107_68", "P04_107_69", "P04_107_70" ], "src": "pick_up greaseproof_paper . unroll greaseproof_paper . put_down greaseproof_paper", "src1": "pick_up greaseproof_paper", "src2": "unroll greaseproof_paper", "src3": "put_down greaseproof_paper", "trg": "cut greaseproof_paper", "vis_src": "P04_107:67 P04_107:68 P04_107:69", "vis_trg": "P04_107:70", "narrations": [ "pick up greaseproof paper", "unroll greaseproof paper", "put down greaseproof paper", "cut greaseproof paper" ], "verbs": [ "pick-up", "unroll", "put-down", "cut" ], "verb_classes": [ 0, 39, 1, 7 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:02:40.48", "00:02:41.35" ], [ "00:02:41.69", "00:02:43.12" ], [ "00:02:41.99", "00:02:44.72" ], [ "00:02:44.68", "00:02:51.28" ] ], "start_stop_frames": [ [ 8023, 8067 ], [ 8084, 8156 ], [ 8099, 8236 ], [ 8234, 8564 ] ], "trgnoun": "greaseproof_paper", "trgverb": "cut" }, { "key": "P03_05+2_3_4_5", "video_id": "P03_05", "narration_ids": [ "P03_05_2", "P03_05_3", "P03_05_4", "P03_05_5" ], "src": "open kettle . fill kettle . turn_off tap", "src1": "open kettle", "src2": "fill kettle", "src3": "turn_off tap", "trg": "close kettle", "vis_src": "P03_05:2 P03_05:3 P03_05:4", "vis_trg": "P03_05:5", "narrations": [ "open kettle", "fill kettle", "turn off tap", "close kettle" ], "verbs": [ "open", "fill", "turn-off", "close" ], "verb_classes": [ 3, 26, 8, 4 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:00:11.37", "00:00:12.47" ], [ "00:00:12.72", "00:00:14.48" ], [ "00:00:13.97", "00:00:15.45" ], [ "00:00:14.36", "00:00:14.86" ] ], "start_stop_frames": [ [ 682, 748 ], [ 763, 868 ], [ 838, 927 ], [ 861, 891 ] ], "trgnoun": "kettle", "trgverb": "close" }, { "key": "P24_07+20_21_22_23", "video_id": "P24_07", "narration_ids": [ "P24_07_20", "P24_07_21", "P24_07_22", "P24_07_23" ], "src": "put salad_bowl . open door . pick_up chopping_board", "src1": "put salad_bowl", "src2": "open door", "src3": "pick_up chopping_board", "trg": "put chopping_board", "vis_src": "P24_07:20 P24_07:21 P24_07:22", "vis_trg": "P24_07:23", "narrations": [ "put salad bowl", "open door", "pick up chopping board", "put chopping board" ], "verbs": [ "put", "open", "pick-up", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "bowl:salad", "door", "board:chopping", "board:chopping" ], "noun_classes": [ 7, 3, 18, 18 ], "start_stop_timestamps": [ [ "00:00:55.42", "00:00:58.45" ], [ "00:01:00.24", "00:01:01.39" ], [ "00:01:01.29", "00:01:02.98" ], [ "00:01:03.12", "00:01:04.42" ] ], "start_stop_frames": [ [ 3325, 3507 ], [ 3614, 3683 ], [ 3677, 3778 ], [ 3787, 3865 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P01_106+113_114_115_116", "video_id": "P01_106", "narration_ids": [ "P01_106_113", "P01_106_114", "P01_106_115", "P01_106_116" ], "src": "rinse wok . rinse sponge . empty wok", "src1": "rinse wok", "src2": "rinse sponge", "src3": "empty wok", "trg": "put_down sponge", "vis_src": "P01_106:113 P01_106:114 P01_106:115", "vis_trg": "P01_106:116", "narrations": [ "rinse wok", "rinse sponge", "empty wok", "put down sponge" ], "verbs": [ "rinse", "rinse", "empty", "put-down" ], "verb_classes": [ 2, 2, 20, 1 ], "nouns": [ "wok", "sponge", "wok", "sponge" ], "noun_classes": [ 5, 9, 5, 9 ], "start_stop_timestamps": [ [ "00:04:58.75", "00:05:06.97" ], [ "00:05:06.78", "00:05:07.81" ], [ "00:05:07.89", "00:05:08.81" ], [ "00:05:08.56", "00:05:08.93" ] ], "start_stop_frames": [ [ 14937, 15348 ], [ 15338, 15390 ], [ 15394, 15440 ], [ 15428, 15446 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P26_21+17_18_19_20", "video_id": "P26_21", "narration_ids": [ "P26_21_17", "P26_21_18", "P26_21_19", "P26_21_20" ], "src": "put_down onion . gather onion_skin . open door", "src1": "put_down onion", "src2": "gather onion_skin", "src3": "open door", "trg": "throw onion_skin", "vis_src": "P26_21:17 P26_21:18 P26_21:19", "vis_trg": "P26_21:20", "narrations": [ "put down onion", "gather onion skin", "open door", "throw onion skin" ], "verbs": [ "put-down", "gather", "open", "throw" ], "verb_classes": [ 1, 63, 3, 13 ], "nouns": [ "onion", "skin:onion", "door", "skin:onion" ], "noun_classes": [ 16, 48, 3, 48 ], "start_stop_timestamps": [ [ "00:01:40.88", "00:01:41.71" ], [ "00:01:43.49", "00:01:49.24" ], [ "00:01:50.57", "00:01:51.27" ], [ "00:01:51.06", "00:01:52.73" ] ], "start_stop_frames": [ [ 6052, 6102 ], [ 6209, 6554 ], [ 6634, 6676 ], [ 6663, 6763 ] ], "trgnoun": "onion_skin", "trgverb": "throw" }, { "key": "P28_113+94_95_96_97", "video_id": "P28_113", "narration_ids": [ "P28_113_94", "P28_113_95", "P28_113_96", "P28_113_97" ], "src": "open drawer . take rubbish_bag . close drawer", "src1": "open drawer", "src2": "take rubbish_bag", "src3": "close drawer", "trg": "place rubbish_bag in bin", "vis_src": "P28_113:94 P28_113:95 P28_113:96", "vis_trg": "P28_113:97", "narrations": [ "open drawer", "take rubbish bag", "close drawer", "place rubbish bag in bin" ], "verbs": [ "open", "take", "close", "place" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "drawer", "bag:rubbish", "drawer", "bag:rubbish" ], "noun_classes": [ 8, 19, 8, 19 ], "start_stop_timestamps": [ [ "00:04:33.40", "00:04:34.49" ], [ "00:04:35.17", "00:04:40.95" ], [ "00:04:41.64", "00:04:42.53" ], [ "00:04:48.32", "00:04:54.43" ] ], "start_stop_frames": [ [ 13669, 13724 ], [ 13758, 14047 ], [ 14082, 14126 ], [ 14416, 14721 ] ], "trgnoun": "rubbish_bag", "trgverb": "place" }, { "key": "P22_111+83_84_85_86", "video_id": "P22_111", "narration_ids": [ "P22_111_83", "P22_111_84", "P22_111_85", "P22_111_86" ], "src": "put_down pan . open drawer . pick_up spoon", "src1": "put_down pan", "src2": "open drawer", "src3": "pick_up spoon", "trg": "put_down spoon", "vis_src": "P22_111:83 P22_111:84 P22_111:85", "vis_trg": "P22_111:86", "narrations": [ "put down pan", "open drawer", "pick up spoon", "put down spoon" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "pan", "drawer", "spoon", "spoon" ], "noun_classes": [ 5, 8, 1, 1 ], "start_stop_timestamps": [ [ "00:03:16.54", "00:03:19.12" ], [ "00:03:19.89", "00:03:20.64" ], [ "00:03:21.31", "00:03:22.58" ], [ "00:03:23.42", "00:03:24.57" ] ], "start_stop_frames": [ [ 9827, 9956 ], [ 9994, 10032 ], [ 10065, 10129 ], [ 10171, 10228 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P08_26+99_100_101_102", "video_id": "P08_26", "narration_ids": [ "P08_26_99", "P08_26_100", "P08_26_101", "P08_26_102" ], "src": "place plastic_wrap . open fridge . place bowl", "src1": "place plastic_wrap", "src2": "open fridge", "src3": "place bowl", "trg": "close fridge", "vis_src": "P08_26:99 P08_26:100 P08_26:101", "vis_trg": "P08_26:102", "narrations": [ "place plastic wrap", "open fridge", "place bowl", "close fridge" ], "verbs": [ "place", "open", "place", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "wrap:plastic", "fridge", "bowl", "fridge" ], "noun_classes": [ 100, 12, 7, 12 ], "start_stop_timestamps": [ [ "00:06:30.46", "00:06:38.09" ], [ "00:06:39.72", "00:06:40.97" ], [ "00:06:41.07", "00:06:42.88" ], [ "00:06:42.65", "00:06:43.72" ] ], "start_stop_frames": [ [ 23427, 23885 ], [ 23983, 24058 ], [ 24064, 24172 ], [ 24159, 24223 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_121+103_104_105_106", "video_id": "P04_121", "narration_ids": [ "P04_121_103", "P04_121_104", "P04_121_105", "P04_121_106" ], "src": "pick_up tea_towel . dry chopping_board with tea towel . put tea_towel on oven door", "src1": "pick_up tea_towel", "src2": "dry chopping_board with tea towel", "src3": "put tea_towel on oven door", "trg": "put_down chopping_board", "vis_src": "P04_121:103 P04_121:104 P04_121:105", "vis_trg": "P04_121:106", "narrations": [ "pick up tea towel", "dry chopping board with tea towel", "put tea towel on oven door", "put down chopping board" ], "verbs": [ "pick-up", "dry", "put-on", "put-down" ], "verb_classes": [ 0, 14, 1, 1 ], "nouns": [ "towel:tea", "board:chopping", "towel:tea", "board:chopping" ], "noun_classes": [ 52, 18, 52, 18 ], "start_stop_timestamps": [ [ "00:06:13.04", "00:06:14.59" ], [ "00:06:13.03", "00:06:18.44" ], [ "00:06:18.51", "00:06:20.57" ], [ "00:06:20.67", "00:06:22.34" ] ], "start_stop_frames": [ [ 18652, 18729 ], [ 18651, 18922 ], [ 18925, 19028 ], [ 19033, 19117 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P02_122+204_205_206_207", "video_id": "P02_122", "narration_ids": [ "P02_122_204", "P02_122_205", "P02_122_206", "P02_122_207" ], "src": "open bag . pick_up wrap . fold bread_wrap", "src1": "open bag", "src2": "pick_up wrap", "src3": "fold bread_wrap", "trg": "put wrap on plate", "vis_src": "P02_122:204 P02_122:205 P02_122:206", "vis_trg": "P02_122:207", "narrations": [ "open bag", "pick up wrap", "fold bread wrap", "put wrap on plate" ], "verbs": [ "open", "pick-up", "fold", "put-on" ], "verb_classes": [ 3, 0, 28, 1 ], "nouns": [ "bag", "wrap", "wrap:bread", "wrap" ], "noun_classes": [ 19, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:12:22.77", "00:12:25.67" ], [ "00:12:26.07", "00:12:27.74" ], [ "00:12:27.65", "00:12:29.30" ], [ "00:12:29.08", "00:12:30.40" ] ], "start_stop_frames": [ [ 37138, 37283 ], [ 37303, 37387 ], [ 37382, 37465 ], [ 37454, 37520 ] ], "trgnoun": "wrap", "trgverb": "put_on" }, { "key": "P08_26+15_16_17_18", "video_id": "P08_26", "narration_ids": [ "P08_26_15", "P08_26_16", "P08_26_17", "P08_26_18" ], "src": "place pan . get bowl . wipe_off bowl", "src1": "place pan", "src2": "get bowl", "src3": "wipe_off bowl", "trg": "place bowl", "vis_src": "P08_26:15 P08_26:16 P08_26:17", "vis_trg": "P08_26:18", "narrations": [ "place pan", "get bowl", "wipe off bowl", "place bowl" ], "verbs": [ "place", "get", "wipe-off", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "pan", "bowl", "bowl", "bowl" ], "noun_classes": [ 5, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:00:35.44", "00:00:40.72" ], [ "00:00:40.82", "00:00:42.59" ], [ "00:00:42.69", "00:00:46.99" ], [ "00:00:46.93", "00:00:51.46" ] ], "start_stop_frames": [ [ 2126, 2443 ], [ 2449, 2555 ], [ 2561, 2819 ], [ 2815, 3087 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P22_07+187_188_189_190", "video_id": "P22_07", "narration_ids": [ "P22_07_187", "P22_07_188", "P22_07_189", "P22_07_190" ], "src": "open drawer . get courgette . open bag", "src1": "open drawer", "src2": "get courgette", "src3": "open bag", "trg": "take_out courgette", "vis_src": "P22_07:187 P22_07:188 P22_07:189", "vis_trg": "P22_07:190", "narrations": [ "open drawer", "get courgette", "open bag", "take out courgette" ], "verbs": [ "open", "get", "open", "take-out" ], "verb_classes": [ 3, 0, 3, 12 ], "nouns": [ "drawer", "courgette", "bag", "courgette" ], "noun_classes": [ 8, 76, 19, 76 ], "start_stop_timestamps": [ [ "00:07:37.29", "00:07:38.36" ], [ "00:07:38.43", "00:07:39.69" ], [ "00:07:42.91", "00:07:45.00" ], [ "00:07:45.01", "00:07:48.31" ] ], "start_stop_frames": [ [ 27437, 27501 ], [ 27505, 27581 ], [ 27774, 27900 ], [ 27900, 28098 ] ], "trgnoun": "courgette", "trgverb": "take_out" }, { "key": "P03_101+50_51_52_53", "video_id": "P03_101", "narration_ids": [ "P03_101_50", "P03_101_51", "P03_101_52", "P03_101_53" ], "src": "place bowl in cupboard . close cupboard . pick_up knife and fork", "src1": "place bowl in cupboard", "src2": "close cupboard", "src3": "pick_up knife and fork", "trg": "put knife and fork in bowl", "vis_src": "P03_101:50 P03_101:51 P03_101:52", "vis_trg": "P03_101:53", "narrations": [ "place bowl in cupboard", "close cupboard", "pick up knife and fork", "put knife and fork in bowl" ], "verbs": [ "place-in", "close", "pick-up", "put-in" ], "verb_classes": [ 5, 4, 0, 5 ], "nouns": [ "bowl", "cupboard", "knife", "knife" ], "noun_classes": [ 7, 3, 4, 4 ], "start_stop_timestamps": [ [ "00:01:06.53", "00:01:08.16" ], [ "00:01:08.48", "00:01:09.07" ], [ "00:01:09.44", "00:01:10.54" ], [ "00:01:11.07", "00:01:11.95" ] ], "start_stop_frames": [ [ 3326, 3408 ], [ 3424, 3453 ], [ 3472, 3526 ], [ 3553, 3597 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P07_10+265_266_267_268", "video_id": "P07_10", "narration_ids": [ "P07_10_265", "P07_10_266", "P07_10_267", "P07_10_268" ], "src": "line_up cilantro . rinse coriander . drain coriander", "src1": "line_up cilantro", "src2": "rinse coriander", "src3": "drain coriander", "trg": "stir coriander", "vis_src": "P07_10:265 P07_10:266 P07_10:267", "vis_trg": "P07_10:268", "narrations": [ "line up cilantro", "rinse coriander", "drain coriander", "stir coriander" ], "verbs": [ "line-up", "rinse", "drain", "stir" ], "verb_classes": [ 40, 2, 37, 10 ], "nouns": [ "cilantro", "coriander", "coriander", "coriander" ], "noun_classes": [ 173, 173, 173, 173 ], "start_stop_timestamps": [ [ "00:26:18.01", "00:26:24.88" ], [ "00:26:20.20", "00:26:21.15" ], [ "00:26:21.25", "00:26:25.58" ], [ "00:26:25.68", "00:26:30.52" ] ], "start_stop_frames": [ [ 94680, 95092 ], [ 94812, 94869 ], [ 94875, 95134 ], [ 95140, 95431 ] ], "trgnoun": "coriander", "trgverb": "stir" }, { "key": "P07_113+25_26_27_28", "video_id": "P07_113", "narration_ids": [ "P07_113_25", "P07_113_26", "P07_113_27", "P07_113_28" ], "src": "turn_on hob . grab pot . grab container", "src1": "turn_on hob", "src2": "grab pot", "src3": "grab container", "trg": "push container", "vis_src": "P07_113:25 P07_113:26 P07_113:27", "vis_trg": "P07_113:28", "narrations": [ "turn on hob", "grab pot", "grab container", "push container" ], "verbs": [ "turn-on", "grab", "grab", "push" ], "verb_classes": [ 6, 0, 0, 21 ], "nouns": [ "hob", "pot", "container", "container" ], "noun_classes": [ 24, 29, 21, 21 ], "start_stop_timestamps": [ [ "00:01:05.12", "00:01:13.02" ], [ "00:01:13.11", "00:01:14.12" ], [ "00:01:17.32", "00:01:18.16" ], [ "00:01:18.12", "00:01:18.70" ] ], "start_stop_frames": [ [ 3256, 3651 ], [ 3655, 3706 ], [ 3865, 3908 ], [ 3906, 3935 ] ], "trgnoun": "container", "trgverb": "push" }, { "key": "P09_104+35_36_37_38", "video_id": "P09_104", "narration_ids": [ "P09_104_35", "P09_104_36", "P09_104_37", "P09_104_38" ], "src": "take soy_milk . close fridge . open soy_milk", "src1": "take soy_milk", "src2": "close fridge", "src3": "open soy_milk", "trg": "shake soy_milk", "vis_src": "P09_104:35 P09_104:36 P09_104:37", "vis_trg": "P09_104:38", "narrations": [ "take soy milk", "close fridge", "open soy milk", "shake soy milk" ], "verbs": [ "take", "close", "open", "shake" ], "verb_classes": [ 0, 4, 3, 15 ], "nouns": [ "milk:soy", "fridge", "milk:soy", "milk:soy" ], "noun_classes": [ 64, 12, 64, 64 ], "start_stop_timestamps": [ [ "00:03:16.34", "00:03:18.01" ], [ "00:03:18.11", "00:03:19.30" ], [ "00:03:22.18", "00:03:22.93" ], [ "00:03:24.67", "00:03:25.84" ] ], "start_stop_frames": [ [ 9817, 9900 ], [ 9905, 9965 ], [ 10109, 10146 ], [ 10233, 10292 ] ], "trgnoun": "soy_milk", "trgverb": "shake" }, { "key": "P30_04+31_32_33_34", "video_id": "P30_04", "narration_ids": [ "P30_04_31", "P30_04_32", "P30_04_33", "P30_04_34" ], "src": "dry forks . put forks . clean knife", "src1": "dry forks", "src2": "put forks", "src3": "clean knife", "trg": "take fork", "vis_src": "P30_04:31 P30_04:32 P30_04:33", "vis_trg": "P30_04:34", "narrations": [ "dry forks", "put forks", "clean knife", "take fork" ], "verbs": [ "dry", "put", "clean", "take" ], "verb_classes": [ 14, 1, 2, 0 ], "nouns": [ "fork", "fork", "knife", "fork" ], "noun_classes": [ 14, 14, 4, 14 ], "start_stop_timestamps": [ [ "00:01:41.74", "00:01:45.29" ], [ "00:01:45.39", "00:01:46.59" ], [ "00:01:45.76", "00:01:58.95" ], [ "00:01:46.44", "00:01:50.80" ] ], "start_stop_frames": [ [ 6104, 6317 ], [ 6323, 6395 ], [ 6345, 7137 ], [ 6386, 6648 ] ], "trgnoun": "fork", "trgverb": "take" }, { "key": "P30_04+73_74_75_76", "video_id": "P30_04", "narration_ids": [ "P30_04_73", "P30_04_74", "P30_04_75", "P30_04_76" ], "src": "put saucepan_lid . stack saucepans . put saucepan in saucepan", "src1": "put saucepan_lid", "src2": "stack saucepans", "src3": "put saucepan in saucepan", "trg": "take saucepan_lid", "vis_src": "P30_04:73 P30_04:74 P30_04:75", "vis_trg": "P30_04:76", "narrations": [ "put saucepan lid", "stack saucepans", "put saucepan in saucepan", "take saucepan lid" ], "verbs": [ "put", "stack", "put-in", "take" ], "verb_classes": [ 1, 40, 5, 0 ], "nouns": [ "lid:saucepan", "saucepan", "saucepan", "lid:saucepan" ], "noun_classes": [ 6, 5, 5, 6 ], "start_stop_timestamps": [ [ "00:03:42.14", "00:03:43.11" ], [ "00:03:49.86", "00:03:51.97" ], [ "00:03:59.99", "00:04:02.23" ], [ "00:04:00.92", "00:04:02.81" ] ], "start_stop_frames": [ [ 13328, 13386 ], [ 13791, 13918 ], [ 14399, 14533 ], [ 14455, 14568 ] ], "trgnoun": "saucepan_lid", "trgverb": "take" }, { "key": "P01_106+226_227_228_229", "video_id": "P01_106", "narration_ids": [ "P01_106_226", "P01_106_227", "P01_106_228", "P01_106_229" ], "src": "put_down cloth . pour hand_wash . wash hands", "src1": "put_down cloth", "src2": "pour hand_wash", "src3": "wash hands", "trg": "rinse hands", "vis_src": "P01_106:226 P01_106:227 P01_106:228", "vis_trg": "P01_106:229", "narrations": [ "put down cloth", "pour hand wash", "wash hands", "rinse hands" ], "verbs": [ "put-down", "pour", "wash", "rinse" ], "verb_classes": [ 1, 9, 2, 2 ], "nouns": [ "cloth", "wash:hand", "hand", "hand" ], "noun_classes": [ 17, 22, 11, 11 ], "start_stop_timestamps": [ [ "00:11:09.39", "00:11:10.03" ], [ "00:11:10.15", "00:11:11.94" ], [ "00:11:12.05", "00:11:16.66" ], [ "00:11:16.76", "00:11:21.91" ] ], "start_stop_frames": [ [ 33469, 33501 ], [ 33507, 33597 ], [ 33602, 33833 ], [ 33838, 34095 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P05_08+39_40_41_42", "video_id": "P05_08", "narration_ids": [ "P05_08_39", "P05_08_40", "P05_08_41", "P05_08_42" ], "src": "take pan . spread oil in pan . take salt", "src1": "take pan", "src2": "spread oil in pan", "src3": "take salt", "trg": "pour salt in saucepan", "vis_src": "P05_08:39 P05_08:40 P05_08:41", "vis_trg": "P05_08:42", "narrations": [ "take pan", "spread oil in pan", "take salt", "pour salt in saucepan" ], "verbs": [ "take", "spread-in", "take", "pour-in" ], "verb_classes": [ 0, 27, 0, 9 ], "nouns": [ "pan", "oil", "salt", "salt" ], "noun_classes": [ 5, 31, 38, 38 ], "start_stop_timestamps": [ [ "00:02:27.32", "00:02:28.33" ], [ "00:02:28.26", "00:02:34.98" ], [ "00:02:55.61", "00:02:57.29" ], [ "00:02:59.10", "00:03:02.84" ] ], "start_stop_frames": [ [ 8839, 8899 ], [ 8895, 9298 ], [ 10536, 10637 ], [ 10746, 10970 ] ], "trgnoun": "salt", "trgverb": "pour_in" }, { "key": "P01_105+69_70_71_72", "video_id": "P01_105", "narration_ids": [ "P01_105_69", "P01_105_70", "P01_105_71", "P01_105_72" ], "src": "wash courgette . turn_off tap . shake courgette", "src1": "wash courgette", "src2": "turn_off tap", "src3": "shake courgette", "trg": "put_down courgette", "vis_src": "P01_105:69 P01_105:70 P01_105:71", "vis_trg": "P01_105:72", "narrations": [ "wash courgette", "turn off tap", "shake courgette", "put down courgette" ], "verbs": [ "wash", "turn-off", "shake", "put-down" ], "verb_classes": [ 2, 8, 15, 1 ], "nouns": [ "courgette", "tap", "courgette", "courgette" ], "noun_classes": [ 76, 0, 76, 76 ], "start_stop_timestamps": [ [ "00:01:33.71", "00:01:41.59" ], [ "00:01:46.00", "00:01:46.75" ], [ "00:01:46.84", "00:01:50.59" ], [ "00:01:50.93", "00:01:52.57" ] ], "start_stop_frames": [ [ 4685, 5079 ], [ 5300, 5337 ], [ 5342, 5529 ], [ 5546, 5628 ] ], "trgnoun": "courgette", "trgverb": "put_down" }, { "key": "P04_04+130_131_132_133", "video_id": "P04_04", "narration_ids": [ "P04_04_130", "P04_04_131", "P04_04_132", "P04_04_133" ], "src": "put_down plate . pick_up kitchen_roll . pull kitchen_roll", "src1": "put_down plate", "src2": "pick_up kitchen_roll", "src3": "pull kitchen_roll", "trg": "put_on plate", "vis_src": "P04_04:130 P04_04:131 P04_04:132", "vis_trg": "P04_04:133", "narrations": [ "put down plate", "pick up kitchen roll", "pull kitchen roll", "put on plate" ], "verbs": [ "put-down", "pick-up", "pull", "put-on" ], "verb_classes": [ 1, 0, 31, 1 ], "nouns": [ "plate", "roll:kitchen", "roll:kitchen", "plate" ], "noun_classes": [ 2, 93, 93, 2 ], "start_stop_timestamps": [ [ "00:12:19.83", "00:12:20.93" ], [ "00:12:21.22", "00:12:23.86" ], [ "00:12:21.52", "00:12:24.45" ], [ "00:12:25.09", "00:12:26.46" ] ], "start_stop_frames": [ [ 44389, 44455 ], [ 44473, 44631 ], [ 44491, 44667 ], [ 44705, 44787 ] ], "trgnoun": "plate", "trgverb": "put_on" }, { "key": "P04_01+130_131_132_133", "video_id": "P04_01", "narration_ids": [ "P04_01_130", "P04_01_131", "P04_01_132", "P04_01_133" ], "src": "test packet . open fridge . pick_up miso_paste", "src1": "test packet", "src2": "open fridge", "src3": "pick_up miso_paste", "trg": "open miso_paste", "vis_src": "P04_01:130 P04_01:131 P04_01:132", "vis_trg": "P04_01:133", "narrations": [ "test", "open fridge", "pick up miso paste", "open miso paste" ], "verbs": [ "test", "open", "pick-up", "open" ], "verb_classes": [ 24, 3, 0, 3 ], "nouns": [ "packet", "fridge", "paste:miso", "paste:miso" ], "noun_classes": [ 26, 12, 148, 148 ], "start_stop_timestamps": [ [ "00:09:53.83", "00:09:56.20" ], [ "00:10:00.51", "00:10:01.69" ], [ "00:10:01.50", "00:10:03.38" ], [ "00:10:08.06", "00:10:10.48" ] ], "start_stop_frames": [ [ 35629, 35772 ], [ 36030, 36101 ], [ 36090, 36202 ], [ 36483, 36628 ] ], "trgnoun": "miso_paste", "trgverb": "open" }, { "key": "P26_104+19_20_21_22", "video_id": "P26_104", "narration_ids": [ "P26_104_19", "P26_104_20", "P26_104_21", "P26_104_22" ], "src": "remove paper . pick_up pizza . put_down pizza", "src1": "remove paper", "src2": "pick_up pizza", "src3": "put_down pizza", "trg": "pick_up paper", "vis_src": "P26_104:19 P26_104:20 P26_104:21", "vis_trg": "P26_104:22", "narrations": [ "remove paper", "pick up pizza", "put down pizza", "pick up paper" ], "verbs": [ "remove", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 12, 0, 1, 0 ], "nouns": [ "paper", "pizza", "pizza", "paper" ], "noun_classes": [ 49, 91, 91, 49 ], "start_stop_timestamps": [ [ "00:01:16.69", "00:01:20.13" ], [ "00:01:20.23", "00:01:21.40" ], [ "00:01:22.40", "00:01:23.95" ], [ "00:01:24.31", "00:01:26.25" ] ], "start_stop_frames": [ [ 3834, 4006 ], [ 4011, 4070 ], [ 4120, 4197 ], [ 4215, 4312 ] ], "trgnoun": "paper", "trgverb": "pick_up" }, { "key": "P22_16+361_362_363_364", "video_id": "P22_16", "narration_ids": [ "P22_16_361", "P22_16_362", "P22_16_363", "P22_16_364" ], "src": "turn cobs . put spoon . pick_up oil", "src1": "turn cobs", "src2": "put spoon", "src3": "pick_up oil", "trg": "open oil", "vis_src": "P22_16:361 P22_16:362 P22_16:363", "vis_trg": "P22_16:364", "narrations": [ "turn cobs", "put spoon", "pick up oil", "open oil" ], "verbs": [ "turn", "put", "pick-up", "open" ], "verb_classes": [ 23, 1, 0, 3 ], "nouns": [ "cob", "spoon", "oil", "oil" ], "noun_classes": [ 125, 1, 31, 31 ], "start_stop_timestamps": [ [ "00:18:52.95", "00:18:59.61" ], [ "00:18:59.28", "00:19:00.76" ], [ "00:19:01.86", "00:19:03.71" ], [ "00:19:04.17", "00:19:05.23" ] ], "start_stop_frames": [ [ 67977, 68376 ], [ 68356, 68445 ], [ 68511, 68622 ], [ 68650, 68713 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P04_115+85_86_87_88", "video_id": "P04_115", "narration_ids": [ "P04_115_85", "P04_115_86", "P04_115_87", "P04_115_88" ], "src": "put eggshell in egg carton box . take egg . crack egg on side of bowl", "src1": "put eggshell in egg carton box", "src2": "take egg", "src3": "crack egg on side of bowl", "trg": "pull apart eggshell", "vis_src": "P04_115:85 P04_115:86 P04_115:87", "vis_trg": "P04_115:88", "narrations": [ "put eggshell in egg carton box", "take egg", "crack egg on side of bowl", "pull apart eggshell" ], "verbs": [ "put-in", "take", "crack-on", "pull" ], "verb_classes": [ 5, 0, 30, 31 ], "nouns": [ "eggshell", "egg", "egg", "eggshell" ], "noun_classes": [ 141, 53, 53, 141 ], "start_stop_timestamps": [ [ "00:02:56.47", "00:02:57.15" ], [ "00:02:57.19", "00:02:57.80" ], [ "00:02:57.90", "00:03:00.39" ], [ "00:02:59.18", "00:03:00.48" ] ], "start_stop_frames": [ [ 8823, 8857 ], [ 8859, 8890 ], [ 8895, 9019 ], [ 8959, 9024 ] ], "trgnoun": "eggshell", "trgverb": "pull" }, { "key": "P26_103+127_128_129_130", "video_id": "P26_103", "narration_ids": [ "P26_103_127", "P26_103_128", "P26_103_129", "P26_103_130" ], "src": "put_down sponge . rinse baking_tray . put_down baking_tray", "src1": "put_down sponge", "src2": "rinse baking_tray", "src3": "put_down baking_tray", "trg": "pick_up baking_tray", "vis_src": "P26_103:127 P26_103:128 P26_103:129", "vis_trg": "P26_103:130", "narrations": [ "put down sponge", "rinse baking tray", "put down baking tray", "pick up baking tray" ], "verbs": [ "put-down", "rinse", "put-down", "pick-up" ], "verb_classes": [ 1, 2, 1, 0 ], "nouns": [ "sponge", "tray:baking", "tray:baking", "tray:baking" ], "noun_classes": [ 9, 35, 35, 35 ], "start_stop_timestamps": [ [ "00:07:12.80", "00:07:13.66" ], [ "00:07:13.60", "00:07:43.67" ], [ "00:07:45.58", "00:07:49.21" ], [ "00:07:52.72", "00:07:54.63" ] ], "start_stop_frames": [ [ 21640, 21683 ], [ 21680, 23183 ], [ 23279, 23460 ], [ 23636, 23731 ] ], "trgnoun": "baking_tray", "trgverb": "pick_up" }, { "key": "P04_106+42_43_44_45", "video_id": "P04_106", "narration_ids": [ "P04_106_42", "P04_106_43", "P04_106_44", "P04_106_45" ], "src": "pick_up dough . put dough in bowl . pick_up tea_towel", "src1": "pick_up dough", "src2": "put dough in bowl", "src3": "pick_up tea_towel", "trg": "put tea_towel on bowl", "vis_src": "P04_106:42 P04_106:43 P04_106:44", "vis_trg": "P04_106:45", "narrations": [ "pick up dough", "put dough in bowl", "pick up tea towel", "put tea towel on bowl" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-on" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "dough", "dough", "towel:tea", "towel:tea" ], "noun_classes": [ 25, 25, 52, 52 ], "start_stop_timestamps": [ [ "00:01:50.32", "00:01:51.03" ], [ "00:01:50.82", "00:01:51.41" ], [ "00:01:51.51", "00:01:52.77" ], [ "00:01:52.51", "00:01:53.45" ] ], "start_stop_frames": [ [ 5516, 5551 ], [ 5541, 5570 ], [ 5575, 5638 ], [ 5625, 5672 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P11_109+0_1_2_3", "video_id": "P11_109", "narration_ids": [ "P11_109_0", "P11_109_1", "P11_109_2", "P11_109_3" ], "src": "open dishwasher . pull_out dishwasher_drawer . pick_up tupperware", "src1": "open dishwasher", "src2": "pull_out dishwasher_drawer", "src3": "pick_up tupperware", "trg": "shake tupperware", "vis_src": "P11_109:0 P11_109:1 P11_109:2", "vis_trg": "P11_109:3", "narrations": [ "open dishwasher", "pull out dishwasher drawer", "pick up tupperware", "shake tupperware" ], "verbs": [ "open", "pull-out", "pick-up", "shake" ], "verb_classes": [ 3, 31, 0, 15 ], "nouns": [ "dishwasher", "drawer:dishwasher", "tupperware", "tupperware" ], "noun_classes": [ 70, 70, 23, 23 ], "start_stop_timestamps": [ [ "00:00:00.86", "00:00:02.91" ], [ "00:00:04.69", "00:00:06.17" ], [ "00:00:06.86", "00:00:07.74" ], [ "00:00:08.10", "00:00:09.18" ] ], "start_stop_frames": [ [ 43, 145 ], [ 234, 308 ], [ 343, 387 ], [ 405, 459 ] ], "trgnoun": "tupperware", "trgverb": "shake" }, { "key": "P25_101+34_35_36_37", "video_id": "P25_101", "narration_ids": [ "P25_101_34", "P25_101_35", "P25_101_36", "P25_101_37" ], "src": "pick_up meat . put_down meat . take fork", "src1": "pick_up meat", "src2": "put_down meat", "src3": "take fork", "trg": "stir meat", "vis_src": "P25_101:34 P25_101:35 P25_101:36", "vis_trg": "P25_101:37", "narrations": [ "pick up meat", "put down meat", "take fork", "stir meat" ], "verbs": [ "pick-up", "put-down", "take", "stir" ], "verb_classes": [ 0, 1, 0, 10 ], "nouns": [ "meat", "meat", "fork", "meat" ], "noun_classes": [ 28, 28, 14, 28 ], "start_stop_timestamps": [ [ "00:01:42.71", "00:01:43.65" ], [ "00:01:43.74", "00:01:44.93" ], [ "00:01:44.96", "00:01:46.06" ], [ "00:01:46.00", "00:01:53.16" ] ], "start_stop_frames": [ [ 5135, 5182 ], [ 5187, 5246 ], [ 5248, 5303 ], [ 5300, 5658 ] ], "trgnoun": "meat", "trgverb": "stir" }, { "key": "P35_109+271_272_273_274", "video_id": "P35_109", "narration_ids": [ "P35_109_271", "P35_109_272", "P35_109_273", "P35_109_274" ], "src": "put_down glass . pick_up cup . drain cup", "src1": "put_down glass", "src2": "pick_up cup", "src3": "drain cup", "trg": "put_down cup", "vis_src": "P35_109:271 P35_109:272 P35_109:273", "vis_trg": "P35_109:274", "narrations": [ "put down glass", "pick up cup", "drain cup", "put down cup" ], "verbs": [ "put-down", "pick-up", "drain", "put-down" ], "verb_classes": [ 1, 0, 37, 1 ], "nouns": [ "glass", "cup", "cup", "cup" ], "noun_classes": [ 10, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:18:22.19", "00:18:22.82" ], [ "00:18:23.89", "00:18:24.85" ], [ "00:18:24.22", "00:18:25.75" ], [ "00:18:26.52", "00:18:27.55" ] ], "start_stop_frames": [ [ 55109, 55141 ], [ 55194, 55242 ], [ 55211, 55287 ], [ 55326, 55377 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P02_131+4_5_6_7", "video_id": "P02_131", "narration_ids": [ "P02_131_4", "P02_131_5", "P02_131_6", "P02_131_7" ], "src": "wash hands . rinse hands . close tap", "src1": "wash hands", "src2": "rinse hands", "src3": "close tap", "trg": "shake hands", "vis_src": "P02_131:4 P02_131:5 P02_131:6", "vis_trg": "P02_131:7", "narrations": [ "wash hands", "rinse hands", "close tap", "shake hands" ], "verbs": [ "wash", "rinse", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "hand", "hand", "tap", "hand" ], "noun_classes": [ 11, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:00:12.68", "00:00:15.05" ], [ "00:00:15.12", "00:00:22.73" ], [ "00:00:22.81", "00:00:23.37" ], [ "00:00:23.69", "00:00:25.32" ] ], "start_stop_frames": [ [ 634, 752 ], [ 756, 1136 ], [ 1140, 1168 ], [ 1184, 1266 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P04_109+243_244_245_246", "video_id": "P04_109", "narration_ids": [ "P04_109_243", "P04_109_244", "P04_109_245", "P04_109_246" ], "src": "take foil off oven dish . hold piece of pork . tear pork", "src1": "take foil off oven dish", "src2": "hold piece of pork", "src3": "tear pork", "trg": "eat pork", "vis_src": "P04_109:243 P04_109:244 P04_109:245", "vis_trg": "P04_109:246", "narrations": [ "take foil off oven dish", "hold piece of pork", "tear pork", "eat pork" ], "verbs": [ "take-off", "hold", "tear", "eat" ], "verb_classes": [ 12, 34, 43, 35 ], "nouns": [ "foil", "piece:pork", "pork", "pork" ], "noun_classes": [ 123, 144, 144, 144 ], "start_stop_timestamps": [ [ "00:08:02.18", "00:08:03.96" ], [ "00:08:03.18", "00:08:05.51" ], [ "00:08:06.40", "00:08:08.52" ], [ "00:08:09.04", "00:08:10.00" ] ], "start_stop_frames": [ [ 24109, 24198 ], [ 24159, 24275 ], [ 24320, 24426 ], [ 24452, 24500 ] ], "trgnoun": "pork", "trgverb": "eat" }, { "key": "P22_117+132_133_134_135", "video_id": "P22_117", "narration_ids": [ "P22_117_132", "P22_117_133", "P22_117_134", "P22_117_135" ], "src": "put_down courgette . pick_up knife . cut courgette", "src1": "put_down courgette", "src2": "pick_up knife", "src3": "cut courgette", "trg": "put_down knife", "vis_src": "P22_117:132 P22_117:133 P22_117:134", "vis_trg": "P22_117:135", "narrations": [ "put down courgette", "pick up knife", "cut courgette", "put down knife" ], "verbs": [ "put-down", "pick-up", "cut", "put-down" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "courgette", "knife", "courgette", "knife" ], "noun_classes": [ 76, 4, 76, 4 ], "start_stop_timestamps": [ [ "00:04:43.82", "00:04:44.54" ], [ "00:04:45.09", "00:04:45.84" ], [ "00:04:46.12", "00:04:50.70" ], [ "00:04:51.03", "00:04:51.54" ] ], "start_stop_frames": [ [ 14191, 14227 ], [ 14254, 14292 ], [ 14306, 14535 ], [ 14551, 14577 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P35_104+500_501_502_503", "video_id": "P35_104", "narration_ids": [ "P35_104_500", "P35_104_501", "P35_104_502", "P35_104_503" ], "src": "put_down lid . pick_up spoon . pick_up pesto", "src1": "put_down lid", "src2": "pick_up spoon", "src3": "pick_up pesto", "trg": "put pesto", "vis_src": "P35_104:500 P35_104:501 P35_104:502", "vis_trg": "P35_104:503", "narrations": [ "put down lid", "pick up spoon", "pick up pesto", "put pesto" ], "verbs": [ "put-down", "pick-up", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "lid", "spoon", "pesto", "pesto" ], "noun_classes": [ 6, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:34:37.74", "00:34:38.59" ], [ "00:34:39.18", "00:34:40.75" ], [ "00:34:41.23", "00:34:44.43" ], [ "00:34:44.44", "00:34:45.86" ] ], "start_stop_frames": [ [ 103886, 103929 ], [ 103958, 104037 ], [ 104061, 104221 ], [ 104222, 104293 ] ], "trgnoun": "pesto", "trgverb": "put" }, { "key": "P02_133+2_3_4_5", "video_id": "P02_133", "narration_ids": [ "P02_133_2", "P02_133_3", "P02_133_4", "P02_133_5" ], "src": "cover pan with lid . open cupboard . pick_up plate from cupboard", "src1": "cover pan with lid", "src2": "open cupboard", "src3": "pick_up plate from cupboard", "trg": "close cupboard", "vis_src": "P02_133:2 P02_133:3 P02_133:4", "vis_trg": "P02_133:5", "narrations": [ "cover pan with lid", "open cupboard", "pick up plate from cupboard", "close cupboard" ], "verbs": [ "cover-with", "open", "pick-up", "close" ], "verb_classes": [ 36, 3, 0, 4 ], "nouns": [ "pan", "cupboard", "plate", "cupboard" ], "noun_classes": [ 5, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:00:07.21", "00:00:11.13" ], [ "00:00:10.49", "00:00:13.03" ], [ "00:00:13.55", "00:00:15.94" ], [ "00:00:16.04", "00:00:17.80" ] ], "start_stop_frames": [ [ 360, 556 ], [ 524, 651 ], [ 677, 797 ], [ 802, 890 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P27_101+404_405_406_407", "video_id": "P27_101", "narration_ids": [ "P27_101_404", "P27_101_405", "P27_101_406", "P27_101_407" ], "src": "wash glass . put_down glass . wash baking_tray", "src1": "wash glass", "src2": "put_down glass", "src3": "wash baking_tray", "trg": "put_down baking_tray", "vis_src": "P27_101:404 P27_101:405 P27_101:406", "vis_trg": "P27_101:407", "narrations": [ "wash glass", "put down glass", "wash baking tray", "put down baking tray" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "glass", "glass", "tray:baking", "tray:baking" ], "noun_classes": [ 10, 10, 35, 35 ], "start_stop_timestamps": [ [ "00:19:06.79", "00:19:12.71" ], [ "00:19:12.21", "00:19:15.34" ], [ "00:19:15.27", "00:19:27.96" ], [ "00:19:28.03", "00:19:29.84" ] ], "start_stop_frames": [ [ 57339, 57635 ], [ 57610, 57766 ], [ 57763, 58398 ], [ 58401, 58491 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P02_122+104_105_106_107", "video_id": "P02_122", "narration_ids": [ "P02_122_104", "P02_122_105", "P02_122_106", "P02_122_107" ], "src": "pour spice from jar into lid . pour spice from lid into plate . close spice_jar", "src1": "pour spice from jar into lid", "src2": "pour spice from lid into plate", "src3": "close spice_jar", "trg": "put_down spice_jar", "vis_src": "P02_122:104 P02_122:105 P02_122:106", "vis_trg": "P02_122:107", "narrations": [ "pour spice from jar into lid", "pour spice from lid into plate", "close spice jar", "put down spice jar" ], "verbs": [ "pour-from", "pour-from", "close", "put-down" ], "verb_classes": [ 9, 9, 4, 1 ], "nouns": [ "spice", "spice", "jar:spice", "jar:spice" ], "noun_classes": [ 85, 85, 40, 40 ], "start_stop_timestamps": [ [ "00:05:28.99", "00:05:30.92" ], [ "00:05:31.10", "00:05:31.65" ], [ "00:05:32.22", "00:05:33.24" ], [ "00:05:33.27", "00:05:34.39" ] ], "start_stop_frames": [ [ 16449, 16546 ], [ 16555, 16582 ], [ 16611, 16662 ], [ 16663, 16719 ] ], "trgnoun": "spice_jar", "trgverb": "put_down" }, { "key": "P01_105+228_229_230_231", "video_id": "P01_105", "narration_ids": [ "P01_105_228", "P01_105_229", "P01_105_230", "P01_105_231" ], "src": "pick_up tofu . pick_up knife . open bag with knife", "src1": "pick_up tofu", "src2": "pick_up knife", "src3": "open bag with knife", "trg": "take tofu off bag", "vis_src": "P01_105:228 P01_105:229 P01_105:230", "vis_trg": "P01_105:231", "narrations": [ "pick up tofu", "pick up knife", "open bag with knife", "take tofu off bag" ], "verbs": [ "pick-up", "pick-up", "open-with", "take-off" ], "verb_classes": [ 0, 0, 3, 12 ], "nouns": [ "tofu", "knife", "bag", "tofu" ], "noun_classes": [ 81, 4, 19, 81 ], "start_stop_timestamps": [ [ "00:08:34.29", "00:08:34.97" ], [ "00:08:35.14", "00:08:35.75" ], [ "00:08:36.75", "00:08:43.29" ], [ "00:08:43.01", "00:08:48.32" ] ], "start_stop_frames": [ [ 25714, 25748 ], [ 25757, 25787 ], [ 25837, 26164 ], [ 26150, 26416 ] ], "trgnoun": "tofu", "trgverb": "take_off" }, { "key": "P04_110+303_304_305_306", "video_id": "P04_110", "narration_ids": [ "P04_110_303", "P04_110_304", "P04_110_305", "P04_110_306" ], "src": "put_down ramekin of peanuts on table . pick_up spatula . flip_over piece of tofu", "src1": "put_down ramekin of peanuts on table", "src2": "pick_up spatula", "src3": "flip_over piece of tofu", "trg": "move piece of tofu off other piece of tofu", "vis_src": "P04_110:303 P04_110:304 P04_110:305", "vis_trg": "P04_110:306", "narrations": [ "put down ramekin of peanuts on table", "pick up spatula", "flip over piece of tofu", "move piece of tofu off other piece of tofu" ], "verbs": [ "put-down", "pick-up", "flip-over", "move-off" ], "verb_classes": [ 1, 0, 22, 11 ], "nouns": [ "ramekin:peanut", "spatula", "piece:tofu", "piece:tofu" ], "noun_classes": [ 7, 20, 81, 81 ], "start_stop_timestamps": [ [ "00:08:52.21", "00:08:53.09" ], [ "00:08:57.22", "00:08:58.00" ], [ "00:08:58.47", "00:09:00.58" ], [ "00:09:00.68", "00:09:03.29" ] ], "start_stop_frames": [ [ 26610, 26654 ], [ 26861, 26900 ], [ 26923, 27029 ], [ 27033, 27164 ] ], "trgnoun": "tofu_piece", "trgverb": "move_off" }, { "key": "P02_09+408_409_410_411", "video_id": "P02_09", "narration_ids": [ "P02_09_408", "P02_09_409", "P02_09_410", "P02_09_411" ], "src": "pick_up spoon . remove stock . pick_up stock", "src1": "pick_up spoon", "src2": "remove stock", "src3": "pick_up stock", "trg": "put spoon", "vis_src": "P02_09:408 P02_09:409 P02_09:410", "vis_trg": "P02_09:411", "narrations": [ "pick up spoon", "remove stock", "pick up stock", "put spoon" ], "verbs": [ "pick-up", "remove", "pick-up", "put" ], "verb_classes": [ 0, 12, 0, 1 ], "nouns": [ "spoon", "stock", "stock", "spoon" ], "noun_classes": [ 1, 95, 95, 1 ], "start_stop_timestamps": [ [ "00:28:29.71", "00:28:31.25" ], [ "00:28:31.32", "00:28:34.10" ], [ "00:28:35.32", "00:28:37.87" ], [ "00:28:38.13", "00:28:39.63" ] ], "start_stop_frames": [ [ 102582, 102675 ], [ 102679, 102846 ], [ 102919, 103072 ], [ 103087, 103177 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P25_106+188_189_190_191", "video_id": "P25_106", "narration_ids": [ "P25_106_188", "P25_106_189", "P25_106_190", "P25_106_191" ], "src": "close lid . pick_up pasta . lift lid", "src1": "close lid", "src2": "pick_up pasta", "src3": "lift lid", "trg": "put_down lid", "vis_src": "P25_106:188 P25_106:189 P25_106:190", "vis_trg": "P25_106:191", "narrations": [ "close lid", "pick up pasta", "lift lid", "put down lid" ], "verbs": [ "close", "pick-up", "lift", "put-down" ], "verb_classes": [ 4, 0, 33, 1 ], "nouns": [ "lid", "pasta", "lid", "lid" ], "noun_classes": [ 6, 45, 6, 6 ], "start_stop_timestamps": [ [ "00:16:35.56", "00:16:38.89" ], [ "00:16:40.19", "00:16:41.43" ], [ "00:16:47.73", "00:16:49.50" ], [ "00:16:48.96", "00:16:52.79" ] ], "start_stop_frames": [ [ 49778, 49944 ], [ 50009, 50071 ], [ 50386, 50475 ], [ 50448, 50639 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P03_119+167_168_169_171", "video_id": "P03_119", "narration_ids": [ "P03_119_167", "P03_119_168", "P03_119_169", "P03_119_171" ], "src": "put seal of clip top jar down on counter . pick_up clip top jar seal . wash clip top jar seal", "src1": "put seal of clip top jar down on counter", "src2": "pick_up clip top jar seal", "src3": "wash clip top jar seal", "trg": "rinse clip top jar seal", "vis_src": "P03_119:167 P03_119:168 P03_119:169", "vis_trg": "P03_119:171", "narrations": [ "put seal of clip top jar down on counter", "pick up clip top jar seal", "wash clip top jar seal", "rinse clip top jar seal" ], "verbs": [ "put-down", "pick-up", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "seal:clip:top:jar", "clip", "clip", "clip" ], "noun_classes": [ 6, 129, 129, 129 ], "start_stop_timestamps": [ [ "00:09:50.12", "00:09:51.20" ], [ "00:09:52.40", "00:09:53.15" ], [ "00:09:53.79", "00:09:57.67" ], [ "00:09:57.96", "00:10:07.14" ] ], "start_stop_frames": [ [ 29506, 29560 ], [ 29620, 29657 ], [ 29689, 29883 ], [ 29898, 30357 ] ], "trgnoun": "clip", "trgverb": "rinse" }, { "key": "P04_109+421_422_423_424", "video_id": "P04_109", "narration_ids": [ "P04_109_421", "P04_109_422", "P04_109_423", "P04_109_424" ], "src": "squeeze water out of tofu . turn_over tofu . pick_up kitchen_roll", "src1": "squeeze water out of tofu", "src2": "turn_over tofu", "src3": "pick_up kitchen_roll", "trg": "unroll kitchen_roll", "vis_src": "P04_109:421 P04_109:422 P04_109:423", "vis_trg": "P04_109:424", "narrations": [ "squeeze water out of tofu", "turn over tofu", "pick up kitchen roll", "unroll kitchen roll" ], "verbs": [ "squeeze-out", "turn-over", "pick-up", "unroll" ], "verb_classes": [ 18, 22, 0, 39 ], "nouns": [ "water", "tofu", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 27, 81, 93, 93 ], "start_stop_timestamps": [ [ "00:12:42.60", "00:12:45.21" ], [ "00:12:45.15", "00:12:47.50" ], [ "00:12:48.54", "00:12:49.54" ], [ "00:12:49.26", "00:12:51.11" ] ], "start_stop_frames": [ [ 38130, 38260 ], [ 38257, 38375 ], [ 38427, 38477 ], [ 38463, 38555 ] ], "trgnoun": "kitchen_roll", "trgverb": "unroll" }, { "key": "P04_107+9_10_11_12", "video_id": "P04_107", "narration_ids": [ "P04_107_9", "P04_107_10", "P04_107_11", "P04_107_12" ], "src": "tear dough . put dough in bowl . stretch_out dough", "src1": "tear dough", "src2": "put dough in bowl", "src3": "stretch_out dough", "trg": "roll dough into sausage shape", "vis_src": "P04_107:9 P04_107:10 P04_107:11", "vis_trg": "P04_107:12", "narrations": [ "tear dough", "put dough in bowl", "stretch out dough", "roll dough into sausage shape" ], "verbs": [ "tear", "put-in", "stretch-out", "roll-into" ], "verb_classes": [ 43, 5, 50, 47 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:00:19.18", "00:00:21.01" ], [ "00:00:20.78", "00:00:22.12" ], [ "00:00:22.64", "00:00:25.31" ], [ "00:00:27.83", "00:00:32.30" ] ], "start_stop_frames": [ [ 959, 1050 ], [ 1039, 1106 ], [ 1132, 1265 ], [ 1391, 1614 ] ], "trgnoun": "dough", "trgverb": "roll_into" }, { "key": "P22_115+213_214_215_216", "video_id": "P22_115", "narration_ids": [ "P22_115_213", "P22_115_214", "P22_115_215", "P22_115_216" ], "src": "move container . turn_on tap . pick_up cloth", "src1": "move container", "src2": "turn_on tap", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_115:213 P22_115:214 P22_115:215", "vis_trg": "P22_115:216", "narrations": [ "move container", "turn on tap", "pick up cloth", "rinse cloth" ], "verbs": [ "move", "turn-on", "pick-up", "rinse" ], "verb_classes": [ 11, 6, 0, 2 ], "nouns": [ "container", "tap", "cloth", "cloth" ], "noun_classes": [ 21, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:06:56.56", "00:06:58.44" ], [ "00:07:00.60", "00:07:01.85" ], [ "00:07:01.97", "00:07:02.32" ], [ "00:07:02.67", "00:07:05.58" ] ], "start_stop_frames": [ [ 20828, 20922 ], [ 21030, 21092 ], [ 21098, 21116 ], [ 21133, 21279 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P23_102+539_540_541_542", "video_id": "P23_102", "narration_ids": [ "P23_102_539", "P23_102_540", "P23_102_541", "P23_102_542" ], "src": "put spoon . take leaves . take curry leaves", "src1": "put spoon", "src2": "take leaves", "src3": "take curry leaves", "trg": "put curry leaves", "vis_src": "P23_102:539 P23_102:540 P23_102:541", "vis_trg": "P23_102:542", "narrations": [ "put spoon", "take leaves", "take curry leaves", "put curry leaves" ], "verbs": [ "put", "take", "take", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "spoon", "leaf", "leaf:curry", "leaf:curry" ], "noun_classes": [ 1, 62, 62, 62 ], "start_stop_timestamps": [ [ "00:50:50.36", "00:50:53.17" ], [ "00:50:54.76", "00:50:55.55" ], [ "00:50:56.63", "00:50:59.21" ], [ "00:50:59.27", "00:50:59.98" ] ], "start_stop_frames": [ [ 152518, 152658 ], [ 152738, 152777 ], [ 152831, 152960 ], [ 152963, 152999 ] ], "trgnoun": "curry_leaf", "trgverb": "put" }, { "key": "P37_102+76_77_78_79", "video_id": "P37_102", "narration_ids": [ "P37_102_76", "P37_102_77", "P37_102_78", "P37_102_79" ], "src": "take carrots . chop carrots . cut carrots into sticks", "src1": "take carrots", "src2": "chop carrots", "src3": "cut carrots into sticks", "trg": "cut carrots", "vis_src": "P37_102:76 P37_102:77 P37_102:78", "vis_trg": "P37_102:79", "narrations": [ "take carrots", "chop carrots", "cut carrots into sticks", "cut carrots" ], "verbs": [ "take", "chop", "cut-into", "cut" ], "verb_classes": [ 0, 7, 7, 7 ], "nouns": [ "carrot", "carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:05:35.05", "00:05:36.55" ], [ "00:05:36.65", "00:05:41.90" ], [ "00:05:42.00", "00:05:54.50" ], [ "00:05:54.60", "00:06:03.35" ] ], "start_stop_frames": [ [ 16752, 16827 ], [ 16832, 17095 ], [ 17100, 17725 ], [ 17730, 18167 ] ], "trgnoun": "carrot", "trgverb": "cut" }, { "key": "P26_103+126_127_128_129", "video_id": "P26_103", "narration_ids": [ "P26_103_126", "P26_103_127", "P26_103_128", "P26_103_129" ], "src": "lather baking_tray . put_down sponge . rinse baking_tray", "src1": "lather baking_tray", "src2": "put_down sponge", "src3": "rinse baking_tray", "trg": "put_down baking_tray", "vis_src": "P26_103:126 P26_103:127 P26_103:128", "vis_trg": "P26_103:129", "narrations": [ "lather baking tray", "put down sponge", "rinse baking tray", "put down baking tray" ], "verbs": [ "lather", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "tray:baking", "sponge", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 9, 35, 35 ], "start_stop_timestamps": [ [ "00:06:51.68", "00:07:02.98" ], [ "00:07:12.80", "00:07:13.66" ], [ "00:07:13.60", "00:07:43.67" ], [ "00:07:45.58", "00:07:49.21" ] ], "start_stop_frames": [ [ 20584, 21149 ], [ 21640, 21683 ], [ 21680, 23183 ], [ 23279, 23460 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P04_01+229_230_231_232", "video_id": "P04_01", "narration_ids": [ "P04_01_229", "P04_01_230", "P04_01_231", "P04_01_232" ], "src": "pour oil . put_down oil . pull kitchen_roll", "src1": "pour oil", "src2": "put_down oil", "src3": "pull kitchen_roll", "trg": "fold kitchen_roll", "vis_src": "P04_01:229 P04_01:230 P04_01:231", "vis_trg": "P04_01:232", "narrations": [ "pour oil", "put down oil", "pull kitchen roll", "fold kitchen roll" ], "verbs": [ "pour", "put-down", "pull", "fold" ], "verb_classes": [ 9, 1, 31, 28 ], "nouns": [ "oil", "oil", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 31, 31, 93, 93 ], "start_stop_timestamps": [ [ "00:16:13.24", "00:16:19.08" ], [ "00:16:20.37", "00:16:21.50" ], [ "00:16:21.65", "00:16:23.76" ], [ "00:16:23.91", "00:16:29.61" ] ], "start_stop_frames": [ [ 58394, 58744 ], [ 58822, 58890 ], [ 58899, 59025 ], [ 59034, 59376 ] ], "trgnoun": "kitchen_roll", "trgverb": "fold" }, { "key": "P07_117+80_81_82_83", "video_id": "P07_117", "narration_ids": [ "P07_117_80", "P07_117_81", "P07_117_82", "P07_117_83" ], "src": "scrape pot . push rice . grab container", "src1": "scrape pot", "src2": "push rice", "src3": "grab container", "trg": "push containers", "vis_src": "P07_117:80 P07_117:81 P07_117:82", "vis_trg": "P07_117:83", "narrations": [ "scrape pot", "push rice", "grab container", "push containers" ], "verbs": [ "scrape", "push", "grab", "push" ], "verb_classes": [ 25, 21, 0, 21 ], "nouns": [ "pot", "rice", "container", "container" ], "noun_classes": [ 29, 55, 21, 21 ], "start_stop_timestamps": [ [ "00:03:51.61", "00:03:56.64" ], [ "00:03:56.00", "00:04:02.66" ], [ "00:04:05.97", "00:04:06.54" ], [ "00:04:06.37", "00:04:07.12" ] ], "start_stop_frames": [ [ 11580, 11832 ], [ 11800, 12133 ], [ 12298, 12327 ], [ 12318, 12356 ] ], "trgnoun": "container", "trgverb": "push" }, { "key": "P29_01+273_274_275_276", "video_id": "P29_01", "narration_ids": [ "P29_01_273", "P29_01_274", "P29_01_275", "P29_01_276" ], "src": "chop green_beans . pick_up knife . open green bean packing", "src1": "chop green_beans", "src2": "pick_up knife", "src3": "open green bean packing", "trg": "remove green_bean from packaging", "vis_src": "P29_01:273 P29_01:274 P29_01:275", "vis_trg": "P29_01:276", "narrations": [ "chop green beans", "pick up knife", "open green bean packing", "remove green bean from packaging" ], "verbs": [ "chop", "pick-up", "open", "remove-from" ], "verb_classes": [ 7, 0, 3, 12 ], "nouns": [ "bean:green", "knife", "packing:green:bean", "bean:green" ], "noun_classes": [ 185, 4, 26, 185 ], "start_stop_timestamps": [ [ "00:17:21.69", "00:17:26.21" ], [ "00:17:22.84", "00:17:23.48" ], [ "00:17:24.25", "00:17:25.47" ], [ "00:17:26.12", "00:17:28.76" ] ], "start_stop_frames": [ [ 62501, 62772 ], [ 62570, 62608 ], [ 62655, 62728 ], [ 62767, 62925 ] ], "trgnoun": "green_bean", "trgverb": "remove_from" }, { "key": "P27_103+55_56_57_58", "video_id": "P27_103", "narration_ids": [ "P27_103_55", "P27_103_56", "P27_103_57", "P27_103_58" ], "src": "pick glasses . put_down glasses . open recipe_book", "src1": "pick glasses", "src2": "put_down glasses", "src3": "open recipe_book", "trg": "browse recipe_book", "vis_src": "P27_103:55 P27_103:56 P27_103:57", "vis_trg": "P27_103:58", "narrations": [ "pick glasses", "put down glasses", "open recipe book", "browse recipe book" ], "verbs": [ "pick", "put-down", "open", "browse" ], "verb_classes": [ 0, 1, 3, 48 ], "nouns": [ "glass", "glass", "book:recipe", "book:recipe" ], "noun_classes": [ 10, 10, 140, 140 ], "start_stop_timestamps": [ [ "00:02:29.97", "00:02:30.87" ], [ "00:02:31.97", "00:02:32.52" ], [ "00:02:36.48", "00:02:38.22" ], [ "00:02:38.74", "00:02:40.37" ] ], "start_stop_frames": [ [ 7498, 7543 ], [ 7598, 7626 ], [ 7823, 7911 ], [ 7937, 8018 ] ], "trgnoun": "recipe_book", "trgverb": "browse" }, { "key": "P04_119+194_195_196_197", "video_id": "P04_119", "narration_ids": [ "P04_119_194", "P04_119_195", "P04_119_196", "P04_119_197" ], "src": "pick_up other milk_bottle . turn milk_bottle upside down . put_down milk_bottle", "src1": "pick_up other milk_bottle", "src2": "turn milk_bottle upside down", "src3": "put_down milk_bottle", "trg": "catch milk_bottle", "vis_src": "P04_119:194 P04_119:195 P04_119:196", "vis_trg": "P04_119:197", "narrations": [ "pick up other milk bottle", "turn milk bottle upside down", "put down milk bottle", "catch milk bottle" ], "verbs": [ "pick-up", "turn", "put-down", "catch" ], "verb_classes": [ 0, 23, 1, 0 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:08:15.19", "00:08:16.00" ], [ "00:08:15.72", "00:08:16.59" ], [ "00:08:17.15", "00:08:20.60" ], [ "00:08:21.43", "00:08:22.84" ] ], "start_stop_frames": [ [ 24759, 24800 ], [ 24786, 24829 ], [ 24857, 25030 ], [ 25071, 25142 ] ], "trgnoun": "milk_bottle", "trgverb": "catch" }, { "key": "P26_119+38_39_40_41", "video_id": "P26_119", "narration_ids": [ "P26_119_38", "P26_119_39", "P26_119_40", "P26_119_41" ], "src": "pour washing up liquid . put_down detergent . lather hands", "src1": "pour washing up liquid", "src2": "put_down detergent", "src3": "lather hands", "trg": "rinse hands", "vis_src": "P26_119:38 P26_119:39 P26_119:40", "vis_trg": "P26_119:41", "narrations": [ "pour washing up liquid", "put down detergent", "lather hands", "rinse hands" ], "verbs": [ "pour", "put-down", "lather", "rinse" ], "verb_classes": [ 9, 1, 2, 2 ], "nouns": [ "liquid:washing:up", "detergent", "hand", "hand" ], "noun_classes": [ 22, 22, 11, 11 ], "start_stop_timestamps": [ [ "00:01:43.38", "00:01:43.74" ], [ "00:01:44.27", "00:01:45.02" ], [ "00:01:45.33", "00:01:47.32" ], [ "00:01:48.38", "00:01:51.60" ] ], "start_stop_frames": [ [ 5169, 5187 ], [ 5213, 5251 ], [ 5266, 5366 ], [ 5419, 5580 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P03_117+229_230_231_232", "video_id": "P03_117", "narration_ids": [ "P03_117_229", "P03_117_230", "P03_117_231", "P03_117_232" ], "src": "pick_up cheese . put_down knife . open cheese", "src1": "pick_up cheese", "src2": "put_down knife", "src3": "open cheese", "trg": "take cheese out of its packet", "vis_src": "P03_117:229 P03_117:230 P03_117:231", "vis_trg": "P03_117:232", "narrations": [ "pick up cheese", "put down knife", "open cheese", "take cheese out of its packet" ], "verbs": [ "pick-up", "put-down", "open", "take-out" ], "verb_classes": [ 0, 1, 3, 12 ], "nouns": [ "cheese", "knife", "cheese", "cheese" ], "noun_classes": [ 32, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:10:55.19", "00:10:56.22" ], [ "00:10:56.27", "00:10:57.11" ], [ "00:10:57.15", "00:10:59.03" ], [ "00:10:59.13", "00:11:00.61" ] ], "start_stop_frames": [ [ 32759, 32811 ], [ 32813, 32855 ], [ 32857, 32951 ], [ 32956, 33030 ] ], "trgnoun": "cheese", "trgverb": "take_out" }, { "key": "P07_10+190_191_192_193", "video_id": "P07_10", "narration_ids": [ "P07_10_190", "P07_10_191", "P07_10_192", "P07_10_193" ], "src": "wash table . rinse board . close tap", "src1": "wash table", "src2": "rinse board", "src3": "close tap", "trg": "open tap", "vis_src": "P07_10:190 P07_10:191 P07_10:192", "vis_trg": "P07_10:193", "narrations": [ "wash table", "rinse board", "close tap", "open tap" ], "verbs": [ "wash", "rinse", "turn-off", "turn-on" ], "verb_classes": [ 2, 2, 8, 6 ], "nouns": [ "table", "board", "tap", "tap" ], "noun_classes": [ 42, 18, 0, 0 ], "start_stop_timestamps": [ [ "00:17:40.75", "00:17:42.87" ], [ "00:17:42.76", "00:17:49.83" ], [ "00:17:49.98", "00:17:51.06" ], [ "00:17:52.22", "00:17:54.27" ] ], "start_stop_frames": [ [ 63645, 63772 ], [ 63765, 64189 ], [ 64198, 64263 ], [ 64333, 64456 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P25_106+181_182_183_184", "video_id": "P25_106", "narration_ids": [ "P25_106_181", "P25_106_182", "P25_106_183", "P25_106_184" ], "src": "dry knife . put_down knife . pick_up spoon", "src1": "dry knife", "src2": "put_down knife", "src3": "pick_up spoon", "trg": "dry spoon", "vis_src": "P25_106:181 P25_106:182 P25_106:183", "vis_trg": "P25_106:184", "narrations": [ "dry knife", "put down knife", "pick up spoon", "dry spoon" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "knife", "knife", "spoon", "spoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:16:19.43", "00:16:22.35" ], [ "00:16:22.46", "00:16:23.05" ], [ "00:16:23.53", "00:16:24.42" ], [ "00:16:25.03", "00:16:28.28" ] ], "start_stop_frames": [ [ 48971, 49117 ], [ 49123, 49152 ], [ 49176, 49221 ], [ 49251, 49414 ] ], "trgnoun": "spoon", "trgverb": "dry" }, { "key": "P28_04+59_60_61_62", "video_id": "P28_04", "narration_ids": [ "P28_04_59", "P28_04_60", "P28_04_61", "P28_04_62" ], "src": "cut spring_onions . throw rubbish . dropped courgette_piece", "src1": "cut spring_onions", "src2": "throw rubbish", "src3": "dropped courgette_piece", "trg": "put_down spring_onions", "vis_src": "P28_04:59 P28_04:60 P28_04:61", "vis_trg": "P28_04:62", "narrations": [ "cut spring onions", "throw rubbish", "dropped courgette piece", "put down spring onions" ], "verbs": [ "cut", "throw", "drop", "put-down" ], "verb_classes": [ 7, 13, 59, 1 ], "nouns": [ "onion:spring", "rubbish", "piece:courgette", "onion:spring" ], "noun_classes": [ 128, 54, 76, 128 ], "start_stop_timestamps": [ [ "00:05:14.27", "00:05:15.07" ], [ "00:05:16.91", "00:05:17.73" ], [ "00:05:17.56", "00:05:19.20" ], [ "00:05:18.64", "00:05:19.73" ] ], "start_stop_frames": [ [ 18856, 18904 ], [ 19014, 19063 ], [ 19053, 19152 ], [ 19118, 19183 ] ], "trgnoun": "spring_onion", "trgverb": "put_down" }, { "key": "P27_103+208_209_210_211", "video_id": "P27_103", "narration_ids": [ "P27_103_208", "P27_103_209", "P27_103_210", "P27_103_211" ], "src": "put_down container . pick_up scale_plate . lower shaker", "src1": "put_down container", "src2": "pick_up scale_plate", "src3": "lower shaker", "trg": "turn_on shaker", "vis_src": "P27_103:208 P27_103:209 P27_103:210", "vis_trg": "P27_103:211", "narrations": [ "put down container", "pick up scale plate", "lower shaker", "turn on shaker" ], "verbs": [ "put-down", "pick-up", "lower", "turn-on" ], "verb_classes": [ 1, 0, 73, 6 ], "nouns": [ "container", "plate:scale", "shaker", "shaker" ], "noun_classes": [ 21, 2, 15, 15 ], "start_stop_timestamps": [ [ "00:13:09.79", "00:13:11.01" ], [ "00:13:10.90", "00:13:11.82" ], [ "00:13:15.69", "00:13:17.34" ], [ "00:13:17.32", "00:13:18.49" ] ], "start_stop_frames": [ [ 39489, 39550 ], [ 39545, 39591 ], [ 39784, 39867 ], [ 39866, 39924 ] ], "trgnoun": "shaker", "trgverb": "turn_on" }, { "key": "P08_23+280_281_282_283", "video_id": "P08_23", "narration_ids": [ "P08_23_280", "P08_23_281", "P08_23_282", "P08_23_283" ], "src": "move the bell_pepper . start food_processor . stop food_processor", "src1": "move the bell_pepper", "src2": "start food_processor", "src3": "stop food_processor", "trg": "open food_processor", "vis_src": "P08_23:280 P08_23:281 P08_23:282", "vis_trg": "P08_23:283", "narrations": [ "move the bell pepper", "start food processor", "stop food processor", "open food processor" ], "verbs": [ "move", "start", "stop", "open" ], "verb_classes": [ 11, 6, 80, 3 ], "nouns": [ "pepper:bell", "processor:food", "processor:food", "processor:food" ], "noun_classes": [ 37, 147, 147, 147 ], "start_stop_timestamps": [ [ "00:23:56.53", "00:24:02.49" ], [ "00:24:11.52", "00:24:13.03" ], [ "00:24:17.17", "00:24:19.74" ], [ "00:24:23.17", "00:24:24.52" ] ], "start_stop_frames": [ [ 86191, 86549 ], [ 87091, 87181 ], [ 87430, 87584 ], [ 87790, 87871 ] ], "trgnoun": "food_processor", "trgverb": "open" }, { "key": "P30_04+66_67_68_69", "video_id": "P30_04", "narration_ids": [ "P30_04_66", "P30_04_67", "P30_04_68", "P30_04_69" ], "src": "remove sticker from box . put box in washing up . take saucepan_lid", "src1": "remove sticker from box", "src2": "put box in washing up", "src3": "take saucepan_lid", "trg": "dry saucepan_lid", "vis_src": "P30_04:66 P30_04:67 P30_04:68", "vis_trg": "P30_04:69", "narrations": [ "remove sticker from box", "put box in washing up", "take saucepan lid", "dry saucepan lid" ], "verbs": [ "remove-from", "put-in", "take", "dry" ], "verb_classes": [ 12, 5, 0, 14 ], "nouns": [ "sticker", "box", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 222, 23, 6, 6 ], "start_stop_timestamps": [ [ "00:03:14.48", "00:03:17.74" ], [ "00:03:18.13", "00:03:20.29" ], [ "00:03:24.04", "00:03:25.39" ], [ "00:03:25.40", "00:03:29.13" ] ], "start_stop_frames": [ [ 11668, 11864 ], [ 11887, 12017 ], [ 12242, 12323 ], [ 12324, 12547 ] ], "trgnoun": "saucepan_lid", "trgverb": "dry" }, { "key": "P27_103+528_529_530_531", "video_id": "P27_103", "narration_ids": [ "P27_103_528", "P27_103_529", "P27_103_530", "P27_103_531" ], "src": "put_down plate . move container . pick_up plate", "src1": "put_down plate", "src2": "move container", "src3": "pick_up plate", "trg": "wash plate", "vis_src": "P27_103:528 P27_103:529 P27_103:530", "vis_trg": "P27_103:531", "narrations": [ "put down plate", "move container", "pick up plate", "wash plate" ], "verbs": [ "put-down", "move", "pick-up", "wash" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "plate", "container", "plate", "plate" ], "noun_classes": [ 2, 21, 2, 2 ], "start_stop_timestamps": [ [ "00:35:40.75", "00:35:42.08" ], [ "00:35:42.10", "00:35:43.35" ], [ "00:35:43.42", "00:35:44.45" ], [ "00:35:44.47", "00:35:47.58" ] ], "start_stop_frames": [ [ 107037, 107104 ], [ 107105, 107167 ], [ 107171, 107222 ], [ 107223, 107379 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P11_05+344_345_346_347", "video_id": "P11_05", "narration_ids": [ "P11_05_344", "P11_05_345", "P11_05_346", "P11_05_347" ], "src": "rinse pan . pour soap in pan . scrub pan", "src1": "rinse pan", "src2": "pour soap in pan", "src3": "scrub pan", "trg": "rinse_off pan", "vis_src": "P11_05:344 P11_05:345 P11_05:346", "vis_trg": "P11_05:347", "narrations": [ "rinse pan", "pour soap in pan", "scrub pan", "rinse off pan" ], "verbs": [ "rinse", "pour-in", "scrub", "rinse-off" ], "verb_classes": [ 2, 9, 29, 2 ], "nouns": [ "pan", "soap", "pan", "pan" ], "noun_classes": [ 5, 22, 5, 5 ], "start_stop_timestamps": [ [ "00:24:46.03", "00:24:50.06" ], [ "00:24:51.29", "00:24:53.22" ], [ "00:24:54.22", "00:25:02.68" ], [ "00:25:04.52", "00:25:08.93" ] ], "start_stop_frames": [ [ 89161, 89403 ], [ 89477, 89593 ], [ 89653, 90160 ], [ 90271, 90535 ] ], "trgnoun": "pan", "trgverb": "rinse_off" }, { "key": "P01_17+7_8_9_10", "video_id": "P01_17", "narration_ids": [ "P01_17_7", "P01_17_8", "P01_17_9", "P01_17_10" ], "src": "take cup . put_down cup . take tablecloth", "src1": "take cup", "src2": "put_down cup", "src3": "take tablecloth", "trg": "fold tablecloth", "vis_src": "P01_17:7 P01_17:8 P01_17:9", "vis_trg": "P01_17:10", "narrations": [ "take cup", "put down cup", "take tablecloth", "fold tablecloth" ], "verbs": [ "take", "put-down", "take", "fold" ], "verb_classes": [ 0, 1, 0, 28 ], "nouns": [ "cup", "cup", "tablecloth", "tablecloth" ], "noun_classes": [ 13, 13, 17, 17 ], "start_stop_timestamps": [ [ "00:00:18.62", "00:00:20.07" ], [ "00:00:20.76", "00:00:22.51" ], [ "00:00:23.30", "00:00:24.86" ], [ "00:00:26.60", "00:00:29.85" ] ], "start_stop_frames": [ [ 1117, 1204 ], [ 1245, 1350 ], [ 1398, 1491 ], [ 1596, 1791 ] ], "trgnoun": "tablecloth", "trgverb": "fold" }, { "key": "P21_04+2_3_4_5", "video_id": "P21_04", "narration_ids": [ "P21_04_2", "P21_04_3", "P21_04_4", "P21_04_5" ], "src": "washing the dish . taking a paper_towel . drying the dish", "src1": "washing the dish", "src2": "taking a paper_towel", "src3": "drying the dish", "trg": "placing the dish on the hob", "vis_src": "P21_04:2 P21_04:3 P21_04:4", "vis_trg": "P21_04:5", "narrations": [ "washing the dish", "taking a paper towel", "drying the dish", "placing the dish on the hob" ], "verbs": [ "wash", "take", "dry", "place-on" ], "verb_classes": [ 2, 0, 14, 1 ], "nouns": [ "dish", "towel:paper", "dish", "dish" ], "noun_classes": [ 2, 93, 2, 2 ], "start_stop_timestamps": [ [ "00:00:06.88", "00:00:11.04" ], [ "00:00:15.25", "00:00:17.00" ], [ "00:00:17.88", "00:00:31.90" ], [ "00:00:33.04", "00:00:34.22" ] ], "start_stop_frames": [ [ 412, 662 ], [ 915, 1020 ], [ 1072, 1914 ], [ 1982, 2053 ] ], "trgnoun": "dish", "trgverb": "place_on" }, { "key": "P04_107+761_762_763_764", "video_id": "P04_107", "narration_ids": [ "P04_107_761", "P04_107_762", "P04_107_763", "P04_107_764" ], "src": "fold dough . unfold dough . turn_over dough", "src1": "fold dough", "src2": "unfold dough", "src3": "turn_over dough", "trg": "pick_up dough", "vis_src": "P04_107:761 P04_107:762 P04_107:763", "vis_trg": "P04_107:764", "narrations": [ "fold dough", "unfold dough", "turn over dough", "pick up dough" ], "verbs": [ "fold", "unfold", "turn-over", "pick-up" ], "verb_classes": [ 28, 39, 22, 0 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:20:31.93", "00:20:34.06" ], [ "00:20:33.24", "00:20:36.01" ], [ "00:20:34.83", "00:20:36.42" ], [ "00:20:36.80", "00:20:37.39" ] ], "start_stop_frames": [ [ 61596, 61703 ], [ 61662, 61800 ], [ 61741, 61821 ], [ 61840, 61869 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P25_107+187_188_189_190", "video_id": "P25_107", "narration_ids": [ "P25_107_187", "P25_107_188", "P25_107_189", "P25_107_190" ], "src": "put_down plate . pick_up paper . dry pan", "src1": "put_down plate", "src2": "pick_up paper", "src3": "dry pan", "trg": "put_down pan", "vis_src": "P25_107:187 P25_107:188 P25_107:189", "vis_trg": "P25_107:190", "narrations": [ "put down plate", "pick up paper", "dry pan", "put down pan" ], "verbs": [ "put-down", "pick-up", "dry", "put-down" ], "verb_classes": [ 1, 0, 14, 1 ], "nouns": [ "plate", "paper", "pan", "pan" ], "noun_classes": [ 2, 49, 5, 5 ], "start_stop_timestamps": [ [ "00:16:50.50", "00:16:52.43" ], [ "00:16:53.46", "00:16:54.96" ], [ "00:16:58.31", "00:17:02.32" ], [ "00:17:01.74", "00:17:03.43" ] ], "start_stop_frames": [ [ 50525, 50621 ], [ 50673, 50748 ], [ 50915, 51116 ], [ 51087, 51171 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P30_107+190_191_192_193", "video_id": "P30_107", "narration_ids": [ "P30_107_190", "P30_107_191", "P30_107_192", "P30_107_193" ], "src": "open cupboard . take bowl . put bowls on sideboard", "src1": "open cupboard", "src2": "take bowl", "src3": "put bowls on sideboard", "trg": "distribute bowls", "vis_src": "P30_107:190 P30_107:191 P30_107:192", "vis_trg": "P30_107:193", "narrations": [ "open cupboard", "take bowl", "put bowls on sideboard", "distribute bowls" ], "verbs": [ "open", "take", "put-on", "distribute" ], "verb_classes": [ 3, 0, 1, 27 ], "nouns": [ "cupboard", "bowl", "bowl", "bowl" ], "noun_classes": [ 3, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:09:51.60", "00:09:52.37" ], [ "00:09:52.73", "00:09:53.94" ], [ "00:09:55.60", "00:09:56.83" ], [ "00:09:56.86", "00:09:59.21" ] ], "start_stop_frames": [ [ 29580, 29618 ], [ 29636, 29697 ], [ 29780, 29841 ], [ 29843, 29960 ] ], "trgnoun": "bowl", "trgverb": "distribute" }, { "key": "P04_02+61_62_63_64", "video_id": "P04_02", "narration_ids": [ "P04_02_61", "P04_02_62", "P04_02_63", "P04_02_64" ], "src": "put peelings in bin . pick_up spatula . rub spatula around egg", "src1": "put peelings in bin", "src2": "pick_up spatula", "src3": "rub spatula around egg", "trg": "scrap spatula on pan", "vis_src": "P04_02:61 P04_02:62 P04_02:63", "vis_trg": "P04_02:64", "narrations": [ "put peelings in bin", "pick up spatula", "rub spatula around egg", "scrap spatula on pan" ], "verbs": [ "put-in", "pick-up", "rub-around", "scrap-on" ], "verb_classes": [ 5, 0, 55, 25 ], "nouns": [ "peeling", "spatula", "spatula", "spatula" ], "noun_classes": [ 48, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:04:06.69", "00:04:10.52" ], [ "00:04:15.50", "00:04:16.23" ], [ "00:04:16.50", "00:04:20.54" ], [ "00:04:24.88", "00:04:31.86" ] ], "start_stop_frames": [ [ 14801, 15031 ], [ 15330, 15373 ], [ 15390, 15632 ], [ 15892, 16311 ] ], "trgnoun": "spatula", "trgverb": "scrap_on" }, { "key": "P25_107+183_184_185_187", "video_id": "P25_107", "narration_ids": [ "P25_107_183", "P25_107_184", "P25_107_185", "P25_107_187" ], "src": "wash pan . move plate . put_down pan", "src1": "wash pan", "src2": "move plate", "src3": "put_down pan", "trg": "put_down plate", "vis_src": "P25_107:183 P25_107:184 P25_107:185", "vis_trg": "P25_107:187", "narrations": [ "wash pan", "move plate", "put down pan", "put down plate" ], "verbs": [ "wash", "move", "put-down", "put-down" ], "verb_classes": [ 2, 11, 1, 1 ], "nouns": [ "pan", "plate", "pan", "plate" ], "noun_classes": [ 5, 2, 5, 2 ], "start_stop_timestamps": [ [ "00:16:34.11", "00:16:38.11" ], [ "00:16:40.64", "00:16:44.95" ], [ "00:16:45.01", "00:16:47.07" ], [ "00:16:50.50", "00:16:52.43" ] ], "start_stop_frames": [ [ 49705, 49905 ], [ 50032, 50247 ], [ 50250, 50353 ], [ 50525, 50621 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_07+434_435_436_437", "video_id": "P22_07", "narration_ids": [ "P22_07_434", "P22_07_435", "P22_07_436", "P22_07_437" ], "src": "open drawer . pick_up wooden_fork . stir pasta", "src1": "open drawer", "src2": "pick_up wooden_fork", "src3": "stir pasta", "trg": "put_down wooden_fork", "vis_src": "P22_07:434 P22_07:435 P22_07:436", "vis_trg": "P22_07:437", "narrations": [ "open drawer", "pick up wooden fork", "stir pasta", "put down wooden fork" ], "verbs": [ "open", "pick-up", "stir", "put-down" ], "verb_classes": [ 3, 0, 10, 1 ], "nouns": [ "drawer", "fork:wooden", "pasta", "fork:wooden" ], "noun_classes": [ 8, 14, 45, 14 ], "start_stop_timestamps": [ [ "00:20:49.21", "00:20:49.96" ], [ "00:20:50.14", "00:20:54.34" ], [ "00:20:55.65", "00:20:59.45" ], [ "00:21:00.26", "00:21:01.32" ] ], "start_stop_frames": [ [ 74952, 74997 ], [ 75008, 75260 ], [ 75339, 75567 ], [ 75615, 75679 ] ], "trgnoun": "wooden_fork", "trgverb": "put_down" }, { "key": "P22_11+163_164_165_166", "video_id": "P22_11", "narration_ids": [ "P22_11_163", "P22_11_164", "P22_11_165", "P22_11_166" ], "src": "lather jar . put_down jar . pick_up teaspoon", "src1": "lather jar", "src2": "put_down jar", "src3": "pick_up teaspoon", "trg": "lather teaspoon", "vis_src": "P22_11:163 P22_11:164 P22_11:165", "vis_trg": "P22_11:166", "narrations": [ "lather jar", "put down jar", "pick up teaspoon", "lather teaspoon" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "jar", "jar", "teaspoon", "teaspoon" ], "noun_classes": [ 40, 40, 1, 1 ], "start_stop_timestamps": [ [ "00:05:42.44", "00:05:51.86" ], [ "00:05:51.96", "00:05:52.57" ], [ "00:05:52.55", "00:05:53.52" ], [ "00:05:52.81", "00:05:55.15" ] ], "start_stop_frames": [ [ 20546, 21111 ], [ 21117, 21154 ], [ 21153, 21211 ], [ 21168, 21309 ] ], "trgnoun": "teaspoon", "trgverb": "lather" }, { "key": "P29_01+276_277_278_279", "video_id": "P29_01", "narration_ids": [ "P29_01_276", "P29_01_277", "P29_01_278", "P29_01_279" ], "src": "remove green_bean from packaging . chop green_beans . throw away green bean packaging", "src1": "remove green_bean from packaging", "src2": "chop green_beans", "src3": "throw away green bean packaging", "trg": "snap green_beans", "vis_src": "P29_01:276 P29_01:277 P29_01:278", "vis_trg": "P29_01:279", "narrations": [ "remove green bean from packaging", "chop green beans", "throw away green bean packaging", "snap green beans" ], "verbs": [ "remove-from", "chop", "throw", "snap" ], "verb_classes": [ 12, 7, 13, 30 ], "nouns": [ "bean:green", "bean:green", "packaging:green:bean", "bean:green" ], "noun_classes": [ 185, 185, 26, 185 ], "start_stop_timestamps": [ [ "00:17:26.12", "00:17:28.76" ], [ "00:17:28.05", "00:17:29.93" ], [ "00:17:29.93", "00:17:31.03" ], [ "00:17:44.57", "00:17:46.90" ] ], "start_stop_frames": [ [ 62767, 62925 ], [ 62883, 62995 ], [ 62995, 63061 ], [ 63874, 64014 ] ], "trgnoun": "green_bean", "trgverb": "snap" }, { "key": "P22_10+237_238_239_240", "video_id": "P22_10", "narration_ids": [ "P22_10_237", "P22_10_238", "P22_10_239", "P22_10_240" ], "src": "put_down down plate . grab container . rinse container", "src1": "put_down down plate", "src2": "grab container", "src3": "rinse container", "trg": "place container", "vis_src": "P22_10:237 P22_10:238 P22_10:239", "vis_trg": "P22_10:240", "narrations": [ "put down down plate", "grab container", "rinse container", "place container" ], "verbs": [ "put-down", "grab", "rinse", "place" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "plate", "container", "container", "container" ], "noun_classes": [ 2, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:08:24.48", "00:08:26.10" ], [ "00:08:26.33", "00:08:27.42" ], [ "00:08:26.98", "00:08:30.06" ], [ "00:08:30.63", "00:08:31.90" ] ], "start_stop_frames": [ [ 30268, 30366 ], [ 30379, 30445 ], [ 30418, 30603 ], [ 30637, 30714 ] ], "trgnoun": "container", "trgverb": "place" }, { "key": "P22_101+107_108_109_110", "video_id": "P22_101", "narration_ids": [ "P22_101_107", "P22_101_108", "P22_101_109", "P22_101_110" ], "src": "put_down lid . turn_on tap . rinse hands", "src1": "put_down lid", "src2": "turn_on tap", "src3": "rinse hands", "trg": "shake hands", "vis_src": "P22_101:107 P22_101:108 P22_101:109", "vis_trg": "P22_101:110", "narrations": [ "put down lid", "turn on tap", "rinse hands", "shake hands" ], "verbs": [ "put-down", "turn-on", "rinse", "shake" ], "verb_classes": [ 1, 6, 2, 15 ], "nouns": [ "lid", "tap", "hand", "hand" ], "noun_classes": [ 6, 0, 11, 11 ], "start_stop_timestamps": [ [ "00:03:55.82", "00:03:56.71" ], [ "00:03:56.68", "00:03:57.13" ], [ "00:03:57.17", "00:03:58.18" ], [ "00:03:58.24", "00:03:59.71" ] ], "start_stop_frames": [ [ 11791, 11835 ], [ 11834, 11856 ], [ 11858, 11909 ], [ 11912, 11985 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P06_102+40_41_42_43", "video_id": "P06_102", "narration_ids": [ "P06_102_40", "P06_102_41", "P06_102_42", "P06_102_43" ], "src": "open drawer . pick_up knife . cut sachet", "src1": "open drawer", "src2": "pick_up knife", "src3": "cut sachet", "trg": "put_down knife", "vis_src": "P06_102:40 P06_102:41 P06_102:42", "vis_trg": "P06_102:43", "narrations": [ "open drawer", "pick up knife", "cut sachet", "put down knife" ], "verbs": [ "open", "pick-up", "cut", "put-down" ], "verb_classes": [ 3, 0, 7, 1 ], "nouns": [ "drawer", "knife", "sachet", "knife" ], "noun_classes": [ 8, 4, 26, 4 ], "start_stop_timestamps": [ [ "00:03:40.13", "00:03:42.70" ], [ "00:03:42.80", "00:03:44.93" ], [ "00:03:44.94", "00:03:48.25" ], [ "00:03:48.16", "00:03:48.91" ] ], "start_stop_frames": [ [ 11006, 11135 ], [ 11140, 11246 ], [ 11247, 11412 ], [ 11408, 11445 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P22_10+310_311_312_313", "video_id": "P22_10", "narration_ids": [ "P22_10_310", "P22_10_311", "P22_10_312", "P22_10_313" ], "src": "put_down glass . pick_up salad_bowl . move glass", "src1": "put_down glass", "src2": "pick_up salad_bowl", "src3": "move glass", "trg": "put_down salad_bowl", "vis_src": "P22_10:310 P22_10:311 P22_10:312", "vis_trg": "P22_10:313", "narrations": [ "put down glass", "pick up salad bowl", "move glass", "put down salad bowl" ], "verbs": [ "put-down", "pick-up", "move", "put-down" ], "verb_classes": [ 1, 0, 11, 1 ], "nouns": [ "glass", "bowl:salad", "glass", "bowl:salad" ], "noun_classes": [ 10, 7, 10, 7 ], "start_stop_timestamps": [ [ "00:10:48.50", "00:10:49.24" ], [ "00:10:56.35", "00:10:57.35" ], [ "00:10:57.45", "00:10:58.89" ], [ "00:10:58.80", "00:11:00.05" ] ], "start_stop_frames": [ [ 38910, 38954 ], [ 39381, 39441 ], [ 39447, 39533 ], [ 39528, 39603 ] ], "trgnoun": "salad_bowl", "trgverb": "put_down" }, { "key": "P15_10+5_6_7_8", "video_id": "P15_10", "narration_ids": [ "P15_10_5", "P15_10_6", "P15_10_7", "P15_10_8" ], "src": "stir frying pan contents . open sauce_bottle . pour sauce in frying pan", "src1": "stir frying pan contents", "src2": "open sauce_bottle", "src3": "pour sauce in frying pan", "trg": "close sauce_bottle", "vis_src": "P15_10:5 P15_10:6 P15_10:7", "vis_trg": "P15_10:8", "narrations": [ "stir frying pan contents", "open sauce bottle", "pour sauce in frying pan", "close sauce bottle" ], "verbs": [ "stir", "open", "pour-in", "close" ], "verb_classes": [ 10, 3, 9, 4 ], "nouns": [ "content:frying:pan", "bottle:sauce", "sauce", "bottle:sauce" ], "noun_classes": [ 34, 15, 47, 15 ], "start_stop_timestamps": [ [ "00:01:08.11", "00:01:29.43" ], [ "00:01:39.77", "00:01:40.85" ], [ "00:01:40.95", "00:01:48.76" ], [ "00:01:49.30", "00:01:51.49" ] ], "start_stop_frames": [ [ 4086, 5365 ], [ 5986, 6051 ], [ 6057, 6525 ], [ 6558, 6689 ] ], "trgnoun": "sauce_bottle", "trgverb": "close" }, { "key": "P03_04+320_321_322_323", "video_id": "P03_04", "narration_ids": [ "P03_04_320", "P03_04_321", "P03_04_322", "P03_04_323" ], "src": "pick_up stock . pour granules . close stock", "src1": "pick_up stock", "src2": "pour granules", "src3": "close stock", "trg": "put stock", "vis_src": "P03_04:320 P03_04:321 P03_04:322", "vis_trg": "P03_04:323", "narrations": [ "pick up stock", "pour granules", "close stock", "put stock" ], "verbs": [ "pick-up", "pour", "close", "put" ], "verb_classes": [ 0, 9, 4, 1 ], "nouns": [ "stock", "granule", "stock", "stock" ], "noun_classes": [ 95, 138, 95, 95 ], "start_stop_timestamps": [ [ "00:23:19.15", "00:23:20.45" ], [ "00:23:21.14", "00:23:27.39" ], [ "00:23:27.36", "00:23:28.08" ], [ "00:23:28.17", "00:23:28.89" ] ], "start_stop_frames": [ [ 83949, 84027 ], [ 84068, 84443 ], [ 84441, 84484 ], [ 84490, 84533 ] ], "trgnoun": "stock", "trgverb": "put" }, { "key": "P06_07+14_15_16_17", "video_id": "P06_07", "narration_ids": [ "P06_07_14", "P06_07_15", "P06_07_16", "P06_07_17" ], "src": "take_off gloves . test pizza . pick_up pizza", "src1": "take_off gloves", "src2": "test pizza", "src3": "pick_up pizza", "trg": "put pizza on plate", "vis_src": "P06_07:14 P06_07:15 P06_07:16", "vis_trg": "P06_07:17", "narrations": [ "take off gloves", "test pizza", "pick up pizza", "put pizza on plate" ], "verbs": [ "take-off", "test", "pick-up", "put-on" ], "verb_classes": [ 12, 24, 0, 1 ], "nouns": [ "glove", "pizza", "pizza", "pizza" ], "noun_classes": [ 60, 91, 91, 91 ], "start_stop_timestamps": [ [ "00:00:50.21", "00:00:53.87" ], [ "00:00:54.69", "00:00:58.43" ], [ "00:00:58.24", "00:01:01.73" ], [ "00:01:01.71", "00:01:02.96" ] ], "start_stop_frames": [ [ 3012, 3232 ], [ 3281, 3505 ], [ 3494, 3703 ], [ 3702, 3777 ] ], "trgnoun": "pizza", "trgverb": "put_on" }, { "key": "P04_06+77_78_79_80", "video_id": "P04_06", "narration_ids": [ "P04_06_77", "P04_06_78", "P04_06_79", "P04_06_80" ], "src": "pick_up knife . wash knife . pick_up sharpener", "src1": "pick_up knife", "src2": "wash knife", "src3": "pick_up sharpener", "trg": "sharpen knife", "vis_src": "P04_06:77 P04_06:78 P04_06:79", "vis_trg": "P04_06:80", "narrations": [ "pick up knife", "wash knife", "pick up sharpener", "sharpen knife" ], "verbs": [ "pick-up", "wash", "pick-up", "sharpen" ], "verb_classes": [ 0, 2, 0, 58 ], "nouns": [ "knife", "knife", "sharpener", "knife" ], "noun_classes": [ 4, 4, 212, 4 ], "start_stop_timestamps": [ [ "00:07:51.02", "00:07:52.72" ], [ "00:07:52.82", "00:08:10.43" ], [ "00:08:20.13", "00:08:23.04" ], [ "00:08:23.14", "00:08:31.41" ] ], "start_stop_frames": [ [ 28261, 28363 ], [ 28369, 29425 ], [ 30007, 30182 ], [ 30188, 30684 ] ], "trgnoun": "knife", "trgverb": "sharpen" }, { "key": "P04_02+237_238_239_240", "video_id": "P04_02", "narration_ids": [ "P04_02_237", "P04_02_238", "P04_02_239", "P04_02_240" ], "src": "pick_up onion_peeling . dice onion . put_in bin", "src1": "pick_up onion_peeling", "src2": "dice onion", "src3": "put_in bin", "trg": "slice_along onion", "vis_src": "P04_02:237 P04_02:238 P04_02:239", "vis_trg": "P04_02:240", "narrations": [ "pick up onion peeling", "dice onion", "put in bin", "slice along onion" ], "verbs": [ "pick-up", "dice", "put-in", "slice-along" ], "verb_classes": [ 0, 7, 5, 7 ], "nouns": [ "peeling:onion", "onion", "bin", "onion" ], "noun_classes": [ 48, 16, 36, 16 ], "start_stop_timestamps": [ [ "00:18:08.42", "00:18:11.60" ], [ "00:18:12.00", "00:18:39.78" ], [ "00:18:12.34", "00:18:13.50" ], [ "00:18:15.36", "00:18:21.86" ] ], "start_stop_frames": [ [ 65305, 65495 ], [ 65520, 67186 ], [ 65540, 65610 ], [ 65721, 66111 ] ], "trgnoun": "onion", "trgverb": "slice_along" }, { "key": "P28_02+12_13_14_15", "video_id": "P28_02", "narration_ids": [ "P28_02_12", "P28_02_13", "P28_02_14", "P28_02_15" ], "src": "take dish . open cupboard . open drawer", "src1": "take dish", "src2": "open cupboard", "src3": "open drawer", "trg": "put dishes in cupboard", "vis_src": "P28_02:12 P28_02:13 P28_02:14", "vis_trg": "P28_02:15", "narrations": [ "take dish", "open cupboard", "open drawer", "put dishes in cupboard" ], "verbs": [ "take", "open", "open", "put-in" ], "verb_classes": [ 0, 3, 3, 5 ], "nouns": [ "dish", "cupboard", "drawer", "dish" ], "noun_classes": [ 2, 3, 8, 2 ], "start_stop_timestamps": [ [ "00:00:19.95", "00:00:21.00" ], [ "00:00:23.68", "00:00:24.91" ], [ "00:00:23.74", "00:00:24.89" ], [ "00:00:24.89", "00:00:25.72" ] ], "start_stop_frames": [ [ 1197, 1260 ], [ 1420, 1494 ], [ 1424, 1493 ], [ 1493, 1543 ] ], "trgnoun": "dish", "trgverb": "put_in" }, { "key": "P03_119+113_114_115_116", "video_id": "P03_119", "narration_ids": [ "P03_119_113", "P03_119_114", "P03_119_115", "P03_119_116" ], "src": "wash spatula . put spatula on drying rack . pick_up tupperware_lid", "src1": "wash spatula", "src2": "put spatula on drying rack", "src3": "pick_up tupperware_lid", "trg": "wash tupperware_lid", "vis_src": "P03_119:113 P03_119:114 P03_119:115", "vis_trg": "P03_119:116", "narrations": [ "wash spatula", "put spatula on drying rack", "pick up tupperware lid", "wash tupperware lid" ], "verbs": [ "wash", "put-on", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "lid:tupperware", "lid:tupperware" ], "noun_classes": [ 20, 20, 6, 6 ], "start_stop_timestamps": [ [ "00:05:40.91", "00:06:04.56" ], [ "00:06:05.06", "00:06:05.64" ], [ "00:06:06.87", "00:06:07.75" ], [ "00:06:08.00", "00:06:17.44" ] ], "start_stop_frames": [ [ 17045, 18228 ], [ 18253, 18282 ], [ 18343, 18387 ], [ 18400, 18872 ] ], "trgnoun": "tupperware_lid", "trgverb": "wash" }, { "key": "P06_07+123_124_125_126", "video_id": "P06_07", "narration_ids": [ "P06_07_123", "P06_07_124", "P06_07_125", "P06_07_126" ], "src": "spread tomatoes . pick_up sweetcorn . pull lid", "src1": "spread tomatoes", "src2": "pick_up sweetcorn", "src3": "pull lid", "trg": "sprinkle sweetcorn", "vis_src": "P06_07:123 P06_07:124 P06_07:125", "vis_trg": "P06_07:126", "narrations": [ "spread tomatoes", "pick up sweetcorn", "pull lid", "sprinkle sweetcorn" ], "verbs": [ "spread", "pick-up", "pull", "sprinkle" ], "verb_classes": [ 27, 0, 31, 42 ], "nouns": [ "tomato", "sweetcorn", "lid", "sweetcorn" ], "noun_classes": [ 43, 125, 6, 125 ], "start_stop_timestamps": [ [ "00:07:50.07", "00:08:04.75" ], [ "00:08:05.60", "00:08:08.63" ], [ "00:08:08.02", "00:08:09.15" ], [ "00:08:09.57", "00:08:16.08" ] ], "start_stop_frames": [ [ 28204, 29085 ], [ 29136, 29317 ], [ 29281, 29349 ], [ 29374, 29764 ] ], "trgnoun": "sweetcorn", "trgverb": "sprinkle" }, { "key": "P02_06+83_84_85_86", "video_id": "P02_06", "narration_ids": [ "P02_06_83", "P02_06_84", "P02_06_85", "P02_06_86" ], "src": "rinse knife . pick_up mug . open tap", "src1": "rinse knife", "src2": "pick_up mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_06:83 P02_06:84 P02_06:85", "vis_trg": "P02_06:86", "narrations": [ "rinse knife", "pick up mug", "open tap", "rinse mug" ], "verbs": [ "rinse", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 2, 0, 6, 2 ], "nouns": [ "knife", "mug", "tap", "mug" ], "noun_classes": [ 4, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:03:09.91", "00:03:11.16" ], [ "00:03:12.79", "00:03:14.11" ], [ "00:03:17.67", "00:03:18.95" ], [ "00:03:18.85", "00:03:23.95" ] ], "start_stop_frames": [ [ 11394, 11469 ], [ 11567, 11646 ], [ 11860, 11937 ], [ 11931, 12237 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P06_05+203_204_205_206", "video_id": "P06_05", "narration_ids": [ "P06_05_203", "P06_05_204", "P06_05_205", "P06_05_206" ], "src": "move bowl . throw away rubbish . open dishwasher", "src1": "move bowl", "src2": "throw away rubbish", "src3": "open dishwasher", "trg": "close dishwasher", "vis_src": "P06_05:203 P06_05:204 P06_05:205", "vis_trg": "P06_05:206", "narrations": [ "move bowl", "throw away rubbish", "open dishwasher", "close dishwasher" ], "verbs": [ "move", "throw", "open", "close" ], "verb_classes": [ 11, 13, 3, 4 ], "nouns": [ "bowl", "rubbish", "dishwasher", "dishwasher" ], "noun_classes": [ 7, 54, 70, 70 ], "start_stop_timestamps": [ [ "00:21:52.37", "00:21:54.95" ], [ "00:22:01.16", "00:22:02.19" ], [ "00:22:02.74", "00:22:05.53" ], [ "00:22:04.07", "00:22:05.80" ] ], "start_stop_frames": [ [ 78742, 78897 ], [ 79269, 79331 ], [ 79364, 79531 ], [ 79444, 79548 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P04_120+142_143_144_145", "video_id": "P04_120", "narration_ids": [ "P04_120_142", "P04_120_143", "P04_120_144", "P04_120_145" ], "src": "transfer ramekin to other hand . turn_off tap . pick_up tea_towel", "src1": "transfer ramekin to other hand", "src2": "turn_off tap", "src3": "pick_up tea_towel", "trg": "dry ramekin with tea towel", "vis_src": "P04_120:142 P04_120:143 P04_120:144", "vis_trg": "P04_120:145", "narrations": [ "transfer ramekin to other hand", "turn off tap", "pick up tea towel", "dry ramekin with tea towel" ], "verbs": [ "transfer-to", "turn-off", "pick-up", "dry" ], "verb_classes": [ 11, 8, 0, 14 ], "nouns": [ "ramekin", "tap", "towel:tea", "ramekin" ], "noun_classes": [ 7, 0, 52, 7 ], "start_stop_timestamps": [ [ "00:06:56.50", "00:06:57.14" ], [ "00:06:57.15", "00:06:57.75" ], [ "00:06:57.84", "00:07:00.21" ], [ "00:07:00.19", "00:07:05.90" ] ], "start_stop_frames": [ [ 20825, 20857 ], [ 20857, 20887 ], [ 20892, 21010 ], [ 21009, 21295 ] ], "trgnoun": "ramekin", "trgverb": "dry" }, { "key": "P04_121+95_96_97_98", "video_id": "P04_121", "narration_ids": [ "P04_121_95", "P04_121_96", "P04_121_97", "P04_121_98" ], "src": "wipe chopping_board with sponge . put_down sponge . pick_up washing up liquid", "src1": "wipe chopping_board with sponge", "src2": "put_down sponge", "src3": "pick_up washing up liquid", "trg": "squirt washing up liquid onto chopping board", "vis_src": "P04_121:95 P04_121:96 P04_121:97", "vis_trg": "P04_121:98", "narrations": [ "wipe chopping board with sponge", "put down sponge", "pick up washing up liquid", "squirt washing up liquid onto chopping board" ], "verbs": [ "wipe-with", "put-down", "pick-up", "squirt" ], "verb_classes": [ 2, 1, 0, 27 ], "nouns": [ "board:chopping", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 18, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:05:56.85", "00:05:58.91" ], [ "00:05:59.01", "00:05:59.55" ], [ "00:05:59.61", "00:06:00.32" ], [ "00:06:00.39", "00:06:01.33" ] ], "start_stop_frames": [ [ 17842, 17945 ], [ 17950, 17977 ], [ 17980, 18016 ], [ 18019, 18066 ] ], "trgnoun": "up_washing_liquid", "trgverb": "squirt" }, { "key": "P22_109+452_453_454_455", "video_id": "P22_109", "narration_ids": [ "P22_109_452", "P22_109_453", "P22_109_454", "P22_109_455" ], "src": "rinse hand . put_down sponge . pick_up cloth", "src1": "rinse hand", "src2": "put_down sponge", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_109:452 P22_109:453 P22_109:454", "vis_trg": "P22_109:455", "narrations": [ "rinse hand", "put down sponge", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "hand", "sponge", "cloth", "cloth" ], "noun_classes": [ 11, 9, 17, 17 ], "start_stop_timestamps": [ [ "00:19:43.96", "00:19:44.85" ], [ "00:19:45.03", "00:19:45.96" ], [ "00:19:45.97", "00:19:46.72" ], [ "00:19:47.43", "00:19:48.86" ] ], "start_stop_frames": [ [ 59198, 59242 ], [ 59251, 59298 ], [ 59298, 59336 ], [ 59371, 59442 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P04_17+0_1_2_3", "video_id": "P04_17", "narration_ids": [ "P04_17_0", "P04_17_1", "P04_17_2", "P04_17_3" ], "src": "pick_up water . drink water . stir pan", "src1": "pick_up water", "src2": "drink water", "src3": "stir pan", "trg": "pour water into pan", "vis_src": "P04_17:0 P04_17:1 P04_17:2", "vis_trg": "P04_17:3", "narrations": [ "pick up water", "drink water", "stir pan", "pour water into pan" ], "verbs": [ "pick-up", "drink", "stir", "pour-into" ], "verb_classes": [ 0, 60, 10, 9 ], "nouns": [ "water", "water", "pan", "water" ], "noun_classes": [ 27, 27, 5, 27 ], "start_stop_timestamps": [ [ "00:00:02.05", "00:00:02.86" ], [ "00:00:02.96", "00:00:04.96" ], [ "00:00:06.14", "00:00:28.89" ], [ "00:00:28.99", "00:00:31.56" ] ], "start_stop_frames": [ [ 122, 171 ], [ 177, 297 ], [ 368, 1733 ], [ 1739, 1893 ] ], "trgnoun": "water", "trgverb": "pour_into" }, { "key": "P24_05+154_155_156_157", "video_id": "P24_05", "narration_ids": [ "P24_05_154", "P24_05_155", "P24_05_156", "P24_05_157" ], "src": "take spoon . stir sauce in pan . lift lid", "src1": "take spoon", "src2": "stir sauce in pan", "src3": "lift lid", "trg": "put_down lid", "vis_src": "P24_05:154 P24_05:155 P24_05:156", "vis_trg": "P24_05:157", "narrations": [ "take spoon", "stir sauce in pan", "lift lid", "put down lid" ], "verbs": [ "take", "stir", "lift", "put-down" ], "verb_classes": [ 0, 10, 33, 1 ], "nouns": [ "spoon", "sauce", "lid", "lid" ], "noun_classes": [ 1, 47, 6, 6 ], "start_stop_timestamps": [ [ "00:14:31.81", "00:14:32.58" ], [ "00:14:32.68", "00:14:37.40" ], [ "00:14:37.50", "00:14:39.51" ], [ "00:14:39.61", "00:14:42.97" ] ], "start_stop_frames": [ [ 52308, 52354 ], [ 52360, 52644 ], [ 52650, 52770 ], [ 52776, 52978 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P27_104+11_12_13_14", "video_id": "P27_104", "narration_ids": [ "P27_104_11", "P27_104_12", "P27_104_13", "P27_104_14" ], "src": "unfold towel . pick_up cutlery . put_down cutlery", "src1": "unfold towel", "src2": "pick_up cutlery", "src3": "put_down cutlery", "trg": "move towel", "vis_src": "P27_104:11 P27_104:12 P27_104:13", "vis_trg": "P27_104:14", "narrations": [ "unfold towel", "pick up cutlery", "put down cutlery", "move towel" ], "verbs": [ "unfold", "pick-up", "put-down", "move" ], "verb_classes": [ 39, 0, 1, 11 ], "nouns": [ "towel", "cutlery", "cutlery", "towel" ], "noun_classes": [ 52, 58, 58, 52 ], "start_stop_timestamps": [ [ "00:00:29.58", "00:00:31.88" ], [ "00:00:31.59", "00:00:32.37" ], [ "00:00:33.00", "00:00:33.93" ], [ "00:00:35.85", "00:00:36.91" ] ], "start_stop_frames": [ [ 1479, 1594 ], [ 1579, 1618 ], [ 1650, 1696 ], [ 1792, 1845 ] ], "trgnoun": "towel", "trgverb": "move" }, { "key": "P01_105+406_407_408_409", "video_id": "P01_105", "narration_ids": [ "P01_105_406", "P01_105_407", "P01_105_408", "P01_105_409" ], "src": "take_out garlic . peel garlic . put_down garlic", "src1": "take_out garlic", "src2": "peel garlic", "src3": "put_down garlic", "trg": "pick_up garlic", "vis_src": "P01_105:406 P01_105:407 P01_105:408", "vis_trg": "P01_105:409", "narrations": [ "take out garlic", "peel garlic", "put down garlic", "pick up garlic" ], "verbs": [ "take-out", "peel", "put-down", "pick-up" ], "verb_classes": [ 12, 19, 1, 0 ], "nouns": [ "garlic", "garlic", "garlic", "garlic" ], "noun_classes": [ 51, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:15:47.86", "00:15:48.43" ], [ "00:15:49.03", "00:16:03.14" ], [ "00:16:03.54", "00:16:04.06" ], [ "00:16:04.41", "00:16:05.46" ] ], "start_stop_frames": [ [ 47393, 47421 ], [ 47451, 48157 ], [ 48177, 48203 ], [ 48220, 48273 ] ], "trgnoun": "garlic", "trgverb": "pick_up" }, { "key": "P07_113+144_145_146_147", "video_id": "P07_113", "narration_ids": [ "P07_113_144", "P07_113_145", "P07_113_146", "P07_113_147" ], "src": "turn_off tap . move board . grab pot", "src1": "turn_off tap", "src2": "move board", "src3": "grab pot", "trg": "move pot", "vis_src": "P07_113:144 P07_113:145 P07_113:146", "vis_trg": "P07_113:147", "narrations": [ "turn off tap", "move board", "grab pot", "move pot" ], "verbs": [ "turn-off", "move", "grab", "move" ], "verb_classes": [ 8, 11, 0, 11 ], "nouns": [ "tap", "board", "pot", "pot" ], "noun_classes": [ 0, 18, 29, 29 ], "start_stop_timestamps": [ [ "00:07:11.47", "00:07:12.16" ], [ "00:07:12.12", "00:07:15.18" ], [ "00:07:16.05", "00:07:16.85" ], [ "00:07:16.56", "00:07:18.27" ] ], "start_stop_frames": [ [ 21573, 21608 ], [ 21606, 21759 ], [ 21802, 21842 ], [ 21828, 21913 ] ], "trgnoun": "pot", "trgverb": "move" }, { "key": "P12_104+182_183_184_185", "video_id": "P12_104", "narration_ids": [ "P12_104_182", "P12_104_183", "P12_104_184", "P12_104_185" ], "src": "scrub frying_pan . open tap . wash hand", "src1": "scrub frying_pan", "src2": "open tap", "src3": "wash hand", "trg": "wash frying_pan", "vis_src": "P12_104:182 P12_104:183 P12_104:184", "vis_trg": "P12_104:185", "narrations": [ "scrub frying pan", "open tap", "wash hand", "wash frying pan" ], "verbs": [ "scrub", "turn-on", "wash", "wash" ], "verb_classes": [ 29, 6, 2, 2 ], "nouns": [ "pan:frying", "tap", "hand", "pan:frying" ], "noun_classes": [ 5, 0, 11, 5 ], "start_stop_timestamps": [ [ "00:12:11.59", "00:12:22.99" ], [ "00:13:00.29", "00:13:01.60" ], [ "00:13:01.84", "00:13:03.45" ], [ "00:13:02.75", "00:13:11.47" ] ], "start_stop_frames": [ [ 36579, 37149 ], [ 39014, 39080 ], [ 39092, 39172 ], [ 39137, 39573 ] ], "trgnoun": "frying_pan", "trgverb": "wash" }, { "key": "P06_102+28_29_30_31", "video_id": "P06_102", "narration_ids": [ "P06_102_28", "P06_102_29", "P06_102_30", "P06_102_31" ], "src": "put_down scales . put bowl on scales . pick_up salt", "src1": "put_down scales", "src2": "put bowl on scales", "src3": "pick_up salt", "trg": "pour salt into bowl", "vis_src": "P06_102:28 P06_102:29 P06_102:30", "vis_trg": "P06_102:31", "narrations": [ "put down scales", "put bowl on scales", "pick up salt", "pour salt into bowl" ], "verbs": [ "put-down", "put-on", "pick-up", "pour-into" ], "verb_classes": [ 1, 1, 0, 9 ], "nouns": [ "scale", "bowl", "salt", "salt" ], "noun_classes": [ 108, 7, 38, 38 ], "start_stop_timestamps": [ [ "00:02:55.83", "00:02:57.96" ], [ "00:02:57.80", "00:02:59.39" ], [ "00:03:01.14", "00:03:02.73" ], [ "00:03:03.16", "00:03:15.11" ] ], "start_stop_frames": [ [ 8791, 8898 ], [ 8890, 8969 ], [ 9057, 9136 ], [ 9158, 9755 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P11_11+16_17_18_19", "video_id": "P11_11", "narration_ids": [ "P11_11_16", "P11_11_17", "P11_11_18", "P11_11_19" ], "src": "close cupboard . turn_on water . rinse scissors", "src1": "close cupboard", "src2": "turn_on water", "src3": "rinse scissors", "trg": "scrub scissors", "vis_src": "P11_11:16 P11_11:17 P11_11:18", "vis_trg": "P11_11:19", "narrations": [ "close cupboard", "turn on water", "rinse scissors", "scrub scissors" ], "verbs": [ "close", "turn-on", "rinse", "scrub" ], "verb_classes": [ 4, 6, 2, 29 ], "nouns": [ "cupboard", "tap", "scissors", "scissors" ], "noun_classes": [ 3, 0, 79, 79 ], "start_stop_timestamps": [ [ "00:00:42.64", "00:00:43.61" ], [ "00:00:44.27", "00:00:45.21" ], [ "00:00:45.03", "00:00:47.46" ], [ "00:00:47.69", "00:00:51.32" ] ], "start_stop_frames": [ [ 2558, 2616 ], [ 2656, 2712 ], [ 2701, 2847 ], [ 2861, 3079 ] ], "trgnoun": "scissors", "trgverb": "scrub" }, { "key": "P06_103+169_170_171_172", "video_id": "P06_103", "narration_ids": [ "P06_103_169", "P06_103_170", "P06_103_171", "P06_103_172" ], "src": "close fridge . open wraps . pick_up wrap", "src1": "close fridge", "src2": "open wraps", "src3": "pick_up wrap", "trg": "put wrap on plate", "vis_src": "P06_103:169 P06_103:170 P06_103:171", "vis_trg": "P06_103:172", "narrations": [ "close fridge", "open wraps", "pick up wrap", "put wrap on plate" ], "verbs": [ "close", "open", "pick-up", "put-on" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "fridge", "wrap", "wrap", "wrap" ], "noun_classes": [ 12, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:13:20.95", "00:13:23.33" ], [ "00:13:29.85", "00:13:35.98" ], [ "00:13:35.79", "00:13:41.24" ], [ "00:13:41.54", "00:13:42.20" ] ], "start_stop_frames": [ [ 40047, 40166 ], [ 40492, 40799 ], [ 40789, 41062 ], [ 41077, 41110 ] ], "trgnoun": "wrap", "trgverb": "put_on" }, { "key": "P11_13+15_16_17_18", "video_id": "P11_13", "narration_ids": [ "P11_13_15", "P11_13_16", "P11_13_17", "P11_13_18" ], "src": "put lid on milk . put milk away . pick_up spoon", "src1": "put lid on milk", "src2": "put milk away", "src3": "pick_up spoon", "trg": "put spoon in bowl", "vis_src": "P11_13:15 P11_13:16 P11_13:17", "vis_trg": "P11_13:18", "narrations": [ "put lid on milk", "put milk away", "pick up spoon", "put spoon in bowl" ], "verbs": [ "put-on", "put", "pick-up", "put-in" ], "verb_classes": [ 1, 1, 0, 5 ], "nouns": [ "lid", "milk", "spoon", "spoon" ], "noun_classes": [ 6, 64, 1, 1 ], "start_stop_timestamps": [ [ "00:00:39.36", "00:00:41.35" ], [ "00:00:41.76", "00:00:43.32" ], [ "00:00:45.38", "00:00:46.47" ], [ "00:00:47.61", "00:00:48.54" ] ], "start_stop_frames": [ [ 2361, 2481 ], [ 2505, 2599 ], [ 2722, 2788 ], [ 2856, 2912 ] ], "trgnoun": "spoon", "trgverb": "put_in" }, { "key": "P30_107+840_841_842_843", "video_id": "P30_107", "narration_ids": [ "P30_107_840", "P30_107_841", "P30_107_842", "P30_107_843" ], "src": "close egg_carton . put egg_carton into fridge . pick_up bowl", "src1": "close egg_carton", "src2": "put egg_carton into fridge", "src3": "pick_up bowl", "trg": "put bowl down", "vis_src": "P30_107:840 P30_107:841 P30_107:842", "vis_trg": "P30_107:843", "narrations": [ "close egg carton", "put egg carton into fridge", "pick up bowl", "put bowl down" ], "verbs": [ "close", "put-into", "pick-up", "put" ], "verb_classes": [ 4, 5, 0, 1 ], "nouns": [ "carton:egg", "carton:egg", "bowl", "bowl" ], "noun_classes": [ 26, 26, 7, 7 ], "start_stop_timestamps": [ [ "00:44:36.46", "00:44:37.25" ], [ "00:44:37.31", "00:44:38.30" ], [ "00:44:38.39", "00:44:41.14" ], [ "00:44:41.62", "00:44:42.07" ] ], "start_stop_frames": [ [ 133823, 133862 ], [ 133865, 133915 ], [ 133919, 134057 ], [ 134081, 134103 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P06_07+61_62_63_64", "video_id": "P06_07", "narration_ids": [ "P06_07_61", "P06_07_62", "P06_07_63", "P06_07_64" ], "src": "put lid on pan . put pizza down . take tray from under pizza", "src1": "put lid on pan", "src2": "put pizza down", "src3": "take tray from under pizza", "trg": "put tray down", "vis_src": "P06_07:61 P06_07:62 P06_07:63", "vis_trg": "P06_07:64", "narrations": [ "put lid on pan", "put pizza down", "take tray from under pizza", "put tray down" ], "verbs": [ "put-on", "put-down", "take-from", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "lid", "pizza", "tray", "tray" ], "noun_classes": [ 6, 91, 35, 35 ], "start_stop_timestamps": [ [ "00:03:46.69", "00:03:49.29" ], [ "00:03:49.59", "00:03:52.76" ], [ "00:03:52.94", "00:03:58.94" ], [ "00:04:00.27", "00:04:02.35" ] ], "start_stop_frames": [ [ 13601, 13757 ], [ 13775, 13965 ], [ 13976, 14336 ], [ 14416, 14541 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P04_109+388_389_390_391", "video_id": "P04_109", "narration_ids": [ "P04_109_388", "P04_109_389", "P04_109_390", "P04_109_391" ], "src": "cut cucumber_end . take plastic off cucumber end . eat cucumber_end", "src1": "cut cucumber_end", "src2": "take plastic off cucumber end", "src3": "eat cucumber_end", "trg": "throw away plastic", "vis_src": "P04_109:388 P04_109:389 P04_109:390", "vis_trg": "P04_109:391", "narrations": [ "cut cucumber end", "take plastic off cucumber end", "eat cucumber end", "throw away plastic" ], "verbs": [ "cut", "take-off", "eat", "throw" ], "verb_classes": [ 7, 12, 35, 13 ], "nouns": [ "end:cucumber", "plastic", "end:cucumber", "plastic" ], "noun_classes": [ 72, 26, 72, 26 ], "start_stop_timestamps": [ [ "00:11:31.41", "00:11:32.13" ], [ "00:11:31.39", "00:11:32.96" ], [ "00:11:32.71", "00:11:33.55" ], [ "00:11:33.55", "00:11:34.81" ] ], "start_stop_frames": [ [ 34570, 34606 ], [ 34569, 34648 ], [ 34635, 34677 ], [ 34677, 34740 ] ], "trgnoun": "plastic", "trgverb": "throw" }, { "key": "P30_111+199_200_201_202", "video_id": "P30_111", "narration_ids": [ "P30_111_199", "P30_111_200", "P30_111_201", "P30_111_202" ], "src": "fill bottle with water . turn_off tap . put lid on bottle", "src1": "fill bottle with water", "src2": "turn_off tap", "src3": "put lid on bottle", "trg": "shake bottle", "vis_src": "P30_111:199 P30_111:200 P30_111:201", "vis_trg": "P30_111:202", "narrations": [ "fill bottle with water", "turn off tap", "put lid on bottle", "shake bottle" ], "verbs": [ "fill-with", "turn-off", "put-on", "shake" ], "verb_classes": [ 26, 8, 1, 15 ], "nouns": [ "bottle", "tap", "lid", "bottle" ], "noun_classes": [ 15, 0, 6, 15 ], "start_stop_timestamps": [ [ "00:08:02.79", "00:08:04.87" ], [ "00:08:04.12", "00:08:04.75" ], [ "00:08:04.90", "00:08:05.40" ], [ "00:08:05.92", "00:08:08.87" ] ], "start_stop_frames": [ [ 24139, 24243 ], [ 24206, 24237 ], [ 24245, 24270 ], [ 24296, 24443 ] ], "trgnoun": "bottle", "trgverb": "shake" }, { "key": "P04_18+3_4_5_6", "video_id": "P04_18", "narration_ids": [ "P04_18_3", "P04_18_4", "P04_18_5", "P04_18_6" ], "src": "scrape rice on chopping board into bin . open dishwasher . put chopping_board in dishwasher", "src1": "scrape rice on chopping board into bin", "src2": "open dishwasher", "src3": "put chopping_board in dishwasher", "trg": "put_down chopping_board", "vis_src": "P04_18:3 P04_18:4 P04_18:5", "vis_trg": "P04_18:6", "narrations": [ "scrape rice on chopping board into bin", "open dishwasher", "put chopping board in dishwasher", "put down chopping board" ], "verbs": [ "scrape", "open", "put-in", "put-down" ], "verb_classes": [ 25, 3, 5, 1 ], "nouns": [ "rice", "dishwasher", "board:chopping", "board:chopping" ], "noun_classes": [ 55, 70, 18, 18 ], "start_stop_timestamps": [ [ "00:00:09.33", "00:00:12.06" ], [ "00:00:12.99", "00:00:13.58" ], [ "00:00:17.15", "00:00:28.25" ], [ "00:00:22.38", "00:00:23.72" ] ], "start_stop_frames": [ [ 559, 723 ], [ 779, 814 ], [ 1029, 1695 ], [ 1342, 1423 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P08_01+135_136_137_138", "video_id": "P08_01", "narration_ids": [ "P08_01_135", "P08_01_136", "P08_01_137", "P08_01_138" ], "src": "place pan in sink . tap on . pour water", "src1": "place pan in sink", "src2": "tap on", "src3": "pour water", "trg": "place pan", "vis_src": "P08_01:135 P08_01:136 P08_01:137", "vis_trg": "P08_01:138", "narrations": [ "place pan in sink", "tap on", "pour water", "place pan" ], "verbs": [ "place-in", "turn-on", "pour", "place" ], "verb_classes": [ 5, 6, 9, 1 ], "nouns": [ "pan", "tap", "water", "pan" ], "noun_classes": [ 5, 0, 27, 5 ], "start_stop_timestamps": [ [ "00:09:11.18", "00:09:17.43" ], [ "00:09:12.50", "00:09:13.40" ], [ "00:09:13.35", "00:09:14.03" ], [ "00:09:14.13", "00:09:14.95" ] ], "start_stop_frames": [ [ 33070, 33445 ], [ 33150, 33204 ], [ 33201, 33241 ], [ 33247, 33297 ] ], "trgnoun": "pan", "trgverb": "place" }, { "key": "P09_104+1_2_3_4", "video_id": "P09_104", "narration_ids": [ "P09_104_1", "P09_104_2", "P09_104_3", "P09_104_4" ], "src": "place jug on countertop . take pan . take sponge", "src1": "place jug on countertop", "src2": "take pan", "src3": "take sponge", "trg": "wash pan", "vis_src": "P09_104:1 P09_104:2 P09_104:3", "vis_trg": "P09_104:4", "narrations": [ "place jug on countertop", "take pan", "take sponge", "wash pan" ], "verbs": [ "place-on", "take", "take", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "jug", "pan", "sponge", "pan" ], "noun_classes": [ 66, 5, 9, 5 ], "start_stop_timestamps": [ [ "00:00:06.07", "00:00:07.51" ], [ "00:00:10.45", "00:00:12.06" ], [ "00:00:14.79", "00:00:15.91" ], [ "00:00:15.64", "00:00:25.74" ] ], "start_stop_frames": [ [ 303, 375 ], [ 522, 603 ], [ 739, 795 ], [ 782, 1287 ] ], "trgnoun": "pan", "trgverb": "wash" }, { "key": "P01_09+877_878_879_880", "video_id": "P01_09", "narration_ids": [ "P01_09_877", "P01_09_878", "P01_09_879", "P01_09_880" ], "src": "open oven . close oven . take plate", "src1": "open oven", "src2": "close oven", "src3": "take plate", "trg": "put_down plate", "vis_src": "P01_09:877 P01_09:878 P01_09:879", "vis_trg": "P01_09:880", "narrations": [ "open oven", "close oven", "take plate", "put down plate" ], "verbs": [ "open", "close", "take", "put-down" ], "verb_classes": [ 3, 4, 0, 1 ], "nouns": [ "oven", "oven", "plate", "plate" ], "noun_classes": [ 46, 46, 2, 2 ], "start_stop_timestamps": [ [ "00:59:21.27", "00:59:22.63" ], [ "00:59:22.73", "00:59:24.33" ], [ "00:59:25.16", "00:59:26.31" ], [ "00:59:26.41", "00:59:28.86" ] ], "start_stop_frames": [ [ 213676, 213757 ], [ 213763, 213859 ], [ 213909, 213978 ], [ 213984, 214131 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P02_109+70_71_72_73", "video_id": "P02_109", "narration_ids": [ "P02_109_70", "P02_109_71", "P02_109_72", "P02_109_73" ], "src": "pick_up chopping_board and knife . open compost_bin . throw some onion_pieces", "src1": "pick_up chopping_board and knife", "src2": "open compost_bin", "src3": "throw some onion_pieces", "trg": "close compost_bin", "vis_src": "P02_109:70 P02_109:71 P02_109:72", "vis_trg": "P02_109:73", "narrations": [ "pick up chopping board and knife", "open compost bin", "throw some onion pieces", "close compost bin" ], "verbs": [ "pick-up", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "board:chopping", "bin:compost", "piece:onion", "bin:compost" ], "noun_classes": [ 18, 36, 16, 36 ], "start_stop_timestamps": [ [ "00:06:21.42", "00:06:23.98" ], [ "00:06:24.34", "00:06:25.81" ], [ "00:06:25.84", "00:06:27.15" ], [ "00:06:27.11", "00:06:28.27" ] ], "start_stop_frames": [ [ 19071, 19199 ], [ 19217, 19290 ], [ 19292, 19357 ], [ 19355, 19413 ] ], "trgnoun": "compost_bin", "trgverb": "close" }, { "key": "P25_103+50_51_52_53", "video_id": "P25_103", "narration_ids": [ "P25_103_50", "P25_103_51", "P25_103_52", "P25_103_53" ], "src": "lay meat . take fork . adjust meat", "src1": "lay meat", "src2": "take fork", "src3": "adjust meat", "trg": "put_down fork", "vis_src": "P25_103:50 P25_103:51 P25_103:52", "vis_trg": "P25_103:53", "narrations": [ "lay meat", "take fork", "adjust meat", "put down fork" ], "verbs": [ "lay", "take", "adjust", "put-down" ], "verb_classes": [ 1, 0, 17, 1 ], "nouns": [ "meat", "fork", "meat", "fork" ], "noun_classes": [ 28, 14, 28, 14 ], "start_stop_timestamps": [ [ "00:03:14.79", "00:03:16.71" ], [ "00:03:18.42", "00:03:19.70" ], [ "00:03:29.00", "00:03:34.56" ], [ "00:03:34.35", "00:03:35.40" ] ], "start_stop_frames": [ [ 9739, 9835 ], [ 9921, 9985 ], [ 10450, 10728 ], [ 10717, 10770 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P08_23+236_241_242_243", "video_id": "P08_23", "narration_ids": [ "P08_23_236", "P08_23_241", "P08_23_242", "P08_23_243" ], "src": "mix yoghurt in bowl . close yoghurt . open fridge", "src1": "mix yoghurt in bowl", "src2": "close yoghurt", "src3": "open fridge", "trg": "place yoghurt", "vis_src": "P08_23:236 P08_23:241 P08_23:242", "vis_trg": "P08_23:243", "narrations": [ "mix yoghurt in bowl", "close yoghurt", "open fridge", "place yoghurt" ], "verbs": [ "mix-in", "close", "open", "place" ], "verb_classes": [ 10, 4, 3, 1 ], "nouns": [ "yoghurt", "yoghurt", "fridge", "yoghurt" ], "noun_classes": [ 98, 98, 12, 98 ], "start_stop_timestamps": [ [ "00:20:48.00", "00:21:06.48" ], [ "00:21:31.34", "00:21:33.56" ], [ "00:21:34.43", "00:21:35.63" ], [ "00:21:35.57", "00:21:36.86" ] ], "start_stop_frames": [ [ 74880, 75988 ], [ 77480, 77613 ], [ 77665, 77737 ], [ 77734, 77811 ] ], "trgnoun": "yoghurt", "trgverb": "place" }, { "key": "P04_01+62_63_64_65", "video_id": "P04_01", "narration_ids": [ "P04_01_62", "P04_01_63", "P04_01_64", "P04_01_65" ], "src": "pick_up miso_paste . slice container . drain container", "src1": "pick_up miso_paste", "src2": "slice container", "src3": "drain container", "trg": "open container", "vis_src": "P04_01:62 P04_01:63 P04_01:64", "vis_trg": "P04_01:65", "narrations": [ "pick up miso paste", "slice container", "drain container", "open container" ], "verbs": [ "pick-up", "slice", "drain", "open" ], "verb_classes": [ 0, 7, 37, 3 ], "nouns": [ "paste:miso", "container", "container", "container" ], "noun_classes": [ 148, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:05:12.20", "00:05:14.41" ], [ "00:05:22.82", "00:05:24.86" ], [ "00:05:28.52", "00:05:32.32" ], [ "00:05:35.90", "00:05:39.73" ] ], "start_stop_frames": [ [ 18732, 18864 ], [ 19369, 19491 ], [ 19711, 19939 ], [ 20154, 20383 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P03_02+107_108_109_110", "video_id": "P03_02", "narration_ids": [ "P03_02_107", "P03_02_108", "P03_02_109", "P03_02_110" ], "src": "wash outside of bin . squeeze sponge . turn_on tap", "src1": "wash outside of bin", "src2": "squeeze sponge", "src3": "turn_on tap", "trg": "rinse bin", "vis_src": "P03_02:107 P03_02:108 P03_02:109", "vis_trg": "P03_02:110", "narrations": [ "wash outside of bin", "squeeze sponge", "turn on tap", "rinse bin" ], "verbs": [ "wash", "squeeze", "turn-on", "rinse" ], "verb_classes": [ 2, 18, 6, 2 ], "nouns": [ "bin", "sponge", "tap", "bin" ], "noun_classes": [ 36, 9, 0, 36 ], "start_stop_timestamps": [ [ "00:04:24.94", "00:04:27.49" ], [ "00:04:30.36", "00:04:31.86" ], [ "00:04:32.21", "00:04:33.21" ], [ "00:04:33.56", "00:04:42.66" ] ], "start_stop_frames": [ [ 15896, 16049 ], [ 16221, 16311 ], [ 16332, 16392 ], [ 16413, 16959 ] ], "trgnoun": "bin", "trgverb": "rinse" }, { "key": "P02_131+192_193_194_195", "video_id": "P02_131", "narration_ids": [ "P02_131_192", "P02_131_193", "P02_131_194", "P02_131_195" ], "src": "put_down sponge . open tap . rinse food processor bowl", "src1": "put_down sponge", "src2": "open tap", "src3": "rinse food processor bowl", "trg": "close tap", "vis_src": "P02_131:192 P02_131:193 P02_131:194", "vis_trg": "P02_131:195", "narrations": [ "put down sponge", "open tap", "rinse food processor bowl", "close tap" ], "verbs": [ "put-down", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "sponge", "tap", "bowl:food:processor", "tap" ], "noun_classes": [ 9, 0, 7, 0 ], "start_stop_timestamps": [ [ "00:08:11.17", "00:08:11.55" ], [ "00:08:11.73", "00:08:12.25" ], [ "00:08:12.34", "00:08:19.03" ], [ "00:08:19.32", "00:08:20.14" ] ], "start_stop_frames": [ [ 24558, 24577 ], [ 24586, 24612 ], [ 24617, 24951 ], [ 24966, 25007 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P29_01+327_328_329_330", "video_id": "P29_01", "narration_ids": [ "P29_01_327", "P29_01_328", "P29_01_329", "P29_01_330" ], "src": "pick_up watch . check watch . pick_up oil", "src1": "pick_up watch", "src2": "check watch", "src3": "pick_up oil", "trg": "pour oil into pan", "vis_src": "P29_01:327 P29_01:328 P29_01:329", "vis_trg": "P29_01:330", "narrations": [ "pick up watch", "check watch", "pick up oil", "pour oil into pan" ], "verbs": [ "pick-up", "check", "pick-up", "pour-into" ], "verb_classes": [ 0, 24, 0, 9 ], "nouns": [ "watch", "watch", "oil", "oil" ], "noun_classes": [ 272, 272, 31, 31 ], "start_stop_timestamps": [ [ "00:20:56.03", "00:20:57.32" ], [ "00:20:58.20", "00:21:03.50" ], [ "00:21:05.75", "00:21:07.49" ], [ "00:21:07.59", "00:21:10.61" ] ], "start_stop_frames": [ [ 75361, 75439 ], [ 75492, 75810 ], [ 75945, 76049 ], [ 76055, 76236 ] ], "trgnoun": "oil", "trgverb": "pour_into" }, { "key": "P22_05+410_411_412_413", "video_id": "P22_05", "narration_ids": [ "P22_05_410", "P22_05_411", "P22_05_412", "P22_05_413" ], "src": "throw_away bottle . open tap . pick_up cloth", "src1": "throw_away bottle", "src2": "open tap", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_05:410 P22_05:411 P22_05:412", "vis_trg": "P22_05:413", "narrations": [ "throw away bottle", "open tap", "pick up cloth", "rinse cloth" ], "verbs": [ "throw-away", "turn-on", "pick-up", "rinse" ], "verb_classes": [ 13, 6, 0, 2 ], "nouns": [ "bottle", "tap", "cloth", "cloth" ], "noun_classes": [ 15, 0, 17, 17 ], "start_stop_timestamps": [ [ "00:17:00.09", "00:17:02.30" ], [ "00:17:03.27", "00:17:04.74" ], [ "00:17:05.25", "00:17:06.25" ], [ "00:17:06.60", "00:17:10.25" ] ], "start_stop_frames": [ [ 61205, 61338 ], [ 61396, 61484 ], [ 61515, 61575 ], [ 61595, 61815 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P07_04+64_65_66_67", "video_id": "P07_04", "narration_ids": [ "P07_04_64", "P07_04_65", "P07_04_66", "P07_04_67" ], "src": "open drawer . close drawer . cover grinder", "src1": "open drawer", "src2": "close drawer", "src3": "cover grinder", "trg": "grind grinder", "vis_src": "P07_04:64 P07_04:65 P07_04:66", "vis_trg": "P07_04:67", "narrations": [ "open drawer", "close drawer", "cover grinder", "grind" ], "verbs": [ "open", "close", "cover", "grind" ], "verb_classes": [ 3, 4, 36, 49 ], "nouns": [ "drawer", "drawer", "grinder", "grinder" ], "noun_classes": [ 8, 8, 50, 50 ], "start_stop_timestamps": [ [ "00:05:35.57", "00:05:36.70" ], [ "00:05:37.67", "00:05:38.17" ], [ "00:05:39.81", "00:05:41.45" ], [ "00:05:41.42", "00:05:57.62" ] ], "start_stop_frames": [ [ 20134, 20202 ], [ 20260, 20290 ], [ 20388, 20487 ], [ 20485, 21457 ] ], "trgnoun": "grinder", "trgverb": "grind" }, { "key": "P26_116+1_2_3_4", "video_id": "P26_116", "narration_ids": [ "P26_116_1", "P26_116_2", "P26_116_3", "P26_116_4" ], "src": "open cupboard . put_down salt . pick_up oil", "src1": "open cupboard", "src2": "put_down salt", "src3": "pick_up oil", "trg": "put_down oil", "vis_src": "P26_116:1 P26_116:2 P26_116:3", "vis_trg": "P26_116:4", "narrations": [ "open cupboard", "put down salt", "pick up oil", "put down oil" ], "verbs": [ "open", "put-down", "pick-up", "put-down" ], "verb_classes": [ 3, 1, 0, 1 ], "nouns": [ "cupboard", "salt", "oil", "oil" ], "noun_classes": [ 3, 38, 31, 31 ], "start_stop_timestamps": [ [ "00:00:02.58", "00:00:04.28" ], [ "00:00:04.20", "00:00:04.97" ], [ "00:00:05.07", "00:00:07.61" ], [ "00:00:07.57", "00:00:09.27" ] ], "start_stop_frames": [ [ 129, 214 ], [ 210, 248 ], [ 253, 380 ], [ 378, 463 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P06_101+328_329_330_331", "video_id": "P06_101", "narration_ids": [ "P06_101_328", "P06_101_329", "P06_101_330", "P06_101_331" ], "src": "put bag in pot . close pot . pick_up salt", "src1": "put bag in pot", "src2": "close pot", "src3": "pick_up salt", "trg": "pour salt into hand", "vis_src": "P06_101:328 P06_101:329 P06_101:330", "vis_trg": "P06_101:331", "narrations": [ "put bag in pot", "close pot", "pick up salt", "pour salt into hand" ], "verbs": [ "put-in", "close", "pick-up", "pour-into" ], "verb_classes": [ 5, 4, 0, 9 ], "nouns": [ "bag", "pot", "salt", "salt" ], "noun_classes": [ 19, 29, 38, 38 ], "start_stop_timestamps": [ [ "00:25:54.64", "00:25:56.11" ], [ "00:25:56.11", "00:25:57.93" ], [ "00:25:57.92", "00:26:01.50" ], [ "00:26:01.67", "00:26:07.36" ] ], "start_stop_frames": [ [ 77732, 77805 ], [ 77805, 77896 ], [ 77896, 78075 ], [ 78083, 78368 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P03_04+21_22_23_24", "video_id": "P03_04", "narration_ids": [ "P03_04_21", "P03_04_22", "P03_04_23", "P03_04_24" ], "src": "open fridge . close fridge . take food", "src1": "open fridge", "src2": "close fridge", "src3": "take food", "trg": "put food", "vis_src": "P03_04:21 P03_04:22 P03_04:23", "vis_trg": "P03_04:24", "narrations": [ "open fridge", "close fridge", "take food", "put food" ], "verbs": [ "open", "close", "take", "put" ], "verb_classes": [ 3, 4, 0, 1 ], "nouns": [ "fridge", "fridge", "food", "food" ], "noun_classes": [ 12, 12, 34, 34 ], "start_stop_timestamps": [ [ "00:00:31.14", "00:00:31.90" ], [ "00:00:32.15", "00:00:33.28" ], [ "00:00:34.98", "00:00:35.72" ], [ "00:00:35.82", "00:00:36.43" ] ], "start_stop_frames": [ [ 1868, 1914 ], [ 1929, 1996 ], [ 2098, 2143 ], [ 2149, 2185 ] ], "trgnoun": "food", "trgverb": "put" }, { "key": "P11_15+31_32_33_34", "video_id": "P11_15", "narration_ids": [ "P11_15_31", "P11_15_32", "P11_15_33", "P11_15_34" ], "src": "remove packaging . throw away packaging . pick_up measuring_jug", "src1": "remove packaging", "src2": "throw away packaging", "src3": "pick_up measuring_jug", "trg": "shake_out measuring_jug", "vis_src": "P11_15:31 P11_15:32 P11_15:33", "vis_trg": "P11_15:34", "narrations": [ "remove packaging", "throw away packaging", "pick up measuring jug", "shake out measuring jug" ], "verbs": [ "remove", "throw", "pick-up", "shake-out" ], "verb_classes": [ 12, 13, 0, 15 ], "nouns": [ "packaging", "packaging", "jug:measuring", "jug:measuring" ], "noun_classes": [ 26, 26, 66, 66 ], "start_stop_timestamps": [ [ "00:01:46.12", "00:01:50.00" ], [ "00:01:51.32", "00:01:52.47" ], [ "00:01:54.04", "00:01:54.74" ], [ "00:01:55.37", "00:01:56.40" ] ], "start_stop_frames": [ [ 6367, 6600 ], [ 6679, 6748 ], [ 6842, 6884 ], [ 6922, 6984 ] ], "trgnoun": "measuring_jug", "trgverb": "shake_out" }, { "key": "P06_05+47_48_49_50", "video_id": "P06_05", "narration_ids": [ "P06_05_47", "P06_05_48", "P06_05_49", "P06_05_50" ], "src": "put lid on pan . open cupboard . take chopped_tomatoes", "src1": "put lid on pan", "src2": "open cupboard", "src3": "take chopped_tomatoes", "trg": "put chopped_tomatoes", "vis_src": "P06_05:47 P06_05:48 P06_05:49", "vis_trg": "P06_05:50", "narrations": [ "put lid on pan", "open cupboard", "take chopped tomatoes", "put chopped tomatoes" ], "verbs": [ "put-on", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "lid", "cupboard", "tomato:chopped", "tomato:chopped" ], "noun_classes": [ 6, 3, 43, 43 ], "start_stop_timestamps": [ [ "00:05:42.87", "00:05:45.08" ], [ "00:05:50.14", "00:05:51.50" ], [ "00:05:52.55", "00:05:55.54" ], [ "00:05:57.46", "00:05:58.53" ] ], "start_stop_frames": [ [ 20572, 20704 ], [ 21008, 21090 ], [ 21153, 21332 ], [ 21447, 21511 ] ], "trgnoun": "chopped_tomato", "trgverb": "put" }, { "key": "P04_112+130_131_132_133", "video_id": "P04_112", "narration_ids": [ "P04_112_130", "P04_112_131", "P04_112_132", "P04_112_133" ], "src": "smell tea_towel . put tea_towel on oven door . pick_up tea_towel", "src1": "smell tea_towel", "src2": "put tea_towel on oven door", "src3": "pick_up tea_towel", "trg": "inspect tea_towel", "vis_src": "P04_112:130 P04_112:131 P04_112:132", "vis_trg": "P04_112:133", "narrations": [ "smell tea towel", "put tea towel on oven door", "pick up tea towel", "inspect tea towel" ], "verbs": [ "smell", "put-on", "pick-up", "inspect" ], "verb_classes": [ 75, 1, 0, 24 ], "nouns": [ "towel:tea", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:03:51.03", "00:03:51.74" ], [ "00:03:51.84", "00:03:52.99" ], [ "00:03:53.94", "00:03:55.53" ], [ "00:03:55.51", "00:03:55.99" ] ], "start_stop_frames": [ [ 11551, 11587 ], [ 11592, 11649 ], [ 11697, 11776 ], [ 11775, 11799 ] ], "trgnoun": "tea_towel", "trgverb": "inspect" }, { "key": "P03_04+211_212_213_214", "video_id": "P03_04", "narration_ids": [ "P03_04_211", "P03_04_212", "P03_04_213", "P03_04_214" ], "src": "put chicken into pan . put chopping_board . take bowl", "src1": "put chicken into pan", "src2": "put chopping_board", "src3": "take bowl", "trg": "put bowl", "vis_src": "P03_04:211 P03_04:212 P03_04:213", "vis_trg": "P03_04:214", "narrations": [ "put chicken into pan", "put chopping board", "take bowl", "put bowl" ], "verbs": [ "put-into", "put", "take", "put" ], "verb_classes": [ 5, 1, 0, 1 ], "nouns": [ "chicken", "board:chopping", "bowl", "bowl" ], "noun_classes": [ 57, 18, 7, 7 ], "start_stop_timestamps": [ [ "00:15:25.30", "00:15:44.03" ], [ "00:15:44.01", "00:15:45.40" ], [ "00:15:46.00", "00:15:46.84" ], [ "00:15:46.73", "00:15:47.38" ] ], "start_stop_frames": [ [ 55518, 56641 ], [ 56640, 56724 ], [ 56760, 56810 ], [ 56803, 56842 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P01_09+857_858_859_860", "video_id": "P01_09", "narration_ids": [ "P01_09_857", "P01_09_858", "P01_09_859", "P01_09_860" ], "src": "put_down pizza . close oven . take plate", "src1": "put_down pizza", "src2": "close oven", "src3": "take plate", "trg": "put_down plate", "vis_src": "P01_09:857 P01_09:858 P01_09:859", "vis_trg": "P01_09:860", "narrations": [ "put down pizza", "close oven", "take plate", "put down plate" ], "verbs": [ "put-down", "close", "take", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "pizza", "oven", "plate", "plate" ], "noun_classes": [ 91, 46, 2, 2 ], "start_stop_timestamps": [ [ "00:57:04.52", "00:57:06.84" ], [ "00:57:17.06", "00:57:19.15" ], [ "00:57:22.92", "00:57:24.29" ], [ "00:57:24.25", "00:57:26.49" ] ], "start_stop_frames": [ [ 205471, 205610 ], [ 206223, 206349 ], [ 206575, 206657 ], [ 206655, 206789 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P27_104+31_32_33_34", "video_id": "P27_104", "narration_ids": [ "P27_104_31", "P27_104_32", "P27_104_33", "P27_104_34" ], "src": "throw paper . open cupboard . pick_up bottle", "src1": "throw paper", "src2": "open cupboard", "src3": "pick_up bottle", "trg": "close cupboard", "vis_src": "P27_104:31 P27_104:32 P27_104:33", "vis_trg": "P27_104:34", "narrations": [ "throw paper", "open cupboard", "pick up bottle", "close cupboard" ], "verbs": [ "throw", "open", "pick-up", "close" ], "verb_classes": [ 13, 3, 0, 4 ], "nouns": [ "paper", "cupboard", "bottle", "cupboard" ], "noun_classes": [ 49, 3, 15, 3 ], "start_stop_timestamps": [ [ "00:01:43.23", "00:01:44.46" ], [ "00:01:45.78", "00:01:47.07" ], [ "00:01:48.49", "00:01:51.56" ], [ "00:01:51.93", "00:01:52.92" ] ], "start_stop_frames": [ [ 5161, 5223 ], [ 5289, 5353 ], [ 5424, 5578 ], [ 5596, 5646 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P25_107+78_79_80_81", "video_id": "P25_107", "narration_ids": [ "P25_107_78", "P25_107_79", "P25_107_80", "P25_107_81" ], "src": "pick courgettes . wash courgettes . cut courgette", "src1": "pick courgettes", "src2": "wash courgettes", "src3": "cut courgette", "trg": "rinse courgette", "vis_src": "P25_107:78 P25_107:79 P25_107:80", "vis_trg": "P25_107:81", "narrations": [ "pick courgettes", "wash courgettes", "cut courgette", "rinse courgette" ], "verbs": [ "pick", "wash", "cut", "rinse" ], "verb_classes": [ 0, 2, 7, 2 ], "nouns": [ "courgette", "courgette", "courgette", "courgette" ], "noun_classes": [ 76, 76, 76, 76 ], "start_stop_timestamps": [ [ "00:09:22.01", "00:09:23.05" ], [ "00:09:23.06", "00:09:25.21" ], [ "00:09:25.21", "00:10:31.93" ], [ "00:10:31.79", "00:10:35.14" ] ], "start_stop_frames": [ [ 28100, 28152 ], [ 28152, 28260 ], [ 28260, 31596 ], [ 31589, 31757 ] ], "trgnoun": "courgette", "trgverb": "rinse" }, { "key": "P02_103+16_17_18_19", "video_id": "P02_103", "narration_ids": [ "P02_103_16", "P02_103_17", "P02_103_18", "P02_103_19" ], "src": "put_down bottle . pick_up meat . open meat_wrap", "src1": "put_down bottle", "src2": "pick_up meat", "src3": "open meat_wrap", "trg": "remove meat from packaging", "vis_src": "P02_103:16 P02_103:17 P02_103:18", "vis_trg": "P02_103:19", "narrations": [ "put down bottle", "pick up meat", "open meat wrap", "remove meat from packaging" ], "verbs": [ "put-down", "pick-up", "open", "remove-from" ], "verb_classes": [ 1, 0, 3, 12 ], "nouns": [ "bottle", "meat", "wrap:meat", "meat" ], "noun_classes": [ 15, 28, 107, 28 ], "start_stop_timestamps": [ [ "00:00:53.36", "00:00:55.06" ], [ "00:00:55.49", "00:00:56.34" ], [ "00:00:56.59", "00:01:00.35" ], [ "00:01:00.42", "00:01:03.96" ] ], "start_stop_frames": [ [ 2668, 2753 ], [ 2774, 2817 ], [ 2829, 3017 ], [ 3021, 3198 ] ], "trgnoun": "meat", "trgverb": "remove_from" }, { "key": "P35_104+381_382_383_384", "video_id": "P35_104", "narration_ids": [ "P35_104_381", "P35_104_382", "P35_104_383", "P35_104_384" ], "src": "wash lid . put_down lid . wash pan", "src1": "wash lid", "src2": "put_down lid", "src3": "wash pan", "trg": "put_down pan", "vis_src": "P35_104:381 P35_104:382 P35_104:383", "vis_trg": "P35_104:384", "narrations": [ "wash lid", "put down lid", "wash pan", "put down pan" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "lid", "lid", "pan", "pan" ], "noun_classes": [ 6, 6, 5, 5 ], "start_stop_timestamps": [ [ "00:24:37.00", "00:24:44.27" ], [ "00:24:44.35", "00:24:46.23" ], [ "00:24:46.19", "00:25:40.43" ], [ "00:25:40.29", "00:25:43.29" ] ], "start_stop_frames": [ [ 73850, 74213 ], [ 74217, 74311 ], [ 74309, 77021 ], [ 77014, 77164 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P01_18+667_668_669_670", "video_id": "P01_18", "narration_ids": [ "P01_18_667", "P01_18_668", "P01_18_669", "P01_18_670" ], "src": "put_down plate . take container . spoon risotto", "src1": "put_down plate", "src2": "take container", "src3": "spoon risotto", "trg": "pour risotto into container", "vis_src": "P01_18:667 P01_18:668 P01_18:669", "vis_trg": "P01_18:670", "narrations": [ "put down plate", "take container", "spoon risotto", "pour risotto into container" ], "verbs": [ "put-down", "take", "spoon", "pour-into" ], "verb_classes": [ 1, 0, 16, 9 ], "nouns": [ "plate", "container", "risotto", "container" ], "noun_classes": [ 2, 21, 55, 21 ], "start_stop_timestamps": [ [ "01:00:16.47", "01:00:18.14" ], [ "01:00:18.04", "01:00:19.55" ], [ "01:00:18.89", "01:00:21.44" ], [ "01:00:21.54", "01:00:23.84" ] ], "start_stop_frames": [ [ 216988, 217088 ], [ 217082, 217173 ], [ 217133, 217286 ], [ 217292, 217430 ] ], "trgnoun": "container", "trgverb": "pour_into" }, { "key": "P22_09+51_52_53_54", "video_id": "P22_09", "narration_ids": [ "P22_09_51", "P22_09_52", "P22_09_53", "P22_09_54" ], "src": "dry ladle . put_down ladle . pick_up spoon_rest", "src1": "dry ladle", "src2": "put_down ladle", "src3": "pick_up spoon_rest", "trg": "dry spoon_rest", "vis_src": "P22_09:51 P22_09:52 P22_09:53", "vis_trg": "P22_09:54", "narrations": [ "dry ladle", "put down ladle", "pick up spoon rest", "dry spoon rest" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "ladle", "ladle", "rest:spoon", "rest:spoon" ], "noun_classes": [ 97, 97, 109, 109 ], "start_stop_timestamps": [ [ "00:01:29.57", "00:01:33.94" ], [ "00:01:33.82", "00:01:34.63" ], [ "00:01:34.73", "00:01:35.62" ], [ "00:01:35.64", "00:01:38.98" ] ], "start_stop_frames": [ [ 5374, 5636 ], [ 5629, 5677 ], [ 5683, 5737 ], [ 5738, 5938 ] ], "trgnoun": "spoon_rest", "trgverb": "dry" }, { "key": "P22_07+17_18_19_20", "video_id": "P22_07", "narration_ids": [ "P22_07_17", "P22_07_18", "P22_07_19", "P22_07_20" ], "src": "put_down cup . open cabinet . pick_up dish", "src1": "put_down cup", "src2": "open cabinet", "src3": "pick_up dish", "trg": "place dish", "vis_src": "P22_07:17 P22_07:18 P22_07:19", "vis_trg": "P22_07:20", "narrations": [ "put down cup", "open cabinet", "pick up dish", "place dish" ], "verbs": [ "put-down", "open", "pick-up", "place" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "cup", "cabinet", "dish", "dish" ], "noun_classes": [ 13, 3, 2, 2 ], "start_stop_timestamps": [ [ "00:00:29.34", "00:00:33.16" ], [ "00:00:34.35", "00:00:35.63" ], [ "00:00:35.22", "00:00:36.34" ], [ "00:00:35.98", "00:00:41.21" ] ], "start_stop_frames": [ [ 1760, 1989 ], [ 2061, 2137 ], [ 2113, 2180 ], [ 2158, 2472 ] ], "trgnoun": "dish", "trgverb": "place" }, { "key": "P27_101+55_56_57_58", "video_id": "P27_101", "narration_ids": [ "P27_101_55", "P27_101_56", "P27_101_57", "P27_101_58" ], "src": "put_down glass . open cupboard . pick_up shaker", "src1": "put_down glass", "src2": "open cupboard", "src3": "pick_up shaker", "trg": "put_down shaker", "vis_src": "P27_101:55 P27_101:56 P27_101:57", "vis_trg": "P27_101:58", "narrations": [ "put down glass", "open cupboard", "pick up shaker", "put down shaker" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "glass", "cupboard", "shaker", "shaker" ], "noun_classes": [ 10, 3, 15, 15 ], "start_stop_timestamps": [ [ "00:02:47.38", "00:02:48.07" ], [ "00:02:50.16", "00:02:51.34" ], [ "00:02:50.84", "00:02:51.99" ], [ "00:02:51.85", "00:02:53.06" ] ], "start_stop_frames": [ [ 8369, 8403 ], [ 8508, 8567 ], [ 8542, 8599 ], [ 8592, 8653 ] ], "trgnoun": "shaker", "trgverb": "put_down" }, { "key": "P35_105+145_146_147_148", "video_id": "P35_105", "narration_ids": [ "P35_105_145", "P35_105_146", "P35_105_147", "P35_105_148" ], "src": "move bag . move flour . turn_off hand_held hoover", "src1": "move bag", "src2": "move flour", "src3": "turn_off hand_held hoover", "trg": "put_down hand_held hoover", "vis_src": "P35_105:145 P35_105:146 P35_105:147", "vis_trg": "P35_105:148", "narrations": [ "move bag", "move flour", "turn off hand-held hoover", "put down hand-held hoover" ], "verbs": [ "move", "move", "turn-off", "put-down" ], "verb_classes": [ 11, 11, 8, 1 ], "nouns": [ "bag", "flour", "hoover:hand:held", "hoover:hand:held" ], "noun_classes": [ 19, 75, 225, 225 ], "start_stop_timestamps": [ [ "00:10:40.96", "00:10:41.79" ], [ "00:10:45.93", "00:10:46.95" ], [ "00:11:00.77", "00:11:02.04" ], [ "00:11:04.02", "00:11:06.32" ] ], "start_stop_frames": [ [ 32048, 32089 ], [ 32296, 32347 ], [ 33038, 33102 ], [ 33201, 33316 ] ], "trgnoun": "held_hand_hoover", "trgverb": "put_down" }, { "key": "P27_101+346_347_348_349", "video_id": "P27_101", "narration_ids": [ "P27_101_346", "P27_101_347", "P27_101_348", "P27_101_349" ], "src": "throw paper . close garbage_bin . pick_up baking_tray", "src1": "throw paper", "src2": "close garbage_bin", "src3": "pick_up baking_tray", "trg": "put_down baking_tray", "vis_src": "P27_101:346 P27_101:347 P27_101:348", "vis_trg": "P27_101:349", "narrations": [ "throw paper", "close garbage bin", "pick up baking tray", "put down baking tray" ], "verbs": [ "throw", "close", "pick-up", "put-down" ], "verb_classes": [ 13, 4, 0, 1 ], "nouns": [ "paper", "bin:garbage", "tray:baking", "tray:baking" ], "noun_classes": [ 49, 36, 35, 35 ], "start_stop_timestamps": [ [ "00:16:10.30", "00:16:11.30" ], [ "00:16:11.38", "00:16:11.76" ], [ "00:16:12.85", "00:16:13.44" ], [ "00:16:13.75", "00:16:15.26" ] ], "start_stop_frames": [ [ 48515, 48565 ], [ 48569, 48588 ], [ 48642, 48672 ], [ 48687, 48763 ] ], "trgnoun": "baking_tray", "trgverb": "put_down" }, { "key": "P10_04+502_503_504_505", "video_id": "P10_04", "narration_ids": [ "P10_04_502", "P10_04_503", "P10_04_504", "P10_04_505" ], "src": "get the plastic_bag rubbish bag . and seals it . seals dust the bag", "src1": "get the plastic_bag rubbish bag", "src2": "and seals it", "src3": "seals dust the bag", "trg": "put it outside my flat", "vis_src": "P10_04:502 P10_04:503 P10_04:504", "vis_trg": "P10_04:505", "narrations": [ "get the plastic bag rubbish bag", "and seals it", "seals dust the bag", "put it outside my flat" ], "verbs": [ "get", "seal", "seal", "put-outside" ], "verb_classes": [ 0, 36, 36, 1 ], "nouns": [ "bag:plastic", "bag:plastic", "bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:54:28.88", "00:54:38.52" ], [ "00:54:48.00", "00:54:51.02" ], [ "00:54:51.12", "00:54:56.01" ], [ "00:54:56.07", "00:55:03.34" ] ], "start_stop_frames": [ [ 196132, 196711 ], [ 197280, 197461 ], [ 197467, 197760 ], [ 197764, 198200 ] ], "trgnoun": "bag", "trgverb": "put_outside" }, { "key": "P06_108+51_52_53_54", "video_id": "P06_108", "narration_ids": [ "P06_108_51", "P06_108_52", "P06_108_53", "P06_108_54" ], "src": "chop olives . sprinkle olives on pizza . pick_up lid and jar", "src1": "chop olives", "src2": "sprinkle olives on pizza", "src3": "pick_up lid and jar", "trg": "put lid on jar", "vis_src": "P06_108:51 P06_108:52 P06_108:53", "vis_trg": "P06_108:54", "narrations": [ "chop olives", "sprinkle olives on pizza", "pick up lid and jar", "put lid on jar" ], "verbs": [ "chop", "sprinkle-on", "pick-up", "put-on" ], "verb_classes": [ 7, 42, 0, 1 ], "nouns": [ "olive", "olive", "lid", "lid" ], "noun_classes": [ 83, 83, 6, 6 ], "start_stop_timestamps": [ [ "00:05:21.84", "00:05:24.79" ], [ "00:05:24.63", "00:05:26.29" ], [ "00:05:27.24", "00:05:28.48" ], [ "00:05:29.39", "00:05:31.04" ] ], "start_stop_frames": [ [ 16091, 16239 ], [ 16231, 16314 ], [ 16362, 16424 ], [ 16469, 16552 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P04_16+8_9_10_11", "video_id": "P04_16", "narration_ids": [ "P04_16_8", "P04_16_9", "P04_16_10", "P04_16_11" ], "src": "stir pan . pick_up rice . put_in pan", "src1": "stir pan", "src2": "pick_up rice", "src3": "put_in pan", "trg": "measure rice", "vis_src": "P04_16:8 P04_16:9 P04_16:10", "vis_trg": "P04_16:11", "narrations": [ "stir pan", "pick up rice", "put in pan", "measure rice" ], "verbs": [ "stir", "pick-up", "put-in", "measure" ], "verb_classes": [ 10, 0, 5, 69 ], "nouns": [ "pan", "rice", "pan", "rice" ], "noun_classes": [ 5, 55, 5, 55 ], "start_stop_timestamps": [ [ "00:00:15.25", "00:00:35.25" ], [ "00:00:35.58", "00:00:36.85" ], [ "00:00:37.30", "00:00:38.30" ], [ "00:00:42.15", "00:00:45.65" ] ], "start_stop_frames": [ [ 915, 2115 ], [ 2134, 2211 ], [ 2238, 2298 ], [ 2529, 2739 ] ], "trgnoun": "rice", "trgverb": "measure" }, { "key": "P01_109+359_360_361_362", "video_id": "P01_109", "narration_ids": [ "P01_109_359", "P01_109_360", "P01_109_361", "P01_109_362" ], "src": "pick_up egg . move egg_box . move knife", "src1": "pick_up egg", "src2": "move egg_box", "src3": "move knife", "trg": "tap egg", "vis_src": "P01_109:359 P01_109:360 P01_109:361", "vis_trg": "P01_109:362", "narrations": [ "pick up egg", "move egg box", "move knife", "tap egg" ], "verbs": [ "pick-up", "move", "move", "tap" ], "verb_classes": [ 0, 11, 11, 32 ], "nouns": [ "egg", "box:egg", "knife", "egg" ], "noun_classes": [ 53, 23, 4, 53 ], "start_stop_timestamps": [ [ "00:20:50.14", "00:20:50.96" ], [ "00:20:50.67", "00:20:51.23" ], [ "00:20:51.33", "00:20:52.26" ], [ "00:20:51.59", "00:20:52.97" ] ], "start_stop_frames": [ [ 62507, 62548 ], [ 62533, 62561 ], [ 62566, 62613 ], [ 62579, 62648 ] ], "trgnoun": "egg", "trgverb": "tap" }, { "key": "P04_120+358_359_360_361", "video_id": "P04_120", "narration_ids": [ "P04_120_358", "P04_120_359", "P04_120_360", "P04_120_361" ], "src": "stir milk in pan using spatula . lift spatula out of milk . tap spatula on side of pan", "src1": "stir milk in pan using spatula", "src2": "lift spatula out of milk", "src3": "tap spatula on side of pan", "trg": "rest spatula against side of pan", "vis_src": "P04_120:358 P04_120:359 P04_120:360", "vis_trg": "P04_120:361", "narrations": [ "stir milk in pan using spatula", "lift spatula out of milk", "tap spatula on side of pan", "rest spatula against side of pan" ], "verbs": [ "stir-in", "lift-out", "tap-on", "rest-against" ], "verb_classes": [ 10, 33, 32, 1 ], "nouns": [ "milk", "spatula", "spatula", "spatula" ], "noun_classes": [ 64, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:12:37.54", "00:12:55.97" ], [ "00:12:55.96", "00:12:56.85" ], [ "00:12:56.99", "00:12:57.83" ], [ "00:12:58.18", "00:12:59.23" ] ], "start_stop_frames": [ [ 37877, 38798 ], [ 38798, 38842 ], [ 38849, 38891 ], [ 38909, 38961 ] ], "trgnoun": "spatula", "trgverb": "rest_against" }, { "key": "P02_131+226_227_228_229", "video_id": "P02_131", "narration_ids": [ "P02_131_226", "P02_131_227", "P02_131_228", "P02_131_229" ], "src": "sponge fork . put_down sponge . open tap", "src1": "sponge fork", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse fork", "vis_src": "P02_131:226 P02_131:227 P02_131:228", "vis_trg": "P02_131:229", "narrations": [ "sponge fork", "put down sponge", "open tap", "rinse fork" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "fork", "sponge", "tap", "fork" ], "noun_classes": [ 14, 9, 0, 14 ], "start_stop_timestamps": [ [ "00:09:22.37", "00:09:24.53" ], [ "00:09:24.11", "00:09:24.70" ], [ "00:09:25.18", "00:09:26.06" ], [ "00:09:26.54", "00:09:28.28" ] ], "start_stop_frames": [ [ 28118, 28226 ], [ 28205, 28235 ], [ 28258, 28302 ], [ 28327, 28414 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P35_105+264_265_266_267", "video_id": "P35_105", "narration_ids": [ "P35_105_264", "P35_105_265", "P35_105_266", "P35_105_267" ], "src": "break_apart meat . turn_on tap . rinse hands", "src1": "break_apart meat", "src2": "turn_on tap", "src3": "rinse hands", "trg": "turn_off tap", "vis_src": "P35_105:264 P35_105:265 P35_105:266", "vis_trg": "P35_105:267", "narrations": [ "break apart meat", "turn on tap", "rinse hands", "turn off tap" ], "verbs": [ "break-apart", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 30, 6, 2, 8 ], "nouns": [ "meat", "tap", "hand", "tap" ], "noun_classes": [ 28, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:19:06.84", "00:19:38.02" ], [ "00:19:38.27", "00:19:40.97" ], [ "00:19:41.07", "00:19:43.38" ], [ "00:19:43.48", "00:19:44.07" ] ], "start_stop_frames": [ [ 57341, 58901 ], [ 58913, 59048 ], [ 59053, 59169 ], [ 59174, 59203 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_17+349_353_354_355", "video_id": "P22_17", "narration_ids": [ "P22_17_349", "P22_17_353", "P22_17_354", "P22_17_355" ], "src": "clean stove_top . put_down detergent . remove grill", "src1": "clean stove_top", "src2": "put_down detergent", "src3": "remove grill", "trg": "spray detergent", "vis_src": "P22_17:349 P22_17:353 P22_17:354", "vis_trg": "P22_17:355", "narrations": [ "clean stove top", "put down detergent", "remove grill", "spray detergent" ], "verbs": [ "clean", "put-down", "remove", "spray" ], "verb_classes": [ 2, 1, 12, 44 ], "nouns": [ "top:stove", "detergent", "grill", "detergent" ], "noun_classes": [ 24, 22, 24, 22 ], "start_stop_timestamps": [ [ "00:13:13.11", "00:13:14.21" ], [ "00:13:20.74", "00:13:21.84" ], [ "00:13:21.94", "00:13:22.94" ], [ "00:13:22.60", "00:13:24.49" ] ], "start_stop_frames": [ [ 47586, 47652 ], [ 48044, 48110 ], [ 48116, 48176 ], [ 48156, 48269 ] ], "trgnoun": "detergent", "trgverb": "spray" }, { "key": "P03_04+319_320_321_322", "video_id": "P03_04", "narration_ids": [ "P03_04_319", "P03_04_320", "P03_04_321", "P03_04_322" ], "src": "stir food . pick_up stock . pour granules", "src1": "stir food", "src2": "pick_up stock", "src3": "pour granules", "trg": "close stock", "vis_src": "P03_04:319 P03_04:320 P03_04:321", "vis_trg": "P03_04:322", "narrations": [ "stir food", "pick up stock", "pour granules", "close stock" ], "verbs": [ "stir", "pick-up", "pour", "close" ], "verb_classes": [ 10, 0, 9, 4 ], "nouns": [ "food", "stock", "granule", "stock" ], "noun_classes": [ 34, 95, 138, 95 ], "start_stop_timestamps": [ [ "00:23:01.34", "00:23:18.10" ], [ "00:23:19.15", "00:23:20.45" ], [ "00:23:21.14", "00:23:27.39" ], [ "00:23:27.36", "00:23:28.08" ] ], "start_stop_frames": [ [ 82880, 83886 ], [ 83949, 84027 ], [ 84068, 84443 ], [ 84441, 84484 ] ], "trgnoun": "stock", "trgverb": "close" }, { "key": "P02_122+63_64_65_66", "video_id": "P02_122", "narration_ids": [ "P02_122_63", "P02_122_64", "P02_122_65", "P02_122_66" ], "src": "shake hands . pick_up knife from stand . put pepper on chopping board", "src1": "shake hands", "src2": "pick_up knife from stand", "src3": "put pepper on chopping board", "trg": "cut pepper", "vis_src": "P02_122:63 P02_122:64 P02_122:65", "vis_trg": "P02_122:66", "narrations": [ "shake hands", "pick up knife from stand", "put pepper on chopping board", "cut pepper" ], "verbs": [ "shake", "pick-up", "put-on", "cut" ], "verb_classes": [ 15, 0, 1, 7 ], "nouns": [ "hand", "knife", "pepper", "pepper" ], "noun_classes": [ 11, 4, 37, 37 ], "start_stop_timestamps": [ [ "00:02:38.25", "00:02:39.57" ], [ "00:02:40.60", "00:02:41.43" ], [ "00:02:43.47", "00:02:44.01" ], [ "00:02:44.11", "00:02:47.65" ] ], "start_stop_frames": [ [ 7912, 7978 ], [ 8030, 8071 ], [ 8173, 8200 ], [ 8205, 8382 ] ], "trgnoun": "pepper", "trgverb": "cut" }, { "key": "P22_05+67_68_69_70", "video_id": "P22_05", "narration_ids": [ "P22_05_67", "P22_05_68", "P22_05_69", "P22_05_70" ], "src": "put bowl . pick_up dish . rinse dish", "src1": "put bowl", "src2": "pick_up dish", "src3": "rinse dish", "trg": "put dish", "vis_src": "P22_05:67 P22_05:68 P22_05:69", "vis_trg": "P22_05:70", "narrations": [ "put bowl", "pick up dish", "rinse dish", "put dish" ], "verbs": [ "put", "pick-up", "rinse", "put" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "bowl", "dish", "dish", "dish" ], "noun_classes": [ 7, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:02:34.76", "00:02:35.64" ], [ "00:02:35.73", "00:02:36.56" ], [ "00:02:36.59", "00:02:39.09" ], [ "00:02:38.72", "00:02:40.93" ] ], "start_stop_frames": [ [ 9285, 9338 ], [ 9343, 9393 ], [ 9395, 9545 ], [ 9523, 9655 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P30_10+110_111_112_113", "video_id": "P30_10", "narration_ids": [ "P30_10_110", "P30_10_111", "P30_10_112", "P30_10_113" ], "src": "turn tap off . take saucepan . take tea_towel", "src1": "turn tap off", "src2": "take saucepan", "src3": "take tea_towel", "trg": "dry saucepan", "vis_src": "P30_10:110 P30_10:111 P30_10:112", "vis_trg": "P30_10:113", "narrations": [ "turn tap off", "take saucepan", "take tea towel", "dry saucepan" ], "verbs": [ "turn-off", "take", "take", "dry" ], "verb_classes": [ 8, 0, 0, 14 ], "nouns": [ "tap", "saucepan", "towel:tea", "saucepan" ], "noun_classes": [ 0, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:06:13.52", "00:06:14.57" ], [ "00:06:16.21", "00:06:17.73" ], [ "00:06:18.42", "00:06:19.74" ], [ "00:06:19.81", "00:06:22.23" ] ], "start_stop_frames": [ [ 22411, 22474 ], [ 22572, 22663 ], [ 22705, 22784 ], [ 22788, 22933 ] ], "trgnoun": "saucepan", "trgverb": "dry" }, { "key": "P02_120+126_127_128_129", "video_id": "P02_120", "narration_ids": [ "P02_120_126", "P02_120_127", "P02_120_128", "P02_120_129" ], "src": "open flour_bag . pour flour from bag into glass . close flour_bag", "src1": "open flour_bag", "src2": "pour flour from bag into glass", "src3": "close flour_bag", "trg": "put_down flour_bag", "vis_src": "P02_120:126 P02_120:127 P02_120:128", "vis_trg": "P02_120:129", "narrations": [ "open flour bag", "pour flour from bag into glass", "close flour bag", "put down flour bag" ], "verbs": [ "open", "pour-from", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bag:flour", "flour", "bag:flour", "bag:flour" ], "noun_classes": [ 19, 75, 19, 19 ], "start_stop_timestamps": [ [ "00:07:55.97", "00:07:58.81" ], [ "00:07:58.56", "00:08:07.90" ], [ "00:08:07.84", "00:08:13.59" ], [ "00:08:13.16", "00:08:14.15" ] ], "start_stop_frames": [ [ 23798, 23940 ], [ 23928, 24395 ], [ 24392, 24679 ], [ 24658, 24707 ] ], "trgnoun": "flour_bag", "trgverb": "put_down" }, { "key": "P22_109+177_178_179_180", "video_id": "P22_109", "narration_ids": [ "P22_109_177", "P22_109_178", "P22_109_179", "P22_109_180" ], "src": "put_down degreaser . pick_up cloth . turn_on tap", "src1": "put_down degreaser", "src2": "pick_up cloth", "src3": "turn_on tap", "trg": "rinse cloth", "vis_src": "P22_109:177 P22_109:178 P22_109:179", "vis_trg": "P22_109:180", "narrations": [ "put down degreaser", "pick up cloth", "turn on tap", "rinse cloth" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "degreaser", "cloth", "tap", "cloth" ], "noun_classes": [ 22, 17, 0, 17 ], "start_stop_timestamps": [ [ "00:05:17.58", "00:05:18.29" ], [ "00:05:18.39", "00:05:19.41" ], [ "00:05:19.51", "00:05:20.15" ], [ "00:05:20.27", "00:05:23.31" ] ], "start_stop_frames": [ [ 15879, 15914 ], [ 15919, 15970 ], [ 15975, 16007 ], [ 16013, 16165 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P04_113+248_249_250_251", "video_id": "P04_113", "narration_ids": [ "P04_113_248", "P04_113_249", "P04_113_250", "P04_113_251" ], "src": "rub sauce off thumb . shake water out of jar . turn_off tap", "src1": "rub sauce off thumb", "src2": "shake water out of jar", "src3": "turn_off tap", "trg": "turn_on tap", "vis_src": "P04_113:248 P04_113:249 P04_113:250", "vis_trg": "P04_113:251", "narrations": [ "rub sauce off thumb", "shake water out of jar", "turn off tap", "turn on tap" ], "verbs": [ "rub", "shake-out", "turn-off", "turn-on" ], "verb_classes": [ 55, 15, 8, 6 ], "nouns": [ "sauce", "water", "tap", "tap" ], "noun_classes": [ 47, 27, 0, 0 ], "start_stop_timestamps": [ [ "00:07:45.96", "00:07:46.92" ], [ "00:07:45.70", "00:07:46.70" ], [ "00:07:46.80", "00:07:47.80" ], [ "00:07:47.90", "00:07:48.74" ] ], "start_stop_frames": [ [ 23298, 23346 ], [ 23285, 23335 ], [ 23340, 23390 ], [ 23395, 23437 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P01_109+374_375_376_377", "video_id": "P01_109", "narration_ids": [ "P01_109_374", "P01_109_375", "P01_109_376", "P01_109_377" ], "src": "pick_up bowl . put_down bowl . tap egg", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "tap egg", "trg": "crack egg", "vis_src": "P01_109:374 P01_109:375 P01_109:376", "vis_trg": "P01_109:377", "narrations": [ "pick up bowl", "put down bowl", "tap egg", "crack egg" ], "verbs": [ "pick-up", "put-down", "tap", "crack" ], "verb_classes": [ 0, 1, 32, 30 ], "nouns": [ "bowl", "bowl", "egg", "egg" ], "noun_classes": [ 7, 7, 53, 53 ], "start_stop_timestamps": [ [ "00:21:16.58", "00:21:18.49" ], [ "00:21:18.23", "00:21:19.32" ], [ "00:21:18.80", "00:21:21.97" ], [ "00:21:21.70", "00:21:24.99" ] ], "start_stop_frames": [ [ 63829, 63924 ], [ 63911, 63966 ], [ 63940, 64098 ], [ 64085, 64249 ] ], "trgnoun": "egg", "trgverb": "crack" }, { "key": "P11_06+6_7_8_9", "video_id": "P11_06", "narration_ids": [ "P11_06_6", "P11_06_7", "P11_06_8", "P11_06_9" ], "src": "take_out milk . pour milk into bowl . put cap on milk", "src1": "take_out milk", "src2": "pour milk into bowl", "src3": "put cap on milk", "trg": "put milk in fridge", "vis_src": "P11_06:6 P11_06:7 P11_06:8", "vis_trg": "P11_06:9", "narrations": [ "take out milk", "pour milk into bowl", "put cap on milk", "put milk in fridge" ], "verbs": [ "take-out", "pour-into", "put-on", "put-in" ], "verb_classes": [ 12, 9, 1, 5 ], "nouns": [ "milk", "milk", "cap", "milk" ], "noun_classes": [ 64, 64, 118, 64 ], "start_stop_timestamps": [ [ "00:00:12.75", "00:00:13.75" ], [ "00:00:15.57", "00:00:18.61" ], [ "00:00:18.74", "00:00:20.72" ], [ "00:00:21.41", "00:00:22.79" ] ], "start_stop_frames": [ [ 765, 825 ], [ 934, 1116 ], [ 1124, 1243 ], [ 1284, 1367 ] ], "trgnoun": "milk", "trgverb": "put_in" }, { "key": "P20_04+192_193_194_195", "video_id": "P20_04", "narration_ids": [ "P20_04_192", "P20_04_193", "P20_04_194", "P20_04_195" ], "src": "turn_on hop . inspect hand . pick_up tissue", "src1": "turn_on hop", "src2": "inspect hand", "src3": "pick_up tissue", "trg": "wipe cut with tissue", "vis_src": "P20_04:192 P20_04:193 P20_04:194", "vis_trg": "P20_04:195", "narrations": [ "turn on hop", "inspect hand", "pick up tissue", "wipe cut with tissue" ], "verbs": [ "turn-on", "inspect", "pick-up", "wipe" ], "verb_classes": [ 6, 24, 0, 2 ], "nouns": [ "hop", "hand", "tissue", "tissue" ], "noun_classes": [ 24, 11, 88, 88 ], "start_stop_timestamps": [ [ "00:13:13.48", "00:13:15.78" ], [ "00:13:14.96", "00:13:16.50" ], [ "00:13:18.41", "00:13:19.59" ], [ "00:13:18.94", "00:13:23.40" ] ], "start_stop_frames": [ [ 47608, 47746 ], [ 47697, 47790 ], [ 47904, 47975 ], [ 47936, 48204 ] ], "trgnoun": "tissue", "trgverb": "wipe" }, { "key": "P22_07+179_180_181_182", "video_id": "P22_07", "narration_ids": [ "P22_07_179", "P22_07_180", "P22_07_181", "P22_07_182" ], "src": "set_down cutlery . put_down knife . open drawer", "src1": "set_down cutlery", "src2": "put_down knife", "src3": "open drawer", "trg": "get cutlery", "vis_src": "P22_07:179 P22_07:180 P22_07:181", "vis_trg": "P22_07:182", "narrations": [ "set down cutlery", "put down knife", "open drawer", "get cutlery" ], "verbs": [ "set-down", "put-down", "open", "get" ], "verb_classes": [ 1, 1, 3, 0 ], "nouns": [ "cutlery", "knife", "drawer", "cutlery" ], "noun_classes": [ 58, 4, 8, 58 ], "start_stop_timestamps": [ [ "00:07:17.00", "00:07:18.25" ], [ "00:07:17.98", "00:07:18.84" ], [ "00:07:19.18", "00:07:20.12" ], [ "00:07:19.89", "00:07:26.14" ] ], "start_stop_frames": [ [ 26220, 26295 ], [ 26278, 26330 ], [ 26350, 26407 ], [ 26393, 26768 ] ], "trgnoun": "cutlery", "trgverb": "get" }, { "key": "P10_01+22_23_24_26", "video_id": "P10_01", "narration_ids": [ "P10_01_22", "P10_01_23", "P10_01_24", "P10_01_26" ], "src": "switch the position of pots . switch_on the oven . switch_on the up left_oven", "src1": "switch the position of pots", "src2": "switch_on the oven", "src3": "switch_on the up left_oven", "trg": "switch_off the bottom left_oven", "vis_src": "P10_01:22 P10_01:23 P10_01:24", "vis_trg": "P10_01:26", "narrations": [ "switch the position of pots", "switch on the oven", "switch on the up left oven", "switch off the bottom left oven" ], "verbs": [ "switch", "switch-on", "switch-on", "switch-off" ], "verb_classes": [ 88, 6, 6, 8 ], "nouns": [ "position:pot", "oven", "oven:left", "oven:left" ], "noun_classes": [ 29, 46, 24, 24 ], "start_stop_timestamps": [ [ "00:02:20.08", "00:02:27.10" ], [ "00:02:27.75", "00:02:30.13" ], [ "00:02:29.98", "00:02:33.58" ], [ "00:02:41.95", "00:02:43.81" ] ], "start_stop_frames": [ [ 8404, 8826 ], [ 8865, 9007 ], [ 8998, 9214 ], [ 9717, 9828 ] ], "trgnoun": "left_oven", "trgverb": "switch_off" }, { "key": "P02_130+270_271_272_273", "video_id": "P02_130", "narration_ids": [ "P02_130_270", "P02_130_271", "P02_130_272", "P02_130_273" ], "src": "pick_up wooden_spoon . mix chocolate_mixture with biscuits . hold bowl", "src1": "pick_up wooden_spoon", "src2": "mix chocolate_mixture with biscuits", "src3": "hold bowl", "trg": "hit wooden_spoon on side of bowl", "vis_src": "P02_130:270 P02_130:271 P02_130:272", "vis_trg": "P02_130:273", "narrations": [ "pick up wooden spoon", "mix chocolate mixture with biscuits", "hold bowl", "hit wooden spoon on side of bowl" ], "verbs": [ "pick-up", "mix-with", "hold", "hit-on" ], "verb_classes": [ 0, 10, 34, 32 ], "nouns": [ "spoon:wooden", "mixture:chocolate", "bowl", "spoon:wooden" ], "noun_classes": [ 1, 71, 7, 1 ], "start_stop_timestamps": [ [ "00:15:06.31", "00:15:10.05" ], [ "00:15:08.16", "00:15:44.58" ], [ "00:15:12.27", "00:15:14.23" ], [ "00:15:45.44", "00:15:48.27" ] ], "start_stop_frames": [ [ 45315, 45502 ], [ 45408, 47229 ], [ 45613, 45711 ], [ 47272, 47413 ] ], "trgnoun": "wooden_spoon", "trgverb": "hit_on" }, { "key": "P23_02+29_30_31_32", "video_id": "P23_02", "narration_ids": [ "P23_02_29", "P23_02_30", "P23_02_31", "P23_02_32" ], "src": "put_into the dustbin . open the tap . wash the hands", "src1": "put_into the dustbin", "src2": "open the tap", "src3": "wash the hands", "trg": "close the tap", "vis_src": "P23_02:29 P23_02:30 P23_02:31", "vis_trg": "P23_02:32", "narrations": [ "put into the dustbin", "open the tap", "wash the hands", "close the tap" ], "verbs": [ "put-into", "turn-on", "wash", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "dustbin", "tap", "hand", "tap" ], "noun_classes": [ 36, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:05:59.26", "00:06:01.12" ], [ "00:06:01.22", "00:06:02.13" ], [ "00:06:02.24", "00:06:03.05" ], [ "00:06:02.92", "00:06:03.62" ] ], "start_stop_frames": [ [ 21555, 21667 ], [ 21673, 21727 ], [ 21734, 21783 ], [ 21775, 21817 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P08_23+164_165_166_168", "video_id": "P08_23", "narration_ids": [ "P08_23_164", "P08_23_165", "P08_23_166", "P08_23_168" ], "src": "open drawer . get fork . check potato", "src1": "open drawer", "src2": "get fork", "src3": "check potato", "trg": "close microwave", "vis_src": "P08_23:164 P08_23:165 P08_23:166", "vis_trg": "P08_23:168", "narrations": [ "open drawer", "get fork", "check potato", "close microwave" ], "verbs": [ "open", "get", "check", "close" ], "verb_classes": [ 3, 0, 24, 4 ], "nouns": [ "drawer", "fork", "potato", "microwave" ], "noun_classes": [ 8, 14, 30, 90 ], "start_stop_timestamps": [ [ "00:15:52.12", "00:15:53.30" ], [ "00:15:53.91", "00:15:55.29" ], [ "00:15:55.78", "00:16:08.44" ], [ "00:16:08.35", "00:16:10.27" ] ], "start_stop_frames": [ [ 57127, 57198 ], [ 57234, 57317 ], [ 57346, 58106 ], [ 58101, 58216 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P02_09+11_13_14_15", "video_id": "P02_09", "narration_ids": [ "P02_09_11", "P02_09_13", "P02_09_14", "P02_09_15" ], "src": "put salt . pick olive_oil . search_for another olive_oil", "src1": "put salt", "src2": "pick olive_oil", "src3": "search_for another olive_oil", "trg": "open olive_oil", "vis_src": "P02_09:11 P02_09:13 P02_09:14", "vis_trg": "P02_09:15", "narrations": [ "put salt", "pick olive oil", "search for another olive oil", "open olive oil" ], "verbs": [ "put", "pick", "search-for", "open" ], "verb_classes": [ 1, 0, 48, 3 ], "nouns": [ "salt", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 38, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:00:31.79", "00:00:33.00" ], [ "00:00:34.47", "00:00:35.12" ], [ "00:00:37.63", "00:00:43.09" ], [ "00:00:43.59", "00:00:57.23" ] ], "start_stop_frames": [ [ 1907, 1980 ], [ 2068, 2107 ], [ 2257, 2585 ], [ 2615, 3433 ] ], "trgnoun": "olive_oil", "trgverb": "open" }, { "key": "P04_109+454_455_456_457", "video_id": "P04_109", "narration_ids": [ "P04_109_454", "P04_109_455", "P04_109_456", "P04_109_457" ], "src": "put rubber_band on peanut packet . put_down peanut_packet . grab peanuts", "src1": "put rubber_band on peanut packet", "src2": "put_down peanut_packet", "src3": "grab peanuts", "trg": "drop peanuts into ramekin", "vis_src": "P04_109:454 P04_109:455 P04_109:456", "vis_trg": "P04_109:457", "narrations": [ "put rubber band on peanut packet", "put down peanut packet", "grab peanuts", "drop peanuts into ramekin" ], "verbs": [ "put-on", "put-down", "grab", "drop-into" ], "verb_classes": [ 1, 1, 0, 5 ], "nouns": [ "band:rubber", "packet:peanut", "peanut", "peanut" ], "noun_classes": [ 269, 26, 133, 133 ], "start_stop_timestamps": [ [ "00:14:00.04", "00:14:02.88" ], [ "00:14:03.03", "00:14:03.63" ], [ "00:14:03.48", "00:14:04.22" ], [ "00:14:04.63", "00:14:05.95" ] ], "start_stop_frames": [ [ 42002, 42144 ], [ 42151, 42181 ], [ 42174, 42211 ], [ 42231, 42297 ] ], "trgnoun": "peanut", "trgverb": "drop_into" }, { "key": "P26_19+31_32_33_34", "video_id": "P26_19", "narration_ids": [ "P26_19_31", "P26_19_32", "P26_19_33", "P26_19_34" ], "src": "take glass . wash glass . rinse glass", "src1": "take glass", "src2": "wash glass", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P26_19:31 P26_19:32 P26_19:33", "vis_trg": "P26_19:34", "narrations": [ "take glass", "wash glass", "rinse glass", "put down glass" ], "verbs": [ "take", "wash", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:01:53.37", "00:01:54.62" ], [ "00:01:57.56", "00:02:09.12" ], [ "00:02:09.00", "00:02:16.98" ], [ "00:02:17.08", "00:02:18.36" ] ], "start_stop_frames": [ [ 6802, 6877 ], [ 7053, 7747 ], [ 7740, 8218 ], [ 8224, 8301 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P04_107+814_815_816_817", "video_id": "P04_107", "narration_ids": [ "P04_107_814", "P04_107_815", "P04_107_816", "P04_107_817" ], "src": "spread flour over rolling pin . turn_over dough . roll_out dough", "src1": "spread flour over rolling pin", "src2": "turn_over dough", "src3": "roll_out dough", "trg": "lift_up dough", "vis_src": "P04_107:814 P04_107:815 P04_107:816", "vis_trg": "P04_107:817", "narrations": [ "spread flour over rolling pin", "turn over dough", "roll out dough", "lift up dough" ], "verbs": [ "spread-over", "turn-over", "roll-out", "lift-up" ], "verb_classes": [ 27, 22, 39, 33 ], "nouns": [ "flour", "dough", "dough", "dough" ], "noun_classes": [ 75, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:21:35.22", "00:21:36.43" ], [ "00:21:36.61", "00:21:37.40" ], [ "00:21:38.21", "00:21:41.37" ], [ "00:21:41.30", "00:21:42.87" ] ], "start_stop_frames": [ [ 64761, 64821 ], [ 64830, 64870 ], [ 64910, 65068 ], [ 65065, 65143 ] ], "trgnoun": "dough", "trgverb": "lift_up" }, { "key": "P35_103+216_217_218_219", "video_id": "P35_103", "narration_ids": [ "P35_103_216", "P35_103_217", "P35_103_218", "P35_103_219" ], "src": "pick_up cloth . put_down cloth . close oven", "src1": "pick_up cloth", "src2": "put_down cloth", "src3": "close oven", "trg": "adjust oven", "vis_src": "P35_103:216 P35_103:217 P35_103:218", "vis_trg": "P35_103:219", "narrations": [ "pick up cloth", "put down cloth", "close oven", "adjust oven" ], "verbs": [ "pick-up", "put-down", "close", "adjust" ], "verb_classes": [ 0, 1, 4, 17 ], "nouns": [ "cloth", "cloth", "oven", "oven" ], "noun_classes": [ 17, 17, 46, 46 ], "start_stop_timestamps": [ [ "00:22:48.41", "00:22:50.56" ], [ "00:22:55.09", "00:22:56.60" ], [ "00:23:00.33", "00:23:01.27" ], [ "00:23:01.82", "00:23:10.60" ] ], "start_stop_frames": [ [ 68420, 68528 ], [ 68754, 68830 ], [ 69016, 69063 ], [ 69091, 69530 ] ], "trgnoun": "oven", "trgverb": "adjust" }, { "key": "P30_107+566_567_568_569", "video_id": "P30_107", "narration_ids": [ "P30_107_566", "P30_107_567", "P30_107_568", "P30_107_569" ], "src": "open drawer . pick_up spoon . spoon mixture into pan", "src1": "open drawer", "src2": "pick_up spoon", "src3": "spoon mixture into pan", "trg": "stir mixture", "vis_src": "P30_107:566 P30_107:567 P30_107:568", "vis_trg": "P30_107:569", "narrations": [ "open drawer", "pick up spoon", "spoon mixture into pan", "stir mixture" ], "verbs": [ "open", "pick-up", "spoon-into", "stir" ], "verb_classes": [ 3, 0, 16, 10 ], "nouns": [ "drawer", "spoon", "mixture", "mixture" ], "noun_classes": [ 8, 1, 71, 71 ], "start_stop_timestamps": [ [ "00:28:19.58", "00:28:20.27" ], [ "00:28:20.18", "00:28:21.60" ], [ "00:28:21.41", "00:28:23.42" ], [ "00:28:23.52", "00:28:48.08" ] ], "start_stop_frames": [ [ 84979, 85013 ], [ 85009, 85080 ], [ 85070, 85171 ], [ 85176, 86404 ] ], "trgnoun": "mixture", "trgverb": "stir" }, { "key": "P02_108+388_389_390_391", "video_id": "P02_108", "narration_ids": [ "P02_108_388", "P02_108_389", "P02_108_390", "P02_108_391" ], "src": "throw orange_peel . close compost_bin . unlock juicer", "src1": "throw orange_peel", "src2": "close compost_bin", "src3": "unlock juicer", "trg": "pick_up juicer", "vis_src": "P02_108:388 P02_108:389 P02_108:390", "vis_trg": "P02_108:391", "narrations": [ "throw orange peel", "close compost bin", "unlock juicer", "pick up juicer" ], "verbs": [ "throw", "close", "unlock", "pick-up" ], "verb_classes": [ 13, 4, 91, 0 ], "nouns": [ "peel:orange", "bin:compost", "juicer", "juicer" ], "noun_classes": [ 48, 36, 106, 106 ], "start_stop_timestamps": [ [ "00:18:52.33", "00:18:52.82" ], [ "00:18:52.91", "00:18:54.08" ], [ "00:18:55.66", "00:18:58.28" ], [ "00:18:55.00", "00:18:58.49" ] ], "start_stop_frames": [ [ 56616, 56641 ], [ 56645, 56704 ], [ 56783, 56914 ], [ 56750, 56924 ] ], "trgnoun": "juicer", "trgverb": "pick_up" }, { "key": "P03_117+9_10_11_12", "video_id": "P03_117", "narration_ids": [ "P03_117_9", "P03_117_10", "P03_117_11", "P03_117_12" ], "src": "move tap . pick_up bowl . fill_up bowl", "src1": "move tap", "src2": "pick_up bowl", "src3": "fill_up bowl", "trg": "pour_out bowl", "vis_src": "P03_117:9 P03_117:10 P03_117:11", "vis_trg": "P03_117:12", "narrations": [ "move tap", "pick up bowl", "fill up bowl", "pour out bowl" ], "verbs": [ "move", "pick-up", "fill-up", "pour-out" ], "verb_classes": [ 11, 0, 26, 9 ], "nouns": [ "tap", "bowl", "bowl", "bowl" ], "noun_classes": [ 0, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:00:20.59", "00:00:21.39" ], [ "00:00:30.13", "00:00:31.34" ], [ "00:00:32.41", "00:00:34.65" ], [ "00:00:35.12", "00:00:36.17" ] ], "start_stop_frames": [ [ 1029, 1069 ], [ 1506, 1567 ], [ 1620, 1732 ], [ 1755, 1808 ] ], "trgnoun": "bowl", "trgverb": "pour_out" }, { "key": "P07_113+16_17_18_20", "video_id": "P07_113", "narration_ids": [ "P07_113_16", "P07_113_17", "P07_113_18", "P07_113_20" ], "src": "pour water into pot . put pot onto hob . grab jug", "src1": "pour water into pot", "src2": "put pot onto hob", "src3": "grab jug", "trg": "put kettle on base", "vis_src": "P07_113:16 P07_113:17 P07_113:18", "vis_trg": "P07_113:20", "narrations": [ "pour water into pot", "put pot onto hob", "grab jug", "put kettle on base" ], "verbs": [ "pour-into", "put-onto", "grab", "put-on" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "water", "pot", "jug", "kettle" ], "noun_classes": [ 27, 29, 66, 44 ], "start_stop_timestamps": [ [ "00:00:30.58", "00:00:33.86" ], [ "00:00:34.73", "00:00:36.49" ], [ "00:00:37.36", "00:00:37.93" ], [ "00:00:46.35", "00:00:48.50" ] ], "start_stop_frames": [ [ 1529, 1693 ], [ 1736, 1824 ], [ 1868, 1896 ], [ 2317, 2425 ] ], "trgnoun": "kettle", "trgverb": "put_on" }, { "key": "P05_03+138_139_140_141", "video_id": "P05_03", "narration_ids": [ "P05_03_138", "P05_03_139", "P05_03_140", "P05_03_141" ], "src": "place colander in sink . place container on table . take pesto from table", "src1": "place colander in sink", "src2": "place container on table", "src3": "take pesto from table", "trg": "pour pesto in container", "vis_src": "P05_03:138 P05_03:139 P05_03:140", "vis_trg": "P05_03:141", "narrations": [ "place colander in sink", "place container on table", "take pesto from table", "pour pesto in container" ], "verbs": [ "place", "place", "take-from", "pour-in" ], "verb_classes": [ 1, 1, 0, 9 ], "nouns": [ "colander", "container", "pesto", "pesto" ], "noun_classes": [ 39, 21, 47, 47 ], "start_stop_timestamps": [ [ "00:12:24.57", "00:12:25.68" ], [ "00:12:26.14", "00:12:28.41" ], [ "00:12:28.51", "00:12:30.22" ], [ "00:12:29.75", "00:12:56.26" ] ], "start_stop_frames": [ [ 44674, 44740 ], [ 44768, 44904 ], [ 44910, 45013 ], [ 44985, 46575 ] ], "trgnoun": "pesto", "trgverb": "pour_in" }, { "key": "P22_111+227_228_229_230", "video_id": "P22_111", "narration_ids": [ "P22_111_227", "P22_111_228", "P22_111_229", "P22_111_230" ], "src": "pick_up bowl . pick_up knife . pour tomatoes", "src1": "pick_up bowl", "src2": "pick_up knife", "src3": "pour tomatoes", "trg": "put_down bowl", "vis_src": "P22_111:227 P22_111:228 P22_111:229", "vis_trg": "P22_111:230", "narrations": [ "pick up bowl", "pick up knife", "pour tomatoes", "put down bowl" ], "verbs": [ "pick-up", "pick-up", "pour", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "bowl", "knife", "tomato", "bowl" ], "noun_classes": [ 7, 4, 43, 7 ], "start_stop_timestamps": [ [ "00:09:38.43", "00:09:39.14" ], [ "00:09:39.24", "00:09:39.63" ], [ "00:09:40.52", "00:09:48.34" ], [ "00:09:48.97", "00:09:50.04" ] ], "start_stop_frames": [ [ 28921, 28957 ], [ 28962, 28981 ], [ 29026, 29417 ], [ 29448, 29502 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P11_15+32_33_34_35", "video_id": "P11_15", "narration_ids": [ "P11_15_32", "P11_15_33", "P11_15_34", "P11_15_35" ], "src": "throw away packaging . pick_up measuring_jug . shake_out measuring_jug", "src1": "throw away packaging", "src2": "pick_up measuring_jug", "src3": "shake_out measuring_jug", "trg": "put away measuring_jug", "vis_src": "P11_15:32 P11_15:33 P11_15:34", "vis_trg": "P11_15:35", "narrations": [ "throw away packaging", "pick up measuring jug", "shake out measuring jug", "put away measuring jug" ], "verbs": [ "throw", "pick-up", "shake-out", "put" ], "verb_classes": [ 13, 0, 15, 1 ], "nouns": [ "packaging", "jug:measuring", "jug:measuring", "jug:measuring" ], "noun_classes": [ 26, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:01:51.32", "00:01:52.47" ], [ "00:01:54.04", "00:01:54.74" ], [ "00:01:55.37", "00:01:56.40" ], [ "00:01:56.74", "00:02:00.12" ] ], "start_stop_frames": [ [ 6679, 6748 ], [ 6842, 6884 ], [ 6922, 6984 ], [ 7004, 7207 ] ], "trgnoun": "measuring_jug", "trgverb": "put" }, { "key": "P02_123+394_395_396_397", "video_id": "P02_123", "narration_ids": [ "P02_123_394", "P02_123_395", "P02_123_396", "P02_123_397" ], "src": "close tap . put cover in drainer . pick_up plastic_cover", "src1": "close tap", "src2": "put cover in drainer", "src3": "pick_up plastic_cover", "trg": "sponge cover", "vis_src": "P02_123:394 P02_123:395 P02_123:396", "vis_trg": "P02_123:397", "narrations": [ "close tap", "put cover in drainer", "pick up plastic cover", "sponge cover" ], "verbs": [ "turn-off", "put-in", "pick-up", "sponge" ], "verb_classes": [ 8, 5, 0, 2 ], "nouns": [ "tap", "cover", "cover:plastic", "cover" ], "noun_classes": [ 0, 89, 89, 89 ], "start_stop_timestamps": [ [ "00:19:52.22", "00:19:54.54" ], [ "00:19:54.55", "00:19:56.54" ], [ "00:19:56.48", "00:19:59.14" ], [ "00:19:59.20", "00:20:01.50" ] ], "start_stop_frames": [ [ 59611, 59727 ], [ 59727, 59827 ], [ 59824, 59957 ], [ 59960, 60075 ] ], "trgnoun": "cover", "trgverb": "sponge" }, { "key": "P30_107+171_172_173_174", "video_id": "P30_107", "narration_ids": [ "P30_107_171", "P30_107_172", "P30_107_173", "P30_107_174" ], "src": "turn_off tap . remove pak_choi from packaging . inspect packaging", "src1": "turn_off tap", "src2": "remove pak_choi from packaging", "src3": "inspect packaging", "trg": "put packaging in bin", "vis_src": "P30_107:171 P30_107:172 P30_107:173", "vis_trg": "P30_107:174", "narrations": [ "turn off tap", "remove pak choi from packaging", "inspect packaging", "put packaging in bin" ], "verbs": [ "turn-off", "remove-from", "inspect", "put-in" ], "verb_classes": [ 8, 12, 24, 5 ], "nouns": [ "tap", "choi:pak", "packaging", "packaging" ], "noun_classes": [ 0, 151, 26, 26 ], "start_stop_timestamps": [ [ "00:08:16.73", "00:08:17.68" ], [ "00:08:18.28", "00:08:20.05" ], [ "00:08:21.40", "00:08:31.59" ], [ "00:08:31.89", "00:08:34.51" ] ], "start_stop_frames": [ [ 24836, 24884 ], [ 24914, 25002 ], [ 25070, 25579 ], [ 25594, 25725 ] ], "trgnoun": "packaging", "trgverb": "put_in" }, { "key": "P01_102+16_17_18_19", "video_id": "P01_102", "narration_ids": [ "P01_102_16", "P01_102_17", "P01_102_18", "P01_102_19" ], "src": "take plate . turn_on tap . turn_off tap", "src1": "take plate", "src2": "turn_on tap", "src3": "turn_off tap", "trg": "wash plate", "vis_src": "P01_102:16 P01_102:17 P01_102:18", "vis_trg": "P01_102:19", "narrations": [ "take plate", "turn on tap", "turn off tap", "wash plate" ], "verbs": [ "take", "turn-on", "turn-off", "wash" ], "verb_classes": [ 0, 6, 8, 2 ], "nouns": [ "plate", "tap", "tap", "plate" ], "noun_classes": [ 2, 0, 0, 2 ], "start_stop_timestamps": [ [ "00:00:42.26", "00:00:43.40" ], [ "00:00:43.32", "00:00:43.83" ], [ "00:00:43.93", "00:00:44.71" ], [ "00:00:45.49", "00:00:50.92" ] ], "start_stop_frames": [ [ 2113, 2170 ], [ 2166, 2191 ], [ 2196, 2235 ], [ 2274, 2546 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P01_05+17_18_19_20", "video_id": "P01_05", "narration_ids": [ "P01_05_17", "P01_05_18", "P01_05_19", "P01_05_20" ], "src": "move saucepans . put saucepan into cupboard . take saucepan", "src1": "move saucepans", "src2": "put saucepan into cupboard", "src3": "take saucepan", "trg": "put_on saucepan", "vis_src": "P01_05:17 P01_05:18 P01_05:19", "vis_trg": "P01_05:20", "narrations": [ "move saucepans", "put saucepan into cupboard", "take saucepan", "put on saucepan" ], "verbs": [ "move", "put-into", "take", "put-on" ], "verb_classes": [ 11, 5, 0, 1 ], "nouns": [ "saucepan", "saucepan", "saucepan", "saucepan" ], "noun_classes": [ 5, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:00:50.91", "00:00:52.06" ], [ "00:00:54.40", "00:00:55.65" ], [ "00:00:56.31", "00:01:00.00" ], [ "00:01:00.22", "00:01:01.42" ] ], "start_stop_frames": [ [ 3054, 3123 ], [ 3264, 3339 ], [ 3378, 3600 ], [ 3613, 3685 ] ], "trgnoun": "saucepan", "trgverb": "put_on" }, { "key": "P02_131+87_88_89_90", "video_id": "P02_131", "narration_ids": [ "P02_131_87", "P02_131_88", "P02_131_89", "P02_131_90" ], "src": "squeeze sponge . close tap . move glove", "src1": "squeeze sponge", "src2": "close tap", "src3": "move glove", "trg": "put_down sponge", "vis_src": "P02_131:87 P02_131:88 P02_131:89", "vis_trg": "P02_131:90", "narrations": [ "squeeze sponge", "close tap", "move glove", "put down sponge" ], "verbs": [ "squeeze", "turn-off", "move", "put-down" ], "verb_classes": [ 18, 8, 11, 1 ], "nouns": [ "sponge", "tap", "glove", "sponge" ], "noun_classes": [ 9, 0, 60, 9 ], "start_stop_timestamps": [ [ "00:04:53.78", "00:04:54.56" ], [ "00:04:55.92", "00:04:57.11" ], [ "00:04:57.08", "00:04:58.45" ], [ "00:04:58.55", "00:04:59.06" ] ], "start_stop_frames": [ [ 14688, 14728 ], [ 14796, 14855 ], [ 14854, 14922 ], [ 14927, 14953 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P04_07+20_21_22_23", "video_id": "P04_07", "narration_ids": [ "P04_07_20", "P04_07_21", "P04_07_22", "P04_07_23" ], "src": "pour kitchen_roll . wipe counter . close tupperware", "src1": "pour kitchen_roll", "src2": "wipe counter", "src3": "close tupperware", "trg": "put tupperware in fridge", "vis_src": "P04_07:20 P04_07:21 P04_07:22", "vis_trg": "P04_07:23", "narrations": [ "pour kitchen roll", "wipe counter", "close tupperware", "put tupperware in fridge" ], "verbs": [ "pour", "wipe", "close", "put-in" ], "verb_classes": [ 9, 2, 4, 5 ], "nouns": [ "roll:kitchen", "counter", "tupperware", "tupperware" ], "noun_classes": [ 93, 42, 23, 23 ], "start_stop_timestamps": [ [ "00:01:20.37", "00:01:22.88" ], [ "00:01:22.80", "00:01:26.46" ], [ "00:01:26.93", "00:01:30.14" ], [ "00:01:31.82", "00:01:36.54" ] ], "start_stop_frames": [ [ 4822, 4972 ], [ 4968, 5187 ], [ 5215, 5408 ], [ 5509, 5792 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P30_05+18_19_20_21", "video_id": "P30_05", "narration_ids": [ "P30_05_18", "P30_05_19", "P30_05_20", "P30_05_21" ], "src": "open fridge . open drawer . take pepper", "src1": "open fridge", "src2": "open drawer", "src3": "take pepper", "trg": "put pepper", "vis_src": "P30_05:18 P30_05:19 P30_05:20", "vis_trg": "P30_05:21", "narrations": [ "open fridge", "open drawer", "take pepper", "put pepper" ], "verbs": [ "open", "open", "take", "put" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "fridge", "drawer", "pepper", "pepper" ], "noun_classes": [ 12, 8, 37, 37 ], "start_stop_timestamps": [ [ "00:02:09.12", "00:02:10.90" ], [ "00:02:10.53", "00:02:12.00" ], [ "00:02:11.98", "00:02:24.60" ], [ "00:02:28.34", "00:02:29.35" ] ], "start_stop_frames": [ [ 7747, 7854 ], [ 7831, 7920 ], [ 7918, 8676 ], [ 8900, 8961 ] ], "trgnoun": "pepper", "trgverb": "put" }, { "key": "P04_109+92_93_94_95", "video_id": "P04_109", "narration_ids": [ "P04_109_92", "P04_109_93", "P04_109_94", "P04_109_95" ], "src": "grab carrot . drop_into measuring_jug . get piece of carrot", "src1": "grab carrot", "src2": "drop_into measuring_jug", "src3": "get piece of carrot", "trg": "slice carrot", "vis_src": "P04_109:92 P04_109:93 P04_109:94", "vis_trg": "P04_109:95", "narrations": [ "grab carrot", "drop into measuring jug", "get piece of carrot", "slice carrot" ], "verbs": [ "grab", "drop-into", "get", "slice" ], "verb_classes": [ 0, 5, 0, 7 ], "nouns": [ "carrot", "jug:measuring", "piece:carrot", "carrot" ], "noun_classes": [ 41, 66, 41, 41 ], "start_stop_timestamps": [ [ "00:03:49.15", "00:03:50.79" ], [ "00:03:50.77", "00:03:52.79" ], [ "00:03:52.89", "00:03:54.73" ], [ "00:03:54.83", "00:03:59.42" ] ], "start_stop_frames": [ [ 11457, 11539 ], [ 11538, 11639 ], [ 11644, 11736 ], [ 11741, 11971 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P03_119+116_117_118_119", "video_id": "P03_119", "narration_ids": [ "P03_119_116", "P03_119_117", "P03_119_118", "P03_119_119" ], "src": "wash tupperware_lid . squeeze sponge . put tupperware_lid on drying rack", "src1": "wash tupperware_lid", "src2": "squeeze sponge", "src3": "put tupperware_lid on drying rack", "trg": "move tupperware_lid", "vis_src": "P03_119:116 P03_119:117 P03_119:118", "vis_trg": "P03_119:119", "narrations": [ "wash tupperware lid", "squeeze sponge", "put tupperware lid on drying rack", "move tupperware lid" ], "verbs": [ "wash", "squeeze", "put-on", "move" ], "verb_classes": [ 2, 18, 1, 11 ], "nouns": [ "lid:tupperware", "sponge", "lid:tupperware", "lid:tupperware" ], "noun_classes": [ 6, 9, 6, 6 ], "start_stop_timestamps": [ [ "00:06:08.00", "00:06:17.44" ], [ "00:06:16.66", "00:06:17.27" ], [ "00:06:17.40", "00:06:18.82" ], [ "00:06:18.86", "00:06:21.94" ] ], "start_stop_frames": [ [ 18400, 18872 ], [ 18833, 18863 ], [ 18870, 18941 ], [ 18943, 19097 ] ], "trgnoun": "tupperware_lid", "trgverb": "move" }, { "key": "P02_109+64_65_66_67", "video_id": "P02_109", "narration_ids": [ "P02_109_64", "P02_109_65", "P02_109_66", "P02_109_67" ], "src": "pick_up meat . get stock_cube from box . put_down meat", "src1": "pick_up meat", "src2": "get stock_cube from box", "src3": "put_down meat", "trg": "put_down stock_cube", "vis_src": "P02_109:64 P02_109:65 P02_109:66", "vis_trg": "P02_109:67", "narrations": [ "pick up meat", "get stock cube from box", "put down meat", "put down stock cube" ], "verbs": [ "pick-up", "get-from", "put-down", "put-down" ], "verb_classes": [ 0, 0, 1, 1 ], "nouns": [ "meat", "cube:stock", "meat", "cube:stock" ], "noun_classes": [ 28, 95, 28, 95 ], "start_stop_timestamps": [ [ "00:05:59.39", "00:06:00.60" ], [ "00:06:01.62", "00:06:08.85" ], [ "00:06:11.14", "00:06:12.40" ], [ "00:06:12.30", "00:06:13.42" ] ], "start_stop_frames": [ [ 17969, 18030 ], [ 18081, 18442 ], [ 18557, 18620 ], [ 18615, 18671 ] ], "trgnoun": "stock_cube", "trgverb": "put_down" }, { "key": "P20_01+84_85_86_87", "video_id": "P20_01", "narration_ids": [ "P20_01_84", "P20_01_85", "P20_01_86", "P20_01_87" ], "src": "open drawer . pick_up drawer . pick_up bowl", "src1": "open drawer", "src2": "pick_up drawer", "src3": "pick_up bowl", "trg": "put_down bowl", "vis_src": "P20_01:84 P20_01:85 P20_01:86", "vis_trg": "P20_01:87", "narrations": [ "open drawer", "pick up", "pick up bowl", "put down bowl" ], "verbs": [ "open", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "drawer", "drawer", "bowl", "bowl" ], "noun_classes": [ 8, 8, 7, 7 ], "start_stop_timestamps": [ [ "00:04:34.98", "00:04:37.34" ], [ "00:04:36.72", "00:04:38.61" ], [ "00:04:37.72", "00:04:40.19" ], [ "00:04:38.49", "00:04:40.00" ] ], "start_stop_frames": [ [ 16498, 16640 ], [ 16603, 16716 ], [ 16663, 16811 ], [ 16709, 16800 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P26_118+17_18_19_20", "video_id": "P26_118", "narration_ids": [ "P26_118_17", "P26_118_18", "P26_118_19", "P26_118_20" ], "src": "rinse baking_tray . put_down sponge . put_down baking_tray", "src1": "rinse baking_tray", "src2": "put_down sponge", "src3": "put_down baking_tray", "trg": "pick_up baking_tray", "vis_src": "P26_118:17 P26_118:18 P26_118:19", "vis_trg": "P26_118:20", "narrations": [ "rinse baking tray", "put down sponge", "put down baking tray", "pick up baking tray" ], "verbs": [ "rinse", "put-down", "put-down", "pick-up" ], "verb_classes": [ 2, 1, 1, 0 ], "nouns": [ "tray:baking", "sponge", "tray:baking", "tray:baking" ], "noun_classes": [ 35, 9, 35, 35 ], "start_stop_timestamps": [ [ "00:00:45.46", "00:00:48.51" ], [ "00:00:49.40", "00:00:50.02" ], [ "00:01:01.14", "00:01:04.03" ], [ "00:01:04.13", "00:01:05.10" ] ], "start_stop_frames": [ [ 2273, 2425 ], [ 2470, 2501 ], [ 3057, 3201 ], [ 3206, 3254 ] ], "trgnoun": "baking_tray", "trgverb": "pick_up" }, { "key": "P01_09+690_691_692_693", "video_id": "P01_09", "narration_ids": [ "P01_09_690", "P01_09_691", "P01_09_692", "P01_09_693" ], "src": "put_down rolling_pin . pour mushrooms into bowl . put_down plate", "src1": "put_down rolling_pin", "src2": "pour mushrooms into bowl", "src3": "put_down plate", "trg": "take plate", "vis_src": "P01_09:690 P01_09:691 P01_09:692", "vis_trg": "P01_09:693", "narrations": [ "put down rolling pin", "pour mushrooms into bowl", "put down plate", "take plate" ], "verbs": [ "put-down", "pour-into", "put-down", "take" ], "verb_classes": [ 1, 9, 1, 0 ], "nouns": [ "pin:rolling", "mushroom", "plate", "plate" ], "noun_classes": [ 136, 56, 2, 2 ], "start_stop_timestamps": [ [ "00:47:24.00", "00:47:25.05" ], [ "00:47:25.55", "00:47:34.32" ], [ "00:47:34.33", "00:47:36.50" ], [ "00:47:38.12", "00:47:39.81" ] ], "start_stop_frames": [ [ 170640, 170703 ], [ 170733, 171259 ], [ 171259, 171390 ], [ 171487, 171588 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P28_108+10_11_12_13", "video_id": "P28_108", "narration_ids": [ "P28_108_10", "P28_108_11", "P28_108_12", "P28_108_13" ], "src": "put fork . take pot . put tortellini in colander", "src1": "put fork", "src2": "take pot", "src3": "put tortellini in colander", "trg": "put pot", "vis_src": "P28_108:10 P28_108:11 P28_108:12", "vis_trg": "P28_108:13", "narrations": [ "put fork", "take pot", "put tortellini in colander", "put pot" ], "verbs": [ "put", "take", "put-in", "put" ], "verb_classes": [ 1, 0, 5, 1 ], "nouns": [ "fork", "pot", "tortellini", "pot" ], "noun_classes": [ 14, 29, 45, 29 ], "start_stop_timestamps": [ [ "00:02:10.79", "00:02:12.04" ], [ "00:02:14.37", "00:02:15.90" ], [ "00:02:17.49", "00:02:23.33" ], [ "00:02:24.79", "00:02:27.09" ] ], "start_stop_frames": [ [ 6539, 6602 ], [ 6718, 6795 ], [ 6874, 7166 ], [ 7239, 7354 ] ], "trgnoun": "pot", "trgverb": "put" }, { "key": "P22_113+58_59_60_61", "video_id": "P22_113", "narration_ids": [ "P22_113_58", "P22_113_59", "P22_113_60", "P22_113_61" ], "src": "turn_on hob . pick_up oil . open oil", "src1": "turn_on hob", "src2": "pick_up oil", "src3": "open oil", "trg": "pour oil", "vis_src": "P22_113:58 P22_113:59 P22_113:60", "vis_trg": "P22_113:61", "narrations": [ "turn on hob", "pick up oil", "open oil", "pour oil" ], "verbs": [ "turn-on", "pick-up", "open", "pour" ], "verb_classes": [ 6, 0, 3, 9 ], "nouns": [ "hob", "oil", "oil", "oil" ], "noun_classes": [ 24, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:01:25.41", "00:01:28.51" ], [ "00:01:28.61", "00:01:30.04" ], [ "00:01:30.54", "00:01:33.09" ], [ "00:01:33.36", "00:01:36.12" ] ], "start_stop_frames": [ [ 4270, 4425 ], [ 4430, 4502 ], [ 4527, 4654 ], [ 4668, 4806 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P24_02+76_77_78_79", "video_id": "P24_02", "narration_ids": [ "P24_02_76", "P24_02_77", "P24_02_78", "P24_02_79" ], "src": "open door . pick_up knife . cut meat", "src1": "open door", "src2": "pick_up knife", "src3": "cut meat", "trg": "turn meat in pan", "vis_src": "P24_02:76 P24_02:77 P24_02:78", "vis_trg": "P24_02:79", "narrations": [ "open door", "pick up knife", "cut meat", "turn meat in pan" ], "verbs": [ "open", "pick-up", "cut", "turn-in" ], "verb_classes": [ 3, 0, 7, 23 ], "nouns": [ "door", "knife", "meat", "meat" ], "noun_classes": [ 3, 4, 28, 28 ], "start_stop_timestamps": [ [ "00:06:17.00", "00:06:18.26" ], [ "00:06:18.23", "00:06:21.01" ], [ "00:06:25.05", "00:06:27.55" ], [ "00:06:27.01", "00:06:30.50" ] ], "start_stop_frames": [ [ 22620, 22695 ], [ 22693, 22860 ], [ 23103, 23253 ], [ 23220, 23430 ] ], "trgnoun": "meat", "trgverb": "turn_in" }, { "key": "P01_102+91_92_93_94", "video_id": "P01_102", "narration_ids": [ "P01_102_91", "P01_102_92", "P01_102_93", "P01_102_94" ], "src": "take food and fork . put_down food and fork . take pot_holder", "src1": "take food and fork", "src2": "put_down food and fork", "src3": "take pot_holder", "trg": "put_down pot_holder", "vis_src": "P01_102:91 P01_102:92 P01_102:93", "vis_trg": "P01_102:94", "narrations": [ "take food and fork", "put down food and fork", "take pot holder", "put down pot holder" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "food", "food", "holder:pot", "holder:pot" ], "noun_classes": [ 34, 34, 24, 24 ], "start_stop_timestamps": [ [ "00:03:34.24", "00:03:36.03" ], [ "00:03:35.87", "00:03:36.49" ], [ "00:03:36.99", "00:03:38.62" ], [ "00:03:39.06", "00:03:39.68" ] ], "start_stop_frames": [ [ 10712, 10801 ], [ 10793, 10824 ], [ 10849, 10931 ], [ 10953, 10984 ] ], "trgnoun": "pot_holder", "trgverb": "put_down" }, { "key": "P02_109+122_123_124_125", "video_id": "P02_109", "narration_ids": [ "P02_109_122", "P02_109_123", "P02_109_124", "P02_109_125" ], "src": "close garlic_presser . press garlic . pick_up wooden_spoon", "src1": "close garlic_presser", "src2": "press garlic", "src3": "pick_up wooden_spoon", "trg": "scrape garlic off presser using wooden spoon", "vis_src": "P02_109:122 P02_109:123 P02_109:124", "vis_trg": "P02_109:125", "narrations": [ "close garlic presser", "press garlic", "pick up wooden spoon", "scrape garlic off presser using wooden spoon" ], "verbs": [ "close", "press", "pick-up", "scrape-off" ], "verb_classes": [ 4, 21, 0, 25 ], "nouns": [ "presser:garlic", "garlic", "spoon:wooden", "garlic" ], "noun_classes": [ 172, 51, 1, 51 ], "start_stop_timestamps": [ [ "00:10:15.58", "00:10:16.39" ], [ "00:10:16.34", "00:10:19.56" ], [ "00:10:18.84", "00:10:19.63" ], [ "00:10:19.73", "00:10:20.87" ] ], "start_stop_frames": [ [ 30779, 30819 ], [ 30817, 30977 ], [ 30942, 30981 ], [ 30986, 31043 ] ], "trgnoun": "garlic", "trgverb": "scrape_off" }, { "key": "P12_101+127_128_129_130", "video_id": "P12_101", "narration_ids": [ "P12_101_127", "P12_101_128", "P12_101_129", "P12_101_130" ], "src": "open drawer . take spoon from drawer . open lid of saucepan", "src1": "open drawer", "src2": "take spoon from drawer", "src3": "open lid of saucepan", "trg": "close drawer", "vis_src": "P12_101:127 P12_101:128 P12_101:129", "vis_trg": "P12_101:130", "narrations": [ "open drawer", "take spoon from drawer", "open lid of saucepan", "close drawer" ], "verbs": [ "open", "take-from", "open", "close" ], "verb_classes": [ 3, 0, 3, 4 ], "nouns": [ "drawer", "spoon", "lid:saucepan", "drawer" ], "noun_classes": [ 8, 1, 6, 8 ], "start_stop_timestamps": [ [ "00:05:20.41", "00:05:21.25" ], [ "00:05:22.65", "00:05:23.40" ], [ "00:05:22.81", "00:05:24.56" ], [ "00:05:24.56", "00:05:26.01" ] ], "start_stop_frames": [ [ 16020, 16062 ], [ 16132, 16169 ], [ 16140, 16228 ], [ 16228, 16300 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P02_123+244_245_246_247", "video_id": "P02_123", "narration_ids": [ "P02_123_244", "P02_123_245", "P02_123_246", "P02_123_247" ], "src": "put_down wooden_spoon . open tap . rinse forks", "src1": "put_down wooden_spoon", "src2": "open tap", "src3": "rinse forks", "trg": "close tap", "vis_src": "P02_123:244 P02_123:245 P02_123:246", "vis_trg": "P02_123:247", "narrations": [ "put down wooden spoon", "open tap", "rinse forks", "close tap" ], "verbs": [ "put-down", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "spoon:wooden", "tap", "fork", "tap" ], "noun_classes": [ 1, 0, 14, 0 ], "start_stop_timestamps": [ [ "00:13:20.62", "00:13:21.35" ], [ "00:13:21.44", "00:13:22.54" ], [ "00:13:22.64", "00:13:24.12" ], [ "00:13:24.14", "00:13:24.94" ] ], "start_stop_frames": [ [ 40031, 40067 ], [ 40072, 40127 ], [ 40132, 40206 ], [ 40207, 40247 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_113+45_46_47_48", "video_id": "P04_113", "narration_ids": [ "P04_113_45", "P04_113_46", "P04_113_47", "P04_113_48" ], "src": "press bread_dough . touch bread_dough . unfurl cling_film", "src1": "press bread_dough", "src2": "touch bread_dough", "src3": "unfurl cling_film", "trg": "lay cling_film over dough", "vis_src": "P04_113:45 P04_113:46 P04_113:47", "vis_trg": "P04_113:48", "narrations": [ "press bread dough", "touch bread dough", "unfurl cling film", "lay cling film over dough" ], "verbs": [ "press", "touch", "unfurl", "lay-over" ], "verb_classes": [ 21, 54, 39, 36 ], "nouns": [ "dough:bread", "dough:bread", "film:cling", "film:cling" ], "noun_classes": [ 25, 25, 100, 100 ], "start_stop_timestamps": [ [ "00:01:29.77", "00:01:31.07" ], [ "00:01:31.51", "00:01:32.47" ], [ "00:01:31.01", "00:01:35.45" ], [ "00:01:34.59", "00:01:36.83" ] ], "start_stop_frames": [ [ 4488, 4553 ], [ 4575, 4623 ], [ 4550, 4772 ], [ 4729, 4841 ] ], "trgnoun": "cling_film", "trgverb": "lay_over" }, { "key": "P12_101+420_421_422_423", "video_id": "P12_101", "narration_ids": [ "P12_101_420", "P12_101_421", "P12_101_422", "P12_101_423" ], "src": "pick_up mozzarella . open mozzarella_bag . open mozzarella_bag using knife", "src1": "pick_up mozzarella", "src2": "open mozzarella_bag", "src3": "open mozzarella_bag using knife", "trg": "take_out mozzarella from mozzarella bag", "vis_src": "P12_101:420 P12_101:421 P12_101:422", "vis_trg": "P12_101:423", "narrations": [ "pick up mozzarella", "open mozzarella bag", "open mozzarella bag using knife", "take out mozzarella from mozzarella bag" ], "verbs": [ "pick-up", "open", "open", "take-out" ], "verb_classes": [ 0, 3, 3, 12 ], "nouns": [ "mozzarella", "bag:mozzarella", "bag:mozzarella", "mozzarella" ], "noun_classes": [ 32, 19, 19, 32 ], "start_stop_timestamps": [ [ "00:27:18.19", "00:27:19.63" ], [ "00:27:21.89", "00:27:26.87" ], [ "00:27:21.26", "00:27:24.10" ], [ "00:27:25.60", "00:27:26.63" ] ], "start_stop_frames": [ [ 81909, 81981 ], [ 82094, 82343 ], [ 82063, 82205 ], [ 82280, 82331 ] ], "trgnoun": "mozzarella", "trgverb": "take_out" }, { "key": "P01_18+406_407_408_409", "video_id": "P01_18", "narration_ids": [ "P01_18_406", "P01_18_407", "P01_18_408", "P01_18_409" ], "src": "pour mushrooms into pan . put_down cutting_board and knife . take spatula", "src1": "pour mushrooms into pan", "src2": "put_down cutting_board and knife", "src3": "take spatula", "trg": "put_down spatula", "vis_src": "P01_18:406 P01_18:407 P01_18:408", "vis_trg": "P01_18:409", "narrations": [ "pour mushrooms into pan", "put down cutting board and knife", "take spatula", "put down spatula" ], "verbs": [ "pour-into", "put-down", "take", "put-down" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "mushroom", "board:cutting", "spatula", "spatula" ], "noun_classes": [ 56, 18, 20, 20 ], "start_stop_timestamps": [ [ "00:31:36.79", "00:31:41.65" ], [ "00:31:44.05", "00:31:45.71" ], [ "00:31:45.81", "00:31:47.44" ], [ "00:31:47.71", "00:31:49.18" ] ], "start_stop_frames": [ [ 113807, 114099 ], [ 114243, 114342 ], [ 114348, 114446 ], [ 114462, 114550 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P07_10+130_131_132_133", "video_id": "P07_10", "narration_ids": [ "P07_10_130", "P07_10_131", "P07_10_132", "P07_10_133" ], "src": "close door . pick_up salt . open pot", "src1": "close door", "src2": "pick_up salt", "src3": "open pot", "trg": "add salt", "vis_src": "P07_10:130 P07_10:131 P07_10:132", "vis_trg": "P07_10:133", "narrations": [ "close door", "pick up salt", "open pot", "add salt" ], "verbs": [ "close", "pick-up", "open", "add" ], "verb_classes": [ 4, 0, 3, 46 ], "nouns": [ "door", "salt", "pot", "salt" ], "noun_classes": [ 3, 38, 29, 38 ], "start_stop_timestamps": [ [ "00:11:08.92", "00:11:10.55" ], [ "00:11:14.30", "00:11:15.27" ], [ "00:11:18.52", "00:11:19.46" ], [ "00:11:19.35", "00:11:24.88" ] ], "start_stop_frames": [ [ 40135, 40233 ], [ 40458, 40516 ], [ 40711, 40767 ], [ 40761, 41092 ] ], "trgnoun": "salt", "trgverb": "add" }, { "key": "P23_102+129_130_131_132", "video_id": "P23_102", "narration_ids": [ "P23_102_129", "P23_102_130", "P23_102_131", "P23_102_132" ], "src": "open door . open box . take bag", "src1": "open door", "src2": "open box", "src3": "take bag", "trg": "put bag", "vis_src": "P23_102:129 P23_102:130 P23_102:131", "vis_trg": "P23_102:132", "narrations": [ "open door", "open box", "take bag", "put bag" ], "verbs": [ "open", "open", "take", "put" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "door", "box", "bag", "bag" ], "noun_classes": [ 3, 23, 19, 19 ], "start_stop_timestamps": [ [ "00:11:00.97", "00:11:02.17" ], [ "00:11:03.71", "00:11:06.39" ], [ "00:11:06.33", "00:11:07.02" ], [ "00:11:07.03", "00:11:07.99" ] ], "start_stop_frames": [ [ 33048, 33108 ], [ 33185, 33319 ], [ 33316, 33351 ], [ 33351, 33399 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P02_03+147_148_149_150", "video_id": "P02_03", "narration_ids": [ "P02_03_147", "P02_03_148", "P02_03_149", "P02_03_150" ], "src": "put oil down . put salt down . open oil", "src1": "put oil down", "src2": "put salt down", "src3": "open oil", "trg": "sprinkle oil on pan", "vis_src": "P02_03:147 P02_03:148 P02_03:149", "vis_trg": "P02_03:150", "narrations": [ "put oil down", "put salt down", "open oil", "sprinkle oil on pan" ], "verbs": [ "put-down", "put-down", "open", "sprinkle-on" ], "verb_classes": [ 1, 1, 3, 42 ], "nouns": [ "oil", "salt", "oil", "oil" ], "noun_classes": [ 31, 38, 31, 31 ], "start_stop_timestamps": [ [ "00:08:46.06", "00:08:46.72" ], [ "00:08:47.35", "00:08:48.35" ], [ "00:08:49.09", "00:08:51.24" ], [ "00:08:51.76", "00:08:53.81" ] ], "start_stop_frames": [ [ 31563, 31603 ], [ 31641, 31701 ], [ 31745, 31874 ], [ 31905, 32028 ] ], "trgnoun": "oil", "trgverb": "sprinkle_on" }, { "key": "P37_101+134_135_136_137", "video_id": "P37_101", "narration_ids": [ "P37_101_134", "P37_101_135", "P37_101_136", "P37_101_137" ], "src": "turn_on tap . rinse cucumbers . turn_off tap", "src1": "turn_on tap", "src2": "rinse cucumbers", "src3": "turn_off tap", "trg": "put cucumbers down", "vis_src": "P37_101:134 P37_101:135 P37_101:136", "vis_trg": "P37_101:137", "narrations": [ "turn on tap", "rinse cucumbers", "turn off tap", "put cucumbers down" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-down" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "cucumber", "tap", "cucumber" ], "noun_classes": [ 0, 72, 0, 72 ], "start_stop_timestamps": [ [ "00:05:59.35", "00:06:02.01" ], [ "00:06:01.65", "00:06:02.13" ], [ "00:06:02.22", "00:06:03.06" ], [ "00:06:02.70", "00:06:05.77" ] ], "start_stop_frames": [ [ 17967, 18100 ], [ 18082, 18106 ], [ 18111, 18153 ], [ 18135, 18288 ] ], "trgnoun": "cucumber", "trgverb": "put_down" }, { "key": "P07_110+18_19_20_21", "video_id": "P07_110", "narration_ids": [ "P07_110_18", "P07_110_19", "P07_110_20", "P07_110_21" ], "src": "put knife into sink . grab peel . open pot", "src1": "put knife into sink", "src2": "grab peel", "src3": "open pot", "trg": "throw away peel", "vis_src": "P07_110:18 P07_110:19 P07_110:20", "vis_trg": "P07_110:21", "narrations": [ "put knife into sink", "grab peel", "open pot", "throw away peel" ], "verbs": [ "put-into", "grab", "open", "throw" ], "verb_classes": [ 5, 0, 3, 13 ], "nouns": [ "knife", "peel", "pot", "peel" ], "noun_classes": [ 4, 48, 29, 48 ], "start_stop_timestamps": [ [ "00:01:07.99", "00:01:09.99" ], [ "00:01:10.09", "00:01:11.96" ], [ "00:01:13.18", "00:01:14.17" ], [ "00:01:14.21", "00:01:14.50" ] ], "start_stop_frames": [ [ 3399, 3499 ], [ 3504, 3598 ], [ 3659, 3708 ], [ 3710, 3725 ] ], "trgnoun": "peel", "trgverb": "throw" }, { "key": "P12_01+36_37_38_39", "video_id": "P12_01", "narration_ids": [ "P12_01_36", "P12_01_37", "P12_01_38", "P12_01_39" ], "src": "put pepper on salad . take back pepper . take olive_oil", "src1": "put pepper on salad", "src2": "take back pepper", "src3": "take olive_oil", "trg": "pour olive_oil on salad", "vis_src": "P12_01:36 P12_01:37 P12_01:38", "vis_trg": "P12_01:39", "narrations": [ "put pepper on salad", "take back pepper", "take olive oil", "pour olive oil on salad" ], "verbs": [ "put-on", "take", "take", "pour-on" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "pepper", "pepper", "oil:olive", "oil:olive" ], "noun_classes": [ 37, 37, 31, 31 ], "start_stop_timestamps": [ [ "00:03:39.58", "00:03:42.54" ], [ "00:03:43.82", "00:03:45.51" ], [ "00:03:46.25", "00:03:47.00" ], [ "00:03:51.04", "00:03:57.12" ] ], "start_stop_frames": [ [ 13174, 13352 ], [ 13429, 13530 ], [ 13575, 13620 ], [ 13862, 14227 ] ], "trgnoun": "olive_oil", "trgverb": "pour_on" }, { "key": "P02_108+98_99_100_101", "video_id": "P02_108", "narration_ids": [ "P02_108_98", "P02_108_99", "P02_108_100", "P02_108_101" ], "src": "fill kettle with water . close tap . close kettle", "src1": "fill kettle with water", "src2": "close tap", "src3": "close kettle", "trg": "put_down kettle", "vis_src": "P02_108:98 P02_108:99 P02_108:100", "vis_trg": "P02_108:101", "narrations": [ "fill kettle with water", "close tap", "close kettle", "put down kettle" ], "verbs": [ "fill", "turn-off", "close", "put-down" ], "verb_classes": [ 26, 8, 4, 1 ], "nouns": [ "kettle", "tap", "kettle", "kettle" ], "noun_classes": [ 44, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:03:32.95", "00:03:34.63" ], [ "00:03:34.65", "00:03:35.16" ], [ "00:03:35.21", "00:03:36.41" ], [ "00:03:36.77", "00:03:37.65" ] ], "start_stop_frames": [ [ 10647, 10731 ], [ 10732, 10758 ], [ 10760, 10820 ], [ 10838, 10882 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P27_104+295_296_297_298", "video_id": "P27_104", "narration_ids": [ "P27_104_295", "P27_104_296", "P27_104_297", "P27_104_298" ], "src": "open fridge . open drawer . move bag", "src1": "open fridge", "src2": "open drawer", "src3": "move bag", "trg": "close drawer", "vis_src": "P27_104:295 P27_104:296 P27_104:297", "vis_trg": "P27_104:298", "narrations": [ "open fridge", "open drawer", "move bag", "close drawer" ], "verbs": [ "open", "open", "move", "close" ], "verb_classes": [ 3, 3, 11, 4 ], "nouns": [ "fridge", "drawer", "bag", "drawer" ], "noun_classes": [ 12, 8, 19, 8 ], "start_stop_timestamps": [ [ "00:14:36.25", "00:14:37.55" ], [ "00:14:42.43", "00:14:43.28" ], [ "00:14:43.72", "00:14:44.84" ], [ "00:14:44.97", "00:14:46.04" ] ], "start_stop_frames": [ [ 43812, 43877 ], [ 44121, 44164 ], [ 44186, 44242 ], [ 44248, 44302 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P22_111+228_229_230_231", "video_id": "P22_111", "narration_ids": [ "P22_111_228", "P22_111_229", "P22_111_230", "P22_111_231" ], "src": "pick_up knife . pour tomatoes . put_down bowl", "src1": "pick_up knife", "src2": "pour tomatoes", "src3": "put_down bowl", "trg": "put_down knife", "vis_src": "P22_111:228 P22_111:229 P22_111:230", "vis_trg": "P22_111:231", "narrations": [ "pick up knife", "pour tomatoes", "put down bowl", "put down knife" ], "verbs": [ "pick-up", "pour", "put-down", "put-down" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "knife", "tomato", "bowl", "knife" ], "noun_classes": [ 4, 43, 7, 4 ], "start_stop_timestamps": [ [ "00:09:39.24", "00:09:39.63" ], [ "00:09:40.52", "00:09:48.34" ], [ "00:09:48.97", "00:09:50.04" ], [ "00:09:50.00", "00:09:50.48" ] ], "start_stop_frames": [ [ 28962, 28981 ], [ 29026, 29417 ], [ 29448, 29502 ], [ 29500, 29524 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P24_05+103_104_105_106", "video_id": "P24_05", "narration_ids": [ "P24_05_103", "P24_05_104", "P24_05_105", "P24_05_106" ], "src": "dry hands . pick_up spoon . move onion in the pan", "src1": "dry hands", "src2": "pick_up spoon", "src3": "move onion in the pan", "trg": "put spoon", "vis_src": "P24_05:103 P24_05:104 P24_05:105", "vis_trg": "P24_05:106", "narrations": [ "dry hands", "pick up spoon", "move onion in the pan", "put spoon" ], "verbs": [ "dry", "pick-up", "move-in", "put" ], "verb_classes": [ 14, 0, 5, 1 ], "nouns": [ "hand", "spoon", "onion", "spoon" ], "noun_classes": [ 11, 1, 16, 1 ], "start_stop_timestamps": [ [ "00:09:11.87", "00:09:13.07" ], [ "00:09:13.26", "00:09:14.25" ], [ "00:09:13.99", "00:09:29.05" ], [ "00:09:29.61", "00:09:32.03" ] ], "start_stop_frames": [ [ 33112, 33184 ], [ 33195, 33255 ], [ 33239, 34143 ], [ 34176, 34321 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P02_105+145_146_147_148", "video_id": "P02_105", "narration_ids": [ "P02_105_145", "P02_105_146", "P02_105_147", "P02_105_148" ], "src": "close tap . shake hands . take_off gloves", "src1": "close tap", "src2": "shake hands", "src3": "take_off gloves", "trg": "put_down gloves", "vis_src": "P02_105:145 P02_105:146 P02_105:147", "vis_trg": "P02_105:148", "narrations": [ "close tap", "shake hands", "take off gloves", "put down gloves" ], "verbs": [ "turn-off", "shake", "take-off", "put-down" ], "verb_classes": [ 8, 15, 12, 1 ], "nouns": [ "tap", "hand", "glove", "glove" ], "noun_classes": [ 0, 11, 60, 60 ], "start_stop_timestamps": [ [ "00:04:46.68", "00:04:49.02" ], [ "00:04:49.04", "00:04:50.00" ], [ "00:04:50.09", "00:04:51.90" ], [ "00:04:50.36", "00:04:52.35" ] ], "start_stop_frames": [ [ 14334, 14451 ], [ 14452, 14500 ], [ 14504, 14594 ], [ 14518, 14617 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P22_07+673_674_675_676", "video_id": "P22_07", "narration_ids": [ "P22_07_673", "P22_07_674", "P22_07_675", "P22_07_676" ], "src": "open drawer . pick_up teaspoon . take pesto_sauce", "src1": "open drawer", "src2": "pick_up teaspoon", "src3": "take pesto_sauce", "trg": "put_on pesto_sauce", "vis_src": "P22_07:673 P22_07:674 P22_07:675", "vis_trg": "P22_07:676", "narrations": [ "open drawer", "pick up teaspoon", "take pesto sauce", "put on pesto sauce" ], "verbs": [ "open", "pick-up", "take", "put-on" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "drawer", "teaspoon", "sauce:pesto", "sauce:pesto" ], "noun_classes": [ 8, 1, 47, 47 ], "start_stop_timestamps": [ [ "00:32:26.21", "00:32:26.96" ], [ "00:32:27.31", "00:32:28.48" ], [ "00:32:29.16", "00:32:31.16" ], [ "00:32:31.46", "00:32:32.51" ] ], "start_stop_frames": [ [ 116772, 116817 ], [ 116838, 116908 ], [ 116949, 117069 ], [ 117087, 117150 ] ], "trgnoun": "pesto_sauce", "trgverb": "put_on" }, { "key": "P10_01+16_17_18_21", "video_id": "P10_01", "narration_ids": [ "P10_01_16", "P10_01_17", "P10_01_18", "P10_01_21" ], "src": "put the sauce inside the pot . put the plastic_bags into the bag of instant noodle . cut open another sauce", "src1": "put the sauce inside the pot", "src2": "put the plastic_bags into the bag of instant noodle", "src3": "cut open another sauce", "trg": "throw the into the dustbin", "vis_src": "P10_01:16 P10_01:17 P10_01:18", "vis_trg": "P10_01:21", "narrations": [ "put the sauce inside the pot", "put the plastic bags into the bag of instant noodle", "cut open another sauce", "throw the into the dustbin" ], "verbs": [ "put-inside", "put-into", "cut", "throw-into" ], "verb_classes": [ 5, 5, 7, 13 ], "nouns": [ "sauce", "bag:plastic", "sauce", "dustbin" ], "noun_classes": [ 47, 19, 47, 36 ], "start_stop_timestamps": [ [ "00:01:53.19", "00:01:58.42" ], [ "00:01:58.46", "00:02:01.43" ], [ "00:02:03.38", "00:02:07.70" ], [ "00:02:17.42", "00:02:19.43" ] ], "start_stop_frames": [ [ 6791, 7105 ], [ 7107, 7285 ], [ 7402, 7662 ], [ 8245, 8365 ] ], "trgnoun": "dustbin", "trgverb": "throw_into" }, { "key": "P22_10+73_74_75_76", "video_id": "P22_10", "narration_ids": [ "P22_10_73", "P22_10_74", "P22_10_75", "P22_10_76" ], "src": "pick_up waste . rinse waste . shake waste", "src1": "pick_up waste", "src2": "rinse waste", "src3": "shake waste", "trg": "throw away waste", "vis_src": "P22_10:73 P22_10:74 P22_10:75", "vis_trg": "P22_10:76", "narrations": [ "pick up waste", "rinse waste", "shake waste", "throw away waste" ], "verbs": [ "pick-up", "rinse", "shake", "throw" ], "verb_classes": [ 0, 2, 15, 13 ], "nouns": [ "waste", "waste", "waste", "waste" ], "noun_classes": [ 54, 54, 54, 54 ], "start_stop_timestamps": [ [ "00:02:24.08", "00:02:25.59" ], [ "00:02:26.58", "00:02:27.89" ], [ "00:02:27.99", "00:02:28.77" ], [ "00:02:28.35", "00:02:30.11" ] ], "start_stop_frames": [ [ 8644, 8735 ], [ 8794, 8873 ], [ 8879, 8926 ], [ 8901, 9006 ] ], "trgnoun": "waste", "trgverb": "throw" }, { "key": "P02_129+483_484_485_486", "video_id": "P02_129", "narration_ids": [ "P02_129_483", "P02_129_484", "P02_129_485", "P02_129_486" ], "src": "put_down parmesan_cheese . clear cheese from grater . put_down grater", "src1": "put_down parmesan_cheese", "src2": "clear cheese from grater", "src3": "put_down grater", "trg": "pick_up cheese", "vis_src": "P02_129:483 P02_129:484 P02_129:485", "vis_trg": "P02_129:486", "narrations": [ "put down parmesan cheese", "clear cheese from grater", "put down grater", "pick up cheese" ], "verbs": [ "put-down", "clear", "put-down", "pick-up" ], "verb_classes": [ 1, 12, 1, 0 ], "nouns": [ "cheese:parmesan", "cheese", "grater", "cheese" ], "noun_classes": [ 32, 32, 96, 32 ], "start_stop_timestamps": [ [ "00:18:09.30", "00:18:10.50" ], [ "00:18:10.78", "00:18:12.73" ], [ "00:18:12.65", "00:18:13.45" ], [ "00:18:13.05", "00:18:13.60" ] ], "start_stop_frames": [ [ 54465, 54525 ], [ 54539, 54636 ], [ 54632, 54672 ], [ 54652, 54679 ] ], "trgnoun": "cheese", "trgverb": "pick_up" }, { "key": "P04_107+97_98_99_100", "video_id": "P04_107", "narration_ids": [ "P04_107_97", "P04_107_98", "P04_107_99", "P04_107_100" ], "src": "pick_up greaseproof_paper . unroll greaseproof_paper . cut greaseproof_paper", "src1": "pick_up greaseproof_paper", "src2": "unroll greaseproof_paper", "src3": "cut greaseproof_paper", "trg": "put_down greaseproof_paper", "vis_src": "P04_107:97 P04_107:98 P04_107:99", "vis_trg": "P04_107:100", "narrations": [ "pick up greaseproof paper", "unroll greaseproof paper", "cut greaseproof paper", "put down greaseproof paper" ], "verbs": [ "pick-up", "unroll", "cut", "put-down" ], "verb_classes": [ 0, 39, 7, 1 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:04:08.25", "00:04:10.00" ], [ "00:04:09.95", "00:04:10.90" ], [ "00:04:11.00", "00:04:15.15" ], [ "00:04:14.00", "00:04:16.80" ] ], "start_stop_frames": [ [ 12412, 12500 ], [ 12497, 12545 ], [ 12550, 12757 ], [ 12700, 12840 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P11_103+26_27_28_29", "video_id": "P11_103", "narration_ids": [ "P11_103_26", "P11_103_27", "P11_103_28", "P11_103_29" ], "src": "open dishwasher . rinse chopping_block . turn_off tap", "src1": "open dishwasher", "src2": "rinse chopping_block", "src3": "turn_off tap", "trg": "shake_off chopping_block", "vis_src": "P11_103:26 P11_103:27 P11_103:28", "vis_trg": "P11_103:29", "narrations": [ "open dishwasher", "rinse chopping block", "turn off tap", "shake off chopping block" ], "verbs": [ "open", "rinse", "turn-off", "shake-off" ], "verb_classes": [ 3, 2, 8, 15 ], "nouns": [ "dishwasher", "block:chopping", "tap", "block:chopping" ], "noun_classes": [ 70, 18, 0, 18 ], "start_stop_timestamps": [ [ "00:01:20.87", "00:01:22.45" ], [ "00:01:24.76", "00:01:28.52" ], [ "00:01:28.32", "00:01:29.07" ], [ "00:01:29.49", "00:01:30.27" ] ], "start_stop_frames": [ [ 4043, 4122 ], [ 4238, 4426 ], [ 4416, 4453 ], [ 4474, 4513 ] ], "trgnoun": "chopping_block", "trgverb": "shake_off" }, { "key": "P25_101+84_85_86_87", "video_id": "P25_101", "narration_ids": [ "P25_101_84", "P25_101_85", "P25_101_86", "P25_101_87" ], "src": "pick_up meat . put_down meat . pick_up plate", "src1": "pick_up meat", "src2": "put_down meat", "src3": "pick_up plate", "trg": "move plate", "vis_src": "P25_101:84 P25_101:85 P25_101:86", "vis_trg": "P25_101:87", "narrations": [ "pick up meat", "put down meat", "pick up plate", "move plate" ], "verbs": [ "pick-up", "put-down", "pick-up", "move" ], "verb_classes": [ 0, 1, 0, 11 ], "nouns": [ "meat", "meat", "plate", "plate" ], "noun_classes": [ 28, 28, 2, 2 ], "start_stop_timestamps": [ [ "00:04:57.60", "00:04:58.87" ], [ "00:04:59.02", "00:05:00.05" ], [ "00:05:01.03", "00:05:02.81" ], [ "00:05:03.22", "00:05:04.66" ] ], "start_stop_frames": [ [ 14880, 14943 ], [ 14951, 15002 ], [ 15051, 15140 ], [ 15161, 15233 ] ], "trgnoun": "plate", "trgverb": "move" }, { "key": "P11_107+5_6_7_8", "video_id": "P11_107", "narration_ids": [ "P11_107_5", "P11_107_6", "P11_107_7", "P11_107_8" ], "src": "open oven . take_out tray . put_down pizza", "src1": "open oven", "src2": "take_out tray", "src3": "put_down pizza", "trg": "put_back tray", "vis_src": "P11_107:5 P11_107:6 P11_107:7", "vis_trg": "P11_107:8", "narrations": [ "open oven", "take out tray", "put down pizza", "put back tray" ], "verbs": [ "open", "take-out", "put-down", "put-back" ], "verb_classes": [ 3, 12, 1, 1 ], "nouns": [ "oven", "tray", "pizza", "tray" ], "noun_classes": [ 46, 35, 91, 35 ], "start_stop_timestamps": [ [ "00:00:12.46", "00:00:13.34" ], [ "00:00:14.57", "00:00:17.44" ], [ "00:00:18.16", "00:00:19.01" ], [ "00:00:18.85", "00:00:23.17" ] ], "start_stop_frames": [ [ 623, 667 ], [ 728, 872 ], [ 908, 950 ], [ 942, 1158 ] ], "trgnoun": "tray", "trgverb": "put_back" }, { "key": "P22_106+274_275_276_277", "video_id": "P22_106", "narration_ids": [ "P22_106_274", "P22_106_275", "P22_106_276", "P22_106_277" ], "src": "turn_on tap . rinse glass . shake glass", "src1": "turn_on tap", "src2": "rinse glass", "src3": "shake glass", "trg": "put_down glass", "vis_src": "P22_106:274 P22_106:275 P22_106:276", "vis_trg": "P22_106:277", "narrations": [ "turn on tap", "rinse glass", "shake glass", "put down glass" ], "verbs": [ "turn-on", "rinse", "shake", "put-down" ], "verb_classes": [ 6, 2, 15, 1 ], "nouns": [ "tap", "glass", "glass", "glass" ], "noun_classes": [ 0, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:07:44.99", "00:07:46.71" ], [ "00:07:46.04", "00:07:46.98" ], [ "00:07:47.08", "00:07:48.46" ], [ "00:07:49.70", "00:07:50.85" ] ], "start_stop_frames": [ [ 23249, 23335 ], [ 23302, 23349 ], [ 23354, 23423 ], [ 23485, 23542 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P05_08+102_103_104_105", "video_id": "P05_08", "narration_ids": [ "P05_08_102", "P05_08_103", "P05_08_104", "P05_08_105" ], "src": "stir pasta in container . stir salad in saucepan . wash colander", "src1": "stir pasta in container", "src2": "stir salad in saucepan", "src3": "wash colander", "trg": "place colander in drainer", "vis_src": "P05_08:102 P05_08:103 P05_08:104", "vis_trg": "P05_08:105", "narrations": [ "stir pasta in container", "stir salad in saucepan", "wash colander", "place colander in drainer" ], "verbs": [ "stir-in", "stir-in", "wash", "place" ], "verb_classes": [ 10, 10, 2, 1 ], "nouns": [ "pasta", "salad", "colander", "colander" ], "noun_classes": [ 45, 68, 39, 39 ], "start_stop_timestamps": [ [ "00:14:14.67", "00:14:42.61" ], [ "00:14:44.15", "00:15:21.76" ], [ "00:15:24.60", "00:15:46.46" ], [ "00:15:45.91", "00:15:48.12" ] ], "start_stop_frames": [ [ 51280, 52956 ], [ 53049, 55305 ], [ 55476, 56787 ], [ 56754, 56887 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P02_04+142_143_144_145", "video_id": "P02_04", "narration_ids": [ "P02_04_142", "P02_04_143", "P02_04_144", "P02_04_145" ], "src": "close tap . put plate . pick_up strainer", "src1": "close tap", "src2": "put plate", "src3": "pick_up strainer", "trg": "wash strainer", "vis_src": "P02_04:142 P02_04:143 P02_04:144", "vis_trg": "P02_04:145", "narrations": [ "close tap", "put plate", "pick up strainer", "wash strainer" ], "verbs": [ "turn-off", "put", "pick-up", "wash" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "plate", "strainer", "strainer" ], "noun_classes": [ 0, 2, 39, 39 ], "start_stop_timestamps": [ [ "00:05:31.51", "00:05:32.25" ], [ "00:05:32.26", "00:05:33.71" ], [ "00:05:33.81", "00:05:34.73" ], [ "00:05:34.83", "00:05:38.83" ] ], "start_stop_frames": [ [ 19890, 19935 ], [ 19935, 20022 ], [ 20028, 20083 ], [ 20089, 20329 ] ], "trgnoun": "strainer", "trgverb": "wash" }, { "key": "P25_09+100_101_102_103", "video_id": "P25_09", "narration_ids": [ "P25_09_100", "P25_09_101", "P25_09_102", "P25_09_103" ], "src": "put chicken . put fork . take salt", "src1": "put chicken", "src2": "put fork", "src3": "take salt", "trg": "put salt", "vis_src": "P25_09:100 P25_09:101 P25_09:102", "vis_trg": "P25_09:103", "narrations": [ "put chicken", "put fork", "take salt", "put salt" ], "verbs": [ "put", "put", "take", "put" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "chicken", "fork", "salt", "salt" ], "noun_classes": [ 57, 14, 38, 38 ], "start_stop_timestamps": [ [ "00:12:36.76", "00:12:37.97" ], [ "00:12:48.40", "00:12:50.21" ], [ "00:12:50.95", "00:12:52.03" ], [ "00:12:52.13", "00:12:54.25" ] ], "start_stop_frames": [ [ 45405, 45478 ], [ 46104, 46212 ], [ 46257, 46321 ], [ 46327, 46455 ] ], "trgnoun": "salt", "trgverb": "put" }, { "key": "P04_23+30_31_32_34", "video_id": "P04_23", "narration_ids": [ "P04_23_30", "P04_23_31", "P04_23_32", "P04_23_34" ], "src": "dice onion . put onion in bin . stir spices", "src1": "dice onion", "src2": "put onion in bin", "src3": "stir spices", "trg": "peel garlic", "vis_src": "P04_23:30 P04_23:31 P04_23:32", "vis_trg": "P04_23:34", "narrations": [ "dice onion", "put onion in bin", "stir spices", "peel garlic" ], "verbs": [ "dice", "put-in", "stir", "peel" ], "verb_classes": [ 7, 5, 10, 19 ], "nouns": [ "onion", "onion", "spice", "garlic" ], "noun_classes": [ 16, 16, 85, 51 ], "start_stop_timestamps": [ [ "00:03:30.71", "00:03:44.90" ], [ "00:03:46.37", "00:03:50.36" ], [ "00:03:55.92", "00:03:59.00" ], [ "00:04:13.08", "00:04:16.62" ] ], "start_stop_frames": [ [ 12642, 13494 ], [ 13582, 13821 ], [ 14155, 14340 ], [ 15184, 15397 ] ], "trgnoun": "garlic", "trgverb": "peel" }, { "key": "P02_07+32_33_34_35", "video_id": "P02_07", "narration_ids": [ "P02_07_32", "P02_07_33", "P02_07_34", "P02_07_35" ], "src": "throw cover . close trash_bin . close mayonnaise", "src1": "throw cover", "src2": "close trash_bin", "src3": "close mayonnaise", "trg": "put mayonnaise into plate", "vis_src": "P02_07:32 P02_07:33 P02_07:34", "vis_trg": "P02_07:35", "narrations": [ "throw cover", "close trash bin", "close mayonnaise", "put mayonnaise into plate" ], "verbs": [ "throw", "close", "close", "put-into" ], "verb_classes": [ 13, 4, 4, 5 ], "nouns": [ "cover", "bin:trash", "mayonnaise", "mayonnaise" ], "noun_classes": [ 89, 36, 47, 47 ], "start_stop_timestamps": [ [ "00:01:07.38", "00:01:08.57" ], [ "00:01:08.77", "00:01:10.02" ], [ "00:01:09.29", "00:01:13.97" ], [ "00:01:13.65", "00:01:17.49" ] ], "start_stop_frames": [ [ 4042, 4114 ], [ 4126, 4201 ], [ 4157, 4438 ], [ 4419, 4649 ] ], "trgnoun": "mayonnaise", "trgverb": "put_into" }, { "key": "P02_06+300_301_302_304", "video_id": "P02_06", "narration_ids": [ "P02_06_300", "P02_06_301", "P02_06_302", "P02_06_304" ], "src": "open cupboard . get vinegar . get herb", "src1": "open cupboard", "src2": "get vinegar", "src3": "get herb", "trg": "put herb on salad", "vis_src": "P02_06:300 P02_06:301 P02_06:302", "vis_trg": "P02_06:304", "narrations": [ "open cupboard", "get vinegar", "get herb", "put herb on salad" ], "verbs": [ "open", "get", "get", "put-on" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "cupboard", "vinegar", "herb", "herb" ], "noun_classes": [ 3, 134, 62, 62 ], "start_stop_timestamps": [ [ "00:13:54.79", "00:13:55.83" ], [ "00:13:57.03", "00:13:59.08" ], [ "00:13:59.49", "00:14:02.41" ], [ "00:14:06.21", "00:14:09.18" ] ], "start_stop_frames": [ [ 50087, 50149 ], [ 50221, 50344 ], [ 50369, 50544 ], [ 50772, 50950 ] ], "trgnoun": "herb", "trgverb": "put_on" }, { "key": "P04_110+386_387_388_389", "video_id": "P04_110", "narration_ids": [ "P04_110_386", "P04_110_387", "P04_110_388", "P04_110_389" ], "src": "turn_over piece of tofu . feel piece of tofu . adjust piece of tofu", "src1": "turn_over piece of tofu", "src2": "feel piece of tofu", "src3": "adjust piece of tofu", "trg": "flip_over piece of tofu", "vis_src": "P04_110:386 P04_110:387 P04_110:388", "vis_trg": "P04_110:389", "narrations": [ "turn over piece of tofu", "feel piece of tofu", "adjust piece of tofu", "flip over piece of tofu" ], "verbs": [ "turn-over", "feel", "adjust", "flip-over" ], "verb_classes": [ 22, 54, 17, 22 ], "nouns": [ "piece:tofu", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:11:22.56", "00:11:25.68" ], [ "00:11:26.58", "00:11:27.74" ], [ "00:11:27.83", "00:11:28.84" ], [ "00:11:29.51", "00:11:33.59" ] ], "start_stop_frames": [ [ 34128, 34284 ], [ 34329, 34387 ], [ 34391, 34442 ], [ 34475, 34679 ] ], "trgnoun": "tofu_piece", "trgverb": "flip_over" }, { "key": "P01_105+732_733_734_735", "video_id": "P01_105", "narration_ids": [ "P01_105_732", "P01_105_733", "P01_105_734", "P01_105_735" ], "src": "turn_on tap . rinse colander . empty colander", "src1": "turn_on tap", "src2": "rinse colander", "src3": "empty colander", "trg": "turn_off tap", "vis_src": "P01_105:732 P01_105:733 P01_105:734", "vis_trg": "P01_105:735", "narrations": [ "turn on tap", "rinse colander", "empty colander", "turn off tap" ], "verbs": [ "turn-on", "rinse", "empty", "turn-off" ], "verb_classes": [ 6, 2, 20, 8 ], "nouns": [ "tap", "colander", "colander", "tap" ], "noun_classes": [ 0, 39, 39, 0 ], "start_stop_timestamps": [ [ "00:30:49.05", "00:30:50.04" ], [ "00:30:49.74", "00:30:52.04" ], [ "00:30:52.00", "00:30:53.00" ], [ "00:30:51.89", "00:30:52.75" ] ], "start_stop_frames": [ [ 92452, 92502 ], [ 92487, 92602 ], [ 92600, 92650 ], [ 92594, 92637 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P29_03+283_284_285_286", "video_id": "P29_03", "narration_ids": [ "P29_03_283", "P29_03_284", "P29_03_285", "P29_03_286" ], "src": "pick_up blender . wash blender . rinse blender", "src1": "pick_up blender", "src2": "wash blender", "src3": "rinse blender", "trg": "put blender on surface", "vis_src": "P29_03:283 P29_03:284 P29_03:285", "vis_trg": "P29_03:286", "narrations": [ "pick up blender", "wash blender", "rinse blender", "put blender on surface" ], "verbs": [ "pick-up", "wash", "rinse", "put-on" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "blender", "blender", "blender", "blender" ], "noun_classes": [ 82, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:18:07.67", "00:18:08.43" ], [ "00:18:10.60", "00:18:22.08" ], [ "00:18:22.65", "00:18:25.81" ], [ "00:18:28.57", "00:18:30.57" ] ], "start_stop_frames": [ [ 65260, 65305 ], [ 65435, 66124 ], [ 66159, 66348 ], [ 66514, 66634 ] ], "trgnoun": "blender", "trgverb": "put_on" }, { "key": "P02_105+147_148_149_150", "video_id": "P02_105", "narration_ids": [ "P02_105_147", "P02_105_148", "P02_105_149", "P02_105_150" ], "src": "take_off gloves . put_down gloves . open kettle", "src1": "take_off gloves", "src2": "put_down gloves", "src3": "open kettle", "trg": "pick_up kettle", "vis_src": "P02_105:147 P02_105:148 P02_105:149", "vis_trg": "P02_105:150", "narrations": [ "take off gloves", "put down gloves", "open kettle", "pick up kettle" ], "verbs": [ "take-off", "put-down", "open", "pick-up" ], "verb_classes": [ 12, 1, 3, 0 ], "nouns": [ "glove", "glove", "kettle", "kettle" ], "noun_classes": [ 60, 60, 44, 44 ], "start_stop_timestamps": [ [ "00:04:50.09", "00:04:51.90" ], [ "00:04:50.36", "00:04:52.35" ], [ "00:04:52.38", "00:04:54.52" ], [ "00:04:53.31", "00:04:54.54" ] ], "start_stop_frames": [ [ 14504, 14594 ], [ 14518, 14617 ], [ 14619, 14726 ], [ 14665, 14727 ] ], "trgnoun": "kettle", "trgverb": "pick_up" }, { "key": "P01_05+251_252_253_254", "video_id": "P01_05", "narration_ids": [ "P01_05_251", "P01_05_252", "P01_05_253", "P01_05_254" ], "src": "put_down oil . take rosemary . open rosemary", "src1": "put_down oil", "src2": "take rosemary", "src3": "open rosemary", "trg": "sprinkle rosemary", "vis_src": "P01_05:251 P01_05:252 P01_05:253", "vis_trg": "P01_05:254", "narrations": [ "put down oil", "take rosemary", "open rosemary", "sprinkle rosemary" ], "verbs": [ "put-down", "take", "open", "sprinkle" ], "verb_classes": [ 1, 0, 3, 42 ], "nouns": [ "oil", "rosemary", "rosemary", "rosemary" ], "noun_classes": [ 31, 277, 277, 277 ], "start_stop_timestamps": [ [ "00:20:41.53", "00:20:44.43" ], [ "00:20:44.25", "00:20:44.99" ], [ "00:20:45.15", "00:20:47.23" ], [ "00:20:48.49", "00:20:55.88" ] ], "start_stop_frames": [ [ 74491, 74665 ], [ 74655, 74699 ], [ 74709, 74833 ], [ 74909, 75352 ] ], "trgnoun": "rosemary", "trgverb": "sprinkle" }, { "key": "P04_03+148_149_150_151", "video_id": "P04_03", "narration_ids": [ "P04_03_148", "P04_03_149", "P04_03_150", "P04_03_151" ], "src": "put_on tray . rearrange egg . turn_off pot", "src1": "put_on tray", "src2": "rearrange egg", "src3": "turn_off pot", "trg": "pick_up tray", "vis_src": "P04_03:148 P04_03:149 P04_03:150", "vis_trg": "P04_03:151", "narrations": [ "put on tray", "rearrange egg", "turn off pot", "pick up tray" ], "verbs": [ "put-on", "rearrange", "turn-off", "pick-up" ], "verb_classes": [ 1, 40, 8, 0 ], "nouns": [ "tray", "egg", "pot", "tray" ], "noun_classes": [ 35, 53, 29, 35 ], "start_stop_timestamps": [ [ "00:08:48.65", "00:08:49.58" ], [ "00:08:50.54", "00:08:55.13" ], [ "00:08:58.59", "00:09:00.77" ], [ "00:09:00.96", "00:09:02.17" ] ], "start_stop_frames": [ [ 31719, 31774 ], [ 31832, 32107 ], [ 32315, 32446 ], [ 32457, 32530 ] ], "trgnoun": "tray", "trgverb": "pick_up" }, { "key": "P01_09+609_610_611_612", "video_id": "P01_09", "narration_ids": [ "P01_09_609", "P01_09_610", "P01_09_611", "P01_09_612" ], "src": "pour sauce onto dough . spoon sauce . put_down butter", "src1": "pour sauce onto dough", "src2": "spoon sauce", "src3": "put_down butter", "trg": "spread sauce", "vis_src": "P01_09:609 P01_09:610 P01_09:611", "vis_trg": "P01_09:612", "narrations": [ "pour sauce onto dough", "spoon sauce", "put down butter", "spread sauce" ], "verbs": [ "pour-onto", "spoon", "put-down", "spread" ], "verb_classes": [ 9, 16, 1, 27 ], "nouns": [ "sauce", "sauce", "butter", "sauce" ], "noun_classes": [ 47, 47, 78, 47 ], "start_stop_timestamps": [ [ "00:42:48.99", "00:42:55.68" ], [ "00:42:51.99", "00:43:04.02" ], [ "00:43:05.35", "00:43:06.70" ], [ "00:43:06.80", "00:43:14.14" ] ], "start_stop_frames": [ [ 154139, 154540 ], [ 154319, 155041 ], [ 155121, 155202 ], [ 155208, 155648 ] ], "trgnoun": "sauce", "trgverb": "spread" }, { "key": "P04_112+109_110_111_112", "video_id": "P04_112", "narration_ids": [ "P04_112_109", "P04_112_110", "P04_112_111", "P04_112_112" ], "src": "pick_up tupperware . pick_up tupperware_lid . put lid on tupperware", "src1": "pick_up tupperware", "src2": "pick_up tupperware_lid", "src3": "put lid on tupperware", "trg": "close lid", "vis_src": "P04_112:109 P04_112:110 P04_112:111", "vis_trg": "P04_112:112", "narrations": [ "pick up tupperware", "pick up tupperware lid", "put lid on tupperware", "close lid" ], "verbs": [ "pick-up", "pick-up", "put-on", "close" ], "verb_classes": [ 0, 0, 1, 4 ], "nouns": [ "tupperware", "lid:tupperware", "lid", "lid" ], "noun_classes": [ 23, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:03:09.09", "00:03:09.98" ], [ "00:03:10.34", "00:03:11.13" ], [ "00:03:11.18", "00:03:12.06" ], [ "00:03:11.39", "00:03:13.44" ] ], "start_stop_frames": [ [ 9454, 9499 ], [ 9517, 9556 ], [ 9559, 9603 ], [ 9569, 9672 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P27_104+0_1_2_3", "video_id": "P27_104", "narration_ids": [ "P27_104_0", "P27_104_1", "P27_104_2", "P27_104_3" ], "src": "turn_off phone . turn_on machine . pick_up coffee_pod", "src1": "turn_off phone", "src2": "turn_on machine", "src3": "pick_up coffee_pod", "trg": "put_down coffee_pod", "vis_src": "P27_104:0 P27_104:1 P27_104:2", "vis_trg": "P27_104:3", "narrations": [ "turn off phone", "turn on machine", "pick up coffee pod", "put down coffee pod" ], "verbs": [ "turn-off", "turn-on", "pick-up", "put-down" ], "verb_classes": [ 8, 6, 0, 1 ], "nouns": [ "phone", "machine", "pod:coffee", "pod:coffee" ], "noun_classes": [ 165, 124, 59, 59 ], "start_stop_timestamps": [ [ "00:00:04.34", "00:00:06.00" ], [ "00:00:06.13", "00:00:06.97" ], [ "00:00:09.59", "00:00:11.05" ], [ "00:00:11.12", "00:00:15.51" ] ], "start_stop_frames": [ [ 217, 300 ], [ 306, 348 ], [ 479, 552 ], [ 556, 775 ] ], "trgnoun": "coffee_pod", "trgverb": "put_down" }, { "key": "P26_119+101_136_138_139", "video_id": "P26_119", "narration_ids": [ "P26_119_101", "P26_119_136", "P26_119_138", "P26_119_139" ], "src": "pick_up tomatoes . hang bag . open fridge", "src1": "pick_up tomatoes", "src2": "hang bag", "src3": "open fridge", "trg": "put_down tomatoes", "vis_src": "P26_119:101 P26_119:136 P26_119:138", "vis_trg": "P26_119:139", "narrations": [ "pick up tomatoes", "hang bag", "open fridge", "put down tomatoes" ], "verbs": [ "pick-up", "hang", "open", "put-down" ], "verb_classes": [ 0, 41, 3, 1 ], "nouns": [ "tomato", "bag", "fridge", "tomato" ], "noun_classes": [ 43, 19, 12, 43 ], "start_stop_timestamps": [ [ "00:07:53.89", "00:07:54.70" ], [ "00:11:04.34", "00:11:05.26" ], [ "00:11:08.35", "00:11:09.11" ], [ "00:11:09.20", "00:11:10.15" ] ], "start_stop_frames": [ [ 23694, 23735 ], [ 33217, 33263 ], [ 33417, 33455 ], [ 33460, 33507 ] ], "trgnoun": "tomato", "trgverb": "put_down" }, { "key": "P37_102+130_131_132_133", "video_id": "P37_102", "narration_ids": [ "P37_102_130", "P37_102_131", "P37_102_132", "P37_102_133" ], "src": "scrub pot . pour_out wastewater . turn_off tap", "src1": "scrub pot", "src2": "pour_out wastewater", "src3": "turn_off tap", "trg": "put pot on the induction hob", "vis_src": "P37_102:130 P37_102:131 P37_102:132", "vis_trg": "P37_102:133", "narrations": [ "scrub pot", "pour out wastewater", "turn off tap", "put pot on the induction hob" ], "verbs": [ "scrub", "pour-out", "turn-off", "put-on" ], "verb_classes": [ 29, 9, 8, 1 ], "nouns": [ "pot", "wastewater", "tap", "pot" ], "noun_classes": [ 29, 27, 0, 29 ], "start_stop_timestamps": [ [ "00:09:38.92", "00:09:45.59" ], [ "00:09:45.69", "00:09:47.50" ], [ "00:10:03.49", "00:10:04.94" ], [ "00:10:07.12", "00:10:08.44" ] ], "start_stop_frames": [ [ 28945, 29279 ], [ 29284, 29375 ], [ 30174, 30247 ], [ 30356, 30422 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P07_113+43_44_45_46", "video_id": "P07_113", "narration_ids": [ "P07_113_43", "P07_113_44", "P07_113_45", "P07_113_46" ], "src": "grab soap . lather hands . turn_on tap", "src1": "grab soap", "src2": "lather hands", "src3": "turn_on tap", "trg": "wash hands", "vis_src": "P07_113:43 P07_113:44 P07_113:45", "vis_trg": "P07_113:46", "narrations": [ "grab soap", "lather hands", "turn on tap", "wash hands" ], "verbs": [ "grab", "lather", "turn-on", "wash" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "soap", "hand", "tap", "hand" ], "noun_classes": [ 22, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:02:04.29", "00:02:07.69" ], [ "00:02:07.71", "00:02:08.70" ], [ "00:02:08.76", "00:02:10.07" ], [ "00:02:10.13", "00:02:14.85" ] ], "start_stop_frames": [ [ 6214, 6384 ], [ 6385, 6434 ], [ 6438, 6503 ], [ 6506, 6742 ] ], "trgnoun": "hand", "trgverb": "wash" }, { "key": "P23_102+103_104_105_106", "video_id": "P23_102", "narration_ids": [ "P23_102_103", "P23_102_104", "P23_102_105", "P23_102_106" ], "src": "remove peel . cut onion . take onion", "src1": "remove peel", "src2": "cut onion", "src3": "take onion", "trg": "put onion", "vis_src": "P23_102:103 P23_102:104 P23_102:105", "vis_trg": "P23_102:106", "narrations": [ "remove peel", "cut onion", "take onion", "put onion" ], "verbs": [ "remove", "cut", "take", "put" ], "verb_classes": [ 12, 7, 0, 1 ], "nouns": [ "peel", "onion", "onion", "onion" ], "noun_classes": [ 48, 16, 16, 16 ], "start_stop_timestamps": [ [ "00:09:15.57", "00:09:33.49" ], [ "00:09:33.59", "00:09:42.01" ], [ "00:09:44.79", "00:09:45.44" ], [ "00:09:45.40", "00:09:47.48" ] ], "start_stop_frames": [ [ 27778, 28674 ], [ 28679, 29100 ], [ 29239, 29272 ], [ 29270, 29374 ] ], "trgnoun": "onion", "trgverb": "put" }, { "key": "P05_02+35_36_37_38", "video_id": "P05_02", "narration_ids": [ "P05_02_35", "P05_02_36", "P05_02_37", "P05_02_38" ], "src": "take glass . take jar . pour water into glass", "src1": "take glass", "src2": "take jar", "src3": "pour water into glass", "trg": "put_down glass", "vis_src": "P05_02:35 P05_02:36 P05_02:37", "vis_trg": "P05_02:38", "narrations": [ "take glass", "take jar", "pour water into glass", "put down glass" ], "verbs": [ "take", "take", "pour-into", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "glass", "jar", "water", "glass" ], "noun_classes": [ 10, 40, 27, 10 ], "start_stop_timestamps": [ [ "00:04:14.87", "00:04:15.64" ], [ "00:04:15.39", "00:04:16.90" ], [ "00:04:17.00", "00:04:20.20" ], [ "00:04:24.06", "00:04:25.85" ] ], "start_stop_frames": [ [ 15292, 15338 ], [ 15323, 15413 ], [ 15420, 15612 ], [ 15843, 15951 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P08_01+10_11_12_13", "video_id": "P08_01", "narration_ids": [ "P08_01_10", "P08_01_11", "P08_01_12", "P08_01_13" ], "src": "wipe_off filter . open cupboard . get coffee", "src1": "wipe_off filter", "src2": "open cupboard", "src3": "get coffee", "trg": "place coffee in filter", "vis_src": "P08_01:10 P08_01:11 P08_01:12", "vis_trg": "P08_01:13", "narrations": [ "wipe off filter", "open cupboard", "get coffee", "place coffee in filter" ], "verbs": [ "wipe-off", "open", "get", "place-in" ], "verb_classes": [ 2, 3, 0, 5 ], "nouns": [ "filter", "cupboard", "coffee", "coffee" ], "noun_classes": [ 77, 3, 59, 59 ], "start_stop_timestamps": [ [ "00:00:27.56", "00:00:28.83" ], [ "00:00:31.25", "00:00:32.85" ], [ "00:00:32.52", "00:00:33.67" ], [ "00:00:35.55", "00:00:38.40" ] ], "start_stop_frames": [ [ 1653, 1729 ], [ 1875, 1971 ], [ 1951, 2020 ], [ 2133, 2304 ] ], "trgnoun": "coffee", "trgverb": "place_in" }, { "key": "P01_107+24_25_26_27", "video_id": "P01_107", "narration_ids": [ "P01_107_24", "P01_107_25", "P01_107_26", "P01_107_27" ], "src": "fold cereals bag . put cereals bag into cereals box . close cereals box", "src1": "fold cereals bag", "src2": "put cereals bag into cereals box", "src3": "close cereals box", "trg": "pick_up cereals box", "vis_src": "P01_107:24 P01_107:25 P01_107:26", "vis_trg": "P01_107:27", "narrations": [ "fold cereals bag", "put cereals bag into cereals box", "close cereals box", "pick up cereals box" ], "verbs": [ "fold", "put-into", "close", "pick-up" ], "verb_classes": [ 28, 5, 4, 0 ], "nouns": [ "bag:cereal", "bag:cereal", "box:cereal", "box:cereal" ], "noun_classes": [ 19, 19, 23, 23 ], "start_stop_timestamps": [ [ "00:00:46.55", "00:00:49.81" ], [ "00:00:49.91", "00:00:51.47" ], [ "00:00:51.54", "00:00:52.88" ], [ "00:00:53.32", "00:00:54.21" ] ], "start_stop_frames": [ [ 2327, 2490 ], [ 2495, 2573 ], [ 2577, 2644 ], [ 2666, 2710 ] ], "trgnoun": "cereal_box", "trgverb": "pick_up" }, { "key": "P30_101+183_184_185_186", "video_id": "P30_101", "narration_ids": [ "P30_101_183", "P30_101_184", "P30_101_185", "P30_101_186" ], "src": "put hummus onto plate . pick_up jug . pour water into v60", "src1": "put hummus onto plate", "src2": "pick_up jug", "src3": "pour water into v60", "trg": "pick_up hummus", "vis_src": "P30_101:183 P30_101:184 P30_101:185", "vis_trg": "P30_101:186", "narrations": [ "put hummus onto plate", "pick up jug", "pour water into v60", "pick up hummus" ], "verbs": [ "put-onto", "pick-up", "pour-into", "pick-up" ], "verb_classes": [ 1, 0, 9, 0 ], "nouns": [ "hummus", "jug", "water", "hummus" ], "noun_classes": [ 181, 66, 27, 181 ], "start_stop_timestamps": [ [ "00:05:43.72", "00:05:44.71" ], [ "00:05:44.68", "00:05:45.57" ], [ "00:05:45.52", "00:05:58.64" ], [ "00:05:58.74", "00:05:59.64" ] ], "start_stop_frames": [ [ 17186, 17235 ], [ 17234, 17278 ], [ 17276, 17932 ], [ 17937, 17982 ] ], "trgnoun": "hummus", "trgverb": "pick_up" }, { "key": "P03_120+112_113_114_115", "video_id": "P03_120", "narration_ids": [ "P03_120_112", "P03_120_113", "P03_120_114", "P03_120_115" ], "src": "open cupboard . take grater from cupboard . close cupboard", "src1": "open cupboard", "src2": "take grater from cupboard", "src3": "close cupboard", "trg": "put_down grater", "vis_src": "P03_120:112 P03_120:113 P03_120:114", "vis_trg": "P03_120:115", "narrations": [ "open cupboard", "take grater from cupboard", "close cupboard", "put down grater" ], "verbs": [ "open", "take-from", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "grater", "cupboard", "grater" ], "noun_classes": [ 3, 96, 3, 96 ], "start_stop_timestamps": [ [ "00:04:50.09", "00:04:50.84" ], [ "00:04:52.40", "00:04:54.20" ], [ "00:04:54.25", "00:04:54.95" ], [ "00:04:55.04", "00:04:56.72" ] ], "start_stop_frames": [ [ 14504, 14542 ], [ 14619, 14710 ], [ 14712, 14747 ], [ 14752, 14836 ] ], "trgnoun": "grater", "trgverb": "put_down" }, { "key": "P02_123+115_116_117_118", "video_id": "P02_123", "narration_ids": [ "P02_123_115", "P02_123_116", "P02_123_117", "P02_123_118" ], "src": "rest wooden_spoon on pan . set_off timer . switch_off oven", "src1": "rest wooden_spoon on pan", "src2": "set_off timer", "src3": "switch_off oven", "trg": "pick wooden_spoon", "vis_src": "P02_123:115 P02_123:116 P02_123:117", "vis_trg": "P02_123:118", "narrations": [ "rest wooden spoon on pan", "set off timer", "switch off oven", "pick wooden spoon" ], "verbs": [ "rest-on", "set-off", "switch-off", "pick" ], "verb_classes": [ 1, 53, 8, 0 ], "nouns": [ "spoon:wooden", "timer", "oven", "spoon:wooden" ], "noun_classes": [ 1, 111, 46, 1 ], "start_stop_timestamps": [ [ "00:05:50.09", "00:05:51.12" ], [ "00:05:51.22", "00:05:51.87" ], [ "00:05:51.86", "00:05:55.48" ], [ "00:05:55.56", "00:05:56.23" ] ], "start_stop_frames": [ [ 17504, 17556 ], [ 17561, 17593 ], [ 17593, 17774 ], [ 17778, 17811 ] ], "trgnoun": "wooden_spoon", "trgverb": "pick" }, { "key": "P30_04+45_46_47_48", "video_id": "P30_04", "narration_ids": [ "P30_04_45", "P30_04_46", "P30_04_47", "P30_04_48" ], "src": "put plate . dry saucepan . take plate", "src1": "put plate", "src2": "dry saucepan", "src3": "take plate", "trg": "dry plate", "vis_src": "P30_04:45 P30_04:46 P30_04:47", "vis_trg": "P30_04:48", "narrations": [ "put plate", "dry saucepan", "take plate", "dry plate" ], "verbs": [ "put", "dry", "take", "dry" ], "verb_classes": [ 1, 14, 0, 14 ], "nouns": [ "plate", "saucepan", "plate", "plate" ], "noun_classes": [ 2, 5, 2, 2 ], "start_stop_timestamps": [ [ "00:02:20.31", "00:02:22.42" ], [ "00:02:24.13", "00:02:32.06" ], [ "00:02:33.44", "00:02:34.91" ], [ "00:02:34.51", "00:02:35.71" ] ], "start_stop_frames": [ [ 8418, 8545 ], [ 8647, 9123 ], [ 9206, 9294 ], [ 9270, 9342 ] ], "trgnoun": "plate", "trgverb": "dry" }, { "key": "P35_104+357_358_359_360", "video_id": "P35_104", "narration_ids": [ "P35_104_357", "P35_104_358", "P35_104_359", "P35_104_360" ], "src": "put_down pans . pick glasses . drain glasses", "src1": "put_down pans", "src2": "pick glasses", "src3": "drain glasses", "trg": "put_down glasses", "vis_src": "P35_104:357 P35_104:358 P35_104:359", "vis_trg": "P35_104:360", "narrations": [ "put down pans", "pick glasses", "drain glasses", "put down glasses" ], "verbs": [ "put-down", "pick", "drain", "put-down" ], "verb_classes": [ 1, 0, 37, 1 ], "nouns": [ "pan", "glass", "glass", "glass" ], "noun_classes": [ 5, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:23:19.07", "00:23:21.39" ], [ "00:23:20.04", "00:23:26.05" ], [ "00:23:28.35", "00:23:29.12" ], [ "00:23:29.57", "00:23:30.57" ] ], "start_stop_frames": [ [ 69953, 70069 ], [ 70002, 70302 ], [ 70417, 70456 ], [ 70478, 70528 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P22_16+180_181_182_183", "video_id": "P22_16", "narration_ids": [ "P22_16_180", "P22_16_181", "P22_16_182", "P22_16_183" ], "src": "pick_up knife . clean mincing_knife . put knife", "src1": "pick_up knife", "src2": "clean mincing_knife", "src3": "put knife", "trg": "put mincing_knife", "vis_src": "P22_16:180 P22_16:181 P22_16:182", "vis_trg": "P22_16:183", "narrations": [ "pick up knife", "clean mincing knife", "put knife", "put mincing knife" ], "verbs": [ "pick-up", "clean", "put", "put" ], "verb_classes": [ 0, 2, 1, 1 ], "nouns": [ "knife", "knife:mincing", "knife", "knife:mincing" ], "noun_classes": [ 4, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:07:45.31", "00:07:47.12" ], [ "00:07:49.50", "00:07:50.98" ], [ "00:07:51.52", "00:07:52.19" ], [ "00:07:51.81", "00:07:53.11" ] ], "start_stop_frames": [ [ 27918, 28027 ], [ 28170, 28258 ], [ 28291, 28331 ], [ 28308, 28386 ] ], "trgnoun": "mincing_knife", "trgverb": "put" }, { "key": "P08_06+14_15_16_17", "video_id": "P08_06", "narration_ids": [ "P08_06_14", "P08_06_15", "P08_06_16", "P08_06_17" ], "src": "get tomatoes . wipe_off tomatoes . get bowl", "src1": "get tomatoes", "src2": "wipe_off tomatoes", "src3": "get bowl", "trg": "place bowl on counter", "vis_src": "P08_06:14 P08_06:15 P08_06:16", "vis_trg": "P08_06:17", "narrations": [ "get tomatoes", "wipe off tomatoes", "get bowl", "place bowl on counter" ], "verbs": [ "get", "wipe-off", "get", "place-on" ], "verb_classes": [ 0, 2, 0, 1 ], "nouns": [ "tomato", "tomato", "bowl", "bowl" ], "noun_classes": [ 43, 43, 7, 7 ], "start_stop_timestamps": [ [ "00:00:57.92", "00:00:59.10" ], [ "00:00:59.05", "00:01:00.61" ], [ "00:01:00.72", "00:01:01.82" ], [ "00:01:02.25", "00:01:03.39" ] ], "start_stop_frames": [ [ 3475, 3546 ], [ 3543, 3636 ], [ 3643, 3709 ], [ 3735, 3803 ] ], "trgnoun": "bowl", "trgverb": "place_on" }, { "key": "P08_24+47_48_49_50", "video_id": "P08_24", "narration_ids": [ "P08_24_47", "P08_24_48", "P08_24_49", "P08_24_50" ], "src": "place oil . use a chopstick . get spoon", "src1": "place oil", "src2": "use a chopstick", "src3": "get spoon", "trg": "move oil", "vis_src": "P08_24:47 P08_24:48 P08_24:49", "vis_trg": "P08_24:50", "narrations": [ "place oil", "use a chopstick", "get spoon", "move oil" ], "verbs": [ "place", "use", "get", "move" ], "verb_classes": [ 1, 76, 0, 11 ], "nouns": [ "oil", "chopstick", "spoon", "oil" ], "noun_classes": [ 31, 80, 1, 31 ], "start_stop_timestamps": [ [ "00:02:50.69", "00:02:54.91" ], [ "00:02:58.46", "00:03:03.80" ], [ "00:03:05.80", "00:03:08.98" ], [ "00:03:09.08", "00:03:12.86" ] ], "start_stop_frames": [ [ 10241, 10494 ], [ 10707, 11028 ], [ 11148, 11338 ], [ 11344, 11571 ] ], "trgnoun": "oil", "trgverb": "move" }, { "key": "P28_105+3_4_5_6", "video_id": "P28_105", "narration_ids": [ "P28_105_3", "P28_105_4", "P28_105_5", "P28_105_6" ], "src": "put tupperware . take ladle . open lid", "src1": "put tupperware", "src2": "take ladle", "src3": "open lid", "trg": "put lid", "vis_src": "P28_105:3 P28_105:4 P28_105:5", "vis_trg": "P28_105:6", "narrations": [ "put tupperware", "take ladle", "open lid", "put lid" ], "verbs": [ "put", "take", "open", "put" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "tupperware", "ladle", "lid", "lid" ], "noun_classes": [ 23, 97, 6, 6 ], "start_stop_timestamps": [ [ "00:00:15.33", "00:00:15.86" ], [ "00:00:19.10", "00:00:20.18" ], [ "00:00:21.85", "00:00:22.60" ], [ "00:00:23.36", "00:00:23.91" ] ], "start_stop_frames": [ [ 766, 793 ], [ 955, 1009 ], [ 1092, 1130 ], [ 1168, 1195 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P30_03+46_47_48_49", "video_id": "P30_03", "narration_ids": [ "P30_03_46", "P30_03_47", "P30_03_48", "P30_03_49" ], "src": "open coffee_bag . scoop coffee from bag . put coffee into grinder", "src1": "open coffee_bag", "src2": "scoop coffee from bag", "src3": "put coffee into grinder", "trg": "grind coffee", "vis_src": "P30_03:46 P30_03:47 P30_03:48", "vis_trg": "P30_03:49", "narrations": [ "open coffee bag", "scoop coffee from bag", "put coffee into grinder", "grind coffee" ], "verbs": [ "open", "scoop-from", "put-into", "grind" ], "verb_classes": [ 3, 16, 5, 49 ], "nouns": [ "bag:coffee", "coffee", "coffee", "coffee" ], "noun_classes": [ 19, 59, 59, 59 ], "start_stop_timestamps": [ [ "00:02:26.67", "00:02:28.96" ], [ "00:02:29.70", "00:02:31.76" ], [ "00:02:31.50", "00:02:34.08" ], [ "00:02:33.80", "00:02:36.24" ] ], "start_stop_frames": [ [ 8800, 8937 ], [ 8982, 9105 ], [ 9090, 9244 ], [ 9228, 9374 ] ], "trgnoun": "coffee", "trgverb": "grind" }, { "key": "P30_107+221_222_223_224", "video_id": "P30_107", "narration_ids": [ "P30_107_221", "P30_107_222", "P30_107_223", "P30_107_224" ], "src": "take bowl . put bowl . scratch pak_choi", "src1": "take bowl", "src2": "put bowl", "src3": "scratch pak_choi", "trg": "put pak_choi in bowl", "vis_src": "P30_107:221 P30_107:222 P30_107:223", "vis_trg": "P30_107:224", "narrations": [ "take bowl", "put bowl", "scratch pak choi", "put pak choi in bowl" ], "verbs": [ "take", "put", "scratch", "put-in" ], "verb_classes": [ 0, 1, 55, 5 ], "nouns": [ "bowl", "bowl", "choi:pak", "choi:pak" ], "noun_classes": [ 7, 7, 151, 151 ], "start_stop_timestamps": [ [ "00:11:26.76", "00:11:27.61" ], [ "00:11:28.45", "00:11:29.46" ], [ "00:11:31.58", "00:11:34.65" ], [ "00:11:35.25", "00:12:01.58" ] ], "start_stop_frames": [ [ 34338, 34380 ], [ 34422, 34473 ], [ 34579, 34732 ], [ 34762, 36079 ] ], "trgnoun": "pak_choi", "trgverb": "put_in" }, { "key": "P04_107+855_856_857_858", "video_id": "P04_107", "narration_ids": [ "P04_107_855", "P04_107_856", "P04_107_857", "P04_107_858" ], "src": "straighten_out edge of dough . pick_up chopstick . hold_onto dough", "src1": "straighten_out edge of dough", "src2": "pick_up chopstick", "src3": "hold_onto dough", "trg": "roll dough around chopstick", "vis_src": "P04_107:855 P04_107:856 P04_107:857", "vis_trg": "P04_107:858", "narrations": [ "straighten out edge of dough", "pick up chopstick", "hold onto dough", "roll dough around chopstick" ], "verbs": [ "straighten-out", "pick-up", "hold-onto", "roll-around" ], "verb_classes": [ 40, 0, 34, 47 ], "nouns": [ "edge:dough", "chopstick", "dough", "dough" ], "noun_classes": [ 25, 80, 25, 25 ], "start_stop_timestamps": [ [ "00:22:20.95", "00:22:21.81" ], [ "00:22:22.78", "00:22:23.27" ], [ "00:22:23.28", "00:22:23.49" ], [ "00:22:23.66", "00:22:25.54" ] ], "start_stop_frames": [ [ 67047, 67090 ], [ 67139, 67163 ], [ 67164, 67174 ], [ 67183, 67277 ] ], "trgnoun": "dough", "trgverb": "roll_around" }, { "key": "P23_101+175_176_177_178", "video_id": "P23_101", "narration_ids": [ "P23_101_175", "P23_101_176", "P23_101_177", "P23_101_178" ], "src": "open door . take bowl . take green_chilli", "src1": "open door", "src2": "take bowl", "src3": "take green_chilli", "trg": "close door", "vis_src": "P23_101:175 P23_101:176 P23_101:177", "vis_trg": "P23_101:178", "narrations": [ "open door", "take bowl", "take green chilli", "close door" ], "verbs": [ "open", "take", "take", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "door", "bowl", "chilli:green", "door" ], "noun_classes": [ 3, 7, 69, 3 ], "start_stop_timestamps": [ [ "00:18:22.27", "00:18:23.65" ], [ "00:18:22.88", "00:18:25.41" ], [ "00:18:25.51", "00:18:29.50" ], [ "00:18:36.82", "00:18:38.85" ] ], "start_stop_frames": [ [ 55113, 55182 ], [ 55144, 55270 ], [ 55275, 55475 ], [ 55841, 55942 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P22_10+415_416_417_418", "video_id": "P22_10", "narration_ids": [ "P22_10_415", "P22_10_416", "P22_10_417", "P22_10_418" ], "src": "close trash_can . rinse hands . pick_up cloth", "src1": "close trash_can", "src2": "rinse hands", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_10:415 P22_10:416 P22_10:417", "vis_trg": "P22_10:418", "narrations": [ "close trash can", "rinse hands", "pick up cloth", "rinse cloth" ], "verbs": [ "close", "rinse", "pick-up", "rinse" ], "verb_classes": [ 4, 2, 0, 2 ], "nouns": [ "can:trash", "hand", "cloth", "cloth" ], "noun_classes": [ 36, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:15:28.72", "00:15:29.74" ], [ "00:15:29.73", "00:15:31.79" ], [ "00:15:30.89", "00:15:31.73" ], [ "00:15:31.97", "00:15:33.51" ] ], "start_stop_frames": [ [ 55723, 55784 ], [ 55783, 55907 ], [ 55853, 55903 ], [ 55918, 56010 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P25_09+115_116_117_118", "video_id": "P25_09", "narration_ids": [ "P25_09_115", "P25_09_116", "P25_09_117", "P25_09_118" ], "src": "put plate . take fork . check chicken", "src1": "put plate", "src2": "take fork", "src3": "check chicken", "trg": "put fork", "vis_src": "P25_09:115 P25_09:116 P25_09:117", "vis_trg": "P25_09:118", "narrations": [ "put plate", "take fork", "check chicken", "put fork" ], "verbs": [ "put", "take", "check", "put" ], "verb_classes": [ 1, 0, 24, 1 ], "nouns": [ "plate", "fork", "chicken", "fork" ], "noun_classes": [ 2, 14, 57, 14 ], "start_stop_timestamps": [ [ "00:14:01.91", "00:14:04.12" ], [ "00:14:05.96", "00:14:07.67" ], [ "00:14:08.54", "00:14:25.89" ], [ "00:14:30.89", "00:14:34.20" ] ], "start_stop_frames": [ [ 50514, 50647 ], [ 50757, 50860 ], [ 50912, 51953 ], [ 52253, 52452 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P02_113+113_115_116_117", "video_id": "P02_113", "narration_ids": [ "P02_113_113", "P02_113_115", "P02_113_116", "P02_113_117" ], "src": "pick_up salt . move jars . pick_up oil_bottle", "src1": "pick_up salt", "src2": "move jars", "src3": "pick_up oil_bottle", "trg": "put oil_bottle in cupboard", "vis_src": "P02_113:113 P02_113:115 P02_113:116", "vis_trg": "P02_113:117", "narrations": [ "pick up salt", "move jars", "pick up oil bottle", "put oil bottle in cupboard" ], "verbs": [ "pick-up", "move", "pick-up", "put-in" ], "verb_classes": [ 0, 11, 0, 5 ], "nouns": [ "salt", "jar", "bottle:oil", "bottle:oil" ], "noun_classes": [ 38, 40, 15, 15 ], "start_stop_timestamps": [ [ "00:04:58.13", "00:04:59.24" ], [ "00:05:00.22", "00:05:03.91" ], [ "00:05:02.92", "00:05:03.80" ], [ "00:05:04.55", "00:05:05.41" ] ], "start_stop_frames": [ [ 14906, 14962 ], [ 15011, 15195 ], [ 15146, 15190 ], [ 15227, 15270 ] ], "trgnoun": "oil_bottle", "trgverb": "put_in" }, { "key": "P26_110+11_12_13_14", "video_id": "P26_110", "narration_ids": [ "P26_110_11", "P26_110_12", "P26_110_13", "P26_110_14" ], "src": "put_down colander . turn_on tap . remove lid", "src1": "put_down colander", "src2": "turn_on tap", "src3": "remove lid", "trg": "put_down lid", "vis_src": "P26_110:11 P26_110:12 P26_110:13", "vis_trg": "P26_110:14", "narrations": [ "put down colander", "turn on tap", "remove lid", "put down lid" ], "verbs": [ "put-down", "turn-on", "remove", "put-down" ], "verb_classes": [ 1, 6, 12, 1 ], "nouns": [ "colander", "tap", "lid", "lid" ], "noun_classes": [ 39, 0, 6, 6 ], "start_stop_timestamps": [ [ "00:00:30.82", "00:00:31.88" ], [ "00:00:31.35", "00:00:33.81" ], [ "00:00:35.83", "00:00:36.61" ], [ "00:00:37.02", "00:00:38.05" ] ], "start_stop_frames": [ [ 1541, 1594 ], [ 1567, 1690 ], [ 1791, 1830 ], [ 1851, 1902 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P28_02+14_15_16_17", "video_id": "P28_02", "narration_ids": [ "P28_02_14", "P28_02_15", "P28_02_16", "P28_02_17" ], "src": "open drawer . put dishes in cupboard . put cutlery in drawer", "src1": "open drawer", "src2": "put dishes in cupboard", "src3": "put cutlery in drawer", "trg": "close drawer", "vis_src": "P28_02:14 P28_02:15 P28_02:16", "vis_trg": "P28_02:17", "narrations": [ "open drawer", "put dishes in cupboard", "put cutlery in drawer", "close drawer" ], "verbs": [ "open", "put-in", "put-in", "close" ], "verb_classes": [ 3, 5, 5, 4 ], "nouns": [ "drawer", "dish", "cutlery", "drawer" ], "noun_classes": [ 8, 2, 58, 8 ], "start_stop_timestamps": [ [ "00:00:23.74", "00:00:24.89" ], [ "00:00:24.89", "00:00:25.72" ], [ "00:00:24.99", "00:00:26.83" ], [ "00:00:26.93", "00:00:28.12" ] ], "start_stop_frames": [ [ 1424, 1493 ], [ 1493, 1543 ], [ 1499, 1609 ], [ 1615, 1687 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P30_101+19_20_21_22", "video_id": "P30_101", "narration_ids": [ "P30_101_19", "P30_101_20", "P30_101_21", "P30_101_22" ], "src": "remove filter . put filters back into cupboard . close cupboard", "src1": "remove filter", "src2": "put filters back into cupboard", "src3": "close cupboard", "trg": "fold filter", "vis_src": "P30_101:19 P30_101:20 P30_101:21", "vis_trg": "P30_101:22", "narrations": [ "remove filter", "put filters back into cupboard", "close cupboard", "fold filter" ], "verbs": [ "remove", "put", "close", "fold" ], "verb_classes": [ 12, 1, 4, 28 ], "nouns": [ "filter", "filter", "cupboard", "filter" ], "noun_classes": [ 77, 77, 3, 77 ], "start_stop_timestamps": [ [ "00:00:26.24", "00:00:28.46" ], [ "00:00:28.49", "00:00:29.28" ], [ "00:00:29.52", "00:00:30.15" ], [ "00:00:30.60", "00:00:33.50" ] ], "start_stop_frames": [ [ 1312, 1423 ], [ 1424, 1464 ], [ 1476, 1507 ], [ 1530, 1675 ] ], "trgnoun": "filter", "trgverb": "fold" }, { "key": "P15_02+17_18_19_20", "video_id": "P15_02", "narration_ids": [ "P15_02_17", "P15_02_18", "P15_02_19", "P15_02_20" ], "src": "cut potato . open drawer . pick_up potato_peeler", "src1": "cut potato", "src2": "open drawer", "src3": "pick_up potato_peeler", "trg": "peel potato", "vis_src": "P15_02:17 P15_02:18 P15_02:19", "vis_trg": "P15_02:20", "narrations": [ "cut potato", "open drawer", "pick up potato peeler", "peel potato" ], "verbs": [ "cut", "open", "pick-up", "peel" ], "verb_classes": [ 7, 3, 0, 19 ], "nouns": [ "potato", "drawer", "peeler:potato", "potato" ], "noun_classes": [ 30, 8, 87, 30 ], "start_stop_timestamps": [ [ "00:01:23.99", "00:01:27.06" ], [ "00:01:42.09", "00:01:43.59" ], [ "00:01:43.69", "00:01:46.69" ], [ "00:01:49.73", "00:01:52.31" ] ], "start_stop_frames": [ [ 5039, 5223 ], [ 6125, 6215 ], [ 6221, 6401 ], [ 6583, 6738 ] ], "trgnoun": "potato", "trgverb": "peel" }, { "key": "P03_111+5_6_7_8", "video_id": "P03_111", "narration_ids": [ "P03_111_5", "P03_111_6", "P03_111_7", "P03_111_8" ], "src": "take saucepan from cupboard . close cupboard . lift_off lid", "src1": "take saucepan from cupboard", "src2": "close cupboard", "src3": "lift_off lid", "trg": "put_down saucepan and lid", "vis_src": "P03_111:5 P03_111:6 P03_111:7", "vis_trg": "P03_111:8", "narrations": [ "take saucepan from cupboard", "close cupboard", "lift off lid", "put down saucepan and lid" ], "verbs": [ "take-from", "close", "lift-off", "put-down" ], "verb_classes": [ 0, 4, 33, 1 ], "nouns": [ "saucepan", "cupboard", "lid", "saucepan" ], "noun_classes": [ 5, 3, 6, 5 ], "start_stop_timestamps": [ [ "00:00:07.75", "00:00:08.66" ], [ "00:00:08.74", "00:00:09.52" ], [ "00:00:09.81", "00:00:10.58" ], [ "00:00:10.59", "00:00:11.67" ] ], "start_stop_frames": [ [ 387, 433 ], [ 437, 476 ], [ 490, 529 ], [ 529, 583 ] ], "trgnoun": "saucepan", "trgverb": "put_down" }, { "key": "P02_130+61_62_63_64", "video_id": "P02_130", "narration_ids": [ "P02_130_61", "P02_130_62", "P02_130_63", "P02_130_64" ], "src": "pick_up biscuit_packaging . crumble packaging . open bin", "src1": "pick_up biscuit_packaging", "src2": "crumble packaging", "src3": "open bin", "trg": "throw packaging inside bin", "vis_src": "P02_130:61 P02_130:62 P02_130:63", "vis_trg": "P02_130:64", "narrations": [ "pick up biscuit packaging", "crumble packaging", "open bin", "throw packaging inside bin" ], "verbs": [ "pick-up", "crumble", "open", "throw-inside" ], "verb_classes": [ 0, 42, 3, 13 ], "nouns": [ "packaging:biscuit", "packaging", "bin", "packaging" ], "noun_classes": [ 26, 26, 36, 26 ], "start_stop_timestamps": [ [ "00:02:24.43", "00:02:24.99" ], [ "00:02:24.64", "00:02:26.77" ], [ "00:02:26.94", "00:02:27.81" ], [ "00:02:27.91", "00:02:28.27" ] ], "start_stop_frames": [ [ 7221, 7249 ], [ 7231, 7338 ], [ 7347, 7390 ], [ 7395, 7413 ] ], "trgnoun": "packaging", "trgverb": "throw_inside" }, { "key": "P06_07+118_119_120_121", "video_id": "P06_07", "narration_ids": [ "P06_07_118", "P06_07_119", "P06_07_120", "P06_07_121" ], "src": "squeeze tomatoes . spread tomatoes . pick_up tomatoes", "src1": "squeeze tomatoes", "src2": "spread tomatoes", "src3": "pick_up tomatoes", "trg": "pour tomatoes", "vis_src": "P06_07:118 P06_07:119 P06_07:120", "vis_trg": "P06_07:121", "narrations": [ "squeeze tomatoes", "spread tomatoes", "pick up tomatoes", "pour tomatoes" ], "verbs": [ "squeeze", "spread", "pick-up", "pour" ], "verb_classes": [ 18, 27, 0, 9 ], "nouns": [ "tomato", "tomato", "tomato", "tomato" ], "noun_classes": [ 43, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:07:17.39", "00:07:37.95" ], [ "00:07:39.08", "00:07:43.75" ], [ "00:07:43.65", "00:07:44.48" ], [ "00:07:45.31", "00:07:48.66" ] ], "start_stop_frames": [ [ 26243, 27477 ], [ 27544, 27825 ], [ 27819, 27868 ], [ 27918, 28119 ] ], "trgnoun": "tomato", "trgverb": "pour" }, { "key": "P01_106+98_99_100_101", "video_id": "P01_106", "narration_ids": [ "P01_106_98", "P01_106_99", "P01_106_100", "P01_106_101" ], "src": "rinse spatula . put spatula onto drying rack . pick_up chopstick", "src1": "rinse spatula", "src2": "put spatula onto drying rack", "src3": "pick_up chopstick", "trg": "rinse chopsticks", "vis_src": "P01_106:98 P01_106:99 P01_106:100", "vis_trg": "P01_106:101", "narrations": [ "rinse spatula", "put spatula onto drying rack", "pick up chopstick", "rinse chopsticks" ], "verbs": [ "rinse", "put-onto", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "chopstick", "chopstick" ], "noun_classes": [ 20, 20, 80, 80 ], "start_stop_timestamps": [ [ "00:04:35.10", "00:04:40.26" ], [ "00:04:40.23", "00:04:41.73" ], [ "00:04:42.43", "00:04:43.22" ], [ "00:04:43.57", "00:04:45.81" ] ], "start_stop_frames": [ [ 13755, 14013 ], [ 14011, 14086 ], [ 14121, 14161 ], [ 14178, 14290 ] ], "trgnoun": "chopstick", "trgverb": "rinse" }, { "key": "P03_02+78_79_80_81", "video_id": "P03_02", "narration_ids": [ "P03_02_78", "P03_02_79", "P03_02_80", "P03_02_81" ], "src": "pour bottle . place bottle . pick_up bottle", "src1": "pour bottle", "src2": "place bottle", "src3": "pick_up bottle", "trg": "fill bottle", "vis_src": "P03_02:78 P03_02:79 P03_02:80", "vis_trg": "P03_02:81", "narrations": [ "pour bottle", "place bottle", "pick up bottle", "fill bottle" ], "verbs": [ "pour", "place", "pick-up", "fill" ], "verb_classes": [ 9, 1, 0, 26 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:02:34.92", "00:02:37.40" ], [ "00:02:38.55", "00:02:39.17" ], [ "00:02:40.31", "00:02:41.34" ], [ "00:02:41.63", "00:02:48.35" ] ], "start_stop_frames": [ [ 9295, 9444 ], [ 9513, 9550 ], [ 9618, 9680 ], [ 9697, 10101 ] ], "trgnoun": "bottle", "trgverb": "fill" }, { "key": "P26_04+30_31_32_33", "video_id": "P26_04", "narration_ids": [ "P26_04_30", "P26_04_31", "P26_04_32", "P26_04_33" ], "src": "open fridge . pick_up cheese . close fridge", "src1": "open fridge", "src2": "pick_up cheese", "src3": "close fridge", "trg": "put cheese", "vis_src": "P26_04:30 P26_04:31 P26_04:32", "vis_trg": "P26_04:33", "narrations": [ "open fridge", "pick up cheese", "close fridge", "put cheese" ], "verbs": [ "open", "pick-up", "close", "put" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "cheese", "fridge", "cheese" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:01:57.41", "00:01:58.81" ], [ "00:02:00.68", "00:02:01.65" ], [ "00:02:01.43", "00:02:02.76" ], [ "00:02:04.14", "00:02:05.33" ] ], "start_stop_frames": [ [ 7044, 7128 ], [ 7240, 7299 ], [ 7285, 7365 ], [ 7448, 7519 ] ], "trgnoun": "cheese", "trgverb": "put" }, { "key": "P23_102+115_116_117_118", "video_id": "P23_102", "narration_ids": [ "P23_102_115", "P23_102_116", "P23_102_117", "P23_102_118" ], "src": "remove peel . cut onion . take vegetable", "src1": "remove peel", "src2": "cut onion", "src3": "take vegetable", "trg": "take onion", "vis_src": "P23_102:115 P23_102:116 P23_102:117", "vis_trg": "P23_102:118", "narrations": [ "remove peel", "cut onion", "take vegetable", "take onion" ], "verbs": [ "remove", "cut", "take", "take" ], "verb_classes": [ 12, 7, 0, 0 ], "nouns": [ "peel", "onion", "vegetable", "onion" ], "noun_classes": [ 48, 16, 94, 16 ], "start_stop_timestamps": [ [ "00:10:14.90", "00:10:23.47" ], [ "00:10:19.35", "00:10:20.85" ], [ "00:10:15.12", "00:10:15.64" ], [ "00:10:23.55", "00:10:25.30" ] ], "start_stop_frames": [ [ 30745, 31173 ], [ 30967, 31042 ], [ 30756, 30782 ], [ 31177, 31264 ] ], "trgnoun": "onion", "trgverb": "take" }, { "key": "P12_02+69_70_71_72", "video_id": "P12_02", "narration_ids": [ "P12_02_69", "P12_02_70", "P12_02_71", "P12_02_72" ], "src": "put butter on frying pan . take olive_oil . open olive_oil", "src1": "put butter on frying pan", "src2": "take olive_oil", "src3": "open olive_oil", "trg": "pour olive_oil in frying pan", "vis_src": "P12_02:69 P12_02:70 P12_02:71", "vis_trg": "P12_02:72", "narrations": [ "put butter on frying pan", "take olive oil", "open olive oil", "pour olive oil in frying pan" ], "verbs": [ "put-on", "take", "open", "pour-in" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "butter", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 78, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:10:49.50", "00:10:54.00" ], [ "00:10:55.96", "00:10:57.59" ], [ "00:10:57.69", "00:11:03.74" ], [ "00:11:03.84", "00:11:06.32" ] ], "start_stop_frames": [ [ 38970, 39240 ], [ 39357, 39455 ], [ 39461, 39824 ], [ 39830, 39979 ] ], "trgnoun": "olive_oil", "trgverb": "pour_in" }, { "key": "P05_03+9_10_11_12", "video_id": "P05_03", "narration_ids": [ "P05_03_9", "P05_03_10", "P05_03_11", "P05_03_12" ], "src": "take pot . close cupboard . place colander in sink", "src1": "take pot", "src2": "close cupboard", "src3": "place colander in sink", "trg": "place pot on hob", "vis_src": "P05_03:9 P05_03:10 P05_03:11", "vis_trg": "P05_03:12", "narrations": [ "take pot", "close cupboard", "place colander in sink", "place pot on hob" ], "verbs": [ "take", "close", "place", "place-on" ], "verb_classes": [ 0, 4, 1, 1 ], "nouns": [ "pot", "cupboard", "colander", "pot" ], "noun_classes": [ 29, 3, 39, 29 ], "start_stop_timestamps": [ [ "00:00:29.16", "00:00:30.70" ], [ "00:00:30.65", "00:00:32.70" ], [ "00:00:32.74", "00:00:34.14" ], [ "00:00:34.58", "00:00:36.78" ] ], "start_stop_frames": [ [ 1749, 1842 ], [ 1839, 1962 ], [ 1964, 2048 ], [ 2074, 2206 ] ], "trgnoun": "pot", "trgverb": "place_on" }, { "key": "P28_06+73_74_75_76", "video_id": "P28_06", "narration_ids": [ "P28_06_73", "P28_06_74", "P28_06_75", "P28_06_76" ], "src": "open lid . take_out paprika . check paprika", "src1": "open lid", "src2": "take_out paprika", "src3": "check paprika", "trg": "close lid", "vis_src": "P28_06:73 P28_06:74 P28_06:75", "vis_trg": "P28_06:76", "narrations": [ "open lid", "take out paprika", "check paprika", "close lid" ], "verbs": [ "open", "take-out", "check", "close" ], "verb_classes": [ 3, 12, 24, 4 ], "nouns": [ "lid", "paprika", "paprika", "lid" ], "noun_classes": [ 6, 206, 206, 6 ], "start_stop_timestamps": [ [ "00:05:58.07", "00:06:01.59" ], [ "00:05:58.30", "00:05:59.36" ], [ "00:06:01.58", "00:06:02.73" ], [ "00:06:02.59", "00:06:04.24" ] ], "start_stop_frames": [ [ 21484, 21695 ], [ 21498, 21561 ], [ 21694, 21763 ], [ 21755, 21854 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P12_104+205_206_207_208", "video_id": "P12_104", "narration_ids": [ "P12_104_205", "P12_104_206", "P12_104_207", "P12_104_208" ], "src": "put_down cutting_board . pick_up knife . wash knife", "src1": "put_down cutting_board", "src2": "pick_up knife", "src3": "wash knife", "trg": "put_down knife", "vis_src": "P12_104:205 P12_104:206 P12_104:207", "vis_trg": "P12_104:208", "narrations": [ "put down cutting board", "pick up knife", "wash knife", "put down knife" ], "verbs": [ "put-down", "pick-up", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "board:cutting", "knife", "knife", "knife" ], "noun_classes": [ 18, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:14:10.16", "00:14:13.26" ], [ "00:14:13.36", "00:14:14.76" ], [ "00:14:14.70", "00:14:16.65" ], [ "00:14:16.67", "00:14:18.25" ] ], "start_stop_frames": [ [ 42508, 42663 ], [ 42668, 42738 ], [ 42735, 42832 ], [ 42833, 42912 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P20_04+175_176_177_178", "video_id": "P20_04", "narration_ids": [ "P20_04_175", "P20_04_176", "P20_04_177", "P20_04_178" ], "src": "wash hands . turn_off tap . pick_up rag", "src1": "wash hands", "src2": "turn_off tap", "src3": "pick_up rag", "trg": "clean hand", "vis_src": "P20_04:175 P20_04:176 P20_04:177", "vis_trg": "P20_04:178", "narrations": [ "wash hands", "turn off tap", "pick up rag", "clean hand" ], "verbs": [ "wash", "turn-off", "pick-up", "clean" ], "verb_classes": [ 2, 8, 0, 2 ], "nouns": [ "hand", "tap", "rag", "hand" ], "noun_classes": [ 11, 0, 17, 11 ], "start_stop_timestamps": [ [ "00:12:06.63", "00:12:07.40" ], [ "00:12:07.19", "00:12:08.36" ], [ "00:12:12.82", "00:12:14.07" ], [ "00:12:14.17", "00:12:15.25" ] ], "start_stop_frames": [ [ 43597, 43644 ], [ 43631, 43701 ], [ 43969, 44044 ], [ 44050, 44115 ] ], "trgnoun": "hand", "trgverb": "clean" }, { "key": "P01_17+78_79_80_81", "video_id": "P01_17", "narration_ids": [ "P01_17_78", "P01_17_79", "P01_17_80", "P01_17_81" ], "src": "move container . put_down knife . pour mushrooms", "src1": "move container", "src2": "put_down knife", "src3": "pour mushrooms", "trg": "chop mushrooms", "vis_src": "P01_17:78 P01_17:79 P01_17:80", "vis_trg": "P01_17:81", "narrations": [ "move container", "put down knife", "pour mushrooms", "chop mushrooms" ], "verbs": [ "move", "put-down", "pour", "chop" ], "verb_classes": [ 11, 1, 9, 7 ], "nouns": [ "container", "knife", "mushroom", "mushroom" ], "noun_classes": [ 21, 4, 56, 56 ], "start_stop_timestamps": [ [ "00:05:33.55", "00:05:34.35" ], [ "00:05:34.63", "00:05:35.70" ], [ "00:05:37.80", "00:05:39.03" ], [ "00:05:41.39", "00:06:00.17" ] ], "start_stop_frames": [ [ 20013, 20061 ], [ 20077, 20142 ], [ 20268, 20341 ], [ 20483, 21610 ] ], "trgnoun": "mushroom", "trgverb": "chop" }, { "key": "P02_130+325_326_327_328", "video_id": "P02_130", "narration_ids": [ "P02_130_325", "P02_130_326", "P02_130_327", "P02_130_328" ], "src": "move biscuits . unroll foil_paper . pick_up plastic_cover", "src1": "move biscuits", "src2": "unroll foil_paper", "src3": "pick_up plastic_cover", "trg": "put plastic_cover on food processor", "vis_src": "P02_130:325 P02_130:326 P02_130:327", "vis_trg": "P02_130:328", "narrations": [ "move biscuits", "unroll foil paper", "pick up plastic cover", "put plastic cover on food processor" ], "verbs": [ "move", "unroll", "pick-up", "put-on" ], "verb_classes": [ 11, 39, 0, 1 ], "nouns": [ "biscuit", "paper:foil", "cover:plastic", "cover:plastic" ], "noun_classes": [ 104, 49, 89, 89 ], "start_stop_timestamps": [ [ "00:17:41.97", "00:17:42.70" ], [ "00:17:42.62", "00:17:50.60" ], [ "00:17:51.43", "00:17:52.80" ], [ "00:17:52.72", "00:17:54.41" ] ], "start_stop_frames": [ [ 53098, 53135 ], [ 53130, 53529 ], [ 53571, 53640 ], [ 53636, 53720 ] ], "trgnoun": "plastic_cover", "trgverb": "put_on" }, { "key": "P35_104+424_425_426_427", "video_id": "P35_104", "narration_ids": [ "P35_104_424", "P35_104_425", "P35_104_426", "P35_104_427" ], "src": "rinse glass . put_down glass . rinse pan", "src1": "rinse glass", "src2": "put_down glass", "src3": "rinse pan", "trg": "put_down pan", "vis_src": "P35_104:424 P35_104:425 P35_104:426", "vis_trg": "P35_104:427", "narrations": [ "rinse glass", "put down glass", "rinse pan", "put down pan" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "glass", "glass", "pan", "pan" ], "noun_classes": [ 10, 10, 5, 5 ], "start_stop_timestamps": [ [ "00:29:11.89", "00:29:16.89" ], [ "00:29:17.24", "00:29:18.08" ], [ "00:29:20.54", "00:29:34.66" ], [ "00:29:34.76", "00:29:35.43" ] ], "start_stop_frames": [ [ 87594, 87844 ], [ 87862, 87904 ], [ 88027, 88733 ], [ 88738, 88771 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P20_01+8_9_10_11", "video_id": "P20_01", "narration_ids": [ "P20_01_8", "P20_01_9", "P20_01_10", "P20_01_11" ], "src": "pick_up meat . look_at meat . put meat on counter", "src1": "pick_up meat", "src2": "look_at meat", "src3": "put meat on counter", "trg": "put_down meat in freezer drawer", "vis_src": "P20_01:8 P20_01:9 P20_01:10", "vis_trg": "P20_01:11", "narrations": [ "pick up meat", "look at meat", "put meat on counter", "put down meat in freezer drawer" ], "verbs": [ "pick-up", "look-at", "put-on", "put-down" ], "verb_classes": [ 0, 38, 1, 1 ], "nouns": [ "meat", "meat", "meat", "meat" ], "noun_classes": [ 28, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:00:19.15", "00:00:25.31" ], [ "00:00:25.10", "00:00:28.10" ], [ "00:00:28.95", "00:00:29.45" ], [ "00:00:29.57", "00:00:33.17" ] ], "start_stop_frames": [ [ 1149, 1518 ], [ 1506, 1686 ], [ 1737, 1767 ], [ 1774, 1990 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P23_04+93_94_95_96", "video_id": "P23_04", "narration_ids": [ "P23_04_93", "P23_04_94", "P23_04_95", "P23_04_96" ], "src": "open the tap . washing the plate . take the washing_liquid", "src1": "open the tap", "src2": "washing the plate", "src3": "take the washing_liquid", "trg": "put_into the plate", "vis_src": "P23_04:93 P23_04:94 P23_04:95", "vis_trg": "P23_04:96", "narrations": [ "open the tap", "washing the plate", "take the washing liquid", "put into the plate" ], "verbs": [ "turn-on", "wash", "take", "put-into" ], "verb_classes": [ 6, 2, 0, 5 ], "nouns": [ "tap", "plate", "liquid:washing", "plate" ], "noun_classes": [ 0, 2, 22, 2 ], "start_stop_timestamps": [ [ "00:22:03.56", "00:22:04.55" ], [ "00:22:04.93", "00:22:07.72" ], [ "00:22:07.99", "00:22:08.94" ], [ "00:22:08.94", "00:22:09.81" ] ], "start_stop_frames": [ [ 79413, 79473 ], [ 79495, 79663 ], [ 79679, 79736 ], [ 79736, 79788 ] ], "trgnoun": "plate", "trgverb": "put_into" }, { "key": "P04_107+575_576_577_578", "video_id": "P04_107", "narration_ids": [ "P04_107_575", "P04_107_576", "P04_107_577", "P04_107_578" ], "src": "let go of rolling_pin . pick_up dough . turn_over dough", "src1": "let go of rolling_pin", "src2": "pick_up dough", "src3": "turn_over dough", "trg": "lay_down dough", "vis_src": "P04_107:575 P04_107:576 P04_107:577", "vis_trg": "P04_107:578", "narrations": [ "let go of rolling pin", "pick up dough", "turn over dough", "lay down dough" ], "verbs": [ "let", "pick-up", "turn-over", "lay-down" ], "verb_classes": [ 79, 0, 22, 1 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:16:07.28", "00:16:07.83" ], [ "00:16:09.86", "00:16:10.51" ], [ "00:16:10.37", "00:16:10.90" ], [ "00:16:11.01", "00:16:11.31" ] ], "start_stop_frames": [ [ 48364, 48391 ], [ 48493, 48525 ], [ 48518, 48545 ], [ 48550, 48565 ] ], "trgnoun": "dough", "trgverb": "lay_down" }, { "key": "P08_21+303_304_305_307", "video_id": "P08_21", "narration_ids": [ "P08_21_303", "P08_21_304", "P08_21_305", "P08_21_307" ], "src": "checking on blueberries . restart microwave . flip the pan", "src1": "checking on blueberries", "src2": "restart microwave", "src3": "flip the pan", "trg": "take away pan", "vis_src": "P08_21:303 P08_21:304 P08_21:305", "vis_trg": "P08_21:307", "narrations": [ "checking on blueberries", "restart microwave", "flip the pan", "take away pan" ], "verbs": [ "check-on", "restart", "flip", "take" ], "verb_classes": [ 24, 6, 22, 0 ], "nouns": [ "blueberry", "microwave", "pan", "pan" ], "noun_classes": [ 178, 90, 5, 5 ], "start_stop_timestamps": [ [ "00:20:54.18", "00:20:57.00" ], [ "00:20:58.80", "00:21:01.18" ], [ "00:21:03.61", "00:21:11.58" ], [ "00:21:15.10", "00:21:16.36" ] ], "start_stop_frames": [ [ 75250, 75420 ], [ 75528, 75670 ], [ 75816, 76294 ], [ 76506, 76581 ] ], "trgnoun": "pan", "trgverb": "take" }, { "key": "P03_09+24_25_26_27", "video_id": "P03_09", "narration_ids": [ "P03_09_24", "P03_09_25", "P03_09_26", "P03_09_27" ], "src": "open bottle . pour water . open squash", "src1": "open bottle", "src2": "pour water", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_09:24 P03_09:25 P03_09:26", "vis_trg": "P03_09:27", "narrations": [ "open bottle", "pour water", "open squash", "pour squash" ], "verbs": [ "open", "pour", "open", "pour" ], "verb_classes": [ 3, 9, 3, 9 ], "nouns": [ "bottle", "water", "squash", "squash" ], "noun_classes": [ 15, 27, 116, 116 ], "start_stop_timestamps": [ [ "00:00:41.32", "00:00:41.99" ], [ "00:00:42.59", "00:00:43.14" ], [ "00:00:44.39", "00:00:46.25" ], [ "00:00:47.66", "00:00:51.17" ] ], "start_stop_frames": [ [ 2479, 2519 ], [ 2555, 2588 ], [ 2663, 2775 ], [ 2859, 3070 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P28_113+79_80_81_82", "video_id": "P28_113", "narration_ids": [ "P28_113_79", "P28_113_80", "P28_113_81", "P28_113_82" ], "src": "put parsley . put bell_pepper . take spring_onions", "src1": "put parsley", "src2": "put bell_pepper", "src3": "take spring_onions", "trg": "take_out spring_onions", "vis_src": "P28_113:79 P28_113:80 P28_113:81", "vis_trg": "P28_113:82", "narrations": [ "put parsley", "put bell pepper", "take spring onions", "take out spring onions" ], "verbs": [ "put", "put", "take", "take-out" ], "verb_classes": [ 1, 1, 0, 12 ], "nouns": [ "parsley", "pepper:bell", "onion:spring", "onion:spring" ], "noun_classes": [ 169, 37, 128, 128 ], "start_stop_timestamps": [ [ "00:03:28.18", "00:03:28.80" ], [ "00:03:28.93", "00:03:30.45" ], [ "00:03:33.20", "00:03:34.83" ], [ "00:03:34.86", "00:03:47.66" ] ], "start_stop_frames": [ [ 10409, 10440 ], [ 10446, 10522 ], [ 10660, 10741 ], [ 10743, 11383 ] ], "trgnoun": "spring_onion", "trgverb": "take_out" }, { "key": "P27_101+280_281_282_283", "video_id": "P27_101", "narration_ids": [ "P27_101_280", "P27_101_281", "P27_101_282", "P27_101_283" ], "src": "put_down sponge . turn_on tap . wash glass", "src1": "put_down sponge", "src2": "turn_on tap", "src3": "wash glass", "trg": "put_down glass", "vis_src": "P27_101:280 P27_101:281 P27_101:282", "vis_trg": "P27_101:283", "narrations": [ "put down sponge", "turn on tap", "wash glass", "put down glass" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sponge", "tap", "glass", "glass" ], "noun_classes": [ 9, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:12:27.44", "00:12:28.20" ], [ "00:12:28.42", "00:12:28.86" ], [ "00:12:29.30", "00:12:34.46" ], [ "00:12:34.49", "00:12:35.15" ] ], "start_stop_frames": [ [ 37372, 37410 ], [ 37421, 37443 ], [ 37465, 37723 ], [ 37724, 37757 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P28_01+73_74_75_76", "video_id": "P28_01", "narration_ids": [ "P28_01_73", "P28_01_74", "P28_01_75", "P28_01_76" ], "src": "rinse spatula . put_down spatula . take pan", "src1": "rinse spatula", "src2": "put_down spatula", "src3": "take pan", "trg": "rinse pan", "vis_src": "P28_01:73 P28_01:74 P28_01:75", "vis_trg": "P28_01:76", "narrations": [ "rinse spatula", "put down spatula", "take pan", "rinse pan" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spatula", "spatula", "pan", "pan" ], "noun_classes": [ 20, 20, 5, 5 ], "start_stop_timestamps": [ [ "00:04:14.17", "00:04:18.98" ], [ "00:04:19.01", "00:04:19.83" ], [ "00:04:19.85", "00:04:20.68" ], [ "00:04:20.78", "00:04:30.10" ] ], "start_stop_frames": [ [ 15250, 15538 ], [ 15540, 15589 ], [ 15591, 15640 ], [ 15646, 16206 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P22_05+21_22_23_24", "video_id": "P22_05", "narration_ids": [ "P22_05_21", "P22_05_22", "P22_05_23", "P22_05_24" ], "src": "fetch fruit_juice . open container . remove straw", "src1": "fetch fruit_juice", "src2": "open container", "src3": "remove straw", "trg": "flatten container", "vis_src": "P22_05:21 P22_05:22 P22_05:23", "vis_trg": "P22_05:24", "narrations": [ "fetch fruit juice", "open container", "remove straw", "flatten container" ], "verbs": [ "fetch", "open", "remove", "flatten" ], "verb_classes": [ 0, 3, 12, 87 ], "nouns": [ "juice:fruit", "container", "straw", "container" ], "noun_classes": [ 183, 21, 248, 21 ], "start_stop_timestamps": [ [ "00:00:42.99", "00:00:48.49" ], [ "00:00:44.76", "00:00:46.95" ], [ "00:00:49.11", "00:00:50.02" ], [ "00:00:50.29", "00:01:04.06" ] ], "start_stop_frames": [ [ 2579, 2909 ], [ 2685, 2817 ], [ 2946, 3001 ], [ 3017, 3843 ] ], "trgnoun": "container", "trgverb": "flatten" }, { "key": "P19_03+10_11_12_13", "video_id": "P19_03", "narration_ids": [ "P19_03_10", "P19_03_11", "P19_03_12", "P19_03_13" ], "src": "close tap . put the ladle on dishes . wash spoon", "src1": "close tap", "src2": "put the ladle on dishes", "src3": "wash spoon", "trg": "open tap and wash spoon", "vis_src": "P19_03:10 P19_03:11 P19_03:12", "vis_trg": "P19_03:13", "narrations": [ "close tap", "put the ladle on dishes", "wash spoon", "open tap and wash spoon" ], "verbs": [ "turn-off", "put-on", "wash", "turn-on" ], "verb_classes": [ 8, 1, 2, 6 ], "nouns": [ "tap", "ladle", "spoon", "tap" ], "noun_classes": [ 0, 97, 1, 0 ], "start_stop_timestamps": [ [ "00:00:57.83", "00:00:58.64" ], [ "00:00:58.61", "00:01:00.59" ], [ "00:01:01.25", "00:01:06.60" ], [ "00:01:06.17", "00:01:11.05" ] ], "start_stop_frames": [ [ 3469, 3518 ], [ 3516, 3635 ], [ 3675, 3995 ], [ 3970, 4263 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P26_112+90_91_92_93", "video_id": "P26_112", "narration_ids": [ "P26_112_90", "P26_112_91", "P26_112_92", "P26_112_93" ], "src": "rinse knife . put_down knife . take fork", "src1": "rinse knife", "src2": "put_down knife", "src3": "take fork", "trg": "rinse fork", "vis_src": "P26_112:90 P26_112:91 P26_112:92", "vis_trg": "P26_112:93", "narrations": [ "rinse knife", "put down knife", "take fork", "rinse fork" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:05:03.23", "00:05:05.14" ], [ "00:05:05.24", "00:05:05.98" ], [ "00:05:06.48", "00:05:07.18" ], [ "00:05:07.14", "00:05:08.10" ] ], "start_stop_frames": [ [ 15161, 15257 ], [ 15262, 15299 ], [ 15324, 15359 ], [ 15357, 15405 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P11_105+40_41_42_43", "video_id": "P11_105", "narration_ids": [ "P11_105_40", "P11_105_41", "P11_105_42", "P11_105_43" ], "src": "put away chopping_board . close cupboard . pick_up chopping_board", "src1": "put away chopping_board", "src2": "close cupboard", "src3": "pick_up chopping_board", "trg": "put_down chopping_board", "vis_src": "P11_105:40 P11_105:41 P11_105:42", "vis_trg": "P11_105:43", "narrations": [ "put away chopping board", "close cupboard", "pick up chopping board", "put down chopping board" ], "verbs": [ "put", "close", "pick-up", "put-down" ], "verb_classes": [ 1, 4, 0, 1 ], "nouns": [ "board:chopping", "cupboard", "board:chopping", "board:chopping" ], "noun_classes": [ 18, 3, 18, 18 ], "start_stop_timestamps": [ [ "00:02:01.78", "00:02:03.38" ], [ "00:02:03.88", "00:02:04.79" ], [ "00:02:05.26", "00:02:06.00" ], [ "00:02:07.81", "00:02:08.62" ] ], "start_stop_frames": [ [ 6089, 6169 ], [ 6194, 6239 ], [ 6263, 6300 ], [ 6390, 6431 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P20_02+74_75_76_77", "video_id": "P20_02", "narration_ids": [ "P20_02_74", "P20_02_75", "P20_02_76", "P20_02_77" ], "src": "rinse frying_pan . rinse rag . pick_up washing up liquid", "src1": "rinse frying_pan", "src2": "rinse rag", "src3": "pick_up washing up liquid", "trg": "squirt washing up liquid into frying pan", "vis_src": "P20_02:74 P20_02:75 P20_02:76", "vis_trg": "P20_02:77", "narrations": [ "rinse frying pan", "rinse rag", "pick up washing up liquid", "squirt washing up liquid into frying pan" ], "verbs": [ "rinse", "rinse", "pick-up", "squirt" ], "verb_classes": [ 2, 2, 0, 27 ], "nouns": [ "pan:frying", "rag", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 5, 17, 22, 22 ], "start_stop_timestamps": [ [ "00:04:30.52", "00:04:36.32" ], [ "00:04:36.42", "00:04:39.60" ], [ "00:04:41.25", "00:04:42.54" ], [ "00:04:42.46", "00:04:44.84" ] ], "start_stop_frames": [ [ 16231, 16579 ], [ 16585, 16776 ], [ 16875, 16952 ], [ 16947, 17090 ] ], "trgnoun": "up_washing_liquid", "trgverb": "squirt" }, { "key": "P22_05+195_196_197_198", "video_id": "P22_05", "narration_ids": [ "P22_05_195", "P22_05_196", "P22_05_197", "P22_05_198" ], "src": "put_down peach . open tap . rinse peach", "src1": "put_down peach", "src2": "open tap", "src3": "rinse peach", "trg": "close tap", "vis_src": "P22_05:195 P22_05:196 P22_05:197", "vis_trg": "P22_05:198", "narrations": [ "put down peach", "open tap", "rinse peach", "close tap" ], "verbs": [ "put-down", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 1, 6, 2, 8 ], "nouns": [ "peach", "tap", "peach", "tap" ], "noun_classes": [ 74, 0, 74, 0 ], "start_stop_timestamps": [ [ "00:08:21.37", "00:08:23.55" ], [ "00:08:24.09", "00:08:24.98" ], [ "00:08:24.65", "00:08:27.64" ], [ "00:08:27.00", "00:08:27.74" ] ], "start_stop_frames": [ [ 30082, 30213 ], [ 30245, 30298 ], [ 30279, 30458 ], [ 30420, 30464 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_122+142_143_144_145", "video_id": "P02_122", "narration_ids": [ "P02_122_142", "P02_122_143", "P02_122_144", "P02_122_145" ], "src": "move oil_bottle . move oil in pan . pick_up oil_bottle", "src1": "move oil_bottle", "src2": "move oil in pan", "src3": "pick_up oil_bottle", "trg": "open oil_bottle", "vis_src": "P02_122:142 P02_122:143 P02_122:144", "vis_trg": "P02_122:145", "narrations": [ "move oil bottle", "move oil in pan", "pick up oil bottle", "open oil bottle" ], "verbs": [ "move", "move-in", "pick-up", "open" ], "verb_classes": [ 11, 5, 0, 3 ], "nouns": [ "bottle:oil", "oil", "bottle:oil", "bottle:oil" ], "noun_classes": [ 15, 31, 15, 15 ], "start_stop_timestamps": [ [ "00:08:32.89", "00:08:35.13" ], [ "00:08:35.23", "00:08:38.84" ], [ "00:08:38.81", "00:08:39.71" ], [ "00:08:40.03", "00:08:41.32" ] ], "start_stop_frames": [ [ 25644, 25756 ], [ 25761, 25942 ], [ 25940, 25985 ], [ 26001, 26066 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P03_20+48_49_50_51", "video_id": "P03_20", "narration_ids": [ "P03_20_48", "P03_20_49", "P03_20_50", "P03_20_51" ], "src": "clean sink . clean plug . put plug", "src1": "clean sink", "src2": "clean plug", "src3": "put plug", "trg": "wipe sink", "vis_src": "P03_20:48 P03_20:49 P03_20:50", "vis_trg": "P03_20:51", "narrations": [ "clean sink", "clean plug", "put plug", "wipe sink" ], "verbs": [ "clean", "clean", "put", "wipe" ], "verb_classes": [ 2, 2, 1, 2 ], "nouns": [ "sink", "plug", "plug", "sink" ], "noun_classes": [ 63, 153, 153, 63 ], "start_stop_timestamps": [ [ "00:04:07.10", "00:04:16.19" ], [ "00:04:20.27", "00:04:24.81" ], [ "00:04:24.59", "00:04:25.70" ], [ "00:04:30.01", "00:04:33.09" ] ], "start_stop_frames": [ [ 14826, 15371 ], [ 15616, 15888 ], [ 15875, 15942 ], [ 16200, 16385 ] ], "trgnoun": "sink", "trgverb": "wipe" }, { "key": "P08_21+88_89_90_91", "video_id": "P08_21", "narration_ids": [ "P08_21_88", "P08_21_89", "P08_21_90", "P08_21_91" ], "src": "open oats . get measuring_cup . scoop oats in bowl", "src1": "open oats", "src2": "get measuring_cup", "src3": "scoop oats in bowl", "trg": "place oats in bowl", "vis_src": "P08_21:88 P08_21:89 P08_21:90", "vis_trg": "P08_21:91", "narrations": [ "open oats", "get measuring cup", "scoop oats in bowl", "place oats in bowl" ], "verbs": [ "open", "get", "scoop", "place" ], "verb_classes": [ 3, 0, 16, 1 ], "nouns": [ "oat", "cup:measuring", "oat", "oat" ], "noun_classes": [ 127, 13, 127, 127 ], "start_stop_timestamps": [ [ "00:04:46.98", "00:04:48.48" ], [ "00:04:48.83", "00:04:51.54" ], [ "00:04:53.87", "00:05:09.73" ], [ "00:05:00.25", "00:05:00.98" ] ], "start_stop_frames": [ [ 17218, 17308 ], [ 17329, 17492 ], [ 17632, 18583 ], [ 18015, 18058 ] ], "trgnoun": "oat", "trgverb": "place" }, { "key": "P04_116+197_198_199_200", "video_id": "P04_116", "narration_ids": [ "P04_116_197", "P04_116_198", "P04_116_199", "P04_116_200" ], "src": "slide bread on chopping board . rotate slice of bread . pick_up bread_knife", "src1": "slide bread on chopping board", "src2": "rotate slice of bread", "src3": "pick_up bread_knife", "trg": "cut slice of bread in half", "vis_src": "P04_116:197 P04_116:198 P04_116:199", "vis_trg": "P04_116:200", "narrations": [ "slide bread on chopping board", "rotate slice of bread", "pick up bread knife", "cut slice of bread in half" ], "verbs": [ "slide", "rotate", "pick-up", "cut-in" ], "verb_classes": [ 61, 23, 0, 7 ], "nouns": [ "bread", "slice:bread", "knife:bread", "slice:bread" ], "noun_classes": [ 33, 33, 4, 33 ], "start_stop_timestamps": [ [ "00:08:50.93", "00:08:52.09" ], [ "00:08:52.19", "00:08:53.00" ], [ "00:08:52.46", "00:08:53.15" ], [ "00:08:53.22", "00:08:54.93" ] ], "start_stop_frames": [ [ 26546, 26604 ], [ 26609, 26650 ], [ 26623, 26657 ], [ 26661, 26746 ] ], "trgnoun": "bread_slice", "trgverb": "cut_in" }, { "key": "P06_07+117_118_119_120", "video_id": "P06_07", "narration_ids": [ "P06_07_117", "P06_07_118", "P06_07_119", "P06_07_120" ], "src": "put_down chopping_board and spoon . squeeze tomatoes . spread tomatoes", "src1": "put_down chopping_board and spoon", "src2": "squeeze tomatoes", "src3": "spread tomatoes", "trg": "pick_up tomatoes", "vis_src": "P06_07:117 P06_07:118 P06_07:119", "vis_trg": "P06_07:120", "narrations": [ "put down chopping board and spoon", "squeeze tomatoes", "spread tomatoes", "pick up tomatoes" ], "verbs": [ "put-down", "squeeze", "spread", "pick-up" ], "verb_classes": [ 1, 18, 27, 0 ], "nouns": [ "board:chopping", "tomato", "tomato", "tomato" ], "noun_classes": [ 18, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:07:16.18", "00:07:17.30" ], [ "00:07:17.39", "00:07:37.95" ], [ "00:07:39.08", "00:07:43.75" ], [ "00:07:43.65", "00:07:44.48" ] ], "start_stop_frames": [ [ 26170, 26238 ], [ 26243, 27477 ], [ 27544, 27825 ], [ 27819, 27868 ] ], "trgnoun": "tomato", "trgverb": "pick_up" }, { "key": "P26_02+77_78_79_80", "video_id": "P26_02", "narration_ids": [ "P26_02_77", "P26_02_78", "P26_02_79", "P26_02_80" ], "src": "turn_off gas . take fork . take chicken_breast", "src1": "turn_off gas", "src2": "take fork", "src3": "take chicken_breast", "trg": "put chicken_breast onto plate", "vis_src": "P26_02:77 P26_02:78 P26_02:79", "vis_trg": "P26_02:80", "narrations": [ "turn off gas", "take fork", "take chicken breast", "put chicken breast onto plate" ], "verbs": [ "turn-off", "take", "take", "put-onto" ], "verb_classes": [ 8, 0, 0, 1 ], "nouns": [ "gas", "fork", "breast:chicken", "breast:chicken" ], "noun_classes": [ 24, 14, 57, 57 ], "start_stop_timestamps": [ [ "00:06:55.29", "00:06:59.64" ], [ "00:06:59.88", "00:07:01.13" ], [ "00:07:01.23", "00:07:02.99" ], [ "00:07:02.16", "00:07:03.67" ] ], "start_stop_frames": [ [ 24917, 25178 ], [ 25192, 25267 ], [ 25273, 25379 ], [ 25329, 25420 ] ], "trgnoun": "chicken_breast", "trgverb": "put_onto" }, { "key": "P03_109+385_386_387_388", "video_id": "P03_109", "narration_ids": [ "P03_109_385", "P03_109_386", "P03_109_387", "P03_109_388" ], "src": "take tupperware_lid . put tupperware back in cupboard . close cupboard", "src1": "take tupperware_lid", "src2": "put tupperware back in cupboard", "src3": "close cupboard", "trg": "put_down tupperware_lid", "vis_src": "P03_109:385 P03_109:386 P03_109:387", "vis_trg": "P03_109:388", "narrations": [ "take tupperware lid", "put tupperware back in cupboard", "close cupboard", "put down tupperware lid" ], "verbs": [ "take", "put-in", "close", "put-down" ], "verb_classes": [ 0, 5, 4, 1 ], "nouns": [ "lid:tupperware", "tupperware", "cupboard", "lid:tupperware" ], "noun_classes": [ 6, 23, 3, 6 ], "start_stop_timestamps": [ [ "00:18:12.60", "00:18:15.01" ], [ "00:18:14.89", "00:18:15.54" ], [ "00:18:15.55", "00:18:16.22" ], [ "00:18:15.97", "00:18:17.76" ] ], "start_stop_frames": [ [ 54629, 54750 ], [ 54744, 54777 ], [ 54777, 54811 ], [ 54798, 54888 ] ], "trgnoun": "tupperware_lid", "trgverb": "put_down" }, { "key": "P10_04+503_504_505_507", "video_id": "P10_04", "narration_ids": [ "P10_04_503", "P10_04_504", "P10_04_505", "P10_04_507" ], "src": "and seals it . seals dust the bag . put it outside my flat", "src1": "and seals it", "src2": "seals dust the bag", "src3": "put it outside my flat", "trg": "get another bag", "vis_src": "P10_04:503 P10_04:504 P10_04:505", "vis_trg": "P10_04:507", "narrations": [ "and seals it", "seals dust the bag", "put it outside my flat", "get another bag" ], "verbs": [ "seal", "seal", "put-outside", "get" ], "verb_classes": [ 36, 36, 1, 0 ], "nouns": [ "bag:plastic", "bag", "bag", "bag" ], "noun_classes": [ 19, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:54:48.00", "00:54:51.02" ], [ "00:54:51.12", "00:54:56.01" ], [ "00:54:56.07", "00:55:03.34" ], [ "00:55:06.98", "00:55:13.51" ] ], "start_stop_frames": [ [ 197280, 197461 ], [ 197467, 197760 ], [ 197764, 198200 ], [ 198418, 198810 ] ], "trgnoun": "bag", "trgverb": "get" }, { "key": "P30_103+42_43_44_45", "video_id": "P30_103", "narration_ids": [ "P30_103_42", "P30_103_43", "P30_103_44", "P30_103_45" ], "src": "open coffee_bag . pick_up spoon . pour coffee_beans into spoon", "src1": "open coffee_bag", "src2": "pick_up spoon", "src3": "pour coffee_beans into spoon", "trg": "inspect coffee_bag", "vis_src": "P30_103:42 P30_103:43 P30_103:44", "vis_trg": "P30_103:45", "narrations": [ "open coffee bag", "pick up spoon", "pour coffee beans into spoon", "inspect coffee bag" ], "verbs": [ "open", "pick-up", "pour-into", "inspect" ], "verb_classes": [ 3, 0, 9, 24 ], "nouns": [ "bag:coffee", "spoon", "bean:coffee", "bag:coffee" ], "noun_classes": [ 19, 1, 59, 19 ], "start_stop_timestamps": [ [ "00:01:08.71", "00:01:11.10" ], [ "00:01:11.10", "00:01:12.50" ], [ "00:01:11.74", "00:01:17.34" ], [ "00:01:15.84", "00:01:16.67" ] ], "start_stop_frames": [ [ 3435, 3554 ], [ 3554, 3625 ], [ 3586, 3867 ], [ 3792, 3833 ] ], "trgnoun": "coffee_bag", "trgverb": "inspect" }, { "key": "P06_108+133_134_135_136", "video_id": "P06_108", "narration_ids": [ "P06_108_133", "P06_108_134", "P06_108_135", "P06_108_136" ], "src": "move tuna . move chopped_tomatoes . pick_up washing up liquid", "src1": "move tuna", "src2": "move chopped_tomatoes", "src3": "pick_up washing up liquid", "trg": "pour washing up liquid into bowl", "vis_src": "P06_108:133 P06_108:134 P06_108:135", "vis_trg": "P06_108:136", "narrations": [ "move tuna", "move chopped tomatoes", "pick up washing up liquid", "pour washing up liquid into bowl" ], "verbs": [ "move", "move", "pick-up", "pour" ], "verb_classes": [ 11, 11, 0, 9 ], "nouns": [ "tuna", "tomato:chopped", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 160, 43, 22, 22 ], "start_stop_timestamps": [ [ "00:09:53.80", "00:09:55.32" ], [ "00:09:55.42", "00:09:56.33" ], [ "00:09:56.70", "00:09:57.79" ], [ "00:09:57.38", "00:09:59.33" ] ], "start_stop_frames": [ [ 29689, 29766 ], [ 29770, 29816 ], [ 29835, 29889 ], [ 29869, 29966 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P22_16+12_13_14_15", "video_id": "P22_16", "narration_ids": [ "P22_16_12", "P22_16_13", "P22_16_14", "P22_16_15" ], "src": "put_down moka . grab moka . insert filter", "src1": "put_down moka", "src2": "grab moka", "src3": "insert filter", "trg": "tighten moka", "vis_src": "P22_16:12 P22_16:13 P22_16:14", "vis_trg": "P22_16:15", "narrations": [ "put down moka", "grab moka", "insert filter", "tighten moka" ], "verbs": [ "put-down", "grab", "insert", "tighten" ], "verb_classes": [ 1, 0, 5, 78 ], "nouns": [ "moka", "moka", "filter", "moka" ], "noun_classes": [ 50, 50, 77, 50 ], "start_stop_timestamps": [ [ "00:00:43.65", "00:00:44.15" ], [ "00:00:44.25", "00:00:45.00" ], [ "00:00:45.10", "00:00:45.85" ], [ "00:00:45.95", "00:00:51.40" ] ], "start_stop_frames": [ [ 2619, 2649 ], [ 2655, 2700 ], [ 2706, 2751 ], [ 2757, 3084 ] ], "trgnoun": "moka", "trgverb": "tighten" }, { "key": "P09_104+6_7_8_9", "video_id": "P09_104", "narration_ids": [ "P09_104_6", "P09_104_7", "P09_104_8", "P09_104_9" ], "src": "clean pan . rinse pan . take towel", "src1": "clean pan", "src2": "rinse pan", "src3": "take towel", "trg": "dry pan", "vis_src": "P09_104:6 P09_104:7 P09_104:8", "vis_trg": "P09_104:9", "narrations": [ "clean pan", "rinse pan", "take towel", "dry pan" ], "verbs": [ "clean", "rinse", "take", "dry" ], "verb_classes": [ 2, 2, 0, 14 ], "nouns": [ "pan", "pan", "towel", "pan" ], "noun_classes": [ 5, 5, 52, 5 ], "start_stop_timestamps": [ [ "00:00:38.04", "00:00:52.39" ], [ "00:00:52.59", "00:01:07.69" ], [ "00:01:09.32", "00:01:10.02" ], [ "00:01:10.67", "00:01:14.59" ] ], "start_stop_frames": [ [ 1902, 2619 ], [ 2629, 3384 ], [ 3465, 3501 ], [ 3533, 3729 ] ], "trgnoun": "pan", "trgverb": "dry" }, { "key": "P01_18+404_405_406_407", "video_id": "P01_18", "narration_ids": [ "P01_18_404", "P01_18_405", "P01_18_406", "P01_18_407" ], "src": "take spoon . take cutting_board . pour mushrooms into pan", "src1": "take spoon", "src2": "take cutting_board", "src3": "pour mushrooms into pan", "trg": "put_down cutting_board and knife", "vis_src": "P01_18:404 P01_18:405 P01_18:406", "vis_trg": "P01_18:407", "narrations": [ "take spoon", "take cutting board", "pour mushrooms into pan", "put down cutting board and knife" ], "verbs": [ "take", "take", "pour-into", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "spoon", "board:cutting", "mushroom", "board:cutting" ], "noun_classes": [ 1, 18, 56, 18 ], "start_stop_timestamps": [ [ "00:31:33.72", "00:31:34.72" ], [ "00:31:34.75", "00:31:36.29" ], [ "00:31:36.79", "00:31:41.65" ], [ "00:31:44.05", "00:31:45.71" ] ], "start_stop_frames": [ [ 113623, 113683 ], [ 113685, 113777 ], [ 113807, 114099 ], [ 114243, 114342 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P02_103+18_19_20_21", "video_id": "P02_103", "narration_ids": [ "P02_103_18", "P02_103_19", "P02_103_20", "P02_103_21" ], "src": "open meat_wrap . remove meat from packaging . put package down", "src1": "open meat_wrap", "src2": "remove meat from packaging", "src3": "put package down", "trg": "hold meat", "vis_src": "P02_103:18 P02_103:19 P02_103:20", "vis_trg": "P02_103:21", "narrations": [ "open meat wrap", "remove meat from packaging", "put package down", "hold meat" ], "verbs": [ "open", "remove-from", "put", "hold" ], "verb_classes": [ 3, 12, 1, 34 ], "nouns": [ "wrap:meat", "meat", "package", "meat" ], "noun_classes": [ 107, 28, 26, 28 ], "start_stop_timestamps": [ [ "00:00:56.59", "00:01:00.35" ], [ "00:01:00.42", "00:01:03.96" ], [ "00:01:04.06", "00:01:05.35" ], [ "00:01:05.31", "00:01:05.87" ] ], "start_stop_frames": [ [ 2829, 3017 ], [ 3021, 3198 ], [ 3203, 3267 ], [ 3265, 3293 ] ], "trgnoun": "meat", "trgverb": "hold" }, { "key": "P35_107+105_106_107_108", "video_id": "P35_107", "narration_ids": [ "P35_107_105", "P35_107_106", "P35_107_107", "P35_107_108" ], "src": "lather baking_tray . put_down baking_tray . pick_up spoon", "src1": "lather baking_tray", "src2": "put_down baking_tray", "src3": "pick_up spoon", "trg": "lather spoon", "vis_src": "P35_107:105 P35_107:106 P35_107:107", "vis_trg": "P35_107:108", "narrations": [ "lather baking tray", "put down baking tray", "pick up spoon", "lather spoon" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "tray:baking", "tray:baking", "spoon", "spoon" ], "noun_classes": [ 35, 35, 1, 1 ], "start_stop_timestamps": [ [ "00:07:22.19", "00:07:48.66" ], [ "00:07:48.76", "00:07:50.94" ], [ "00:07:51.04", "00:07:52.11" ], [ "00:07:51.99", "00:07:59.80" ] ], "start_stop_frames": [ [ 22109, 23433 ], [ 23438, 23547 ], [ 23552, 23605 ], [ 23599, 23990 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P37_101+368_369_370_371", "video_id": "P37_101", "narration_ids": [ "P37_101_368", "P37_101_369", "P37_101_370", "P37_101_371" ], "src": "turn_off tap . put bowl down . shovel_up onions", "src1": "turn_off tap", "src2": "put bowl down", "src3": "shovel_up onions", "trg": "put onions in bowl", "vis_src": "P37_101:368 P37_101:369 P37_101:370", "vis_trg": "P37_101:371", "narrations": [ "turn off tap", "put bowl down", "shovel up onions", "put onions in bowl" ], "verbs": [ "turn-off", "put", "shovel-up", "put-in" ], "verb_classes": [ 8, 1, 16, 5 ], "nouns": [ "tap", "bowl", "onion", "onion" ], "noun_classes": [ 0, 7, 16, 16 ], "start_stop_timestamps": [ [ "00:27:38.50", "00:27:39.32" ], [ "00:27:39.30", "00:27:41.63" ], [ "00:27:41.65", "00:27:44.32" ], [ "00:27:44.23", "00:27:46.64" ] ], "start_stop_frames": [ [ 82925, 82966 ], [ 82965, 83081 ], [ 83082, 83216 ], [ 83211, 83332 ] ], "trgnoun": "onion", "trgverb": "put_in" }, { "key": "P04_113+474_475_476_477", "video_id": "P04_113", "narration_ids": [ "P04_113_474", "P04_113_475", "P04_113_476", "P04_113_477" ], "src": "pick_up bowl . move tea_towel from under bowl . put_down bowl", "src1": "pick_up bowl", "src2": "move tea_towel from under bowl", "src3": "put_down bowl", "trg": "pull_out tea_towel", "vis_src": "P04_113:474 P04_113:475 P04_113:476", "vis_trg": "P04_113:477", "narrations": [ "pick up bowl", "move tea towel from under bowl", "put down bowl", "pull out tea towel" ], "verbs": [ "pick-up", "move-from", "put-down", "pull-out" ], "verb_classes": [ 0, 11, 1, 31 ], "nouns": [ "bowl", "towel:tea", "bowl", "towel:tea" ], "noun_classes": [ 7, 52, 7, 52 ], "start_stop_timestamps": [ [ "00:16:46.92", "00:16:49.77" ], [ "00:16:49.62", "00:16:50.94" ], [ "00:16:50.82", "00:16:52.06" ], [ "00:16:50.00", "00:16:54.49" ] ], "start_stop_frames": [ [ 50346, 50488 ], [ 50481, 50547 ], [ 50541, 50603 ], [ 50500, 50724 ] ], "trgnoun": "tea_towel", "trgverb": "pull_out" }, { "key": "P04_110+99_100_101_102", "video_id": "P04_110", "narration_ids": [ "P04_110_99", "P04_110_100", "P04_110_101", "P04_110_102" ], "src": "take spoon from dishwasher . open spicy bean sauce . put_down lid", "src1": "take spoon from dishwasher", "src2": "open spicy bean sauce", "src3": "put_down lid", "trg": "spoon spicy bean sauce onto broccoli", "vis_src": "P04_110:99 P04_110:100 P04_110:101", "vis_trg": "P04_110:102", "narrations": [ "take spoon from dishwasher", "open spicy bean sauce", "put down lid", "spoon spicy bean sauce onto broccoli" ], "verbs": [ "take-from", "open", "put-down", "spoon" ], "verb_classes": [ 0, 3, 1, 16 ], "nouns": [ "spoon", "sauce:spicy:bean", "lid", "sauce:spicy:bean" ], "noun_classes": [ 1, 47, 6, 47 ], "start_stop_timestamps": [ [ "00:03:50.26", "00:03:52.77" ], [ "00:03:52.95", "00:03:54.03" ], [ "00:03:54.08", "00:03:55.10" ], [ "00:03:55.11", "00:03:59.74" ] ], "start_stop_frames": [ [ 11513, 11638 ], [ 11647, 11701 ], [ 11704, 11755 ], [ 11755, 11987 ] ], "trgnoun": "bean_spicy_sauce", "trgverb": "spoon" }, { "key": "P03_109+311_312_313_314", "video_id": "P03_109", "narration_ids": [ "P03_109_311", "P03_109_312", "P03_109_313", "P03_109_314" ], "src": "pick_up butter . put_down butter . move plate", "src1": "pick_up butter", "src2": "put_down butter", "src3": "move plate", "trg": "spread butter onto knife", "vis_src": "P03_109:311 P03_109:312 P03_109:313", "vis_trg": "P03_109:314", "narrations": [ "pick up butter", "put down butter", "move plate", "spread butter onto knife" ], "verbs": [ "pick-up", "put-down", "move", "spread-onto" ], "verb_classes": [ 0, 1, 11, 27 ], "nouns": [ "butter", "butter", "plate", "butter" ], "noun_classes": [ 78, 78, 2, 78 ], "start_stop_timestamps": [ [ "00:15:25.51", "00:15:26.40" ], [ "00:15:26.92", "00:15:27.61" ], [ "00:15:27.69", "00:15:28.44" ], [ "00:15:29.07", "00:15:29.62" ] ], "start_stop_frames": [ [ 46275, 46320 ], [ 46346, 46380 ], [ 46384, 46422 ], [ 46453, 46481 ] ], "trgnoun": "butter", "trgverb": "spread_onto" }, { "key": "P28_107+1_2_3_4", "video_id": "P28_107", "narration_ids": [ "P28_107_1", "P28_107_2", "P28_107_3", "P28_107_4" ], "src": "put tortellini in pot . throw away plastic_package . take fork", "src1": "put tortellini in pot", "src2": "throw away plastic_package", "src3": "take fork", "trg": "put fork", "vis_src": "P28_107:1 P28_107:2 P28_107:3", "vis_trg": "P28_107:4", "narrations": [ "put tortellini in pot", "throw away plastic package", "take fork", "put fork" ], "verbs": [ "put-in", "throw", "take", "put" ], "verb_classes": [ 5, 13, 0, 1 ], "nouns": [ "tortellini", "package:plastic", "fork", "fork" ], "noun_classes": [ 45, 26, 14, 14 ], "start_stop_timestamps": [ [ "00:00:05.67", "00:00:07.15" ], [ "00:00:09.90", "00:00:10.64" ], [ "00:00:17.72", "00:00:18.60" ], [ "00:00:26.18", "00:00:28.01" ] ], "start_stop_frames": [ [ 283, 357 ], [ 495, 532 ], [ 886, 930 ], [ 1309, 1400 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P30_109+163_164_165_166", "video_id": "P30_109", "narration_ids": [ "P30_109_163", "P30_109_164", "P30_109_165", "P30_109_166" ], "src": "open box . take sausage_roll from box . close box", "src1": "open box", "src2": "take sausage_roll from box", "src3": "close box", "trg": "put box in fridge", "vis_src": "P30_109:163 P30_109:164 P30_109:165", "vis_trg": "P30_109:166", "narrations": [ "open box", "take sausage roll from box", "close box", "put box in fridge" ], "verbs": [ "open", "take-from", "close", "put-in" ], "verb_classes": [ 3, 0, 4, 5 ], "nouns": [ "box", "roll:sausage", "box", "box" ], "noun_classes": [ 23, 227, 23, 23 ], "start_stop_timestamps": [ [ "00:05:05.05", "00:05:07.12" ], [ "00:05:07.10", "00:05:08.10" ], [ "00:05:08.15", "00:05:08.89" ], [ "00:05:08.99", "00:05:10.14" ] ], "start_stop_frames": [ [ 15252, 15356 ], [ 15355, 15405 ], [ 15407, 15444 ], [ 15449, 15507 ] ], "trgnoun": "box", "trgverb": "put_in" }, { "key": "P02_123+350_351_352_353", "video_id": "P02_123", "narration_ids": [ "P02_123_350", "P02_123_351", "P02_123_352", "P02_123_353" ], "src": "put_down washing_liquid . squeeze sponge . pick_up mug", "src1": "put_down washing_liquid", "src2": "squeeze sponge", "src3": "pick_up mug", "trg": "sponge mug", "vis_src": "P02_123:350 P02_123:351 P02_123:352", "vis_trg": "P02_123:353", "narrations": [ "put down washing liquid", "squeeze sponge", "pick up mug", "sponge mug" ], "verbs": [ "put-down", "squeeze", "pick-up", "sponge" ], "verb_classes": [ 1, 18, 0, 2 ], "nouns": [ "liquid:washing", "sponge", "mug", "mug" ], "noun_classes": [ 22, 9, 13, 13 ], "start_stop_timestamps": [ [ "00:18:11.70", "00:18:12.49" ], [ "00:18:12.52", "00:18:13.48" ], [ "00:18:13.04", "00:18:14.54" ], [ "00:18:14.23", "00:18:17.42" ] ], "start_stop_frames": [ [ 54585, 54624 ], [ 54626, 54674 ], [ 54652, 54727 ], [ 54711, 54871 ] ], "trgnoun": "mug", "trgverb": "sponge" }, { "key": "P03_19+142_143_144_145", "video_id": "P03_19", "narration_ids": [ "P03_19_142", "P03_19_143", "P03_19_144", "P03_19_145" ], "src": "wash tongs . put tongs . grab lid", "src1": "wash tongs", "src2": "put tongs", "src3": "grab lid", "trg": "wash lid", "vis_src": "P03_19:142 P03_19:143 P03_19:144", "vis_trg": "P03_19:145", "narrations": [ "wash tongs", "put tongs", "grab lid", "wash lid" ], "verbs": [ "wash", "put", "grab", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "tongs", "tongs", "lid", "lid" ], "noun_classes": [ 142, 142, 6, 6 ], "start_stop_timestamps": [ [ "00:07:12.04", "00:07:18.48" ], [ "00:07:18.84", "00:07:20.07" ], [ "00:07:21.16", "00:07:22.22" ], [ "00:07:23.03", "00:07:28.18" ] ], "start_stop_frames": [ [ 25922, 26308 ], [ 26330, 26404 ], [ 26469, 26533 ], [ 26581, 26890 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P03_02+10_11_12_13", "video_id": "P03_02", "narration_ids": [ "P03_02_10", "P03_02_11", "P03_02_12", "P03_02_13" ], "src": "open lid . pick_up lunch_box . empty lunch_box", "src1": "open lid", "src2": "pick_up lunch_box", "src3": "empty lunch_box", "trg": "place lunch_box", "vis_src": "P03_02:10 P03_02:11 P03_02:12", "vis_trg": "P03_02:13", "narrations": [ "open lid", "pick up lunch box", "empty lunch box", "place lunch box" ], "verbs": [ "open", "pick-up", "empty", "place" ], "verb_classes": [ 3, 0, 20, 1 ], "nouns": [ "lid", "box:lunch", "box:lunch", "box:lunch" ], "noun_classes": [ 6, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:00:15.40", "00:00:17.18" ], [ "00:00:17.95", "00:00:18.77" ], [ "00:00:18.78", "00:00:21.34" ], [ "00:00:21.46", "00:00:22.11" ] ], "start_stop_frames": [ [ 924, 1030 ], [ 1077, 1126 ], [ 1126, 1280 ], [ 1287, 1326 ] ], "trgnoun": "lunch_box", "trgverb": "place" }, { "key": "P12_01+23_24_25_26", "video_id": "P12_01", "narration_ids": [ "P12_01_23", "P12_01_24", "P12_01_25", "P12_01_26" ], "src": "put cucumber on plates . take apple . wash apple", "src1": "put cucumber on plates", "src2": "take apple", "src3": "wash apple", "trg": "cut apple", "vis_src": "P12_01:23 P12_01:24 P12_01:25", "vis_trg": "P12_01:26", "narrations": [ "put cucumber on plates", "take apple", "wash apple", "cut apple" ], "verbs": [ "put-on", "take", "wash", "cut" ], "verb_classes": [ 1, 0, 2, 7 ], "nouns": [ "cucumber", "apple", "apple", "apple" ], "noun_classes": [ 72, 187, 187, 187 ], "start_stop_timestamps": [ [ "00:02:04.60", "00:02:09.20" ], [ "00:02:14.88", "00:02:20.45" ], [ "00:02:21.39", "00:02:24.23" ], [ "00:02:29.58", "00:02:32.56" ] ], "start_stop_frames": [ [ 7476, 7751 ], [ 8092, 8427 ], [ 8483, 8653 ], [ 8974, 9153 ] ], "trgnoun": "apple", "trgverb": "cut" }, { "key": "P03_117+121_122_123_124", "video_id": "P03_117", "narration_ids": [ "P03_117_121", "P03_117_122", "P03_117_123", "P03_117_124" ], "src": "pick_up knife . rinse sponge . wash knife", "src1": "pick_up knife", "src2": "rinse sponge", "src3": "wash knife", "trg": "put knife in drying rack", "vis_src": "P03_117:121 P03_117:122 P03_117:123", "vis_trg": "P03_117:124", "narrations": [ "pick up knife", "rinse sponge", "wash knife", "put knife in drying rack" ], "verbs": [ "pick-up", "rinse", "wash", "put-in" ], "verb_classes": [ 0, 2, 2, 5 ], "nouns": [ "knife", "sponge", "knife", "knife" ], "noun_classes": [ 4, 9, 4, 4 ], "start_stop_timestamps": [ [ "00:06:43.48", "00:06:45.70" ], [ "00:06:45.71", "00:06:47.55" ], [ "00:06:46.62", "00:06:48.70" ], [ "00:06:48.50", "00:06:50.00" ] ], "start_stop_frames": [ [ 20174, 20285 ], [ 20285, 20377 ], [ 20331, 20435 ], [ 20425, 20500 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P01_19+122_123_124_125", "video_id": "P01_19", "narration_ids": [ "P01_19_122", "P01_19_123", "P01_19_124", "P01_19_125" ], "src": "turn_off tap . squeeze cloth . rinse sink", "src1": "turn_off tap", "src2": "squeeze cloth", "src3": "rinse sink", "trg": "put_down sink", "vis_src": "P01_19:122 P01_19:123 P01_19:124", "vis_trg": "P01_19:125", "narrations": [ "turn off tap", "squeeze cloth", "rinse sink", "put down" ], "verbs": [ "turn-off", "squeeze", "rinse", "put-down" ], "verb_classes": [ 8, 18, 2, 1 ], "nouns": [ "tap", "cloth", "sink", "sink" ], "noun_classes": [ 0, 17, 63, 63 ], "start_stop_timestamps": [ [ "00:06:58.39", "00:06:59.16" ], [ "00:06:59.26", "00:07:02.31" ], [ "00:07:02.49", "00:07:13.32" ], [ "00:07:13.32", "00:07:14.10" ] ], "start_stop_frames": [ [ 25103, 25149 ], [ 25155, 25338 ], [ 25349, 25999 ], [ 25999, 26046 ] ], "trgnoun": "sink", "trgverb": "put_down" }, { "key": "P04_02+162_163_164_165", "video_id": "P04_02", "narration_ids": [ "P04_02_162", "P04_02_163", "P04_02_164", "P04_02_165" ], "src": "open drawer . pick_up cucumber . put away drawer", "src1": "open drawer", "src2": "pick_up cucumber", "src3": "put away drawer", "trg": "open cucumber", "vis_src": "P04_02:162 P04_02:163 P04_02:164", "vis_trg": "P04_02:165", "narrations": [ "open drawer", "pick up cucumber", "put away drawer", "open cucumber" ], "verbs": [ "open", "pick-up", "put", "open" ], "verb_classes": [ 3, 0, 1, 3 ], "nouns": [ "drawer", "cucumber", "drawer", "cucumber" ], "noun_classes": [ 8, 72, 8, 72 ], "start_stop_timestamps": [ [ "00:13:39.97", "00:13:41.80" ], [ "00:13:41.86", "00:13:43.02" ], [ "00:13:42.66", "00:13:43.34" ], [ "00:13:44.58", "00:13:52.35" ] ], "start_stop_frames": [ [ 49198, 49308 ], [ 49311, 49381 ], [ 49359, 49400 ], [ 49474, 49941 ] ], "trgnoun": "cucumber", "trgverb": "open" }, { "key": "P27_103+536_537_538_539", "video_id": "P27_103", "narration_ids": [ "P27_103_536", "P27_103_537", "P27_103_538", "P27_103_539" ], "src": "put_down plate . move cutlery . take fork", "src1": "put_down plate", "src2": "move cutlery", "src3": "take fork", "trg": "rinse fork", "vis_src": "P27_103:536 P27_103:537 P27_103:538", "vis_trg": "P27_103:539", "narrations": [ "put down plate", "move cutlery", "take fork", "rinse fork" ], "verbs": [ "put-down", "move", "take", "rinse" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "plate", "cutlery", "fork", "fork" ], "noun_classes": [ 2, 58, 14, 14 ], "start_stop_timestamps": [ [ "00:35:53.79", "00:35:55.04" ], [ "00:35:55.03", "00:35:58.83" ], [ "00:35:56.86", "00:35:58.00" ], [ "00:35:57.84", "00:35:58.79" ] ], "start_stop_frames": [ [ 107689, 107752 ], [ 107751, 107941 ], [ 107843, 107900 ], [ 107892, 107939 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P02_105+115_116_117_118", "video_id": "P02_105", "narration_ids": [ "P02_105_115", "P02_105_116", "P02_105_117", "P02_105_118" ], "src": "close tap . put_down plate . pick_up mug", "src1": "close tap", "src2": "put_down plate", "src3": "pick_up mug", "trg": "sponge mug", "vis_src": "P02_105:115 P02_105:116 P02_105:117", "vis_trg": "P02_105:118", "narrations": [ "close tap", "put down plate", "pick up mug", "sponge mug" ], "verbs": [ "turn-off", "put-down", "pick-up", "sponge" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "plate", "mug", "mug" ], "noun_classes": [ 0, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:03:48.99", "00:03:49.80" ], [ "00:03:49.88", "00:03:51.81" ], [ "00:03:52.33", "00:03:52.95" ], [ "00:03:53.05", "00:03:57.90" ] ], "start_stop_frames": [ [ 11449, 11490 ], [ 11494, 11590 ], [ 11616, 11647 ], [ 11652, 11895 ] ], "trgnoun": "mug", "trgverb": "sponge" }, { "key": "P01_109+565_566_567_568", "video_id": "P01_109", "narration_ids": [ "P01_109_565", "P01_109_566", "P01_109_567", "P01_109_568" ], "src": "turn_off tap . pick_up knife . lather knife", "src1": "turn_off tap", "src2": "pick_up knife", "src3": "lather knife", "trg": "put_down knife", "vis_src": "P01_109:565 P01_109:566 P01_109:567", "vis_trg": "P01_109:568", "narrations": [ "turn off tap", "pick up knife", "lather knife", "put down knife" ], "verbs": [ "turn-off", "pick-up", "lather", "put-down" ], "verb_classes": [ 8, 0, 2, 1 ], "nouns": [ "tap", "knife", "knife", "knife" ], "noun_classes": [ 0, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:41:02.46", "00:41:03.33" ], [ "00:41:03.12", "00:41:03.68" ], [ "00:41:03.78", "00:41:13.32" ], [ "00:41:12.69", "00:41:13.11" ] ], "start_stop_frames": [ [ 123123, 123166 ], [ 123156, 123183 ], [ 123189, 123666 ], [ 123634, 123655 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_06+266_269_270_271", "video_id": "P02_06", "narration_ids": [ "P02_06_266", "P02_06_269", "P02_06_270", "P02_06_271" ], "src": "open drawer . get box . read_on box", "src1": "open drawer", "src2": "get box", "src3": "read_on box", "trg": "open box", "vis_src": "P02_06:266 P02_06:269 P02_06:270", "vis_trg": "P02_06:271", "narrations": [ "open drawer", "get box", "read on box", "open box" ], "verbs": [ "open", "get", "read-on", "open" ], "verb_classes": [ 3, 0, 38, 3 ], "nouns": [ "drawer", "box", "box", "box" ], "noun_classes": [ 8, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:12:33.77", "00:12:34.67" ], [ "00:12:36.71", "00:12:37.77" ], [ "00:12:38.85", "00:12:40.75" ], [ "00:12:40.85", "00:12:49.50" ] ], "start_stop_frames": [ [ 45226, 45280 ], [ 45402, 45466 ], [ 45531, 45645 ], [ 45651, 46170 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P11_105+80_81_82_83", "video_id": "P11_105", "narration_ids": [ "P11_105_80", "P11_105_81", "P11_105_82", "P11_105_83" ], "src": "wash hands . move up slicer . open mushrooms", "src1": "wash hands", "src2": "move up slicer", "src3": "open mushrooms", "trg": "pick_up mushrooms", "vis_src": "P11_105:80 P11_105:81 P11_105:82", "vis_trg": "P11_105:83", "narrations": [ "wash hands", "move up slicer", "open mushrooms", "pick up mushrooms" ], "verbs": [ "wash", "move", "open", "pick-up" ], "verb_classes": [ 2, 11, 3, 0 ], "nouns": [ "hand", "slicer", "mushroom", "mushroom" ], "noun_classes": [ 11, 220, 56, 56 ], "start_stop_timestamps": [ [ "00:05:11.30", "00:05:12.36" ], [ "00:05:16.80", "00:05:18.54" ], [ "00:05:19.00", "00:05:23.55" ], [ "00:05:24.55", "00:05:28.91" ] ], "start_stop_frames": [ [ 15565, 15618 ], [ 15840, 15927 ], [ 15950, 16177 ], [ 16227, 16445 ] ], "trgnoun": "mushroom", "trgverb": "pick_up" }, { "key": "P22_111+650_651_652_653", "video_id": "P22_111", "narration_ids": [ "P22_111_650", "P22_111_651", "P22_111_652", "P22_111_653" ], "src": "adjust bag . turn_on tap . rinse hands", "src1": "adjust bag", "src2": "turn_on tap", "src3": "rinse hands", "trg": "turn_off tap", "vis_src": "P22_111:650 P22_111:651 P22_111:652", "vis_trg": "P22_111:653", "narrations": [ "adjust bag", "turn on tap", "rinse hands", "turn off tap" ], "verbs": [ "adjust", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 17, 6, 2, 8 ], "nouns": [ "bag", "tap", "hand", "tap" ], "noun_classes": [ 19, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:24:30.17", "00:24:32.41" ], [ "00:24:33.11", "00:24:33.73" ], [ "00:24:33.78", "00:24:39.18" ], [ "00:24:39.17", "00:24:39.76" ] ], "start_stop_frames": [ [ 73508, 73620 ], [ 73655, 73686 ], [ 73689, 73959 ], [ 73958, 73988 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_08+291_292_293_294", "video_id": "P22_08", "narration_ids": [ "P22_08_291", "P22_08_292", "P22_08_293", "P22_08_294" ], "src": "put_down cloth . pick_up cloth . pick_up detergent", "src1": "put_down cloth", "src2": "pick_up cloth", "src3": "pick_up detergent", "trg": "spray detergent", "vis_src": "P22_08:291 P22_08:292 P22_08:293", "vis_trg": "P22_08:294", "narrations": [ "put down cloth", "pick up cloth", "pick up detergent", "spray detergent" ], "verbs": [ "put-down", "pick-up", "pick-up", "spray" ], "verb_classes": [ 1, 0, 0, 44 ], "nouns": [ "cloth", "cloth", "detergent", "detergent" ], "noun_classes": [ 17, 17, 22, 22 ], "start_stop_timestamps": [ [ "00:11:53.80", "00:11:55.55" ], [ "00:11:56.21", "00:11:57.00" ], [ "00:11:57.62", "00:11:59.12" ], [ "00:11:59.22", "00:12:00.47" ] ], "start_stop_frames": [ [ 42828, 42933 ], [ 42972, 43020 ], [ 43057, 43147 ], [ 43153, 43228 ] ], "trgnoun": "detergent", "trgverb": "spray" }, { "key": "P29_01+219_220_221_223", "video_id": "P29_01", "narration_ids": [ "P29_01_219", "P29_01_220", "P29_01_221", "P29_01_223" ], "src": "put packet back in fridge . pour curry_powder in pan . stir pan_contents", "src1": "put packet back in fridge", "src2": "pour curry_powder in pan", "src3": "stir pan_contents", "trg": "stirring pan", "vis_src": "P29_01:219 P29_01:220 P29_01:221", "vis_trg": "P29_01:223", "narrations": [ "put packet back in fridge", "pour curry powder in pan", "stir pan contents", "stirring pan" ], "verbs": [ "put-in", "pour-in", "stir", "stir" ], "verb_classes": [ 5, 9, 10, 10 ], "nouns": [ "packet", "powder:curry", "content:pan", "pan" ], "noun_classes": [ 26, 138, 5, 5 ], "start_stop_timestamps": [ [ "00:13:24.13", "00:13:25.36" ], [ "00:13:25.93", "00:13:27.18" ], [ "00:13:27.18", "00:13:35.68" ], [ "00:14:03.02", "00:14:03.78" ] ], "start_stop_frames": [ [ 48247, 48321 ], [ 48355, 48430 ], [ 48430, 48940 ], [ 50581, 50626 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P04_01+230_231_232_233", "video_id": "P04_01", "narration_ids": [ "P04_01_230", "P04_01_231", "P04_01_232", "P04_01_233" ], "src": "put_down oil . pull kitchen_roll . fold kitchen_roll", "src1": "put_down oil", "src2": "pull kitchen_roll", "src3": "fold kitchen_roll", "trg": "put_down kitchen_roll", "vis_src": "P04_01:230 P04_01:231 P04_01:232", "vis_trg": "P04_01:233", "narrations": [ "put down oil", "pull kitchen roll", "fold kitchen roll", "put down kitchen roll" ], "verbs": [ "put-down", "pull", "fold", "put-down" ], "verb_classes": [ 1, 31, 28, 1 ], "nouns": [ "oil", "roll:kitchen", "roll:kitchen", "roll:kitchen" ], "noun_classes": [ 31, 93, 93, 93 ], "start_stop_timestamps": [ [ "00:16:20.37", "00:16:21.50" ], [ "00:16:21.65", "00:16:23.76" ], [ "00:16:23.91", "00:16:29.61" ], [ "00:16:27.19", "00:16:31.70" ] ], "start_stop_frames": [ [ 58822, 58890 ], [ 58899, 59025 ], [ 59034, 59376 ], [ 59231, 59502 ] ], "trgnoun": "kitchen_roll", "trgverb": "put_down" }, { "key": "P25_107+227_228_229_230", "video_id": "P25_107", "narration_ids": [ "P25_107_227", "P25_107_228", "P25_107_229", "P25_107_230" ], "src": "take fork . check aubergine . flip aubergine", "src1": "take fork", "src2": "check aubergine", "src3": "flip aubergine", "trg": "pick_up aubergine", "vis_src": "P25_107:227 P25_107:228 P25_107:229", "vis_trg": "P25_107:230", "narrations": [ "take fork", "check aubergine", "flip aubergine", "pick up aubergine" ], "verbs": [ "take", "check", "flip", "pick-up" ], "verb_classes": [ 0, 24, 22, 0 ], "nouns": [ "fork", "aubergine", "aubergine", "aubergine" ], "noun_classes": [ 14, 67, 67, 67 ], "start_stop_timestamps": [ [ "00:19:09.30", "00:19:10.30" ], [ "00:19:10.38", "00:19:13.78" ], [ "00:19:45.16", "00:19:46.67" ], [ "00:19:46.02", "00:19:47.32" ] ], "start_stop_frames": [ [ 57465, 57515 ], [ 57519, 57689 ], [ 59258, 59333 ], [ 59301, 59366 ] ], "trgnoun": "aubergine", "trgverb": "pick_up" }, { "key": "P03_19+87_88_89_90", "video_id": "P03_19", "narration_ids": [ "P03_19_87", "P03_19_88", "P03_19_89", "P03_19_90" ], "src": "open cupboard . put plate . grab cutting_board", "src1": "open cupboard", "src2": "put plate", "src3": "grab cutting_board", "trg": "grab plates", "vis_src": "P03_19:87 P03_19:88 P03_19:89", "vis_trg": "P03_19:90", "narrations": [ "open cupboard", "put plate", "grab cutting board", "grab plates" ], "verbs": [ "open", "put", "grab", "grab" ], "verb_classes": [ 3, 1, 0, 0 ], "nouns": [ "cupboard", "plate", "board:cutting", "plate" ], "noun_classes": [ 3, 2, 18, 2 ], "start_stop_timestamps": [ [ "00:04:26.25", "00:04:27.18" ], [ "00:04:27.25", "00:04:28.25" ], [ "00:04:29.35", "00:04:30.13" ], [ "00:04:30.20", "00:04:31.32" ] ], "start_stop_frames": [ [ 15975, 16030 ], [ 16035, 16095 ], [ 16161, 16207 ], [ 16212, 16279 ] ], "trgnoun": "plate", "trgverb": "grab" }, { "key": "P04_101+74_75_76_77", "video_id": "P04_101", "narration_ids": [ "P04_101_74", "P04_101_75", "P04_101_76", "P04_101_77" ], "src": "turn_off tap . stir mixture . put_down tub", "src1": "turn_off tap", "src2": "stir mixture", "src3": "put_down tub", "trg": "flatten mixture", "vis_src": "P04_101:74 P04_101:75 P04_101:76", "vis_trg": "P04_101:77", "narrations": [ "turn off tap", "stir mixture", "put down tub", "flatten mixture" ], "verbs": [ "turn-off", "stir", "put-down", "flatten" ], "verb_classes": [ 8, 10, 1, 87 ], "nouns": [ "tap", "mixture", "tub", "mixture" ], "noun_classes": [ 0, 71, 23, 71 ], "start_stop_timestamps": [ [ "00:02:58.68", "00:02:59.39" ], [ "00:02:59.70", "00:03:01.06" ], [ "00:03:01.13", "00:03:02.80" ], [ "00:03:08.35", "00:03:13.42" ] ], "start_stop_frames": [ [ 8934, 8969 ], [ 8985, 9053 ], [ 9056, 9140 ], [ 9417, 9671 ] ], "trgnoun": "mixture", "trgverb": "flatten" }, { "key": "P22_104+120_121_122_123", "video_id": "P22_104", "narration_ids": [ "P22_104_120", "P22_104_121", "P22_104_122", "P22_104_123" ], "src": "stir salad . put_down cutlery . open fridge", "src1": "stir salad", "src2": "put_down cutlery", "src3": "open fridge", "trg": "put_down salad", "vis_src": "P22_104:120 P22_104:121 P22_104:122", "vis_trg": "P22_104:123", "narrations": [ "stir salad", "put down cutlery", "open fridge", "put down salad" ], "verbs": [ "stir", "put-down", "open", "put-down" ], "verb_classes": [ 10, 1, 3, 1 ], "nouns": [ "salad", "cutlery", "fridge", "salad" ], "noun_classes": [ 68, 58, 12, 68 ], "start_stop_timestamps": [ [ "00:05:49.47", "00:06:06.70" ], [ "00:06:06.51", "00:06:08.71" ], [ "00:06:08.84", "00:06:11.56" ], [ "00:06:11.79", "00:06:14.45" ] ], "start_stop_frames": [ [ 17473, 18335 ], [ 18325, 18435 ], [ 18442, 18578 ], [ 18589, 18722 ] ], "trgnoun": "salad", "trgverb": "put_down" }, { "key": "P07_107+7_8_9_10", "video_id": "P07_107", "narration_ids": [ "P07_107_7", "P07_107_8", "P07_107_9", "P07_107_10" ], "src": "close pot . put coffee_maker into sink . open door", "src1": "close pot", "src2": "put coffee_maker into sink", "src3": "open door", "trg": "close door", "vis_src": "P07_107:7 P07_107:8 P07_107:9", "vis_trg": "P07_107:10", "narrations": [ "close pot", "put coffee maker into sink", "open door", "close door" ], "verbs": [ "close", "put-into", "open", "close" ], "verb_classes": [ 4, 5, 3, 4 ], "nouns": [ "pot", "maker:coffee", "door", "door" ], "noun_classes": [ 29, 50, 3, 3 ], "start_stop_timestamps": [ [ "00:00:23.40", "00:00:24.40" ], [ "00:00:24.27", "00:00:25.84" ], [ "00:00:25.89", "00:00:27.45" ], [ "00:00:27.97", "00:00:28.87" ] ], "start_stop_frames": [ [ 1170, 1220 ], [ 1213, 1292 ], [ 1294, 1372 ], [ 1398, 1443 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P01_17+178_179_180_181", "video_id": "P01_17", "narration_ids": [ "P01_17_178", "P01_17_179", "P01_17_180", "P01_17_181" ], "src": "take oregano . sprinkle oregano . close oregano", "src1": "take oregano", "src2": "sprinkle oregano", "src3": "close oregano", "trg": "put_down oregano", "vis_src": "P01_17:178 P01_17:179 P01_17:180", "vis_trg": "P01_17:181", "narrations": [ "take oregano", "sprinkle oregano", "close oregano", "put down oregano" ], "verbs": [ "take", "sprinkle", "close", "put-down" ], "verb_classes": [ 0, 42, 4, 1 ], "nouns": [ "oregano", "oregano", "oregano", "oregano" ], "noun_classes": [ 145, 145, 145, 145 ], "start_stop_timestamps": [ [ "00:12:12.43", "00:12:13.25" ], [ "00:12:16.01", "00:12:22.02" ], [ "00:12:23.28", "00:12:27.92" ], [ "00:12:28.02", "00:12:28.90" ] ], "start_stop_frames": [ [ 43945, 43995 ], [ 44160, 44521 ], [ 44596, 44875 ], [ 44881, 44934 ] ], "trgnoun": "oregano", "trgverb": "put_down" }, { "key": "P23_102+116_118_119_120", "video_id": "P23_102", "narration_ids": [ "P23_102_116", "P23_102_118", "P23_102_119", "P23_102_120" ], "src": "cut onion . take onion . remove peel", "src1": "cut onion", "src2": "take onion", "src3": "remove peel", "trg": "put onion", "vis_src": "P23_102:116 P23_102:118 P23_102:119", "vis_trg": "P23_102:120", "narrations": [ "cut onion", "take onion", "remove peel", "put onion" ], "verbs": [ "cut", "take", "remove", "put" ], "verb_classes": [ 7, 0, 12, 1 ], "nouns": [ "onion", "onion", "peel", "onion" ], "noun_classes": [ 16, 16, 48, 16 ], "start_stop_timestamps": [ [ "00:10:19.35", "00:10:20.85" ], [ "00:10:23.55", "00:10:25.30" ], [ "00:10:25.40", "00:10:31.95" ], [ "00:10:31.11", "00:10:32.50" ] ], "start_stop_frames": [ [ 30967, 31042 ], [ 31177, 31264 ], [ 31270, 31597 ], [ 31555, 31625 ] ], "trgnoun": "onion", "trgverb": "put" }, { "key": "P04_121+712_713_714_715", "video_id": "P04_121", "narration_ids": [ "P04_121_712", "P04_121_713", "P04_121_714", "P04_121_715" ], "src": "move thermometer_sheath . dry counter . pick_up thermometer and thermometer cover", "src1": "move thermometer_sheath", "src2": "dry counter", "src3": "pick_up thermometer and thermometer cover", "trg": "dry thermometer with tea towel", "vis_src": "P04_121:712 P04_121:713 P04_121:714", "vis_trg": "P04_121:715", "narrations": [ "move thermometer sheath", "dry counter", "pick up thermometer and thermometer cover", "dry thermometer with tea towel" ], "verbs": [ "move", "dry", "pick-up", "dry" ], "verb_classes": [ 11, 14, 0, 14 ], "nouns": [ "sheath:thermometer", "counter", "thermometer", "thermometer" ], "noun_classes": [ 166, 42, 166, 166 ], "start_stop_timestamps": [ [ "00:28:04.61", "00:28:05.18" ], [ "00:28:05.28", "00:28:06.38" ], [ "00:28:06.95", "00:28:08.22" ], [ "00:28:08.98", "00:28:10.68" ] ], "start_stop_frames": [ [ 84230, 84259 ], [ 84264, 84319 ], [ 84347, 84411 ], [ 84449, 84534 ] ], "trgnoun": "thermometer", "trgverb": "dry" }, { "key": "P08_03+26_27_28_29", "video_id": "P08_03", "narration_ids": [ "P08_03_26", "P08_03_27", "P08_03_28", "P08_03_29" ], "src": "open fridge . place salad . place meat", "src1": "open fridge", "src2": "place salad", "src3": "place meat", "trg": "close fridge", "vis_src": "P08_03:26 P08_03:27 P08_03:28", "vis_trg": "P08_03:29", "narrations": [ "open fridge", "place salad", "place meat", "close fridge" ], "verbs": [ "open", "place", "place", "close" ], "verb_classes": [ 3, 1, 1, 4 ], "nouns": [ "fridge", "salad", "meat", "fridge" ], "noun_classes": [ 12, 68, 28, 12 ], "start_stop_timestamps": [ [ "00:02:02.49", "00:02:03.68" ], [ "00:02:03.78", "00:02:07.53" ], [ "00:02:10.90", "00:02:13.83" ], [ "00:02:14.89", "00:02:17.03" ] ], "start_stop_frames": [ [ 7349, 7420 ], [ 7426, 7651 ], [ 7854, 8029 ], [ 8093, 8221 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P10_04+416_417_418_419", "video_id": "P10_04", "narration_ids": [ "P10_04_416", "P10_04_417", "P10_04_418", "P10_04_419" ], "src": "clean it with the tap_water . brush the inner side and outer side of the pot with the brush . switch_out the tap_water", "src1": "clean it with the tap_water", "src2": "brush the inner side and outer side of the pot with the brush", "src3": "switch_out the tap_water", "trg": "clean the pot", "vis_src": "P10_04:416 P10_04:417 P10_04:418", "vis_trg": "P10_04:419", "narrations": [ "clean it with the tap water", "brush the inner side and outer side of the pot with the brush", "switch out the tap water", "clean the pot" ], "verbs": [ "clean-with", "brush-with", "switch-out", "clean" ], "verb_classes": [ 2, 66, 8, 2 ], "nouns": [ "water:tap", "pot", "water:tap", "pot" ], "noun_classes": [ 0, 29, 0, 29 ], "start_stop_timestamps": [ [ "00:44:55.30", "00:44:57.52" ], [ "00:44:57.62", "00:45:02.79" ], [ "00:45:02.35", "00:45:03.28" ], [ "00:45:03.38", "00:45:07.60" ] ], "start_stop_frames": [ [ 161718, 161851 ], [ 161857, 162167 ], [ 162141, 162196 ], [ 162202, 162456 ] ], "trgnoun": "pot", "trgverb": "clean" }, { "key": "P22_08+326_327_328_329", "video_id": "P22_08", "narration_ids": [ "P22_08_326", "P22_08_327", "P22_08_328", "P22_08_329" ], "src": "put rag . turn tap on . clean towel", "src1": "put rag", "src2": "turn tap on", "src3": "clean towel", "trg": "wash towel", "vis_src": "P22_08:326 P22_08:327 P22_08:328", "vis_trg": "P22_08:329", "narrations": [ "put rag", "turn tap on", "clean towel", "wash towel" ], "verbs": [ "put", "turn-on", "clean", "wash" ], "verb_classes": [ 1, 6, 2, 2 ], "nouns": [ "rag", "tap", "towel", "towel" ], "noun_classes": [ 17, 0, 52, 52 ], "start_stop_timestamps": [ [ "00:13:09.17", "00:13:10.15" ], [ "00:13:12.01", "00:13:13.17" ], [ "00:13:13.02", "00:13:14.14" ], [ "00:13:14.24", "00:13:15.38" ] ], "start_stop_frames": [ [ 47350, 47409 ], [ 47520, 47590 ], [ 47581, 47648 ], [ 47654, 47722 ] ], "trgnoun": "towel", "trgverb": "wash" }, { "key": "P37_101+140_141_142_143", "video_id": "P37_101", "narration_ids": [ "P37_101_140", "P37_101_141", "P37_101_142", "P37_101_143" ], "src": "shovel_up cucumbers . put cucumbers in to bowl . cut cucumbers", "src1": "shovel_up cucumbers", "src2": "put cucumbers in to bowl", "src3": "cut cucumbers", "trg": "remove cucumbers from knife", "vis_src": "P37_101:140 P37_101:141 P37_101:142", "vis_trg": "P37_101:143", "narrations": [ "shovel up cucumbers", "put cucumbers in to bowl", "cut cucumbers", "remove cucumbers from knife" ], "verbs": [ "shovel-up", "put-in", "cut", "remove-from" ], "verb_classes": [ 16, 5, 7, 12 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:06:34.80", "00:06:37.16" ], [ "00:06:37.26", "00:06:38.49" ], [ "00:06:42.23", "00:07:07.50" ], [ "00:07:07.60", "00:07:11.02" ] ], "start_stop_frames": [ [ 19740, 19858 ], [ 19863, 19924 ], [ 20111, 21375 ], [ 21380, 21551 ] ], "trgnoun": "cucumber", "trgverb": "remove_from" }, { "key": "P37_102+145_146_147_148", "video_id": "P37_102", "narration_ids": [ "P37_102_145", "P37_102_146", "P37_102_147", "P37_102_148" ], "src": "take plate . put plates down . take packing_bag", "src1": "take plate", "src2": "put plates down", "src3": "take packing_bag", "trg": "put packing_bag down", "vis_src": "P37_102:145 P37_102:146 P37_102:147", "vis_trg": "P37_102:148", "narrations": [ "take plate", "put plates down", "take packing bag", "put packing bag down" ], "verbs": [ "take", "put", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "plate", "plate", "bag:packing", "bag:packing" ], "noun_classes": [ 2, 2, 19, 19 ], "start_stop_timestamps": [ [ "00:11:06.68", "00:11:13.02" ], [ "00:11:13.03", "00:11:15.42" ], [ "00:11:15.44", "00:11:16.80" ], [ "00:11:16.84", "00:11:17.65" ] ], "start_stop_frames": [ [ 33334, 33651 ], [ 33651, 33771 ], [ 33772, 33840 ], [ 33842, 33882 ] ], "trgnoun": "packing_bag", "trgverb": "put_down" }, { "key": "P01_109+620_621_622_623", "video_id": "P01_109", "narration_ids": [ "P01_109_620", "P01_109_621", "P01_109_622", "P01_109_623" ], "src": "put_down spatula . pick_up potato_skin . open food_bin", "src1": "put_down spatula", "src2": "pick_up potato_skin", "src3": "open food_bin", "trg": "throw potato_skin into bin", "vis_src": "P01_109:620 P01_109:621 P01_109:622", "vis_trg": "P01_109:623", "narrations": [ "put down spatula", "pick up potato skin", "open food bin", "throw potato skin into bin" ], "verbs": [ "put-down", "pick-up", "open", "throw-into" ], "verb_classes": [ 1, 0, 3, 13 ], "nouns": [ "spatula", "skin:potato", "bin:food", "skin:potato" ], "noun_classes": [ 20, 48, 36, 48 ], "start_stop_timestamps": [ [ "00:47:20.97", "00:47:22.57" ], [ "00:47:35.93", "00:47:37.68" ], [ "00:47:37.60", "00:47:38.43" ], [ "00:47:38.49", "00:47:38.89" ] ], "start_stop_frames": [ [ 142048, 142128 ], [ 142796, 142884 ], [ 142880, 142921 ], [ 142924, 142944 ] ], "trgnoun": "potato_skin", "trgverb": "throw_into" }, { "key": "P22_117+219_220_221_222", "video_id": "P22_117", "narration_ids": [ "P22_117_219", "P22_117_220", "P22_117_221", "P22_117_222" ], "src": "put_down onion . cut onion . put_down knife", "src1": "put_down onion", "src2": "cut onion", "src3": "put_down knife", "trg": "pick_up knife", "vis_src": "P22_117:219 P22_117:220 P22_117:221", "vis_trg": "P22_117:222", "narrations": [ "put down onion", "cut onion", "put down knife", "pick up knife" ], "verbs": [ "put-down", "cut", "put-down", "pick-up" ], "verb_classes": [ 1, 7, 1, 0 ], "nouns": [ "onion", "onion", "knife", "knife" ], "noun_classes": [ 16, 16, 4, 4 ], "start_stop_timestamps": [ [ "00:09:01.33", "00:09:02.83" ], [ "00:09:02.93", "00:09:07.82" ], [ "00:09:07.89", "00:09:08.48" ], [ "00:09:10.84", "00:09:11.17" ] ], "start_stop_frames": [ [ 27066, 27141 ], [ 27146, 27391 ], [ 27394, 27424 ], [ 27542, 27558 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P06_101+90_91_92_93", "video_id": "P06_101", "narration_ids": [ "P06_101_90", "P06_101_91", "P06_101_92", "P06_101_93" ], "src": "put_down garlic . pick_up knife . crush garlic", "src1": "put_down garlic", "src2": "pick_up knife", "src3": "crush garlic", "trg": "chop garlic", "vis_src": "P06_101:90 P06_101:91 P06_101:92", "vis_trg": "P06_101:93", "narrations": [ "put down garlic", "pick up knife", "crush garlic", "chop garlic" ], "verbs": [ "put-down", "pick-up", "crush", "chop" ], "verb_classes": [ 1, 0, 49, 7 ], "nouns": [ "garlic", "knife", "garlic", "garlic" ], "noun_classes": [ 51, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:05:22.90", "00:05:26.50" ], [ "00:05:25.89", "00:05:26.92" ], [ "00:05:27.02", "00:05:30.07" ], [ "00:05:31.38", "00:05:42.27" ] ], "start_stop_frames": [ [ 16144, 16325 ], [ 16294, 16346 ], [ 16351, 16503 ], [ 16569, 17113 ] ], "trgnoun": "garlic", "trgverb": "chop" }, { "key": "P08_06+32_33_34_35", "video_id": "P08_06", "narration_ids": [ "P08_06_32", "P08_06_33", "P08_06_34", "P08_06_35" ], "src": "place bowl . close fridge . arrange kettle", "src1": "place bowl", "src2": "close fridge", "src3": "arrange kettle", "trg": "get bowl", "vis_src": "P08_06:32 P08_06:33 P08_06:34", "vis_trg": "P08_06:35", "narrations": [ "place bowl", "close fridge", "arrange kettle", "get bowl" ], "verbs": [ "place", "close", "arrange", "get" ], "verb_classes": [ 1, 4, 40, 0 ], "nouns": [ "bowl", "fridge", "kettle", "bowl" ], "noun_classes": [ 7, 12, 44, 7 ], "start_stop_timestamps": [ [ "00:01:56.41", "00:01:58.97" ], [ "00:01:59.38", "00:02:01.35" ], [ "00:02:03.75", "00:02:06.07" ], [ "00:02:06.54", "00:02:08.79" ] ], "start_stop_frames": [ [ 6984, 7138 ], [ 7162, 7281 ], [ 7425, 7564 ], [ 7592, 7727 ] ], "trgnoun": "bowl", "trgverb": "get" }, { "key": "P05_08+122_123_124_125", "video_id": "P05_08", "narration_ids": [ "P05_08_122", "P05_08_123", "P05_08_124", "P05_08_125" ], "src": "rinse wooden_spatula . place wooden_spatula in drainer . rinse pan", "src1": "rinse wooden_spatula", "src2": "place wooden_spatula in drainer", "src3": "rinse pan", "trg": "place pan in drainer", "vis_src": "P05_08:122 P05_08:123 P05_08:124", "vis_trg": "P05_08:125", "narrations": [ "rinse wooden spatula", "place wooden spatula in drainer", "rinse pan", "place pan in drainer" ], "verbs": [ "rinse", "place-in", "rinse", "place-in" ], "verb_classes": [ 2, 5, 2, 5 ], "nouns": [ "spatula:wooden", "spatula:wooden", "pan", "pan" ], "noun_classes": [ 20, 20, 5, 5 ], "start_stop_timestamps": [ [ "00:19:35.66", "00:19:42.58" ], [ "00:19:44.64", "00:19:45.49" ], [ "00:19:46.48", "00:20:01.35" ], [ "00:20:02.70", "00:20:04.20" ] ], "start_stop_frames": [ [ 70539, 70954 ], [ 71078, 71129 ], [ 71188, 72081 ], [ 72162, 72252 ] ], "trgnoun": "pan", "trgverb": "place_in" }, { "key": "P11_05+383_384_385_386", "video_id": "P11_05", "narration_ids": [ "P11_05_383", "P11_05_384", "P11_05_385", "P11_05_386" ], "src": "turn_on tap . rinse hands . rinse spatula", "src1": "turn_on tap", "src2": "rinse hands", "src3": "rinse spatula", "trg": "scrub spatula", "vis_src": "P11_05:383 P11_05:384 P11_05:385", "vis_trg": "P11_05:386", "narrations": [ "turn on tap", "rinse hands", "rinse spatula", "scrub spatula" ], "verbs": [ "turn-on", "rinse", "rinse", "scrub" ], "verb_classes": [ 6, 2, 2, 29 ], "nouns": [ "tap", "hand", "spatula", "spatula" ], "noun_classes": [ 0, 11, 20, 20 ], "start_stop_timestamps": [ [ "00:27:57.87", "00:27:58.60" ], [ "00:27:58.64", "00:27:59.71" ], [ "00:27:59.73", "00:28:04.80" ], [ "00:28:07.28", "00:28:10.29" ] ], "start_stop_frames": [ [ 100672, 100716 ], [ 100718, 100782 ], [ 100783, 101088 ], [ 101236, 101417 ] ], "trgnoun": "spatula", "trgverb": "scrub" }, { "key": "P04_113+462_463_464_465", "video_id": "P04_113", "narration_ids": [ "P04_113_462", "P04_113_463", "P04_113_464", "P04_113_465" ], "src": "inspect oven . close oven_door . pick_up cling_film", "src1": "inspect oven", "src2": "close oven_door", "src3": "pick_up cling_film", "trg": "put_down cling_film", "vis_src": "P04_113:462 P04_113:463 P04_113:464", "vis_trg": "P04_113:465", "narrations": [ "inspect oven", "close oven door", "pick up cling film", "put down cling film" ], "verbs": [ "inspect", "close", "pick-up", "put-down" ], "verb_classes": [ 24, 4, 0, 1 ], "nouns": [ "oven", "door:oven", "film:cling", "film:cling" ], "noun_classes": [ 46, 46, 100, 100 ], "start_stop_timestamps": [ [ "00:15:59.19", "00:16:02.54" ], [ "00:16:02.35", "00:16:03.99" ], [ "00:16:30.04", "00:16:30.90" ], [ "00:16:30.90", "00:16:31.44" ] ], "start_stop_frames": [ [ 47959, 48127 ], [ 48117, 48199 ], [ 49502, 49545 ], [ 49545, 49572 ] ], "trgnoun": "cling_film", "trgverb": "put_down" }, { "key": "P30_111+256_257_258_259", "video_id": "P30_111", "narration_ids": [ "P30_111_256", "P30_111_257", "P30_111_258", "P30_111_259" ], "src": "open cheese_packet . put scissors in drawer . pick_up packaging", "src1": "open cheese_packet", "src2": "put scissors in drawer", "src3": "pick_up packaging", "trg": "put packaging in bin", "vis_src": "P30_111:256 P30_111:257 P30_111:258", "vis_trg": "P30_111:259", "narrations": [ "open cheese packet", "put scissors in drawer", "pick up packaging", "put packaging in bin" ], "verbs": [ "open", "put-in", "pick-up", "put-in" ], "verb_classes": [ 3, 5, 0, 5 ], "nouns": [ "packet:cheese", "scissors", "packaging", "packaging" ], "noun_classes": [ 26, 79, 26, 26 ], "start_stop_timestamps": [ [ "00:10:34.01", "00:10:38.35" ], [ "00:10:38.45", "00:10:39.08" ], [ "00:10:39.40", "00:10:40.15" ], [ "00:10:40.21", "00:10:41.75" ] ], "start_stop_frames": [ [ 31700, 31917 ], [ 31922, 31954 ], [ 31970, 32007 ], [ 32010, 32087 ] ], "trgnoun": "packaging", "trgverb": "put_in" }, { "key": "P06_03+5_6_7_8", "video_id": "P06_03", "narration_ids": [ "P06_03_5", "P06_03_6", "P06_03_7", "P06_03_8" ], "src": "close cupboard and . take flour out of plastic bag . open flour", "src1": "close cupboard and", "src2": "take flour out of plastic bag", "src3": "open flour", "trg": "pour flour into pan", "vis_src": "P06_03:5 P06_03:6 P06_03:7", "vis_trg": "P06_03:8", "narrations": [ "close cupboard and", "take flour out of plastic bag", "open flour", "pour flour into pan" ], "verbs": [ "close", "take-out", "open", "pour-into" ], "verb_classes": [ 4, 12, 3, 9 ], "nouns": [ "cupboard", "flour", "flour", "flour" ], "noun_classes": [ 3, 75, 75, 75 ], "start_stop_timestamps": [ [ "00:00:16.95", "00:00:18.70" ], [ "00:00:18.80", "00:00:20.05" ], [ "00:00:20.40", "00:00:27.75" ], [ "00:00:27.54", "00:00:34.18" ] ], "start_stop_frames": [ [ 1017, 1122 ], [ 1128, 1203 ], [ 1224, 1665 ], [ 1652, 2050 ] ], "trgnoun": "flour", "trgverb": "pour_into" }, { "key": "P01_09+567_568_569_570", "video_id": "P01_09", "narration_ids": [ "P01_09_567", "P01_09_568", "P01_09_569", "P01_09_570" ], "src": "close oil . put_down oil . take mushrooms", "src1": "close oil", "src2": "put_down oil", "src3": "take mushrooms", "trg": "place mushrooms onto dough", "vis_src": "P01_09:567 P01_09:568 P01_09:569", "vis_trg": "P01_09:570", "narrations": [ "close oil", "put down oil", "take mushrooms", "place mushrooms onto dough" ], "verbs": [ "close", "put-down", "take", "place-onto" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "oil", "oil", "mushroom", "mushroom" ], "noun_classes": [ 31, 31, 56, 56 ], "start_stop_timestamps": [ [ "00:39:54.73", "00:39:57.50" ], [ "00:39:56.19", "00:39:59.94" ], [ "00:40:00.04", "00:40:02.73" ], [ "00:40:02.86", "00:40:24.50" ] ], "start_stop_frames": [ [ 143683, 143850 ], [ 143771, 143996 ], [ 144002, 144163 ], [ 144171, 145470 ] ], "trgnoun": "mushroom", "trgverb": "place_onto" }, { "key": "P04_107+228_229_230_231", "video_id": "P04_107", "narration_ids": [ "P04_107_228", "P04_107_229", "P04_107_230", "P04_107_231" ], "src": "turn_over dough . roll dough . unfold dough", "src1": "turn_over dough", "src2": "roll dough", "src3": "unfold dough", "trg": "roll_out dough", "vis_src": "P04_107:228 P04_107:229 P04_107:230", "vis_trg": "P04_107:231", "narrations": [ "turn over dough", "roll dough", "unfold dough", "roll out dough" ], "verbs": [ "turn-over", "roll", "unfold", "roll-out" ], "verb_classes": [ 22, 47, 39, 39 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:07:47.16", "00:07:48.08" ], [ "00:07:48.56", "00:07:49.96" ], [ "00:07:52.84", "00:07:54.91" ], [ "00:07:55.01", "00:07:57.03" ] ], "start_stop_frames": [ [ 23358, 23404 ], [ 23428, 23498 ], [ 23642, 23745 ], [ 23750, 23851 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P22_07+358_359_360_361", "video_id": "P22_07", "narration_ids": [ "P22_07_358", "P22_07_359", "P22_07_360", "P22_07_361" ], "src": "adjust stove . open lid . stir courgette", "src1": "adjust stove", "src2": "open lid", "src3": "stir courgette", "trg": "close lid", "vis_src": "P22_07:358 P22_07:359 P22_07:360", "vis_trg": "P22_07:361", "narrations": [ "adjust stove", "open lid", "stir courgette", "close lid" ], "verbs": [ "adjust", "open", "stir", "close" ], "verb_classes": [ 17, 3, 10, 4 ], "nouns": [ "stove", "lid", "courgette", "lid" ], "noun_classes": [ 24, 6, 76, 6 ], "start_stop_timestamps": [ [ "00:16:29.49", "00:16:31.26" ], [ "00:16:31.31", "00:16:32.40" ], [ "00:16:32.49", "00:16:36.76" ], [ "00:16:36.61", "00:16:38.98" ] ], "start_stop_frames": [ [ 59369, 59475 ], [ 59478, 59544 ], [ 59549, 59805 ], [ 59796, 59938 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P02_103+4_5_6_7", "video_id": "P02_103", "narration_ids": [ "P02_103_4", "P02_103_5", "P02_103_6", "P02_103_7" ], "src": "put_down cap . move bottle to the second hand . pick_up knife", "src1": "put_down cap", "src2": "move bottle to the second hand", "src3": "pick_up knife", "trg": "insert knife into bottle", "vis_src": "P02_103:4 P02_103:5 P02_103:6", "vis_trg": "P02_103:7", "narrations": [ "put down cap", "move bottle to the second hand", "pick up knife", "insert knife into bottle" ], "verbs": [ "put-down", "move-to", "pick-up", "insert-into" ], "verb_classes": [ 1, 11, 0, 5 ], "nouns": [ "cap", "bottle", "knife", "knife" ], "noun_classes": [ 118, 15, 4, 4 ], "start_stop_timestamps": [ [ "00:00:21.93", "00:00:22.44" ], [ "00:00:22.56", "00:00:23.95" ], [ "00:00:25.14", "00:00:26.24" ], [ "00:00:26.72", "00:00:30.57" ] ], "start_stop_frames": [ [ 1096, 1122 ], [ 1128, 1197 ], [ 1257, 1312 ], [ 1336, 1528 ] ], "trgnoun": "knife", "trgverb": "insert_into" }, { "key": "P06_07+62_63_64_65", "video_id": "P06_07", "narration_ids": [ "P06_07_62", "P06_07_63", "P06_07_64", "P06_07_65" ], "src": "put pizza down . take tray from under pizza . put tray down", "src1": "put pizza down", "src2": "take tray from under pizza", "src3": "put tray down", "trg": "pick_up pizza", "vis_src": "P06_07:62 P06_07:63 P06_07:64", "vis_trg": "P06_07:65", "narrations": [ "put pizza down", "take tray from under pizza", "put tray down", "pick up pizza" ], "verbs": [ "put-down", "take-from", "put-down", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "pizza", "tray", "tray", "pizza" ], "noun_classes": [ 91, 35, 35, 91 ], "start_stop_timestamps": [ [ "00:03:49.59", "00:03:52.76" ], [ "00:03:52.94", "00:03:58.94" ], [ "00:04:00.27", "00:04:02.35" ], [ "00:04:01.89", "00:04:05.42" ] ], "start_stop_frames": [ [ 13775, 13965 ], [ 13976, 14336 ], [ 14416, 14541 ], [ 14513, 14725 ] ], "trgnoun": "pizza", "trgverb": "pick_up" }, { "key": "P04_05+284_285_286_287", "video_id": "P04_05", "narration_ids": [ "P04_05_284", "P04_05_285", "P04_05_286", "P04_05_287" ], "src": "stir pan . tip_out tin . wash can", "src1": "stir pan", "src2": "tip_out tin", "src3": "wash can", "trg": "put_down pan", "vis_src": "P04_05:284 P04_05:285 P04_05:286", "vis_trg": "P04_05:287", "narrations": [ "stir pan", "tip out tin", "wash can", "put down pan" ], "verbs": [ "stir", "tip-out", "wash", "put-down" ], "verb_classes": [ 10, 20, 2, 1 ], "nouns": [ "pan", "tin", "can", "pan" ], "noun_classes": [ 5, 61, 61, 5 ], "start_stop_timestamps": [ [ "00:31:37.85", "00:31:43.30" ], [ "00:31:43.73", "00:31:44.73" ], [ "00:31:46.99", "00:31:51.65" ], [ "00:31:51.75", "00:31:52.31" ] ], "start_stop_frames": [ [ 113871, 114198 ], [ 114223, 114283 ], [ 114419, 114699 ], [ 114705, 114738 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P04_109+443_444_445_446", "video_id": "P04_109", "narration_ids": [ "P04_109_443", "P04_109_444", "P04_109_445", "P04_109_446" ], "src": "put_down packet . pick_up knife . chop peanuts", "src1": "put_down packet", "src2": "pick_up knife", "src3": "chop peanuts", "trg": "grab peanuts", "vis_src": "P04_109:443 P04_109:444 P04_109:445", "vis_trg": "P04_109:446", "narrations": [ "put down packet", "pick up knife", "chop peanuts", "grab peanuts" ], "verbs": [ "put-down", "pick-up", "chop", "grab" ], "verb_classes": [ 1, 0, 7, 0 ], "nouns": [ "packet", "knife", "peanut", "peanut" ], "noun_classes": [ 26, 4, 133, 133 ], "start_stop_timestamps": [ [ "00:13:23.42", "00:13:24.55" ], [ "00:13:23.65", "00:13:24.53" ], [ "00:13:24.63", "00:13:49.92" ], [ "00:13:50.00", "00:13:51.40" ] ], "start_stop_frames": [ [ 40171, 40227 ], [ 40182, 40226 ], [ 40231, 41496 ], [ 41500, 41570 ] ], "trgnoun": "peanut", "trgverb": "grab" }, { "key": "P23_03+38_39_40_41", "video_id": "P23_03", "narration_ids": [ "P23_03_38", "P23_03_39", "P23_03_40", "P23_03_41" ], "src": "searching for something . take box from fridge . take the ginger from the box", "src1": "searching for something", "src2": "take box from fridge", "src3": "take the ginger from the box", "trg": "put the ginger into the box", "vis_src": "P23_03:38 P23_03:39 P23_03:40", "vis_trg": "P23_03:41", "narrations": [ "searching for something", "take box from fridge", "take the ginger from the box", "put the ginger into the box" ], "verbs": [ "search-for", "take-from", "take-from", "put-into" ], "verb_classes": [ 48, 0, 0, 5 ], "nouns": [ "fridge", "box", "ginger", "ginger" ], "noun_classes": [ 12, 23, 131, 131 ], "start_stop_timestamps": [ [ "00:05:20.15", "00:05:24.71" ], [ "00:05:24.81", "00:05:30.49" ], [ "00:05:30.59", "00:05:32.97" ], [ "00:05:44.98", "00:05:50.73" ] ], "start_stop_frames": [ [ 19209, 19482 ], [ 19488, 19829 ], [ 19835, 19978 ], [ 20698, 21043 ] ], "trgnoun": "ginger", "trgverb": "put_into" }, { "key": "P04_121+500_501_502_503", "video_id": "P04_121", "narration_ids": [ "P04_121_500", "P04_121_501", "P04_121_502", "P04_121_503" ], "src": "look_at time on oven . stretch cheese . read instructions", "src1": "look_at time on oven", "src2": "stretch cheese", "src3": "read instructions", "trg": "fold cheese", "vis_src": "P04_121:500 P04_121:501 P04_121:502", "vis_trg": "P04_121:503", "narrations": [ "look at time on oven", "stretch cheese", "read instructions", "fold cheese" ], "verbs": [ "look-at", "stretch", "read", "fold" ], "verb_classes": [ 38, 50, 38, 28 ], "nouns": [ "time", "cheese", "instruction", "cheese" ], "noun_classes": [ 111, 32, 149, 32 ], "start_stop_timestamps": [ [ "00:21:14.32", "00:21:15.82" ], [ "00:21:15.92", "00:21:17.41" ], [ "00:21:17.77", "00:21:20.93" ], [ "00:21:18.61", "00:21:18.93" ] ], "start_stop_frames": [ [ 63716, 63791 ], [ 63796, 63870 ], [ 63888, 64046 ], [ 63930, 63946 ] ], "trgnoun": "cheese", "trgverb": "fold" }, { "key": "P08_23+194_195_196_197", "video_id": "P08_23", "narration_ids": [ "P08_23_194", "P08_23_195", "P08_23_196", "P08_23_197" ], "src": "take garlic_press . open cupboard . take bowl", "src1": "take garlic_press", "src2": "open cupboard", "src3": "take bowl", "trg": "place bowl", "vis_src": "P08_23:194 P08_23:195 P08_23:196", "vis_trg": "P08_23:197", "narrations": [ "take garlic press", "open cupboard", "take bowl", "place bowl" ], "verbs": [ "take", "open", "take", "place" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "press:garlic", "cupboard", "bowl", "bowl" ], "noun_classes": [ 172, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:18:00.52", "00:18:01.85" ], [ "00:18:02.69", "00:18:03.55" ], [ "00:18:03.90", "00:18:05.11" ], [ "00:18:04.44", "00:18:08.08" ] ], "start_stop_frames": [ [ 64831, 64910 ], [ 64961, 65013 ], [ 65034, 65106 ], [ 65066, 65284 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P02_129+88_89_90_91", "video_id": "P02_129", "narration_ids": [ "P02_129_88", "P02_129_89", "P02_129_90", "P02_129_91" ], "src": "pour salt into pan . put_down salt . pour spice from jar into lid", "src1": "pour salt into pan", "src2": "put_down salt", "src3": "pour spice from jar into lid", "trg": "return spice to jar", "vis_src": "P02_129:88 P02_129:89 P02_129:90", "vis_trg": "P02_129:91", "narrations": [ "pour salt into pan", "put down salt", "pour spice from jar into lid", "return spice to jar" ], "verbs": [ "pour-into", "put-down", "pour-from", "return-to" ], "verb_classes": [ 9, 1, 9, 11 ], "nouns": [ "salt", "salt", "spice", "spice" ], "noun_classes": [ 38, 38, 85, 85 ], "start_stop_timestamps": [ [ "00:03:17.45", "00:03:19.30" ], [ "00:03:19.29", "00:03:20.40" ], [ "00:03:20.36", "00:03:22.60" ], [ "00:03:22.24", "00:03:23.50" ] ], "start_stop_frames": [ [ 9872, 9965 ], [ 9964, 10020 ], [ 10018, 10130 ], [ 10112, 10175 ] ], "trgnoun": "spice", "trgverb": "return_to" }, { "key": "P04_01+172_173_174_175", "video_id": "P04_01", "narration_ids": [ "P04_01_172", "P04_01_173", "P04_01_174", "P04_01_175" ], "src": "scoop eggshell out of egg bowl . pick_up eggshell . scoop eggshell", "src1": "scoop eggshell out of egg bowl", "src2": "pick_up eggshell", "src3": "scoop eggshell", "trg": "look_for eggshell", "vis_src": "P04_01:172 P04_01:173 P04_01:174", "vis_trg": "P04_01:175", "narrations": [ "scoop eggshell out of egg bowl", "pick up eggshell", "scoop eggshell", "look for eggshell" ], "verbs": [ "scoop-out", "pick-up", "scoop", "look-for" ], "verb_classes": [ 16, 0, 16, 48 ], "nouns": [ "eggshell", "eggshell", "eggshell", "eggshell" ], "noun_classes": [ 141, 141, 141, 141 ], "start_stop_timestamps": [ [ "00:12:23.59", "00:12:37.82" ], [ "00:12:38.24", "00:13:00.18" ], [ "00:13:00.68", "00:13:05.49" ], [ "00:13:04.67", "00:13:13.03" ] ], "start_stop_frames": [ [ 44615, 45469 ], [ 45494, 46810 ], [ 46840, 47129 ], [ 47080, 47581 ] ], "trgnoun": "eggshell", "trgverb": "look_for" }, { "key": "P27_03+10_11_12_13", "video_id": "P27_03", "narration_ids": [ "P27_03_10", "P27_03_11", "P27_03_12", "P27_03_13" ], "src": "put_down pan . open drawer . pick_up knives", "src1": "put_down pan", "src2": "open drawer", "src3": "pick_up knives", "trg": "put_down knives", "vis_src": "P27_03:10 P27_03:11 P27_03:12", "vis_trg": "P27_03:13", "narrations": [ "put down pan", "open drawer", "pick up knives", "put down knives" ], "verbs": [ "put-down", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "pan", "drawer", "knife", "knife" ], "noun_classes": [ 5, 8, 4, 4 ], "start_stop_timestamps": [ [ "00:00:57.90", "00:01:02.17" ], [ "00:01:07.18", "00:01:08.32" ], [ "00:01:09.09", "00:01:10.61" ], [ "00:01:11.19", "00:01:12.46" ] ], "start_stop_frames": [ [ 3474, 3730 ], [ 4030, 4099 ], [ 4145, 4236 ], [ 4271, 4347 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P27_101+179_180_181_182", "video_id": "P27_101", "narration_ids": [ "P27_101_179", "P27_101_180", "P27_101_181", "P27_101_182" ], "src": "pour coffee . put_down lid . pick_up moka_pot", "src1": "pour coffee", "src2": "put_down lid", "src3": "pick_up moka_pot", "trg": "put_down moka_pot", "vis_src": "P27_101:179 P27_101:180 P27_101:181", "vis_trg": "P27_101:182", "narrations": [ "pour coffee", "put down lid", "pick up moka pot", "put down moka pot" ], "verbs": [ "pour", "put-down", "pick-up", "put-down" ], "verb_classes": [ 9, 1, 0, 1 ], "nouns": [ "coffee", "lid", "pot:moka", "pot:moka" ], "noun_classes": [ 59, 6, 50, 50 ], "start_stop_timestamps": [ [ "00:07:28.38", "00:07:32.47" ], [ "00:07:31.82", "00:07:33.16" ], [ "00:07:33.20", "00:07:33.70" ], [ "00:07:33.92", "00:07:35.65" ] ], "start_stop_frames": [ [ 22419, 22623 ], [ 22591, 22658 ], [ 22660, 22685 ], [ 22696, 22782 ] ], "trgnoun": "moka_pot", "trgverb": "put_down" }, { "key": "P02_112+88_90_91_93", "video_id": "P02_112", "narration_ids": [ "P02_112_88", "P02_112_90", "P02_112_91", "P02_112_93" ], "src": "put_down bottle . pick_up tray from drainer . spread oil on tray while holding it", "src1": "put_down bottle", "src2": "pick_up tray from drainer", "src3": "spread oil on tray while holding it", "trg": "put_down tray", "vis_src": "P02_112:88 P02_112:90 P02_112:91", "vis_trg": "P02_112:93", "narrations": [ "put down bottle", "pick up tray from drainer", "spread oil on tray while holding it", "put down tray" ], "verbs": [ "put-down", "pick-up", "spread-on", "put-down" ], "verb_classes": [ 1, 0, 27, 1 ], "nouns": [ "bottle", "drainer", "oil", "tray" ], "noun_classes": [ 15, 110, 31, 35 ], "start_stop_timestamps": [ [ "00:04:14.13", "00:04:15.38" ], [ "00:04:28.20", "00:04:30.98" ], [ "00:04:31.08", "00:04:33.35" ], [ "00:04:50.91", "00:04:52.00" ] ], "start_stop_frames": [ [ 12706, 12769 ], [ 13410, 13549 ], [ 13554, 13667 ], [ 14545, 14600 ] ], "trgnoun": "tray", "trgverb": "put_down" }, { "key": "P22_08+206_207_208_209", "video_id": "P22_08", "narration_ids": [ "P22_08_206", "P22_08_207", "P22_08_208", "P22_08_209" ], "src": "close coffee . open cabinet . put_away coffee", "src1": "close coffee", "src2": "open cabinet", "src3": "put_away coffee", "trg": "close cabinet", "vis_src": "P22_08:206 P22_08:207 P22_08:208", "vis_trg": "P22_08:209", "narrations": [ "close coffee", "open cabinet", "put away coffee", "close cabinet" ], "verbs": [ "close", "open", "put-away", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "coffee", "cabinet", "coffee", "cabinet" ], "noun_classes": [ 59, 3, 59, 3 ], "start_stop_timestamps": [ [ "00:09:01.69", "00:09:03.03" ], [ "00:09:05.20", "00:09:05.70" ], [ "00:09:05.76", "00:09:06.80" ], [ "00:09:06.90", "00:09:07.40" ] ], "start_stop_frames": [ [ 32501, 32581 ], [ 32712, 32742 ], [ 32745, 32808 ], [ 32814, 32844 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P22_12+240_241_242_243", "video_id": "P22_12", "narration_ids": [ "P22_12_240", "P22_12_241", "P22_12_242", "P22_12_243" ], "src": "put_down slice of bread . open jar . pick_up cream", "src1": "put_down slice of bread", "src2": "open jar", "src3": "pick_up cream", "trg": "spread cream", "vis_src": "P22_12:240 P22_12:241 P22_12:242", "vis_trg": "P22_12:243", "narrations": [ "put down slice of bread", "open jar", "pick up cream", "spread cream" ], "verbs": [ "put-down", "open", "pick-up", "spread" ], "verb_classes": [ 1, 3, 0, 27 ], "nouns": [ "slice:bread", "jar", "cream", "cream" ], "noun_classes": [ 33, 40, 143, 143 ], "start_stop_timestamps": [ [ "00:09:25.79", "00:09:26.50" ], [ "00:09:26.45", "00:09:27.70" ], [ "00:09:28.88", "00:09:30.65" ], [ "00:09:33.55", "00:09:36.80" ] ], "start_stop_frames": [ [ 33947, 33990 ], [ 33987, 34062 ], [ 34132, 34239 ], [ 34413, 34608 ] ], "trgnoun": "cream", "trgverb": "spread" }, { "key": "P01_09+833_834_835_836", "video_id": "P01_09", "narration_ids": [ "P01_09_833", "P01_09_834", "P01_09_835", "P01_09_836" ], "src": "dry hands . take glass . drink beer", "src1": "dry hands", "src2": "take glass", "src3": "drink beer", "trg": "put_down glass", "vis_src": "P01_09:833 P01_09:834 P01_09:835", "vis_trg": "P01_09:836", "narrations": [ "dry hands", "take glass", "drink beer", "put down glass" ], "verbs": [ "dry", "take", "drink", "put-down" ], "verb_classes": [ 14, 0, 60, 1 ], "nouns": [ "hand", "glass", "beer", "glass" ], "noun_classes": [ 11, 10, 231, 10 ], "start_stop_timestamps": [ [ "00:55:40.19", "00:55:42.67" ], [ "00:55:43.54", "00:55:44.54" ], [ "00:55:45.14", "00:55:49.39" ], [ "00:55:49.49", "00:55:50.99" ] ], "start_stop_frames": [ [ 200411, 200560 ], [ 200612, 200672 ], [ 200708, 200963 ], [ 200969, 201059 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P23_101+122_123_124_125", "video_id": "P23_101", "narration_ids": [ "P23_101_122", "P23_101_123", "P23_101_124", "P23_101_125" ], "src": "wash knife . take plate . wash plate", "src1": "wash knife", "src2": "take plate", "src3": "wash plate", "trg": "put plate", "vis_src": "P23_101:122 P23_101:123 P23_101:124", "vis_trg": "P23_101:125", "narrations": [ "wash knife", "take plate", "wash plate", "put plate" ], "verbs": [ "wash", "take", "wash", "put" ], "verb_classes": [ 2, 0, 2, 1 ], "nouns": [ "knife", "plate", "plate", "plate" ], "noun_classes": [ 4, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:14:33.28", "00:14:36.08" ], [ "00:14:37.31", "00:14:38.18" ], [ "00:14:38.72", "00:14:40.53" ], [ "00:14:40.56", "00:14:41.46" ] ], "start_stop_frames": [ [ 43664, 43804 ], [ 43865, 43909 ], [ 43936, 44026 ], [ 44028, 44073 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P28_05+6_7_8_9", "video_id": "P28_05", "narration_ids": [ "P28_05_6", "P28_05_7", "P28_05_8", "P28_05_9" ], "src": "turn_on oven_temperature . take potatoes . strain potatoes", "src1": "turn_on oven_temperature", "src2": "take potatoes", "src3": "strain potatoes", "trg": "put potatoes in tray", "vis_src": "P28_05:6 P28_05:7 P28_05:8", "vis_trg": "P28_05:9", "narrations": [ "turn on oven temperature", "take potatoes", "strain potatoes", "put potatoes in tray" ], "verbs": [ "turn-on", "take", "strain", "put-in" ], "verb_classes": [ 6, 0, 37, 5 ], "nouns": [ "temperature:oven", "potato", "potato", "potato" ], "noun_classes": [ 65, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:00:17.82", "00:00:21.18" ], [ "00:00:24.22", "00:00:25.18" ], [ "00:00:25.27", "00:00:28.31" ], [ "00:00:29.89", "00:00:34.87" ] ], "start_stop_frames": [ [ 1069, 1270 ], [ 1453, 1510 ], [ 1516, 1698 ], [ 1793, 2092 ] ], "trgnoun": "potato", "trgverb": "put_in" }, { "key": "P03_117+216_217_219_222", "video_id": "P03_117", "narration_ids": [ "P03_117_216", "P03_117_217", "P03_117_219", "P03_117_222" ], "src": "peel film off butter . move butter . move bread", "src1": "peel film off butter", "src2": "move butter", "src3": "move bread", "trg": "spread butter onto knife", "vis_src": "P03_117:216 P03_117:217 P03_117:219", "vis_trg": "P03_117:222", "narrations": [ "peel film off butter", "move butter", "move bread", "spread butter onto knife" ], "verbs": [ "peel-off", "move", "move", "spread-onto" ], "verb_classes": [ 19, 11, 11, 27 ], "nouns": [ "film", "butter", "bread", "butter" ], "noun_classes": [ 100, 78, 33, 78 ], "start_stop_timestamps": [ [ "00:10:23.77", "00:10:25.11" ], [ "00:10:25.90", "00:10:27.09" ], [ "00:10:26.00", "00:10:29.20" ], [ "00:10:37.72", "00:10:38.37" ] ], "start_stop_frames": [ [ 31188, 31255 ], [ 31295, 31354 ], [ 31300, 31460 ], [ 31886, 31918 ] ], "trgnoun": "butter", "trgverb": "spread_onto" }, { "key": "P22_111+69_70_71_72", "video_id": "P22_111", "narration_ids": [ "P22_111_69", "P22_111_70", "P22_111_71", "P22_111_72" ], "src": "open drawer . take fork . lift pan", "src1": "open drawer", "src2": "take fork", "src3": "lift pan", "trg": "put_down pan", "vis_src": "P22_111:69 P22_111:70 P22_111:71", "vis_trg": "P22_111:72", "narrations": [ "open drawer", "take fork", "lift pan", "put down pan" ], "verbs": [ "open", "take", "lift", "put-down" ], "verb_classes": [ 3, 0, 33, 1 ], "nouns": [ "drawer", "fork", "pan", "pan" ], "noun_classes": [ 8, 14, 5, 5 ], "start_stop_timestamps": [ [ "00:02:42.03", "00:02:43.31" ], [ "00:02:43.41", "00:02:45.07" ], [ "00:02:45.13", "00:02:46.62" ], [ "00:02:45.55", "00:02:47.70" ] ], "start_stop_frames": [ [ 8101, 8165 ], [ 8170, 8253 ], [ 8256, 8331 ], [ 8277, 8385 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P26_119+69_70_71_72", "video_id": "P26_119", "narration_ids": [ "P26_119_69", "P26_119_70", "P26_119_71", "P26_119_72" ], "src": "put_down plate . pick_up knife . pick_up onion", "src1": "put_down plate", "src2": "pick_up knife", "src3": "pick_up onion", "trg": "cut onion", "vis_src": "P26_119:69 P26_119:70 P26_119:71", "vis_trg": "P26_119:72", "narrations": [ "put down plate", "pick up knife", "pick up onion", "cut onion" ], "verbs": [ "put-down", "pick-up", "pick-up", "cut" ], "verb_classes": [ 1, 0, 0, 7 ], "nouns": [ "plate", "knife", "onion", "onion" ], "noun_classes": [ 2, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:03:49.70", "00:03:50.70" ], [ "00:03:50.47", "00:03:51.34" ], [ "00:03:51.14", "00:03:52.14" ], [ "00:03:51.73", "00:04:30.12" ] ], "start_stop_frames": [ [ 11485, 11535 ], [ 11523, 11567 ], [ 11557, 11607 ], [ 11586, 13506 ] ], "trgnoun": "onion", "trgverb": "cut" }, { "key": "P05_05+24_25_26_27", "video_id": "P05_05", "narration_ids": [ "P05_05_24", "P05_05_25", "P05_05_26", "P05_05_27" ], "src": "take jar . pour water into glass . turn_off microwave", "src1": "take jar", "src2": "pour water into glass", "src3": "turn_off microwave", "trg": "open microwave", "vis_src": "P05_05:24 P05_05:25 P05_05:26", "vis_trg": "P05_05:27", "narrations": [ "take jar", "pour water into glass", "turn off microwave", "open microwave" ], "verbs": [ "take", "pour-into", "turn-off", "open" ], "verb_classes": [ 0, 9, 8, 3 ], "nouns": [ "jar", "water", "microwave", "microwave" ], "noun_classes": [ 40, 27, 90, 90 ], "start_stop_timestamps": [ [ "00:01:12.31", "00:01:13.36" ], [ "00:01:13.49", "00:01:18.49" ], [ "00:02:23.81", "00:02:24.65" ], [ "00:02:25.16", "00:02:26.16" ] ], "start_stop_frames": [ [ 4338, 4401 ], [ 4409, 4709 ], [ 8628, 8679 ], [ 8709, 8769 ] ], "trgnoun": "microwave", "trgverb": "open" }, { "key": "P01_106+240_241_242_243", "video_id": "P01_106", "narration_ids": [ "P01_106_240", "P01_106_241", "P01_106_242", "P01_106_243" ], "src": "put cleaning_product into cupboard . close cupboard . take tea_towel", "src1": "put cleaning_product into cupboard", "src2": "close cupboard", "src3": "take tea_towel", "trg": "fold tea_towel", "vis_src": "P01_106:240 P01_106:241 P01_106:242", "vis_trg": "P01_106:243", "narrations": [ "put cleaning product into cupboard", "close cupboard", "take tea towel", "fold tea towel" ], "verbs": [ "put-into", "close", "take", "fold" ], "verb_classes": [ 5, 4, 0, 28 ], "nouns": [ "product:cleaning", "cupboard", "towel:tea", "towel:tea" ], "noun_classes": [ 22, 3, 52, 52 ], "start_stop_timestamps": [ [ "00:11:40.05", "00:11:41.99" ], [ "00:11:41.79", "00:11:42.85" ], [ "00:11:46.56", "00:11:48.98" ], [ "00:11:52.81", "00:11:59.62" ] ], "start_stop_frames": [ [ 35002, 35099 ], [ 35089, 35142 ], [ 35328, 35449 ], [ 35640, 35981 ] ], "trgnoun": "tea_towel", "trgverb": "fold" }, { "key": "P03_07+34_35_36_37", "video_id": "P03_07", "narration_ids": [ "P03_07_34", "P03_07_35", "P03_07_36", "P03_07_37" ], "src": "grab plate . close cupboard . pick_up grapes", "src1": "grab plate", "src2": "close cupboard", "src3": "pick_up grapes", "trg": "open grapes", "vis_src": "P03_07:34 P03_07:35 P03_07:36", "vis_trg": "P03_07:37", "narrations": [ "grab plate", "close cupboard", "pick up grapes", "open grapes" ], "verbs": [ "grab", "close", "pick-up", "open" ], "verb_classes": [ 0, 4, 0, 3 ], "nouns": [ "plate", "cupboard", "grape", "grape" ], "noun_classes": [ 2, 3, 202, 202 ], "start_stop_timestamps": [ [ "00:01:03.07", "00:01:03.99" ], [ "00:01:04.09", "00:01:04.75" ], [ "00:01:05.22", "00:01:06.68" ], [ "00:01:06.78", "00:01:09.62" ] ], "start_stop_frames": [ [ 3784, 3839 ], [ 3845, 3885 ], [ 3913, 4000 ], [ 4006, 4177 ] ], "trgnoun": "grape", "trgverb": "open" }, { "key": "P31_05+33_34_35_36", "video_id": "P31_05", "narration_ids": [ "P31_05_33", "P31_05_34", "P31_05_35", "P31_05_36" ], "src": "pick_up teaspoon . open lid . put_down water_bottle", "src1": "pick_up teaspoon", "src2": "open lid", "src3": "put_down water_bottle", "trg": "open water_bottle", "vis_src": "P31_05:33 P31_05:34 P31_05:35", "vis_trg": "P31_05:36", "narrations": [ "pick up teaspoon", "open lid", "put down water bottle", "open water bottle" ], "verbs": [ "pick-up", "open", "put-down", "open" ], "verb_classes": [ 0, 3, 1, 3 ], "nouns": [ "teaspoon", "lid", "bottle:water", "bottle:water" ], "noun_classes": [ 1, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:04:59.10", "00:05:00.65" ], [ "00:05:04.26", "00:05:05.90" ], [ "00:05:07.00", "00:05:17.10" ], [ "00:05:07.49", "00:05:08.70" ] ], "start_stop_frames": [ [ 17946, 18039 ], [ 18255, 18354 ], [ 18420, 19026 ], [ 18449, 18522 ] ], "trgnoun": "water_bottle", "trgverb": "open" }, { "key": "P22_107+127_128_129_130", "video_id": "P22_107", "narration_ids": [ "P22_107_127", "P22_107_128", "P22_107_129", "P22_107_130" ], "src": "close cupboard . pick_up teaspoon . stir mixture", "src1": "close cupboard", "src2": "pick_up teaspoon", "src3": "stir mixture", "trg": "compress mixture", "vis_src": "P22_107:127 P22_107:128 P22_107:129", "vis_trg": "P22_107:130", "narrations": [ "close cupboard", "pick up teaspoon", "stir mixture", "compress mixture" ], "verbs": [ "close", "pick-up", "stir", "compress" ], "verb_classes": [ 4, 0, 10, 21 ], "nouns": [ "cupboard", "teaspoon", "mixture", "mixture" ], "noun_classes": [ 3, 1, 71, 71 ], "start_stop_timestamps": [ [ "00:04:25.60", "00:04:26.30" ], [ "00:04:27.47", "00:04:28.87" ], [ "00:04:28.94", "00:05:05.37" ], [ "00:05:04.67", "00:05:15.47" ] ], "start_stop_frames": [ [ 13280, 13315 ], [ 13373, 13443 ], [ 13447, 15268 ], [ 15233, 15773 ] ], "trgnoun": "mixture", "trgverb": "compress" }, { "key": "P03_02+132_133_134_135", "video_id": "P03_02", "narration_ids": [ "P03_02_132", "P03_02_133", "P03_02_134", "P03_02_135" ], "src": "pick_up plate . close cupboard . brush crumbs", "src1": "pick_up plate", "src2": "close cupboard", "src3": "brush crumbs", "trg": "put crumbs in bin", "vis_src": "P03_02:132 P03_02:133 P03_02:134", "vis_trg": "P03_02:135", "narrations": [ "pick up plate", "close cupboard", "brush crumbs", "put crumbs in bin" ], "verbs": [ "pick-up", "close", "brush", "put-in" ], "verb_classes": [ 0, 4, 57, 5 ], "nouns": [ "plate", "cupboard", "crumb", "crumb" ], "noun_classes": [ 2, 3, 54, 54 ], "start_stop_timestamps": [ [ "00:06:33.35", "00:06:34.59" ], [ "00:06:36.57", "00:06:37.52" ], [ "00:06:39.89", "00:06:43.03" ], [ "00:06:45.45", "00:06:47.70" ] ], "start_stop_frames": [ [ 23601, 23675 ], [ 23794, 23851 ], [ 23993, 24181 ], [ 24327, 24462 ] ], "trgnoun": "crumb", "trgverb": "put_in" }, { "key": "P07_117+76_77_78_79", "video_id": "P07_117", "narration_ids": [ "P07_117_76", "P07_117_77", "P07_117_78", "P07_117_79" ], "src": "grab pot . put rice into container . scrape pot", "src1": "grab pot", "src2": "put rice into container", "src3": "scrape pot", "trg": "push rice", "vis_src": "P07_117:76 P07_117:77 P07_117:78", "vis_trg": "P07_117:79", "narrations": [ "grab pot", "put rice into container", "scrape pot", "push rice" ], "verbs": [ "grab", "put-into", "scrape", "push" ], "verb_classes": [ 0, 5, 25, 21 ], "nouns": [ "pot", "rice", "pot", "rice" ], "noun_classes": [ 29, 55, 29, 55 ], "start_stop_timestamps": [ [ "00:03:25.53", "00:03:26.90" ], [ "00:03:27.00", "00:03:48.05" ], [ "00:03:37.82", "00:03:44.11" ], [ "00:03:44.22", "00:03:51.83" ] ], "start_stop_frames": [ [ 10276, 10345 ], [ 10350, 11402 ], [ 10891, 11205 ], [ 11211, 11591 ] ], "trgnoun": "rice", "trgverb": "push" }, { "key": "P22_13+108_109_110_111", "video_id": "P22_13", "narration_ids": [ "P22_13_108", "P22_13_109", "P22_13_110", "P22_13_111" ], "src": "shake cloth . fold cloth . open drawer", "src1": "shake cloth", "src2": "fold cloth", "src3": "open drawer", "trg": "put_down cloth", "vis_src": "P22_13:108 P22_13:109 P22_13:110", "vis_trg": "P22_13:111", "narrations": [ "shake cloth", "fold cloth", "open drawer", "put down cloth" ], "verbs": [ "shake", "fold", "open", "put-down" ], "verb_classes": [ 15, 28, 3, 1 ], "nouns": [ "cloth", "cloth", "drawer", "cloth" ], "noun_classes": [ 17, 17, 8, 17 ], "start_stop_timestamps": [ [ "00:03:48.59", "00:03:49.69" ], [ "00:03:49.94", "00:03:51.03" ], [ "00:03:52.08", "00:03:53.02" ], [ "00:03:53.14", "00:03:54.24" ] ], "start_stop_frames": [ [ 13715, 13781 ], [ 13796, 13861 ], [ 13924, 13981 ], [ 13988, 14054 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P22_15+101_102_103_107", "video_id": "P22_15", "narration_ids": [ "P22_15_101", "P22_15_102", "P22_15_103", "P22_15_107" ], "src": "put_down salad_bowl . put_down glasses . pick_up bowl", "src1": "put_down salad_bowl", "src2": "put_down glasses", "src3": "pick_up bowl", "trg": "open cabinet", "vis_src": "P22_15:101 P22_15:102 P22_15:103", "vis_trg": "P22_15:107", "narrations": [ "put down salad bowl", "put down glasses", "pick up bowl", "open cabinet" ], "verbs": [ "put-down", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "bowl:salad", "glass", "bowl", "cabinet" ], "noun_classes": [ 7, 10, 7, 3 ], "start_stop_timestamps": [ [ "00:03:39.23", "00:03:40.78" ], [ "00:03:40.44", "00:03:42.60" ], [ "00:03:44.12", "00:03:45.29" ], [ "00:03:52.09", "00:03:52.89" ] ], "start_stop_frames": [ [ 13153, 13246 ], [ 13226, 13356 ], [ 13447, 13517 ], [ 13925, 13973 ] ], "trgnoun": "cabinet", "trgverb": "open" }, { "key": "P02_129+46_47_48_49", "video_id": "P02_129", "narration_ids": [ "P02_129_46", "P02_129_47", "P02_129_48", "P02_129_49" ], "src": "press garlic . slide garlic into pan using knife . slide knife on side of pan", "src1": "press garlic", "src2": "slide garlic into pan using knife", "src3": "slide knife on side of pan", "trg": "put_down knife", "vis_src": "P02_129:46 P02_129:47 P02_129:48", "vis_trg": "P02_129:49", "narrations": [ "press garlic", "slide garlic into pan using knife", "slide knife on side of pan", "put down knife" ], "verbs": [ "press", "slide-into", "slide-on", "put-down" ], "verb_classes": [ 21, 5, 61, 1 ], "nouns": [ "garlic", "garlic", "knife", "knife" ], "noun_classes": [ 51, 51, 4, 4 ], "start_stop_timestamps": [ [ "00:01:42.99", "00:01:43.79" ], [ "00:01:43.79", "00:01:45.03" ], [ "00:01:45.13", "00:01:47.61" ], [ "00:01:47.71", "00:01:48.81" ] ], "start_stop_frames": [ [ 5149, 5189 ], [ 5189, 5251 ], [ 5256, 5380 ], [ 5385, 5440 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P04_05+189_190_191_192", "video_id": "P04_05", "narration_ids": [ "P04_05_189", "P04_05_190", "P04_05_191", "P04_05_192" ], "src": "put_down scissors . open passata . stir pan", "src1": "put_down scissors", "src2": "open passata", "src3": "stir pan", "trg": "tip passata", "vis_src": "P04_05:189 P04_05:190 P04_05:191", "vis_trg": "P04_05:192", "narrations": [ "put down scissors", "open passata", "stir pan", "tip passata" ], "verbs": [ "put-down", "open", "stir", "tip" ], "verb_classes": [ 1, 3, 10, 1 ], "nouns": [ "scissors", "passata", "pan", "passata" ], "noun_classes": [ 79, 47, 5, 47 ], "start_stop_timestamps": [ [ "00:21:41.23", "00:21:42.64" ], [ "00:21:43.63", "00:21:45.55" ], [ "00:21:47.97", "00:21:51.74" ], [ "00:21:51.67", "00:21:59.23" ] ], "start_stop_frames": [ [ 78073, 78158 ], [ 78217, 78333 ], [ 78478, 78704 ], [ 78700, 79153 ] ], "trgnoun": "passata", "trgverb": "tip" }, { "key": "P04_106+56_57_58_59", "video_id": "P04_106", "narration_ids": [ "P04_106_56", "P04_106_57", "P04_106_58", "P04_106_59" ], "src": "upturn dough . pick_up dough . examine dough", "src1": "upturn dough", "src2": "pick_up dough", "src3": "examine dough", "trg": "smell dough", "vis_src": "P04_106:56 P04_106:57 P04_106:58", "vis_trg": "P04_106:59", "narrations": [ "upturn dough", "pick up dough", "examine dough", "smell dough" ], "verbs": [ "upturn", "pick-up", "examine", "smell" ], "verb_classes": [ 22, 0, 24, 75 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:02:13.00", "00:02:16.45" ], [ "00:02:16.52", "00:02:17.27" ], [ "00:02:17.37", "00:02:19.65" ], [ "00:02:19.73", "00:02:20.36" ] ], "start_stop_frames": [ [ 6650, 6822 ], [ 6826, 6863 ], [ 6868, 6982 ], [ 6986, 7018 ] ], "trgnoun": "dough", "trgverb": "smell" }, { "key": "P04_101+204_205_206_207", "video_id": "P04_101", "narration_ids": [ "P04_101_204", "P04_101_205", "P04_101_206", "P04_101_207" ], "src": "close fridge . pick_up kettle . pour water into aeropress", "src1": "close fridge", "src2": "pick_up kettle", "src3": "pour water into aeropress", "trg": "put_down kettle", "vis_src": "P04_101:204 P04_101:205 P04_101:206", "vis_trg": "P04_101:207", "narrations": [ "close fridge", "pick up kettle", "pour water into aeropress", "put down kettle" ], "verbs": [ "close", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 4, 0, 9, 1 ], "nouns": [ "fridge", "kettle", "water", "kettle" ], "noun_classes": [ 12, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:07:39.66", "00:07:41.50" ], [ "00:08:01.15", "00:08:02.48" ], [ "00:08:03.37", "00:08:08.30" ], [ "00:08:08.47", "00:08:10.19" ] ], "start_stop_frames": [ [ 22983, 23075 ], [ 24057, 24124 ], [ 24168, 24415 ], [ 24423, 24509 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_108+89_90_91_92", "video_id": "P02_108", "narration_ids": [ "P02_108_89", "P02_108_90", "P02_108_91", "P02_108_92" ], "src": "open drawer . pick_up spoon . pour salt into spoon", "src1": "open drawer", "src2": "pick_up spoon", "src3": "pour salt into spoon", "trg": "pour salt from spoon into bowl", "vis_src": "P02_108:89 P02_108:90 P02_108:91", "vis_trg": "P02_108:92", "narrations": [ "open drawer", "pick up spoon", "pour salt into spoon", "pour salt from spoon into bowl" ], "verbs": [ "open", "pick-up", "pour-into", "pour-from" ], "verb_classes": [ 3, 0, 9, 9 ], "nouns": [ "drawer", "spoon", "salt", "salt" ], "noun_classes": [ 8, 1, 38, 38 ], "start_stop_timestamps": [ [ "00:03:14.94", "00:03:16.00" ], [ "00:03:16.10", "00:03:17.47" ], [ "00:03:17.66", "00:03:22.93" ], [ "00:03:22.59", "00:03:23.24" ] ], "start_stop_frames": [ [ 9747, 9800 ], [ 9805, 9873 ], [ 9883, 10146 ], [ 10129, 10162 ] ], "trgnoun": "salt", "trgverb": "pour_from" }, { "key": "P19_04+43_44_45_46", "video_id": "P19_04", "narration_ids": [ "P19_04_43", "P19_04_44", "P19_04_45", "P19_04_46" ], "src": "put water . open drawers . put bean with salt into bowl", "src1": "put water", "src2": "open drawers", "src3": "put bean with salt into bowl", "trg": "pour water", "vis_src": "P19_04:43 P19_04:44 P19_04:45", "vis_trg": "P19_04:46", "narrations": [ "put water", "open drawers", "put bean with salt into bowl", "pour water" ], "verbs": [ "put", "open", "put-with", "pour" ], "verb_classes": [ 1, 3, 1, 9 ], "nouns": [ "water", "drawer", "bean", "water" ], "noun_classes": [ 27, 8, 214, 27 ], "start_stop_timestamps": [ [ "00:06:16.09", "00:06:17.63" ], [ "00:06:26.14", "00:06:28.86" ], [ "00:06:38.31", "00:06:39.56" ], [ "00:06:50.77", "00:06:52.42" ] ], "start_stop_frames": [ [ 22565, 22657 ], [ 23168, 23331 ], [ 23898, 23973 ], [ 24646, 24745 ] ], "trgnoun": "water", "trgverb": "pour" }, { "key": "P29_03+279_280_281_282", "video_id": "P29_03", "narration_ids": [ "P29_03_279", "P29_03_280", "P29_03_281", "P29_03_282" ], "src": "pick_up jug . put jug in bowl . scour jug", "src1": "pick_up jug", "src2": "put jug in bowl", "src3": "scour jug", "trg": "put jug on surface", "vis_src": "P29_03:279 P29_03:280 P29_03:281", "vis_trg": "P29_03:282", "narrations": [ "pick up jug", "put jug in bowl", "scour jug", "put jug on surface" ], "verbs": [ "pick-up", "put-in", "scour", "put-on" ], "verb_classes": [ 0, 5, 29, 1 ], "nouns": [ "jug", "jug", "jug", "jug" ], "noun_classes": [ 66, 66, 66, 66 ], "start_stop_timestamps": [ [ "00:17:49.77", "00:17:51.30" ], [ "00:17:52.82", "00:17:53.65" ], [ "00:17:54.84", "00:18:02.96" ], [ "00:18:04.88", "00:18:07.00" ] ], "start_stop_frames": [ [ 64186, 64278 ], [ 64369, 64419 ], [ 64490, 64977 ], [ 65092, 65220 ] ], "trgnoun": "jug", "trgverb": "put_on" }, { "key": "P30_06+24_25_26_27", "video_id": "P30_06", "narration_ids": [ "P30_06_24", "P30_06_25", "P30_06_26", "P30_06_27" ], "src": "dry spoon . dry carrot_peeler . dry forks", "src1": "dry spoon", "src2": "dry carrot_peeler", "src3": "dry forks", "trg": "put forks", "vis_src": "P30_06:24 P30_06:25 P30_06:26", "vis_trg": "P30_06:27", "narrations": [ "dry spoon", "dry carrot peeler", "dry forks", "put forks" ], "verbs": [ "dry", "dry", "dry", "put" ], "verb_classes": [ 14, 14, 14, 1 ], "nouns": [ "spoon", "peeler:carrot", "fork", "fork" ], "noun_classes": [ 1, 87, 14, 14 ], "start_stop_timestamps": [ [ "00:01:10.15", "00:01:12.39" ], [ "00:01:12.77", "00:01:15.43" ], [ "00:01:15.53", "00:01:18.66" ], [ "00:01:18.66", "00:01:22.14" ] ], "start_stop_frames": [ [ 4209, 4343 ], [ 4366, 4525 ], [ 4531, 4719 ], [ 4719, 4928 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P01_109+94_95_96_97", "video_id": "P01_109", "narration_ids": [ "P01_109_94", "P01_109_95", "P01_109_96", "P01_109_97" ], "src": "peel potato . put_down potato . pick_up peeler_blade", "src1": "peel potato", "src2": "put_down potato", "src3": "pick_up peeler_blade", "trg": "fix peeler_blade", "vis_src": "P01_109:94 P01_109:95 P01_109:96", "vis_trg": "P01_109:97", "narrations": [ "peel potato", "put down potato", "pick up peeler blade", "fix peeler blade" ], "verbs": [ "peel", "put-down", "pick-up", "fix" ], "verb_classes": [ 19, 1, 0, 64 ], "nouns": [ "potato", "potato", "blade:peeler", "blade:peeler" ], "noun_classes": [ 30, 30, 4, 4 ], "start_stop_timestamps": [ [ "00:04:23.05", "00:05:09.22" ], [ "00:05:09.26", "00:05:10.06" ], [ "00:05:10.16", "00:05:11.51" ], [ "00:05:11.49", "00:05:15.46" ] ], "start_stop_frames": [ [ 13152, 15461 ], [ 15463, 15503 ], [ 15508, 15575 ], [ 15574, 15772 ] ], "trgnoun": "peeler_blade", "trgverb": "fix" }, { "key": "P01_09+212_213_214_215", "video_id": "P01_09", "narration_ids": [ "P01_09_212", "P01_09_213", "P01_09_214", "P01_09_215" ], "src": "pour potato onto plate . put_down knife . take potato_skins", "src1": "pour potato onto plate", "src2": "put_down knife", "src3": "take potato_skins", "trg": "take potato_skin from floor", "vis_src": "P01_09:212 P01_09:213 P01_09:214", "vis_trg": "P01_09:215", "narrations": [ "pour potato onto plate", "put down knife", "take potato skins", "take potato skin from floor" ], "verbs": [ "pour-onto", "put-down", "take", "take-from" ], "verb_classes": [ 9, 1, 0, 0 ], "nouns": [ "potato", "knife", "skin:potato", "skin:potato" ], "noun_classes": [ 30, 4, 48, 48 ], "start_stop_timestamps": [ [ "00:16:39.89", "00:16:42.32" ], [ "00:16:43.46", "00:16:44.25" ], [ "00:16:45.44", "00:16:47.60" ], [ "00:16:48.92", "00:16:50.25" ] ], "start_stop_frames": [ [ 59993, 60139 ], [ 60207, 60255 ], [ 60326, 60456 ], [ 60535, 60615 ] ], "trgnoun": "potato_skin", "trgverb": "take_from" }, { "key": "P04_109+420_421_422_423", "video_id": "P04_109", "narration_ids": [ "P04_109_420", "P04_109_421", "P04_109_422", "P04_109_423" ], "src": "put kitchen_roll on tofu . squeeze water out of tofu . turn_over tofu", "src1": "put kitchen_roll on tofu", "src2": "squeeze water out of tofu", "src3": "turn_over tofu", "trg": "pick_up kitchen_roll", "vis_src": "P04_109:420 P04_109:421 P04_109:422", "vis_trg": "P04_109:423", "narrations": [ "put kitchen roll on tofu", "squeeze water out of tofu", "turn over tofu", "pick up kitchen roll" ], "verbs": [ "put-on", "squeeze-out", "turn-over", "pick-up" ], "verb_classes": [ 1, 18, 22, 0 ], "nouns": [ "roll:kitchen", "water", "tofu", "roll:kitchen" ], "noun_classes": [ 93, 27, 81, 93 ], "start_stop_timestamps": [ [ "00:12:41.70", "00:12:42.53" ], [ "00:12:42.60", "00:12:45.21" ], [ "00:12:45.15", "00:12:47.50" ], [ "00:12:48.54", "00:12:49.54" ] ], "start_stop_frames": [ [ 38085, 38126 ], [ 38130, 38260 ], [ 38257, 38375 ], [ 38427, 38477 ] ], "trgnoun": "kitchen_roll", "trgverb": "pick_up" }, { "key": "P06_103+155_156_157_158", "video_id": "P06_103", "narration_ids": [ "P06_103_155", "P06_103_156", "P06_103_157", "P06_103_158" ], "src": "stir pan . pick_up chopping_board . scrape herb into pan", "src1": "stir pan", "src2": "pick_up chopping_board", "src3": "scrape herb into pan", "trg": "put_down chopping_board and knife", "vis_src": "P06_103:155 P06_103:156 P06_103:157", "vis_trg": "P06_103:158", "narrations": [ "stir pan", "pick up chopping board", "scrape herb into pan", "put down chopping board and knife" ], "verbs": [ "stir", "pick-up", "scrape-into", "put-down" ], "verb_classes": [ 10, 0, 25, 1 ], "nouns": [ "pan", "board:chopping", "herb", "board:chopping" ], "noun_classes": [ 5, 18, 62, 18 ], "start_stop_timestamps": [ [ "00:11:54.53", "00:12:03.03" ], [ "00:12:02.72", "00:12:04.73" ], [ "00:12:04.76", "00:12:21.41" ], [ "00:12:21.52", "00:12:22.84" ] ], "start_stop_frames": [ [ 35726, 36151 ], [ 36136, 36236 ], [ 36238, 37070 ], [ 37076, 37142 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P22_05+461_462_463_464", "video_id": "P22_05", "narration_ids": [ "P22_05_461", "P22_05_462", "P22_05_463", "P22_05_464" ], "src": "open jar . pick_up knife . pick_up cream", "src1": "open jar", "src2": "pick_up knife", "src3": "pick_up cream", "trg": "squeeze cream", "vis_src": "P22_05:461 P22_05:462 P22_05:463", "vis_trg": "P22_05:464", "narrations": [ "open jar", "pick up knife", "pick up cream", "squeeze cream" ], "verbs": [ "open", "pick-up", "pick-up", "squeeze" ], "verb_classes": [ 3, 0, 0, 18 ], "nouns": [ "jar", "knife", "cream", "cream" ], "noun_classes": [ 40, 4, 143, 143 ], "start_stop_timestamps": [ [ "00:18:58.42", "00:19:00.07" ], [ "00:19:00.42", "00:19:01.24" ], [ "00:19:01.43", "00:19:05.43" ], [ "00:19:03.19", "00:19:15.44" ] ], "start_stop_frames": [ [ 68305, 68404 ], [ 68425, 68474 ], [ 68485, 68725 ], [ 68591, 69326 ] ], "trgnoun": "cream", "trgverb": "squeeze" }, { "key": "P02_112+51_56_57_60", "video_id": "P02_112", "narration_ids": [ "P02_112_51", "P02_112_56", "P02_112_57", "P02_112_60" ], "src": "pour spice from lid onto pan . pick_up jar . open jar", "src1": "pour spice from lid onto pan", "src2": "pick_up jar", "src3": "open jar", "trg": "close jar", "vis_src": "P02_112:51 P02_112:56 P02_112:57", "vis_trg": "P02_112:60", "narrations": [ "pour spice from lid onto pan", "pick up jar", "open jar", "close jar" ], "verbs": [ "pour-from", "pick-up", "open", "close" ], "verb_classes": [ 9, 0, 3, 4 ], "nouns": [ "spice", "jar", "jar", "jar" ], "noun_classes": [ 85, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:02:21.00", "00:02:22.01" ], [ "00:02:39.95", "00:02:40.53" ], [ "00:02:40.39", "00:02:41.26" ], [ "00:02:43.64", "00:02:44.86" ] ], "start_stop_frames": [ [ 7050, 7100 ], [ 7997, 8026 ], [ 8019, 8063 ], [ 8181, 8243 ] ], "trgnoun": "jar", "trgverb": "close" }, { "key": "P08_01+7_8_9_10", "video_id": "P08_01", "narration_ids": [ "P08_01_7", "P08_01_8", "P08_01_9", "P08_01_10" ], "src": "get filter . place filter . shake filter", "src1": "get filter", "src2": "place filter", "src3": "shake filter", "trg": "wipe_off filter", "vis_src": "P08_01:7 P08_01:8 P08_01:9", "vis_trg": "P08_01:10", "narrations": [ "get filter", "place filter", "shake filter", "wipe off filter" ], "verbs": [ "get", "place", "shake", "wipe-off" ], "verb_classes": [ 0, 1, 15, 2 ], "nouns": [ "filter", "filter", "filter", "filter" ], "noun_classes": [ 77, 77, 77, 77 ], "start_stop_timestamps": [ [ "00:00:20.90", "00:00:22.44" ], [ "00:00:22.81", "00:00:23.78" ], [ "00:00:24.94", "00:00:27.29" ], [ "00:00:27.56", "00:00:28.83" ] ], "start_stop_frames": [ [ 1254, 1346 ], [ 1368, 1426 ], [ 1496, 1637 ], [ 1653, 1729 ] ], "trgnoun": "filter", "trgverb": "wipe_off" }, { "key": "P26_04+23_24_25_26", "video_id": "P26_04", "narration_ids": [ "P26_04_23", "P26_04_24", "P26_04_25", "P26_04_26" ], "src": "put_down plate . open package of pasta . put pasta on plate", "src1": "put_down plate", "src2": "open package of pasta", "src3": "put pasta on plate", "trg": "close pasta_package", "vis_src": "P26_04:23 P26_04:24 P26_04:25", "vis_trg": "P26_04:26", "narrations": [ "put down plate", "open package of pasta", "put pasta on plate", "close pasta package" ], "verbs": [ "put-down", "open", "put-on", "close" ], "verb_classes": [ 1, 3, 1, 4 ], "nouns": [ "plate", "package:pasta", "pasta", "package:pasta" ], "noun_classes": [ 2, 26, 45, 26 ], "start_stop_timestamps": [ [ "00:01:19.13", "00:01:22.02" ], [ "00:01:22.49", "00:01:30.03" ], [ "00:01:30.13", "00:01:41.11" ], [ "00:01:42.96", "00:01:46.64" ] ], "start_stop_frames": [ [ 4747, 4921 ], [ 4949, 5401 ], [ 5407, 6066 ], [ 6177, 6398 ] ], "trgnoun": "pasta_package", "trgverb": "close" }, { "key": "P26_107+22_23_24_25", "video_id": "P26_107", "narration_ids": [ "P26_107_22", "P26_107_23", "P26_107_24", "P26_107_25" ], "src": "put_down lid . pick_up pasta . taste pasta", "src1": "put_down lid", "src2": "pick_up pasta", "src3": "taste pasta", "trg": "pick_up lid", "vis_src": "P26_107:22 P26_107:23 P26_107:24", "vis_trg": "P26_107:25", "narrations": [ "put down lid", "pick up pasta", "taste pasta", "pick up lid" ], "verbs": [ "put-down", "pick-up", "taste", "pick-up" ], "verb_classes": [ 1, 0, 35, 0 ], "nouns": [ "lid", "pasta", "pasta", "lid" ], "noun_classes": [ 6, 45, 45, 6 ], "start_stop_timestamps": [ [ "00:02:09.67", "00:02:12.94" ], [ "00:02:12.78", "00:02:23.06" ], [ "00:02:23.15", "00:02:33.10" ], [ "00:02:31.28", "00:02:34.43" ] ], "start_stop_frames": [ [ 6483, 6647 ], [ 6639, 7153 ], [ 7157, 7655 ], [ 7564, 7721 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P06_101+376_377_378_382", "video_id": "P06_101", "narration_ids": [ "P06_101_376", "P06_101_377", "P06_101_378", "P06_101_382" ], "src": "pick_up can . rinse can . put_down cans", "src1": "pick_up can", "src2": "rinse can", "src3": "put_down cans", "trg": "shake cans", "vis_src": "P06_101:376 P06_101:377 P06_101:378", "vis_trg": "P06_101:382", "narrations": [ "pick up can", "rinse can", "put down cans", "shake cans" ], "verbs": [ "pick-up", "rinse", "put-down", "shake" ], "verb_classes": [ 0, 2, 1, 15 ], "nouns": [ "can", "can", "can", "can" ], "noun_classes": [ 61, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:28:26.48", "00:28:27.16" ], [ "00:28:27.63", "00:28:32.91" ], [ "00:28:34.18", "00:28:34.78" ], [ "00:28:44.90", "00:28:47.33" ] ], "start_stop_frames": [ [ 85324, 85358 ], [ 85381, 85645 ], [ 85709, 85739 ], [ 86245, 86366 ] ], "trgnoun": "can", "trgverb": "shake" }, { "key": "P02_123+205_206_207_208", "video_id": "P02_123", "narration_ids": [ "P02_123_205", "P02_123_206", "P02_123_207", "P02_123_208" ], "src": "close cupboard . pick_up food processor piece . open food processor cover", "src1": "close cupboard", "src2": "pick_up food processor piece", "src3": "open food processor cover", "trg": "attach piece", "vis_src": "P02_123:205 P02_123:206 P02_123:207", "vis_trg": "P02_123:208", "narrations": [ "close cupboard", "pick up food processor piece", "open food processor cover", "attach piece" ], "verbs": [ "close", "pick-up", "open", "attach" ], "verb_classes": [ 4, 0, 3, 64 ], "nouns": [ "cupboard", "piece:food:processor", "cover:food:processor", "cover:food:processor" ], "noun_classes": [ 3, 147, 89, 89 ], "start_stop_timestamps": [ [ "00:12:06.98", "00:12:07.65" ], [ "00:12:08.66", "00:12:11.19" ], [ "00:12:11.29", "00:12:13.46" ], [ "00:12:13.26", "00:12:14.12" ] ], "start_stop_frames": [ [ 36349, 36382 ], [ 36433, 36559 ], [ 36564, 36673 ], [ 36663, 36706 ] ], "trgnoun": "processor_food_cover", "trgverb": "attach" }, { "key": "P01_109+87_88_89_90", "video_id": "P01_109", "narration_ids": [ "P01_109_87", "P01_109_88", "P01_109_89", "P01_109_90" ], "src": "put_down potato_slice . pick_up knife . cut potato_slice", "src1": "put_down potato_slice", "src2": "pick_up knife", "src3": "cut potato_slice", "trg": "put_down knife", "vis_src": "P01_109:87 P01_109:88 P01_109:89", "vis_trg": "P01_109:90", "narrations": [ "put down potato slice", "pick up knife", "cut potato slice", "put down knife" ], "verbs": [ "put-down", "pick-up", "cut", "put-down" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "slice:potato", "knife", "slice:potato", "knife" ], "noun_classes": [ 30, 4, 30, 4 ], "start_stop_timestamps": [ [ "00:04:15.16", "00:04:15.72" ], [ "00:04:17.53", "00:04:18.53" ], [ "00:04:18.30", "00:04:20.73" ], [ "00:04:20.51", "00:04:21.11" ] ], "start_stop_frames": [ [ 12758, 12786 ], [ 12876, 12926 ], [ 12915, 13036 ], [ 13025, 13055 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P01_18+529_530_531_532", "video_id": "P01_18", "narration_ids": [ "P01_18_529", "P01_18_530", "P01_18_531", "P01_18_532" ], "src": "put_down spatula . adjust hob . take glass", "src1": "put_down spatula", "src2": "adjust hob", "src3": "take glass", "trg": "put_down glass", "vis_src": "P01_18:529 P01_18:530 P01_18:531", "vis_trg": "P01_18:532", "narrations": [ "put down spatula", "adjust hob", "take glass", "put down glass" ], "verbs": [ "put-down", "adjust", "take", "put-down" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "spatula", "hob", "glass", "glass" ], "noun_classes": [ 20, 24, 10, 10 ], "start_stop_timestamps": [ [ "00:42:31.76", "00:42:32.83" ], [ "00:42:33.37", "00:42:34.11" ], [ "00:42:51.20", "00:42:52.20" ], [ "00:42:52.58", "00:42:53.32" ] ], "start_stop_frames": [ [ 153105, 153169 ], [ 153202, 153246 ], [ 154272, 154332 ], [ 154354, 154399 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P01_06+11_12_13_14", "video_id": "P01_06", "narration_ids": [ "P01_06_11", "P01_06_12", "P01_06_13", "P01_06_14" ], "src": "put_down fruit . take tablecloth . shake tablecloth", "src1": "put_down fruit", "src2": "take tablecloth", "src3": "shake tablecloth", "trg": "fold tablecloth", "vis_src": "P01_06:11 P01_06:12 P01_06:13", "vis_trg": "P01_06:14", "narrations": [ "put down fruit", "take tablecloth", "shake tablecloth", "fold tablecloth" ], "verbs": [ "put-down", "take", "shake", "fold" ], "verb_classes": [ 1, 0, 15, 28 ], "nouns": [ "fruit", "tablecloth", "tablecloth", "tablecloth" ], "noun_classes": [ 254, 17, 17, 17 ], "start_stop_timestamps": [ [ "00:00:30.40", "00:00:31.45" ], [ "00:00:32.62", "00:00:36.86" ], [ "00:00:37.33", "00:00:40.09" ], [ "00:00:41.88", "00:00:49.70" ] ], "start_stop_frames": [ [ 1824, 1887 ], [ 1957, 2211 ], [ 2239, 2405 ], [ 2512, 2982 ] ], "trgnoun": "tablecloth", "trgverb": "fold" }, { "key": "P06_108+45_46_47_48", "video_id": "P06_108", "narration_ids": [ "P06_108_45", "P06_108_46", "P06_108_47", "P06_108_48" ], "src": "take olives out of jar . put jar down . chop olives", "src1": "take olives out of jar", "src2": "put jar down", "src3": "chop olives", "trg": "put olives on pizza", "vis_src": "P06_108:45 P06_108:46 P06_108:47", "vis_trg": "P06_108:48", "narrations": [ "take olives out of jar", "put jar down", "chop olives", "put olives on pizza" ], "verbs": [ "take-out", "put-down", "chop", "put-on" ], "verb_classes": [ 12, 1, 7, 1 ], "nouns": [ "olive", "jar", "olive", "olive" ], "noun_classes": [ 83, 40, 83, 83 ], "start_stop_timestamps": [ [ "00:04:40.41", "00:05:03.69" ], [ "00:05:01.74", "00:05:03.25" ], [ "00:05:04.00", "00:05:09.28" ], [ "00:05:09.35", "00:05:13.85" ] ], "start_stop_frames": [ [ 14020, 15184 ], [ 15087, 15162 ], [ 15200, 15463 ], [ 15467, 15692 ] ], "trgnoun": "olive", "trgverb": "put_on" }, { "key": "P04_109+490_492_493_494", "video_id": "P04_109", "narration_ids": [ "P04_109_490", "P04_109_492", "P04_109_493", "P04_109_494" ], "src": "wipe coriander off knife and into ramekin . put_down knife . pick_up tofu", "src1": "wipe coriander off knife and into ramekin", "src2": "put_down knife", "src3": "pick_up tofu", "trg": "put_down tofu", "vis_src": "P04_109:490 P04_109:492 P04_109:493", "vis_trg": "P04_109:494", "narrations": [ "wipe coriander off knife and into ramekin", "put down knife", "pick up tofu", "put down tofu" ], "verbs": [ "wipe", "put-down", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "coriander", "knife", "tofu", "tofu" ], "noun_classes": [ 173, 4, 81, 81 ], "start_stop_timestamps": [ [ "00:15:14.84", "00:15:16.88" ], [ "00:15:18.24", "00:15:19.49" ], [ "00:15:19.77", "00:15:21.92" ], [ "00:15:21.94", "00:15:22.62" ] ], "start_stop_frames": [ [ 45742, 45844 ], [ 45912, 45974 ], [ 45988, 46096 ], [ 46097, 46131 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P04_02+74_75_76_77", "video_id": "P04_02", "narration_ids": [ "P04_02_74", "P04_02_75", "P04_02_76", "P04_02_77" ], "src": "look_at carrot_pieces . slice carrot_piece . scrape carrot off knife", "src1": "look_at carrot_pieces", "src2": "slice carrot_piece", "src3": "scrape carrot off knife", "trg": "chop carrot", "vis_src": "P04_02:74 P04_02:75 P04_02:76", "vis_trg": "P04_02:77", "narrations": [ "look at carrot pieces", "slice carrot piece", "scrape carrot off knife", "chop carrot" ], "verbs": [ "look-at", "slice", "scrape-off", "chop" ], "verb_classes": [ 38, 7, 25, 7 ], "nouns": [ "piece:carrot", "piece:carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:05:49.39", "00:05:51.42" ], [ "00:05:52.10", "00:05:53.90" ], [ "00:05:57.73", "00:05:59.47" ], [ "00:06:06.88", "00:06:10.33" ] ], "start_stop_frames": [ [ 20963, 21085 ], [ 21126, 21234 ], [ 21463, 21568 ], [ 22012, 22219 ] ], "trgnoun": "carrot", "trgverb": "chop" }, { "key": "P30_112+2_3_4_5", "video_id": "P30_112", "narration_ids": [ "P30_112_2", "P30_112_3", "P30_112_4", "P30_112_5" ], "src": "turn_off oven . pull tray out from oven . put oven_tray on hob", "src1": "turn_off oven", "src2": "pull tray out from oven", "src3": "put oven_tray on hob", "trg": "close oven", "vis_src": "P30_112:2 P30_112:3 P30_112:4", "vis_trg": "P30_112:5", "narrations": [ "turn off oven", "pull tray out from oven", "put oven tray on hob", "close oven" ], "verbs": [ "turn-off", "pull-out", "put-on", "close" ], "verb_classes": [ 8, 31, 1, 4 ], "nouns": [ "oven", "tray", "tray:oven", "oven" ], "noun_classes": [ 46, 35, 35, 46 ], "start_stop_timestamps": [ [ "00:00:04.52", "00:00:06.82" ], [ "00:00:06.65", "00:00:12.71" ], [ "00:00:10.71", "00:00:16.95" ], [ "00:00:16.26", "00:00:16.90" ] ], "start_stop_frames": [ [ 225, 341 ], [ 332, 635 ], [ 535, 847 ], [ 813, 844 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P15_03+9_10_11_12", "video_id": "P15_03", "narration_ids": [ "P15_03_9", "P15_03_10", "P15_03_11", "P15_03_12" ], "src": "pick_up tupperware . pick_up potato_peeler . wash potato_peeler", "src1": "pick_up tupperware", "src2": "pick_up potato_peeler", "src3": "wash potato_peeler", "trg": "rinse potato_peeler", "vis_src": "P15_03:9 P15_03:10 P15_03:11", "vis_trg": "P15_03:12", "narrations": [ "pick up tupperware", "pick up potato peeler", "wash potato peeler", "rinse potato peeler" ], "verbs": [ "pick-up", "pick-up", "wash", "rinse" ], "verb_classes": [ 0, 0, 2, 2 ], "nouns": [ "tupperware", "peeler:potato", "peeler:potato", "peeler:potato" ], "noun_classes": [ 23, 87, 87, 87 ], "start_stop_timestamps": [ [ "00:01:43.14", "00:01:45.99" ], [ "00:01:48.71", "00:01:50.00" ], [ "00:01:51.86", "00:01:53.25" ], [ "00:01:54.42", "00:01:55.16" ] ], "start_stop_frames": [ [ 6188, 6359 ], [ 6522, 6600 ], [ 6711, 6795 ], [ 6865, 6909 ] ], "trgnoun": "potato_peeler", "trgverb": "rinse" }, { "key": "P26_04+25_26_27_28", "video_id": "P26_04", "narration_ids": [ "P26_04_25", "P26_04_26", "P26_04_27", "P26_04_28" ], "src": "put pasta on plate . close pasta_package . open door", "src1": "put pasta on plate", "src2": "close pasta_package", "src3": "open door", "trg": "put pasta_package", "vis_src": "P26_04:25 P26_04:26 P26_04:27", "vis_trg": "P26_04:28", "narrations": [ "put pasta on plate", "close pasta package", "open door", "put pasta package" ], "verbs": [ "put-on", "close", "open", "put" ], "verb_classes": [ 1, 4, 3, 1 ], "nouns": [ "pasta", "package:pasta", "door", "package:pasta" ], "noun_classes": [ 45, 26, 3, 26 ], "start_stop_timestamps": [ [ "00:01:30.13", "00:01:41.11" ], [ "00:01:42.96", "00:01:46.64" ], [ "00:01:48.79", "00:01:50.23" ], [ "00:01:50.16", "00:01:52.38" ] ], "start_stop_frames": [ [ 5407, 6066 ], [ 6177, 6398 ], [ 6527, 6613 ], [ 6609, 6742 ] ], "trgnoun": "pasta_package", "trgverb": "put" }, { "key": "P15_08+13_14_15_16", "video_id": "P15_08", "narration_ids": [ "P15_08_13", "P15_08_14", "P15_08_15", "P15_08_16" ], "src": "open dishwasher . pick_up bowl . open drawer", "src1": "open dishwasher", "src2": "pick_up bowl", "src3": "open drawer", "trg": "store bowl", "vis_src": "P15_08:13 P15_08:14 P15_08:15", "vis_trg": "P15_08:16", "narrations": [ "open dishwasher", "pick up bowl", "open drawer", "store bowl" ], "verbs": [ "open", "pick-up", "open", "store" ], "verb_classes": [ 3, 0, 3, 1 ], "nouns": [ "dishwasher", "bowl", "drawer", "bowl" ], "noun_classes": [ 70, 7, 8, 7 ], "start_stop_timestamps": [ [ "00:01:37.26", "00:01:38.49" ], [ "00:01:38.59", "00:02:04.05" ], [ "00:02:04.43", "00:02:07.06" ], [ "00:02:07.16", "00:02:10.12" ] ], "start_stop_frames": [ [ 5835, 5909 ], [ 5915, 7443 ], [ 7465, 7623 ], [ 7629, 7807 ] ], "trgnoun": "bowl", "trgverb": "store" }, { "key": "P30_10+29_30_31_32", "video_id": "P30_10", "narration_ids": [ "P30_10_29", "P30_10_30", "P30_10_31", "P30_10_32" ], "src": "pour water onto rice . take plate . open microwave", "src1": "pour water onto rice", "src2": "take plate", "src3": "open microwave", "trg": "put plate in microwave", "vis_src": "P30_10:29 P30_10:30 P30_10:31", "vis_trg": "P30_10:32", "narrations": [ "pour water onto rice", "take plate", "open microwave", "put plate in microwave" ], "verbs": [ "pour-onto", "take", "open", "put-in" ], "verb_classes": [ 9, 0, 3, 5 ], "nouns": [ "water", "plate", "microwave", "plate" ], "noun_classes": [ 27, 2, 90, 2 ], "start_stop_timestamps": [ [ "00:01:40.82", "00:01:46.10" ], [ "00:01:47.85", "00:01:49.35" ], [ "00:01:49.45", "00:01:50.53" ], [ "00:01:50.63", "00:01:52.15" ] ], "start_stop_frames": [ [ 6049, 6366 ], [ 6471, 6561 ], [ 6567, 6631 ], [ 6637, 6729 ] ], "trgnoun": "plate", "trgverb": "put_in" }, { "key": "P07_110+9_10_11_12", "video_id": "P07_110", "narration_ids": [ "P07_110_9", "P07_110_10", "P07_110_11", "P07_110_12" ], "src": "grab lid . grab banana . pull banana off", "src1": "grab lid", "src2": "grab banana", "src3": "pull banana off", "trg": "put banana into glass", "vis_src": "P07_110:9 P07_110:10 P07_110:11", "vis_trg": "P07_110:12", "narrations": [ "grab lid", "grab banana", "pull banana off", "put banana into glass" ], "verbs": [ "grab", "grab", "pull-off", "put-into" ], "verb_classes": [ 0, 0, 0, 5 ], "nouns": [ "lid", "banana", "banana", "banana" ], "noun_classes": [ 6, 146, 146, 146 ], "start_stop_timestamps": [ [ "00:00:23.64", "00:00:24.85" ], [ "00:00:30.05", "00:00:32.22" ], [ "00:00:32.32", "00:00:37.57" ], [ "00:00:37.59", "00:00:42.49" ] ], "start_stop_frames": [ [ 1182, 1242 ], [ 1502, 1611 ], [ 1616, 1878 ], [ 1879, 2124 ] ], "trgnoun": "banana", "trgverb": "put_into" }, { "key": "P22_11+105_106_107_108", "video_id": "P22_11", "narration_ids": [ "P22_11_105", "P22_11_106", "P22_11_107", "P22_11_108" ], "src": "put_down lid . remove coffee . put_down teaspoon", "src1": "put_down lid", "src2": "remove coffee", "src3": "put_down teaspoon", "trg": "grab lid", "vis_src": "P22_11:105 P22_11:106 P22_11:107", "vis_trg": "P22_11:108", "narrations": [ "put down lid", "remove coffee", "put down teaspoon", "grab lid" ], "verbs": [ "put-down", "remove", "put-down", "grab" ], "verb_classes": [ 1, 12, 1, 0 ], "nouns": [ "lid", "coffee", "teaspoon", "lid" ], "noun_classes": [ 6, 59, 1, 6 ], "start_stop_timestamps": [ [ "00:03:47.64", "00:03:49.08" ], [ "00:03:48.89", "00:03:55.54" ], [ "00:03:55.89", "00:03:57.26" ], [ "00:03:56.18", "00:03:56.86" ] ], "start_stop_frames": [ [ 13658, 13744 ], [ 13733, 14132 ], [ 14153, 14235 ], [ 14170, 14211 ] ], "trgnoun": "lid", "trgverb": "grab" }, { "key": "P02_07+50_51_52_53", "video_id": "P02_07", "narration_ids": [ "P02_07_50", "P02_07_51", "P02_07_52", "P02_07_53" ], "src": "hold plate . mix mayonnaise and ketchup in plate . stir sauce", "src1": "hold plate", "src2": "mix mayonnaise and ketchup in plate", "src3": "stir sauce", "trg": "put plate", "vis_src": "P02_07:50 P02_07:51 P02_07:52", "vis_trg": "P02_07:53", "narrations": [ "hold plate", "mix mayonnaise and ketchup in plate", "stir sauce", "put plate" ], "verbs": [ "hold", "mix", "stir", "put" ], "verb_classes": [ 34, 10, 10, 1 ], "nouns": [ "plate", "mayonnaise", "sauce", "plate" ], "noun_classes": [ 2, 47, 47, 2 ], "start_stop_timestamps": [ [ "00:01:36.75", "00:01:37.44" ], [ "00:01:38.24", "00:01:40.17" ], [ "00:01:44.68", "00:01:45.38" ], [ "00:01:45.91", "00:01:46.91" ] ], "start_stop_frames": [ [ 5805, 5846 ], [ 5894, 6010 ], [ 6280, 6322 ], [ 6354, 6414 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P26_116+3_4_5_7", "video_id": "P26_116", "narration_ids": [ "P26_116_3", "P26_116_4", "P26_116_5", "P26_116_7" ], "src": "pick_up oil . put_down oil . open cupboard", "src1": "pick_up oil", "src2": "put_down oil", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P26_116:3 P26_116:4 P26_116:5", "vis_trg": "P26_116:7", "narrations": [ "pick up oil", "put down oil", "open cupboard", "close cupboard" ], "verbs": [ "pick-up", "put-down", "open", "close" ], "verb_classes": [ 0, 1, 3, 4 ], "nouns": [ "oil", "oil", "cupboard", "cupboard" ], "noun_classes": [ 31, 31, 3, 3 ], "start_stop_timestamps": [ [ "00:00:05.07", "00:00:07.61" ], [ "00:00:07.57", "00:00:09.27" ], [ "00:00:09.31", "00:00:13.62" ], [ "00:00:12.00", "00:00:15.69" ] ], "start_stop_frames": [ [ 253, 380 ], [ 378, 463 ], [ 465, 681 ], [ 600, 784 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P30_107+205_206_207_208", "video_id": "P30_107", "narration_ids": [ "P30_107_205", "P30_107_206", "P30_107_207", "P30_107_208" ], "src": "put corn into bowl . pick_up colander . put mushrooms into bowl", "src1": "put corn into bowl", "src2": "pick_up colander", "src3": "put mushrooms into bowl", "trg": "scrape mushrooms", "vis_src": "P30_107:205 P30_107:206 P30_107:207", "vis_trg": "P30_107:208", "narrations": [ "put corn into bowl", "pick up colander", "put mushrooms into bowl", "scrape mushrooms" ], "verbs": [ "put-into", "pick-up", "put-into", "scrape" ], "verb_classes": [ 5, 0, 5, 25 ], "nouns": [ "corn", "colander", "mushroom", "mushroom" ], "noun_classes": [ 125, 39, 56, 56 ], "start_stop_timestamps": [ [ "00:10:16.61", "00:10:20.50" ], [ "00:10:26.31", "00:10:27.73" ], [ "00:10:29.25", "00:10:35.60" ], [ "00:10:35.28", "00:10:37.90" ] ], "start_stop_frames": [ [ 30830, 31025 ], [ 31315, 31386 ], [ 31462, 31780 ], [ 31764, 31895 ] ], "trgnoun": "mushroom", "trgverb": "scrape" }, { "key": "P35_103+62_63_64_65", "video_id": "P35_103", "narration_ids": [ "P35_103_62", "P35_103_63", "P35_103_64", "P35_103_65" ], "src": "open fridge . pick_up cheese . close fridge", "src1": "open fridge", "src2": "pick_up cheese", "src3": "close fridge", "trg": "put_down cheese", "vis_src": "P35_103:62 P35_103:63 P35_103:64", "vis_trg": "P35_103:65", "narrations": [ "open fridge", "pick up cheese", "close fridge", "put down cheese" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "cheese", "fridge", "cheese" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:07:33.89", "00:07:35.58" ], [ "00:07:36.27", "00:07:38.28" ], [ "00:07:39.49", "00:07:40.49" ], [ "00:07:40.92", "00:07:42.14" ] ], "start_stop_frames": [ [ 22694, 22779 ], [ 22813, 22914 ], [ 22974, 23024 ], [ 23046, 23107 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P04_107+6_7_8_9", "video_id": "P04_107", "narration_ids": [ "P04_107_6", "P04_107_7", "P04_107_8", "P04_107_9" ], "src": "grab flour . sprinkle flour on chopping board . stretch_out dough", "src1": "grab flour", "src2": "sprinkle flour on chopping board", "src3": "stretch_out dough", "trg": "tear dough", "vis_src": "P04_107:6 P04_107:7 P04_107:8", "vis_trg": "P04_107:9", "narrations": [ "grab flour", "sprinkle flour on chopping board", "stretch out dough", "tear dough" ], "verbs": [ "grab", "sprinkle-on", "stretch-out", "tear" ], "verb_classes": [ 0, 42, 50, 43 ], "nouns": [ "flour", "flour", "dough", "dough" ], "noun_classes": [ 75, 75, 25, 25 ], "start_stop_timestamps": [ [ "00:00:07.11", "00:00:08.83" ], [ "00:00:08.94", "00:00:09.93" ], [ "00:00:10.03", "00:00:19.03" ], [ "00:00:19.18", "00:00:21.01" ] ], "start_stop_frames": [ [ 355, 441 ], [ 447, 496 ], [ 501, 951 ], [ 959, 1050 ] ], "trgnoun": "dough", "trgverb": "tear" }, { "key": "P22_110+104_105_106_107", "video_id": "P22_110", "narration_ids": [ "P22_110_104", "P22_110_105", "P22_110_106", "P22_110_107" ], "src": "put_down plate . pick_up spoon_rest . turn_on tap", "src1": "put_down plate", "src2": "pick_up spoon_rest", "src3": "turn_on tap", "trg": "rinse spoon_rest", "vis_src": "P22_110:104 P22_110:105 P22_110:106", "vis_trg": "P22_110:107", "narrations": [ "put down plate", "pick up spoon rest", "turn on tap", "rinse spoon rest" ], "verbs": [ "put-down", "pick-up", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "plate", "rest:spoon", "tap", "rest:spoon" ], "noun_classes": [ 2, 109, 0, 109 ], "start_stop_timestamps": [ [ "00:02:49.21", "00:02:50.12" ], [ "00:02:50.33", "00:02:51.76" ], [ "00:02:52.04", "00:02:52.64" ], [ "00:02:52.61", "00:02:53.55" ] ], "start_stop_frames": [ [ 8460, 8506 ], [ 8516, 8588 ], [ 8602, 8632 ], [ 8630, 8677 ] ], "trgnoun": "spoon_rest", "trgverb": "rinse" }, { "key": "P04_107+803_804_805_806", "video_id": "P04_107", "narration_ids": [ "P04_107_803", "P04_107_804", "P04_107_805", "P04_107_806" ], "src": "lift_up rolling_pin . lay_out dough . roll dough", "src1": "lift_up rolling_pin", "src2": "lay_out dough", "src3": "roll dough", "trg": "unfold dough", "vis_src": "P04_107:803 P04_107:804 P04_107:805", "vis_trg": "P04_107:806", "narrations": [ "lift up rolling pin", "lay out dough", "roll dough", "unfold dough" ], "verbs": [ "lift-up", "lay-out", "roll", "unfold" ], "verb_classes": [ 33, 1, 47, 39 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:21:20.03", "00:21:20.69" ], [ "00:21:20.69", "00:21:21.31" ], [ "00:21:21.41", "00:21:23.22" ], [ "00:21:23.32", "00:21:24.90" ] ], "start_stop_frames": [ [ 64001, 64034 ], [ 64034, 64065 ], [ 64070, 64161 ], [ 64166, 64245 ] ], "trgnoun": "dough", "trgverb": "unfold" }, { "key": "P04_120+70_71_72_73", "video_id": "P04_120", "narration_ids": [ "P04_120_70", "P04_120_71", "P04_120_72", "P04_120_73" ], "src": "adjust temperature of hob . pick_up milk_bottle . look_at milk_bottle", "src1": "adjust temperature of hob", "src2": "pick_up milk_bottle", "src3": "look_at milk_bottle", "trg": "put_down milk_bottle", "vis_src": "P04_120:70 P04_120:71 P04_120:72", "vis_trg": "P04_120:73", "narrations": [ "adjust temperature of hob", "pick up milk bottle", "look at milk bottle", "put down milk bottle" ], "verbs": [ "adjust", "pick-up", "look-at", "put-down" ], "verb_classes": [ 17, 0, 38, 1 ], "nouns": [ "temperature:hob", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 65, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:04:13.29", "00:04:16.53" ], [ "00:04:47.76", "00:04:48.55" ], [ "00:04:48.78", "00:04:49.75" ], [ "00:04:49.50", "00:04:51.35" ] ], "start_stop_frames": [ [ 12664, 12826 ], [ 14388, 14427 ], [ 14438, 14487 ], [ 14475, 14567 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P07_10+315_316_317_318", "video_id": "P07_10", "narration_ids": [ "P07_10_315", "P07_10_316", "P07_10_317", "P07_10_318" ], "src": "open tap . pour salt on mix . stir mixture", "src1": "open tap", "src2": "pour salt on mix", "src3": "stir mixture", "trg": "add salt to mixture", "vis_src": "P07_10:315 P07_10:316 P07_10:317", "vis_trg": "P07_10:318", "narrations": [ "open tap", "pour salt on mix", "stir mixture", "add salt to mixture" ], "verbs": [ "turn-on", "pour-on", "stir", "add-to" ], "verb_classes": [ 6, 9, 10, 46 ], "nouns": [ "tap", "salt", "mixture", "salt" ], "noun_classes": [ 0, 38, 71, 38 ], "start_stop_timestamps": [ [ "00:32:05.35", "00:32:05.96" ], [ "00:32:13.47", "00:32:20.97" ], [ "00:32:21.07", "00:32:24.07" ], [ "00:32:55.58", "00:32:59.22" ] ], "start_stop_frames": [ [ 115521, 115557 ], [ 116008, 116458 ], [ 116464, 116644 ], [ 118534, 118753 ] ], "trgnoun": "salt", "trgverb": "add_to" }, { "key": "P06_102+82_83_84_85", "video_id": "P06_102", "narration_ids": [ "P06_102_82", "P06_102_83", "P06_102_84", "P06_102_85" ], "src": "shake hands . squeeze sponge . pick_up kettle", "src1": "shake hands", "src2": "squeeze sponge", "src3": "pick_up kettle", "trg": "put_down kettle", "vis_src": "P06_102:82 P06_102:83 P06_102:84", "vis_trg": "P06_102:85", "narrations": [ "shake hands", "squeeze sponge", "pick up kettle", "put down kettle" ], "verbs": [ "shake", "squeeze", "pick-up", "put-down" ], "verb_classes": [ 15, 18, 0, 1 ], "nouns": [ "hand", "sponge", "kettle", "kettle" ], "noun_classes": [ 11, 9, 44, 44 ], "start_stop_timestamps": [ [ "00:10:07.49", "00:10:07.90" ], [ "00:10:08.55", "00:10:10.09" ], [ "00:10:10.00", "00:10:11.35" ], [ "00:10:11.36", "00:10:12.41" ] ], "start_stop_frames": [ [ 30374, 30395 ], [ 30427, 30504 ], [ 30500, 30567 ], [ 30568, 30620 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P03_02+104_105_106_107", "video_id": "P03_02", "narration_ids": [ "P03_02_104", "P03_02_105", "P03_02_106", "P03_02_107" ], "src": "squeeze sponge . pour water out of bin . wipe bin", "src1": "squeeze sponge", "src2": "pour water out of bin", "src3": "wipe bin", "trg": "wash outside of bin", "vis_src": "P03_02:104 P03_02:105 P03_02:106", "vis_trg": "P03_02:107", "narrations": [ "squeeze sponge", "pour water out of bin", "wipe bin", "wash outside of bin" ], "verbs": [ "squeeze", "pour-out", "wipe", "wash" ], "verb_classes": [ 18, 9, 2, 2 ], "nouns": [ "sponge", "water", "bin", "bin" ], "noun_classes": [ 9, 27, 36, 36 ], "start_stop_timestamps": [ [ "00:04:15.93", "00:04:18.19" ], [ "00:04:19.71", "00:04:23.83" ], [ "00:04:24.91", "00:04:30.11" ], [ "00:04:24.94", "00:04:27.49" ] ], "start_stop_frames": [ [ 15355, 15491 ], [ 15582, 15829 ], [ 15894, 16206 ], [ 15896, 16049 ] ], "trgnoun": "bin", "trgverb": "wash" }, { "key": "P35_107+237_238_239_240", "video_id": "P35_107", "narration_ids": [ "P35_107_237", "P35_107_238", "P35_107_239", "P35_107_240" ], "src": "put_down cloth . pick_up drying_rack . drain drying_rack", "src1": "put_down cloth", "src2": "pick_up drying_rack", "src3": "drain drying_rack", "trg": "pick_up cloth", "vis_src": "P35_107:237 P35_107:238 P35_107:239", "vis_trg": "P35_107:240", "narrations": [ "put down cloth", "pick up drying rack", "drain drying rack", "pick up cloth" ], "verbs": [ "put-down", "pick-up", "drain", "pick-up" ], "verb_classes": [ 1, 0, 37, 0 ], "nouns": [ "cloth", "rack:drying", "rack:drying", "cloth" ], "noun_classes": [ 17, 110, 110, 17 ], "start_stop_timestamps": [ [ "00:17:51.97", "00:17:54.13" ], [ "00:17:55.41", "00:17:56.65" ], [ "00:17:56.75", "00:18:02.60" ], [ "00:18:02.61", "00:18:03.71" ] ], "start_stop_frames": [ [ 53598, 53706 ], [ 53770, 53832 ], [ 53837, 54129 ], [ 54130, 54185 ] ], "trgnoun": "cloth", "trgverb": "pick_up" }, { "key": "P04_118+24_26_27_28", "video_id": "P04_118", "narration_ids": [ "P04_118_24", "P04_118_26", "P04_118_27", "P04_118_28" ], "src": "move box . open box . take instruction_booklet", "src1": "move box", "src2": "open box", "src3": "take instruction_booklet", "trg": "look_through instruction_booklet", "vis_src": "P04_118:24 P04_118:26 P04_118:27", "vis_trg": "P04_118:28", "narrations": [ "move box", "open box", "take instruction booklet", "look through instruction booklet" ], "verbs": [ "move", "open", "take", "look-through" ], "verb_classes": [ 11, 3, 0, 38 ], "nouns": [ "box", "box", "booklet:instruction", "booklet:instruction" ], "noun_classes": [ 23, 23, 140, 140 ], "start_stop_timestamps": [ [ "00:00:51.37", "00:00:52.38" ], [ "00:00:52.30", "00:00:52.99" ], [ "00:00:53.05", "00:00:54.60" ], [ "00:00:54.30", "00:01:10.46" ] ], "start_stop_frames": [ [ 2568, 2619 ], [ 2615, 2649 ], [ 2652, 2730 ], [ 2715, 3523 ] ], "trgnoun": "instruction_booklet", "trgverb": "look_through" }, { "key": "P35_104+679_680_681_682", "video_id": "P35_104", "narration_ids": [ "P35_104_679", "P35_104_680", "P35_104_681", "P35_104_682" ], "src": "extract cling_film . cut cling_film . pick_up meat", "src1": "extract cling_film", "src2": "cut cling_film", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P35_104:679 P35_104:680 P35_104:681", "vis_trg": "P35_104:682", "narrations": [ "extract cling film", "cut cling film", "pick up meat", "put down meat" ], "verbs": [ "extract", "cut", "pick-up", "put-down" ], "verb_classes": [ 12, 7, 0, 1 ], "nouns": [ "film:cling", "film:cling", "meat", "meat" ], "noun_classes": [ 100, 100, 28, 28 ], "start_stop_timestamps": [ [ "00:47:04.65", "00:47:07.16" ], [ "00:47:07.80", "00:47:16.49" ], [ "00:47:20.00", "00:47:30.00" ], [ "00:47:30.10", "00:47:32.29" ] ], "start_stop_frames": [ [ 141232, 141358 ], [ 141390, 141824 ], [ 142000, 142500 ], [ 142505, 142614 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P04_02+317_318_319_320", "video_id": "P04_02", "narration_ids": [ "P04_02_317", "P04_02_318", "P04_02_319", "P04_02_320" ], "src": "move rice_cooker . open microwave . turn_on microwave", "src1": "move rice_cooker", "src2": "open microwave", "src3": "turn_on microwave", "trg": "put_in microwave", "vis_src": "P04_02:317 P04_02:318 P04_02:319", "vis_trg": "P04_02:320", "narrations": [ "move rice cooker", "open microwave", "turn on microwave", "put in microwave" ], "verbs": [ "move", "open", "turn-on", "put-in" ], "verb_classes": [ 11, 3, 6, 5 ], "nouns": [ "cooker:rice", "microwave", "microwave", "microwave" ], "noun_classes": [ 152, 90, 90, 90 ], "start_stop_timestamps": [ [ "00:23:24.50", "00:23:26.16" ], [ "00:23:26.26", "00:23:27.64" ], [ "00:23:26.98", "00:23:32.65" ], [ "00:23:27.82", "00:23:31.00" ] ], "start_stop_frames": [ [ 84270, 84369 ], [ 84375, 84458 ], [ 84418, 84759 ], [ 84469, 84660 ] ], "trgnoun": "microwave", "trgverb": "put_in" }, { "key": "P02_123+40_41_42_43", "video_id": "P02_123", "narration_ids": [ "P02_123_40", "P02_123_41", "P02_123_42", "P02_123_43" ], "src": "cut lemon . put_down knife . pick_up lemon halves", "src1": "cut lemon", "src2": "put_down knife", "src3": "pick_up lemon halves", "trg": "put_down lemon halves", "vis_src": "P02_123:40 P02_123:41 P02_123:42", "vis_trg": "P02_123:43", "narrations": [ "cut lemon", "put down knife", "pick up lemon halves", "put down lemon halves" ], "verbs": [ "cut", "put-down", "pick-up", "put-down" ], "verb_classes": [ 7, 1, 0, 1 ], "nouns": [ "lemon", "knife", "half:lemon", "half:lemon" ], "noun_classes": [ 105, 4, 105, 105 ], "start_stop_timestamps": [ [ "00:01:25.52", "00:01:27.62" ], [ "00:01:27.47", "00:01:28.09" ], [ "00:01:28.05", "00:01:29.06" ], [ "00:01:30.73", "00:01:31.84" ] ], "start_stop_frames": [ [ 4276, 4381 ], [ 4373, 4404 ], [ 4402, 4453 ], [ 4536, 4592 ] ], "trgnoun": "lemon_half", "trgverb": "put_down" }, { "key": "P02_110+28_29_30_31", "video_id": "P02_110", "narration_ids": [ "P02_110_28", "P02_110_29", "P02_110_30", "P02_110_31" ], "src": "stir meat in pan with stock . pick_up salt . pour salt into pan", "src1": "stir meat in pan with stock", "src2": "pick_up salt", "src3": "pour salt into pan", "trg": "put_down salt", "vis_src": "P02_110:28 P02_110:29 P02_110:30", "vis_trg": "P02_110:31", "narrations": [ "stir meat in pan with stock", "pick up salt", "pour salt into pan", "put down salt" ], "verbs": [ "stir-in", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "meat", "salt", "salt", "salt" ], "noun_classes": [ 28, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:01:34.53", "00:01:48.78" ], [ "00:01:49.12", "00:01:49.85" ], [ "00:01:48.92", "00:01:51.36" ], [ "00:01:51.21", "00:01:52.19" ] ], "start_stop_frames": [ [ 4726, 5439 ], [ 5456, 5492 ], [ 5446, 5568 ], [ 5560, 5609 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P12_104+116_117_118_119", "video_id": "P12_104", "narration_ids": [ "P12_104_116", "P12_104_117", "P12_104_118", "P12_104_119" ], "src": "put fork onto plate . put spoon onto plate . pick_up vegetables", "src1": "put fork onto plate", "src2": "put spoon onto plate", "src3": "pick_up vegetables", "trg": "pick_up spoon", "vis_src": "P12_104:116 P12_104:117 P12_104:118", "vis_trg": "P12_104:119", "narrations": [ "put fork onto plate", "put spoon onto plate", "pick up vegetables", "pick up spoon" ], "verbs": [ "put-onto", "put-onto", "pick-up", "pick-up" ], "verb_classes": [ 1, 1, 0, 0 ], "nouns": [ "fork", "spoon", "vegetable", "spoon" ], "noun_classes": [ 14, 1, 94, 1 ], "start_stop_timestamps": [ [ "00:07:59.00", "00:07:59.96" ], [ "00:08:01.41", "00:08:03.01" ], [ "00:08:03.03", "00:08:05.34" ], [ "00:08:08.17", "00:08:09.25" ] ], "start_stop_frames": [ [ 23950, 23998 ], [ 24070, 24150 ], [ 24151, 24267 ], [ 24408, 24462 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P30_107+843_844_845_846", "video_id": "P30_107", "narration_ids": [ "P30_107_843", "P30_107_844", "P30_107_845", "P30_107_846" ], "src": "put bowl down . put egg into bowl . pick_up egg", "src1": "put bowl down", "src2": "put egg into bowl", "src3": "pick_up egg", "trg": "inspect egg", "vis_src": "P30_107:843 P30_107:844 P30_107:845", "vis_trg": "P30_107:846", "narrations": [ "put bowl down", "put egg into bowl", "pick up egg", "inspect egg" ], "verbs": [ "put", "put-into", "pick-up", "inspect" ], "verb_classes": [ 1, 5, 0, 24 ], "nouns": [ "bowl", "egg", "egg", "egg" ], "noun_classes": [ 7, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:44:41.62", "00:44:42.07" ], [ "00:44:42.02", "00:44:43.31" ], [ "00:44:43.28", "00:44:44.11" ], [ "00:44:43.35", "00:44:47.60" ] ], "start_stop_frames": [ [ 134081, 134103 ], [ 134101, 134165 ], [ 134164, 134205 ], [ 134167, 134380 ] ], "trgnoun": "egg", "trgverb": "inspect" }, { "key": "P22_103+225_226_227_228", "video_id": "P22_103", "narration_ids": [ "P22_103_225", "P22_103_226", "P22_103_227", "P22_103_228" ], "src": "put_down lid . rinse hands . turn_off tap", "src1": "put_down lid", "src2": "rinse hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P22_103:225 P22_103:226 P22_103:227", "vis_trg": "P22_103:228", "narrations": [ "put down lid", "rinse hands", "turn off tap", "shake hands" ], "verbs": [ "put-down", "rinse", "turn-off", "shake" ], "verb_classes": [ 1, 2, 8, 15 ], "nouns": [ "lid", "hand", "tap", "hand" ], "noun_classes": [ 6, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:06:29.96", "00:06:39.30" ], [ "00:06:38.60", "00:06:40.13" ], [ "00:06:40.16", "00:06:41.37" ], [ "00:06:41.35", "00:06:42.04" ] ], "start_stop_frames": [ [ 19498, 19965 ], [ 19930, 20006 ], [ 20008, 20068 ], [ 20067, 20102 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P28_101+61_62_63_64", "video_id": "P28_101", "narration_ids": [ "P28_101_61", "P28_101_62", "P28_101_63", "P28_101_64" ], "src": "take_out mozzarella . put mozzarella . put package", "src1": "take_out mozzarella", "src2": "put mozzarella", "src3": "put package", "trg": "cut mozzarella", "vis_src": "P28_101:61 P28_101:62 P28_101:63", "vis_trg": "P28_101:64", "narrations": [ "take out mozzarella", "put mozzarella", "put package", "cut mozzarella" ], "verbs": [ "take-out", "put", "put", "cut" ], "verb_classes": [ 12, 1, 1, 7 ], "nouns": [ "mozzarella", "mozzarella", "package", "mozzarella" ], "noun_classes": [ 32, 32, 26, 32 ], "start_stop_timestamps": [ [ "00:05:09.66", "00:05:14.01" ], [ "00:05:13.82", "00:05:14.85" ], [ "00:05:14.87", "00:05:15.58" ], [ "00:05:19.38", "00:05:36.54" ] ], "start_stop_frames": [ [ 15483, 15700 ], [ 15691, 15742 ], [ 15743, 15779 ], [ 15969, 16827 ] ], "trgnoun": "mozzarella", "trgverb": "cut" }, { "key": "P22_17+451_452_456_457", "video_id": "P22_17", "narration_ids": [ "P22_17_451", "P22_17_452", "P22_17_456", "P22_17_457" ], "src": "dry plate . put_down plate . pick_up spoon", "src1": "dry plate", "src2": "put_down plate", "src3": "pick_up spoon", "trg": "dry spoon", "vis_src": "P22_17:451 P22_17:452 P22_17:456", "vis_trg": "P22_17:457", "narrations": [ "dry plate", "put down plate", "pick up spoon", "dry spoon" ], "verbs": [ "dry", "put-down", "pick-up", "dry" ], "verb_classes": [ 14, 1, 0, 14 ], "nouns": [ "plate", "plate", "spoon", "spoon" ], "noun_classes": [ 2, 2, 1, 1 ], "start_stop_timestamps": [ [ "00:17:44.00", "00:17:48.58" ], [ "00:17:48.68", "00:17:52.21" ], [ "00:18:00.53", "00:18:01.44" ], [ "00:18:01.26", "00:18:02.85" ] ], "start_stop_frames": [ [ 63840, 64114 ], [ 64120, 64332 ], [ 64831, 64886 ], [ 64875, 64970 ] ], "trgnoun": "spoon", "trgverb": "dry" }, { "key": "P06_103+26_28_29_30", "video_id": "P06_103", "narration_ids": [ "P06_103_26", "P06_103_28", "P06_103_29", "P06_103_30" ], "src": "open oven . put pan in oven . close oven", "src1": "open oven", "src2": "put pan in oven", "src3": "close oven", "trg": "adjust oven", "vis_src": "P06_103:26 P06_103:28 P06_103:29", "vis_trg": "P06_103:30", "narrations": [ "open oven", "put pan in oven", "close oven", "adjust oven" ], "verbs": [ "open", "put-in", "close", "adjust" ], "verb_classes": [ 3, 5, 4, 17 ], "nouns": [ "oven", "pan", "oven", "oven" ], "noun_classes": [ 46, 5, 46, 46 ], "start_stop_timestamps": [ [ "00:02:21.51", "00:02:23.21" ], [ "00:02:22.73", "00:02:25.20" ], [ "00:02:25.30", "00:02:26.40" ], [ "00:02:26.33", "00:02:27.47" ] ], "start_stop_frames": [ [ 7075, 7160 ], [ 7136, 7259 ], [ 7265, 7320 ], [ 7316, 7373 ] ], "trgnoun": "oven", "trgverb": "adjust" }, { "key": "P01_105+265_266_267_268", "video_id": "P01_105", "narration_ids": [ "P01_105_265", "P01_105_266", "P01_105_267", "P01_105_268" ], "src": "put_down cloth . pick_up pak_choi . move cutting_board and knife", "src1": "put_down cloth", "src2": "pick_up pak_choi", "src3": "move cutting_board and knife", "trg": "separate pak_choi leaves", "vis_src": "P01_105:265 P01_105:266 P01_105:267", "vis_trg": "P01_105:268", "narrations": [ "put down cloth", "pick up pak choi", "move cutting board and knife", "separate pak choi leaves" ], "verbs": [ "put-down", "pick-up", "move", "separate" ], "verb_classes": [ 1, 0, 11, 52 ], "nouns": [ "cloth", "choi:pak", "board:cutting", "choi:pak" ], "noun_classes": [ 17, 151, 18, 151 ], "start_stop_timestamps": [ [ "00:10:22.60", "00:10:23.12" ], [ "00:10:23.62", "00:10:24.80" ], [ "00:10:24.68", "00:10:24.94" ], [ "00:10:25.46", "00:10:38.08" ] ], "start_stop_frames": [ [ 31130, 31156 ], [ 31181, 31239 ], [ 31233, 31247 ], [ 31273, 31904 ] ], "trgnoun": "pak_choi", "trgverb": "separate" }, { "key": "P01_18+42_43_44_45", "video_id": "P01_18", "narration_ids": [ "P01_18_42", "P01_18_43", "P01_18_44", "P01_18_45" ], "src": "put squash into drawer . close drawer . close fridge", "src1": "put squash into drawer", "src2": "close drawer", "src3": "close fridge", "trg": "open drawer", "vis_src": "P01_18:42 P01_18:43 P01_18:44", "vis_trg": "P01_18:45", "narrations": [ "put squash into drawer", "close drawer", "close fridge", "open drawer" ], "verbs": [ "put-into", "close", "close", "open" ], "verb_classes": [ 5, 4, 4, 3 ], "nouns": [ "squash", "drawer", "fridge", "drawer" ], "noun_classes": [ 116, 8, 12, 8 ], "start_stop_timestamps": [ [ "00:02:20.99", "00:02:21.92" ], [ "00:02:21.84", "00:02:22.59" ], [ "00:02:22.69", "00:02:25.18" ], [ "00:02:27.30", "00:02:28.97" ] ], "start_stop_frames": [ [ 8459, 8515 ], [ 8510, 8555 ], [ 8561, 8710 ], [ 8838, 8938 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P02_105+188_189_190_191", "video_id": "P02_105", "narration_ids": [ "P02_105_188", "P02_105_189", "P02_105_190", "P02_105_191" ], "src": "scoop honey . put_down lid . put honey in mug", "src1": "scoop honey", "src2": "put_down lid", "src3": "put honey in mug", "trg": "pick_up lid", "vis_src": "P02_105:188 P02_105:189 P02_105:190", "vis_trg": "P02_105:191", "narrations": [ "scoop honey", "put down lid", "put honey in mug", "pick up lid" ], "verbs": [ "scoop", "put-down", "put-in", "pick-up" ], "verb_classes": [ 16, 1, 5, 0 ], "nouns": [ "honey", "lid", "honey", "lid" ], "noun_classes": [ 115, 6, 115, 6 ], "start_stop_timestamps": [ [ "00:06:18.28", "00:06:20.57" ], [ "00:06:22.04", "00:06:27.06" ], [ "00:06:20.53", "00:06:22.67" ], [ "00:06:22.64", "00:06:23.17" ] ], "start_stop_frames": [ [ 18914, 19028 ], [ 19102, 19353 ], [ 19026, 19133 ], [ 19132, 19158 ] ], "trgnoun": "lid", "trgverb": "pick_up" }, { "key": "P08_26+14_15_16_17", "video_id": "P08_26", "narration_ids": [ "P08_26_14", "P08_26_15", "P08_26_16", "P08_26_17" ], "src": "wipe_off pan . place pan . get bowl", "src1": "wipe_off pan", "src2": "place pan", "src3": "get bowl", "trg": "wipe_off bowl", "vis_src": "P08_26:14 P08_26:15 P08_26:16", "vis_trg": "P08_26:17", "narrations": [ "wipe off", "place pan", "get bowl", "wipe off bowl" ], "verbs": [ "wipe-off", "place", "get", "wipe-off" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "pan", "pan", "bowl", "bowl" ], "noun_classes": [ 5, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:00:32.08", "00:00:37.12" ], [ "00:00:35.44", "00:00:40.72" ], [ "00:00:40.82", "00:00:42.59" ], [ "00:00:42.69", "00:00:46.99" ] ], "start_stop_frames": [ [ 1924, 2227 ], [ 2126, 2443 ], [ 2449, 2555 ], [ 2561, 2819 ] ], "trgnoun": "bowl", "trgverb": "wipe_off" }, { "key": "P07_114+23_24_25_26", "video_id": "P07_114", "narration_ids": [ "P07_114_23", "P07_114_24", "P07_114_25", "P07_114_26" ], "src": "grab bag . turn knob . grab colander", "src1": "grab bag", "src2": "turn knob", "src3": "grab colander", "trg": "put colander into pot", "vis_src": "P07_114:23 P07_114:24 P07_114:25", "vis_trg": "P07_114:26", "narrations": [ "grab bag", "turn knob", "grab colander", "put colander into pot" ], "verbs": [ "grab", "turn", "grab", "put-into" ], "verb_classes": [ 0, 23, 0, 5 ], "nouns": [ "bag", "knob", "colander", "colander" ], "noun_classes": [ 19, 190, 39, 39 ], "start_stop_timestamps": [ [ "00:01:40.65", "00:01:46.03" ], [ "00:01:59.03", "00:02:01.48" ], [ "00:02:10.89", "00:02:12.22" ], [ "00:02:11.92", "00:02:14.60" ] ], "start_stop_frames": [ [ 5032, 5301 ], [ 5951, 6074 ], [ 6544, 6611 ], [ 6595, 6730 ] ], "trgnoun": "colander", "trgverb": "put_into" }, { "key": "P01_01+110_111_112_113", "video_id": "P01_01", "narration_ids": [ "P01_01_110", "P01_01_111", "P01_01_112", "P01_01_113" ], "src": "put plate down . open drawer . take something", "src1": "put plate down", "src2": "open drawer", "src3": "take something", "trg": "put_down something", "vis_src": "P01_01:110 P01_01:111 P01_01:112", "vis_trg": "P01_01:113", "narrations": [ "put plate down", "open drawer", "take something", "put down something" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "plate", "drawer", "drawer", "drawer" ], "noun_classes": [ 2, 8, 8, 8 ], "start_stop_timestamps": [ [ "00:08:24.66", "00:08:27.92" ], [ "00:08:28.16", "00:08:29.94" ], [ "00:08:29.29", "00:08:31.54" ], [ "00:08:32.66", "00:08:34.43" ] ], "start_stop_frames": [ [ 30279, 30475 ], [ 30489, 30596 ], [ 30557, 30692 ], [ 30759, 30865 ] ], "trgnoun": "drawer", "trgverb": "put_down" }, { "key": "P04_109+61_62_63_64", "video_id": "P04_109", "narration_ids": [ "P04_109_61", "P04_109_62", "P04_109_63", "P04_109_64" ], "src": "put carrot in measuring jug . slice_into cucumber . put_down knife", "src1": "put carrot in measuring jug", "src2": "slice_into cucumber", "src3": "put_down knife", "trg": "pick_up knife", "vis_src": "P04_109:61 P04_109:62 P04_109:63", "vis_trg": "P04_109:64", "narrations": [ "put carrot in measuring jug", "slice into cucumber", "put down knife", "pick up knife" ], "verbs": [ "put-in", "slice-into", "put-down", "pick-up" ], "verb_classes": [ 5, 7, 1, 0 ], "nouns": [ "carrot", "cucumber", "knife", "knife" ], "noun_classes": [ 41, 72, 4, 4 ], "start_stop_timestamps": [ [ "00:02:37.36", "00:02:38.07" ], [ "00:02:38.07", "00:02:39.03" ], [ "00:02:39.16", "00:02:40.00" ], [ "00:02:39.91", "00:02:40.91" ] ], "start_stop_frames": [ [ 7868, 7903 ], [ 7903, 7951 ], [ 7958, 8000 ], [ 7995, 8045 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P22_10+261_262_263_264", "video_id": "P22_10", "narration_ids": [ "P22_10_261", "P22_10_262", "P22_10_263", "P22_10_264" ], "src": "shake hands . grab glass . grab sponge", "src1": "shake hands", "src2": "grab glass", "src3": "grab sponge", "trg": "lather glass", "vis_src": "P22_10:261 P22_10:262 P22_10:263", "vis_trg": "P22_10:264", "narrations": [ "shake hands", "grab glass", "grab sponge", "lather glass" ], "verbs": [ "shake", "grab", "grab", "lather" ], "verb_classes": [ 15, 0, 0, 2 ], "nouns": [ "hand", "glass", "sponge", "glass" ], "noun_classes": [ 11, 10, 9, 10 ], "start_stop_timestamps": [ [ "00:09:19.29", "00:09:20.29" ], [ "00:09:20.81", "00:09:22.54" ], [ "00:09:22.64", "00:09:23.77" ], [ "00:09:23.94", "00:09:26.08" ] ], "start_stop_frames": [ [ 33557, 33617 ], [ 33648, 33752 ], [ 33758, 33826 ], [ 33836, 33964 ] ], "trgnoun": "glass", "trgverb": "lather" }, { "key": "P30_111+196_197_198_199", "video_id": "P30_111", "narration_ids": [ "P30_111_196", "P30_111_197", "P30_111_198", "P30_111_199" ], "src": "turn_on tap . rinse bottle_lid . rinse bottle", "src1": "turn_on tap", "src2": "rinse bottle_lid", "src3": "rinse bottle", "trg": "fill bottle with water", "vis_src": "P30_111:196 P30_111:197 P30_111:198", "vis_trg": "P30_111:199", "narrations": [ "turn on tap", "rinse bottle lid", "rinse bottle", "fill bottle with water" ], "verbs": [ "turn-on", "rinse", "rinse", "fill-with" ], "verb_classes": [ 6, 2, 2, 26 ], "nouns": [ "tap", "lid:bottle", "bottle", "bottle" ], "noun_classes": [ 0, 118, 15, 15 ], "start_stop_timestamps": [ [ "00:07:59.17", "00:08:00.04" ], [ "00:08:00.14", "00:08:00.72" ], [ "00:08:01.25", "00:08:02.14" ], [ "00:08:02.79", "00:08:04.87" ] ], "start_stop_frames": [ [ 23958, 24002 ], [ 24007, 24036 ], [ 24062, 24107 ], [ 24139, 24243 ] ], "trgnoun": "bottle", "trgverb": "fill_with" }, { "key": "P04_114+32_33_34_35", "video_id": "P04_114", "narration_ids": [ "P04_114_32", "P04_114_33", "P04_114_34", "P04_114_35" ], "src": "close cupboard . pick_up kettle . pour water from kettle into aeropress", "src1": "close cupboard", "src2": "pick_up kettle", "src3": "pour water from kettle into aeropress", "trg": "put_down kettle", "vis_src": "P04_114:32 P04_114:33 P04_114:34", "vis_trg": "P04_114:35", "narrations": [ "close cupboard", "pick up kettle", "pour water from kettle into aeropress", "put down kettle" ], "verbs": [ "close", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 4, 0, 9, 1 ], "nouns": [ "cupboard", "kettle", "water", "kettle" ], "noun_classes": [ 3, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:01:01.16", "00:01:02.51" ], [ "00:01:02.54", "00:01:03.49" ], [ "00:01:04.09", "00:01:09.87" ], [ "00:01:10.76", "00:01:11.55" ] ], "start_stop_frames": [ [ 3058, 3125 ], [ 3127, 3174 ], [ 3204, 3493 ], [ 3538, 3577 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_131+175_176_177_178", "video_id": "P02_131", "narration_ids": [ "P02_131_175", "P02_131_176", "P02_131_177", "P02_131_178" ], "src": "open tap . rinse chopping_blades . close tap", "src1": "open tap", "src2": "rinse chopping_blades", "src3": "close tap", "trg": "put chopping_blades in drainer", "vis_src": "P02_131:175 P02_131:176 P02_131:177", "vis_trg": "P02_131:178", "narrations": [ "open tap", "rinse chopping blades", "close tap", "put chopping blades in drainer" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-in" ], "verb_classes": [ 6, 2, 8, 5 ], "nouns": [ "tap", "blade:chopping", "tap", "blade:chopping" ], "noun_classes": [ 0, 4, 0, 4 ], "start_stop_timestamps": [ [ "00:07:45.23", "00:07:46.09" ], [ "00:07:45.96", "00:07:49.24" ], [ "00:07:49.21", "00:07:49.89" ], [ "00:07:49.99", "00:07:51.17" ] ], "start_stop_frames": [ [ 23261, 23304 ], [ 23298, 23462 ], [ 23460, 23494 ], [ 23499, 23558 ] ], "trgnoun": "chopping_blade", "trgverb": "put_in" }, { "key": "P01_01+256_257_258_259", "video_id": "P01_01", "narration_ids": [ "P01_01_256", "P01_01_257", "P01_01_258", "P01_01_259" ], "src": "take drainer . take glass and bottle . pour water onto glass", "src1": "take drainer", "src2": "take glass and bottle", "src3": "pour water onto glass", "trg": "drink water", "vis_src": "P01_01:256 P01_01:257 P01_01:258", "vis_trg": "P01_01:259", "narrations": [ "take drainer", "take glass and bottle", "pour water onto glass", "drink water" ], "verbs": [ "take", "take", "pour-onto", "drink" ], "verb_classes": [ 0, 0, 9, 60 ], "nouns": [ "drainer", "glass", "water", "water" ], "noun_classes": [ 110, 10, 27, 27 ], "start_stop_timestamps": [ [ "00:20:51.05", "00:20:52.99" ], [ "00:21:03.99", "00:21:05.35" ], [ "00:21:05.00", "00:21:10.37" ], [ "00:21:10.93", "00:21:16.66" ] ], "start_stop_frames": [ [ 75063, 75179 ], [ 75839, 75921 ], [ 75900, 76222 ], [ 76255, 76599 ] ], "trgnoun": "water", "trgverb": "drink" }, { "key": "P02_09+82_83_84_85", "video_id": "P02_09", "narration_ids": [ "P02_09_82", "P02_09_83", "P02_09_84", "P02_09_85" ], "src": "remove cap from olive oil bottle . throw cap . open trash_bin", "src1": "remove cap from olive oil bottle", "src2": "throw cap", "src3": "open trash_bin", "trg": "close trash_bin", "vis_src": "P02_09:82 P02_09:83 P02_09:84", "vis_trg": "P02_09:85", "narrations": [ "remove cap from olive oil bottle", "throw cap", "open trash bin", "close trash bin" ], "verbs": [ "remove-from", "throw", "open", "close" ], "verb_classes": [ 12, 13, 3, 4 ], "nouns": [ "cap", "cap", "bin:trash", "bin:trash" ], "noun_classes": [ 118, 118, 36, 36 ], "start_stop_timestamps": [ [ "00:03:20.51", "00:03:21.79" ], [ "00:03:22.29", "00:03:23.31" ], [ "00:03:22.62", "00:03:23.35" ], [ "00:03:23.13", "00:03:23.96" ] ], "start_stop_frames": [ [ 12030, 12107 ], [ 12137, 12198 ], [ 12157, 12201 ], [ 12187, 12237 ] ], "trgnoun": "trash_bin", "trgverb": "close" }, { "key": "P08_21+132_133_134_135", "video_id": "P08_21", "narration_ids": [ "P08_21_132", "P08_21_133", "P08_21_134", "P08_21_135" ], "src": "place filter . open lid . spoon coffee in filter", "src1": "place filter", "src2": "open lid", "src3": "spoon coffee in filter", "trg": "close lid on coffee jar", "vis_src": "P08_21:132 P08_21:133 P08_21:134", "vis_trg": "P08_21:135", "narrations": [ "place filter", "open lid", "spoon coffee in filter", "close lid on coffee jar" ], "verbs": [ "place", "open", "spoon-in", "close-on" ], "verb_classes": [ 1, 3, 16, 4 ], "nouns": [ "filter", "lid", "coffee", "lid" ], "noun_classes": [ 77, 6, 59, 6 ], "start_stop_timestamps": [ [ "00:08:07.43", "00:08:08.68" ], [ "00:08:10.40", "00:08:11.15" ], [ "00:08:12.04", "00:08:19.04" ], [ "00:08:19.40", "00:08:20.77" ] ], "start_stop_frames": [ [ 29245, 29320 ], [ 29424, 29469 ], [ 29522, 29942 ], [ 29964, 30046 ] ], "trgnoun": "lid", "trgverb": "close_on" }, { "key": "P27_104+63_64_65_66", "video_id": "P27_104", "narration_ids": [ "P27_104_63", "P27_104_64", "P27_104_65", "P27_104_66" ], "src": "use soap . rinse sponge . pick_up tray", "src1": "use soap", "src2": "rinse sponge", "src3": "pick_up tray", "trg": "wash tray", "vis_src": "P27_104:63 P27_104:64 P27_104:65", "vis_trg": "P27_104:66", "narrations": [ "use soap", "rinse sponge", "pick up tray", "wash tray" ], "verbs": [ "use", "rinse", "pick-up", "wash" ], "verb_classes": [ 76, 2, 0, 2 ], "nouns": [ "soap", "sponge", "tray", "tray" ], "noun_classes": [ 22, 9, 35, 35 ], "start_stop_timestamps": [ [ "00:03:14.89", "00:03:16.61" ], [ "00:03:16.34", "00:03:17.71" ], [ "00:03:18.21", "00:03:19.17" ], [ "00:03:19.27", "00:03:19.91" ] ], "start_stop_frames": [ [ 9744, 9830 ], [ 9817, 9885 ], [ 9910, 9958 ], [ 9963, 9995 ] ], "trgnoun": "tray", "trgverb": "wash" }, { "key": "P11_109+101_103_104_106", "video_id": "P11_109", "narration_ids": [ "P11_109_101", "P11_109_103", "P11_109_104", "P11_109_106" ], "src": "pick_up fork . put forks away . pick_up spoon", "src1": "pick_up fork", "src2": "put forks away", "src3": "pick_up spoon", "trg": "put_away spoons", "vis_src": "P11_109:101 P11_109:103 P11_109:104", "vis_trg": "P11_109:106", "narrations": [ "pick up fork", "put forks away", "pick up spoon", "put away spoons" ], "verbs": [ "pick-up", "put", "pick-up", "put-away" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "fork", "fork", "spoon", "spoon" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:03:04.51", "00:03:05.65" ], [ "00:03:06.96", "00:03:09.39" ], [ "00:03:09.42", "00:03:10.62" ], [ "00:03:12.64", "00:03:14.28" ] ], "start_stop_frames": [ [ 9225, 9282 ], [ 9348, 9469 ], [ 9471, 9531 ], [ 9632, 9714 ] ], "trgnoun": "spoon", "trgverb": "put_away" }, { "key": "P22_102+72_73_74_75", "video_id": "P22_102", "narration_ids": [ "P22_102_72", "P22_102_73", "P22_102_74", "P22_102_75" ], "src": "lather glass . put_down glass . pick_up spoon", "src1": "lather glass", "src2": "put_down glass", "src3": "pick_up spoon", "trg": "lather spoon", "vis_src": "P22_102:72 P22_102:73 P22_102:74", "vis_trg": "P22_102:75", "narrations": [ "lather glass", "put down glass", "pick up spoon", "lather spoon" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "spoon", "spoon" ], "noun_classes": [ 10, 10, 1, 1 ], "start_stop_timestamps": [ [ "00:02:07.17", "00:02:09.56" ], [ "00:02:09.50", "00:02:10.27" ], [ "00:02:10.37", "00:02:11.29" ], [ "00:02:11.17", "00:02:13.32" ] ], "start_stop_frames": [ [ 6358, 6478 ], [ 6475, 6513 ], [ 6518, 6564 ], [ 6558, 6666 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P35_108+36_37_38_39", "video_id": "P35_108", "narration_ids": [ "P35_108_36", "P35_108_37", "P35_108_38", "P35_108_39" ], "src": "put_down cup . close cupboard . pick_up container", "src1": "put_down cup", "src2": "close cupboard", "src3": "pick_up container", "trg": "open cupboard", "vis_src": "P35_108:36 P35_108:37 P35_108:38", "vis_trg": "P35_108:39", "narrations": [ "put down cup", "close cupboard", "pick up container", "open cupboard" ], "verbs": [ "put-down", "close", "pick-up", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "cup", "cupboard", "container", "cupboard" ], "noun_classes": [ 13, 3, 21, 3 ], "start_stop_timestamps": [ [ "00:01:37.13", "00:01:39.09" ], [ "00:01:39.69", "00:01:40.31" ], [ "00:01:41.38", "00:01:42.21" ], [ "00:01:42.94", "00:01:44.01" ] ], "start_stop_frames": [ [ 4856, 4954 ], [ 4984, 5015 ], [ 5069, 5110 ], [ 5147, 5200 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P22_08+261_262_263_264", "video_id": "P22_08", "narration_ids": [ "P22_08_261", "P22_08_262", "P22_08_263", "P22_08_264" ], "src": "lather glass . put_down sponge . open tap", "src1": "lather glass", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse glass", "vis_src": "P22_08:261 P22_08:262 P22_08:263", "vis_trg": "P22_08:264", "narrations": [ "lather glass", "put down sponge", "open tap", "rinse glass" ], "verbs": [ "lather", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "glass", "sponge", "tap", "glass" ], "noun_classes": [ 10, 9, 0, 10 ], "start_stop_timestamps": [ [ "00:10:36.03", "00:10:41.35" ], [ "00:10:41.07", "00:10:41.70" ], [ "00:10:41.51", "00:10:42.44" ], [ "00:10:42.34", "00:10:50.14" ] ], "start_stop_frames": [ [ 38161, 38481 ], [ 38464, 38502 ], [ 38490, 38546 ], [ 38540, 39008 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P13_08+173_174_175_176", "video_id": "P13_08", "narration_ids": [ "P13_08_173", "P13_08_174", "P13_08_175", "P13_08_176" ], "src": "pour water into pan . stir spaghetti . keep stirring spaghetti", "src1": "pour water into pan", "src2": "stir spaghetti", "src3": "keep stirring spaghetti", "trg": "put spaghetti on plate", "vis_src": "P13_08:173 P13_08:174 P13_08:175", "vis_trg": "P13_08:176", "narrations": [ "pour water into pan", "stir spaghetti", "keep stirring spaghetti", "put spaghetti on plate" ], "verbs": [ "pour-into", "stir", "stir", "put-on" ], "verb_classes": [ 9, 10, 10, 1 ], "nouns": [ "water", "spaghetti", "spaghetti", "spaghetti" ], "noun_classes": [ 27, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:37:54.17", "00:38:18.20" ], [ "00:38:28.36", "00:38:36.64" ], [ "00:38:36.74", "00:39:01.90" ], [ "00:39:22.47", "00:39:31.98" ] ], "start_stop_frames": [ [ 136450, 137892 ], [ 138501, 138998 ], [ 139004, 140514 ], [ 141748, 142318 ] ], "trgnoun": "spaghetti", "trgverb": "put_on" }, { "key": "P23_102+424_425_426_427", "video_id": "P23_102", "narration_ids": [ "P23_102_424", "P23_102_425", "P23_102_426", "P23_102_427" ], "src": "put spoon . adjust gas . take bowl", "src1": "put spoon", "src2": "adjust gas", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_102:424 P23_102:425 P23_102:426", "vis_trg": "P23_102:427", "narrations": [ "put spoon", "adjust gas", "take bowl", "put bowl" ], "verbs": [ "put", "adjust", "take", "put" ], "verb_classes": [ 1, 17, 0, 1 ], "nouns": [ "spoon", "gas", "bowl", "bowl" ], "noun_classes": [ 1, 24, 7, 7 ], "start_stop_timestamps": [ [ "00:40:34.94", "00:40:35.65" ], [ "00:40:37.47", "00:40:41.12" ], [ "00:40:41.98", "00:40:43.20" ], [ "00:40:43.42", "00:40:44.52" ] ], "start_stop_frames": [ [ 121747, 121782 ], [ 121873, 122056 ], [ 122099, 122159 ], [ 122171, 122226 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P22_111+222_223_224_225", "video_id": "P22_111", "narration_ids": [ "P22_111_222", "P22_111_223", "P22_111_224", "P22_111_225" ], "src": "pick_up knife . move cutting_board . pour tomatoes", "src1": "pick_up knife", "src2": "move cutting_board", "src3": "pour tomatoes", "trg": "put_down knife", "vis_src": "P22_111:222 P22_111:223 P22_111:224", "vis_trg": "P22_111:225", "narrations": [ "pick up knife", "move cutting board", "pour tomatoes", "put down knife" ], "verbs": [ "pick-up", "move", "pour", "put-down" ], "verb_classes": [ 0, 11, 9, 1 ], "nouns": [ "knife", "board:cutting", "tomato", "knife" ], "noun_classes": [ 4, 18, 43, 4 ], "start_stop_timestamps": [ [ "00:09:27.46", "00:09:28.88" ], [ "00:09:27.77", "00:09:28.74" ], [ "00:09:29.32", "00:09:36.72" ], [ "00:09:37.08", "00:09:37.76" ] ], "start_stop_frames": [ [ 28373, 28444 ], [ 28388, 28437 ], [ 28466, 28836 ], [ 28854, 28888 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P01_05+100_101_102_103", "video_id": "P01_05", "narration_ids": [ "P01_05_100", "P01_05_101", "P01_05_102", "P01_05_103" ], "src": "turn_on hob . open cupboard . take frying_pan", "src1": "turn_on hob", "src2": "open cupboard", "src3": "take frying_pan", "trg": "close cupboard", "vis_src": "P01_05:100 P01_05:101 P01_05:102", "vis_trg": "P01_05:103", "narrations": [ "turn on hob", "open cupboard", "take frying pan", "close cupboard" ], "verbs": [ "turn-on", "open", "take", "close" ], "verb_classes": [ 6, 3, 0, 4 ], "nouns": [ "hob", "cupboard", "pan:frying", "cupboard" ], "noun_classes": [ 24, 3, 5, 3 ], "start_stop_timestamps": [ [ "00:05:34.82", "00:05:37.70" ], [ "00:05:37.82", "00:05:40.42" ], [ "00:05:41.03", "00:05:43.47" ], [ "00:05:43.84", "00:05:46.50" ] ], "start_stop_frames": [ [ 20089, 20262 ], [ 20269, 20425 ], [ 20461, 20608 ], [ 20630, 20790 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_109+63_64_65_66", "video_id": "P02_109", "narration_ids": [ "P02_109_63", "P02_109_64", "P02_109_65", "P02_109_66" ], "src": "open fridge . pick_up meat . get stock_cube from box", "src1": "open fridge", "src2": "pick_up meat", "src3": "get stock_cube from box", "trg": "put_down meat", "vis_src": "P02_109:63 P02_109:64 P02_109:65", "vis_trg": "P02_109:66", "narrations": [ "open fridge", "pick up meat", "get stock cube from box", "put down meat" ], "verbs": [ "open", "pick-up", "get-from", "put-down" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "fridge", "meat", "cube:stock", "meat" ], "noun_classes": [ 12, 28, 95, 28 ], "start_stop_timestamps": [ [ "00:05:57.40", "00:05:59.44" ], [ "00:05:59.39", "00:06:00.60" ], [ "00:06:01.62", "00:06:08.85" ], [ "00:06:11.14", "00:06:12.40" ] ], "start_stop_frames": [ [ 17870, 17972 ], [ 17969, 18030 ], [ 18081, 18442 ], [ 18557, 18620 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P02_132+30_31_32_34", "video_id": "P02_132", "narration_ids": [ "P02_132_30", "P02_132_31", "P02_132_32", "P02_132_34" ], "src": "pick_up chopping_board . put_down knife . put chopping_board in sink", "src1": "pick_up chopping_board", "src2": "put_down knife", "src3": "put chopping_board in sink", "trg": "pick_up knife", "vis_src": "P02_132:30 P02_132:31 P02_132:32", "vis_trg": "P02_132:34", "narrations": [ "pick up chopping board", "put down knife", "put chopping board in sink", "pick up knife" ], "verbs": [ "pick-up", "put-down", "put-in", "pick-up" ], "verb_classes": [ 0, 1, 5, 0 ], "nouns": [ "board:chopping", "knife", "board:chopping", "knife" ], "noun_classes": [ 18, 4, 18, 4 ], "start_stop_timestamps": [ [ "00:01:07.92", "00:01:08.55" ], [ "00:01:08.38", "00:01:09.26" ], [ "00:01:10.34", "00:01:11.70" ], [ "00:01:16.50", "00:01:17.06" ] ], "start_stop_frames": [ [ 3396, 3427 ], [ 3419, 3463 ], [ 3517, 3585 ], [ 3825, 3853 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P29_03+421_422_423_424", "video_id": "P29_03", "narration_ids": [ "P29_03_421", "P29_03_422", "P29_03_423", "P29_03_424" ], "src": "move bread . put whisk down . pick_up bread", "src1": "move bread", "src2": "put whisk down", "src3": "pick_up bread", "trg": "inspect bread", "vis_src": "P29_03:421 P29_03:422 P29_03:423", "vis_trg": "P29_03:424", "narrations": [ "move bread", "put whisk down", "pick up bread", "inspect bread" ], "verbs": [ "move", "put-down", "pick-up", "inspect" ], "verb_classes": [ 11, 1, 0, 24 ], "nouns": [ "bread", "whisk", "bread", "bread" ], "noun_classes": [ 33, 218, 33, 33 ], "start_stop_timestamps": [ [ "00:27:15.43", "00:27:17.06" ], [ "00:27:17.64", "00:27:20.85" ], [ "00:27:20.67", "00:27:21.68" ], [ "00:27:21.78", "00:27:25.41" ] ], "start_stop_frames": [ [ 98125, 98223 ], [ 98258, 98451 ], [ 98440, 98500 ], [ 98506, 98724 ] ], "trgnoun": "bread", "trgverb": "inspect" }, { "key": "P10_01+98_99_100_101", "video_id": "P10_01", "narration_ids": [ "P10_01_98", "P10_01_99", "P10_01_100", "P10_01_101" ], "src": "clean the oven with cloth . cleaning the desk . put the knife into the pot", "src1": "clean the oven with cloth", "src2": "cleaning the desk", "src3": "put the knife into the pot", "trg": "cleaning the oven", "vis_src": "P10_01:98 P10_01:99 P10_01:100", "vis_trg": "P10_01:101", "narrations": [ "clean the oven with cloth", "cleaning the desk", "put the knife into the pot", "cleaning the oven" ], "verbs": [ "clean-with", "clean", "put-into", "clean" ], "verb_classes": [ 2, 2, 5, 2 ], "nouns": [ "oven", "desk", "knife", "oven" ], "noun_classes": [ 46, 42, 4, 46 ], "start_stop_timestamps": [ [ "00:11:55.72", "00:12:00.15" ], [ "00:12:02.04", "00:12:03.54" ], [ "00:12:08.60", "00:12:10.06" ], [ "00:12:11.70", "00:12:26.41" ] ], "start_stop_frames": [ [ 42943, 43209 ], [ 43322, 43412 ], [ 43716, 43803 ], [ 43902, 44784 ] ], "trgnoun": "oven", "trgverb": "clean" }, { "key": "P22_06+31_32_33_34", "video_id": "P22_06", "narration_ids": [ "P22_06_31", "P22_06_32", "P22_06_33", "P22_06_34" ], "src": "put paper . tear_off plastic_wrap . put_down plastic_wrap", "src1": "put paper", "src2": "tear_off plastic_wrap", "src3": "put_down plastic_wrap", "trg": "put_on plastic_wrap", "vis_src": "P22_06:31 P22_06:32 P22_06:33", "vis_trg": "P22_06:34", "narrations": [ "put", "tear off plastic wrap", "put down plastic wrap", "put on plastic wrap" ], "verbs": [ "put", "tear-off", "put-down", "put-on" ], "verb_classes": [ 1, 43, 1, 1 ], "nouns": [ "paper", "wrap:plastic", "wrap:plastic", "wrap:plastic" ], "noun_classes": [ 49, 100, 100, 100 ], "start_stop_timestamps": [ [ "00:01:02.81", "00:01:06.44" ], [ "00:01:09.92", "00:01:13.06" ], [ "00:01:13.16", "00:01:14.26" ], [ "00:01:14.53", "00:01:21.90" ] ], "start_stop_frames": [ [ 3768, 3986 ], [ 4195, 4383 ], [ 4389, 4455 ], [ 4471, 4914 ] ], "trgnoun": "plastic_wrap", "trgverb": "put_on" }, { "key": "P01_09+134_135_136_137", "video_id": "P01_09", "narration_ids": [ "P01_09_134", "P01_09_135", "P01_09_136", "P01_09_137" ], "src": "put bowl aside . take timer . set timer", "src1": "put bowl aside", "src2": "take timer", "src3": "set timer", "trg": "put_down timer", "vis_src": "P01_09:134 P01_09:135 P01_09:136", "vis_trg": "P01_09:137", "narrations": [ "put bowl aside", "take timer", "set timer", "put down timer" ], "verbs": [ "put", "take", "set", "put-down" ], "verb_classes": [ 1, 0, 53, 1 ], "nouns": [ "bowl", "timer", "timer", "timer" ], "noun_classes": [ 7, 111, 111, 111 ], "start_stop_timestamps": [ [ "00:10:18.95", "00:10:20.20" ], [ "00:10:20.55", "00:10:21.80" ], [ "00:10:22.08", "00:10:23.90" ], [ "00:10:23.98", "00:10:24.86" ] ], "start_stop_frames": [ [ 37137, 37212 ], [ 37233, 37308 ], [ 37324, 37434 ], [ 37438, 37491 ] ], "trgnoun": "timer", "trgverb": "put_down" }, { "key": "P20_01+338_339_340_343", "video_id": "P20_01", "narration_ids": [ "P20_01_338", "P20_01_339", "P20_01_340", "P20_01_343" ], "src": "put_down spatula . pick_up knife . cut meat with knife", "src1": "put_down spatula", "src2": "pick_up knife", "src3": "cut meat with knife", "trg": "put_down knife", "vis_src": "P20_01:338 P20_01:339 P20_01:340", "vis_trg": "P20_01:343", "narrations": [ "put down spatula", "pick up knife", "cut meat with knife", "put down knife" ], "verbs": [ "put-down", "pick-up", "cut-with", "put-down" ], "verb_classes": [ 1, 0, 7, 1 ], "nouns": [ "spatula", "knife", "meat", "knife" ], "noun_classes": [ 20, 4, 28, 4 ], "start_stop_timestamps": [ [ "00:22:14.60", "00:22:16.10" ], [ "00:22:16.34", "00:22:17.55" ], [ "00:22:17.57", "00:22:24.87" ], [ "00:22:30.79", "00:22:32.18" ] ], "start_stop_frames": [ [ 80076, 80166 ], [ 80180, 80253 ], [ 80254, 80692 ], [ 81047, 81130 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P03_109+331_332_333_334", "video_id": "P03_109", "narration_ids": [ "P03_109_331", "P03_109_332", "P03_109_333", "P03_109_334" ], "src": "close butter . pick_up knife . pick_up cheese_packet", "src1": "close butter", "src2": "pick_up knife", "src3": "pick_up cheese_packet", "trg": "put_down knife", "vis_src": "P03_109:331 P03_109:332 P03_109:333", "vis_trg": "P03_109:334", "narrations": [ "close butter", "pick up knife", "pick up cheese packet", "put down knife" ], "verbs": [ "close", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 4, 0, 0, 1 ], "nouns": [ "butter", "knife", "packet:cheese", "knife" ], "noun_classes": [ 78, 4, 26, 4 ], "start_stop_timestamps": [ [ "00:16:15.75", "00:16:17.19" ], [ "00:16:17.67", "00:16:18.21" ], [ "00:16:18.31", "00:16:19.80" ], [ "00:16:19.79", "00:16:20.35" ] ], "start_stop_frames": [ [ 48787, 48859 ], [ 48883, 48910 ], [ 48915, 48990 ], [ 48989, 49017 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_06+55_56_57_58", "video_id": "P02_06", "narration_ids": [ "P02_06_55", "P02_06_56", "P02_06_57", "P02_06_58" ], "src": "pick_up spoon . wash spoon . pick_up knife", "src1": "pick_up spoon", "src2": "wash spoon", "src3": "pick_up knife", "trg": "wash knife", "vis_src": "P02_06:55 P02_06:56 P02_06:57", "vis_trg": "P02_06:58", "narrations": [ "pick up spoon", "wash spoon", "pick up knife", "wash knife" ], "verbs": [ "pick-up", "wash", "pick-up", "wash" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "spoon", "spoon", "knife", "knife" ], "noun_classes": [ 1, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:02:27.29", "00:02:27.97" ], [ "00:02:28.04", "00:02:30.67" ], [ "00:02:30.64", "00:02:32.31" ], [ "00:02:32.24", "00:02:34.01" ] ], "start_stop_frames": [ [ 8837, 8878 ], [ 8882, 9040 ], [ 9038, 9138 ], [ 9134, 9240 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P01_09+860_861_862_863", "video_id": "P01_09", "narration_ids": [ "P01_09_860", "P01_09_861", "P01_09_862", "P01_09_863" ], "src": "put_down plate . open drawer . take something", "src1": "put_down plate", "src2": "open drawer", "src3": "take something", "trg": "put_down something", "vis_src": "P01_09:860 P01_09:861 P01_09:862", "vis_trg": "P01_09:863", "narrations": [ "put down plate", "open drawer", "take something", "put down something" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "plate", "drawer", "drawer", "drawer" ], "noun_classes": [ 2, 8, 8, 8 ], "start_stop_timestamps": [ [ "00:57:24.25", "00:57:26.49" ], [ "00:57:31.43", "00:57:32.96" ], [ "00:57:33.06", "00:57:35.37" ], [ "00:57:35.59", "00:57:36.46" ] ], "start_stop_frames": [ [ 206655, 206789 ], [ 207085, 207177 ], [ 207183, 207322 ], [ 207335, 207387 ] ], "trgnoun": "drawer", "trgverb": "put_down" }, { "key": "P04_120+172_173_174_175", "video_id": "P04_120", "narration_ids": [ "P04_120_172", "P04_120_173", "P04_120_174", "P04_120_175" ], "src": "pick_up bowl . put bowl on stack of bowls in cupboard . pick_up rolling_pin", "src1": "pick_up bowl", "src2": "put bowl on stack of bowls in cupboard", "src3": "pick_up rolling_pin", "trg": "rotate rolling_pin", "vis_src": "P04_120:172 P04_120:173 P04_120:174", "vis_trg": "P04_120:175", "narrations": [ "pick up bowl", "put bowl on stack of bowls in cupboard", "pick up rolling pin", "rotate rolling pin" ], "verbs": [ "pick-up", "put-on", "pick-up", "rotate" ], "verb_classes": [ 0, 1, 0, 23 ], "nouns": [ "bowl", "bowl", "pin:rolling", "pin:rolling" ], "noun_classes": [ 7, 7, 136, 136 ], "start_stop_timestamps": [ [ "00:07:47.63", "00:07:48.33" ], [ "00:07:48.43", "00:07:50.05" ], [ "00:07:51.02", "00:07:52.27" ], [ "00:07:52.37", "00:07:53.45" ] ], "start_stop_frames": [ [ 23381, 23416 ], [ 23421, 23502 ], [ 23551, 23613 ], [ 23618, 23672 ] ], "trgnoun": "rolling_pin", "trgverb": "rotate" }, { "key": "P27_07+0_1_2_3", "video_id": "P27_07", "narration_ids": [ "P27_07_0", "P27_07_1", "P27_07_2", "P27_07_3" ], "src": "take container . put_down container . take lid", "src1": "take container", "src2": "put_down container", "src3": "take lid", "trg": "put_down lid", "vis_src": "P27_07:0 P27_07:1 P27_07:2", "vis_trg": "P27_07:3", "narrations": [ "take container", "put down container", "take lid", "put down lid" ], "verbs": [ "take", "put-down", "take", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:00:01.35", "00:00:04.62" ], [ "00:00:20.09", "00:00:22.23" ], [ "00:00:22.88", "00:00:23.97" ], [ "00:00:24.54", "00:00:26.38" ] ], "start_stop_frames": [ [ 81, 277 ], [ 1205, 1333 ], [ 1372, 1438 ], [ 1472, 1582 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P06_101+236_237_238_239", "video_id": "P06_101", "narration_ids": [ "P06_101_236", "P06_101_237", "P06_101_238", "P06_101_239" ], "src": "look_at spices . open pot . put_down lid", "src1": "look_at spices", "src2": "open pot", "src3": "put_down lid", "trg": "pour spice into hand", "vis_src": "P06_101:236 P06_101:237 P06_101:238", "vis_trg": "P06_101:239", "narrations": [ "look at spices", "open pot", "put down lid", "pour spice into hand" ], "verbs": [ "look-at", "open", "put-down", "pour-into" ], "verb_classes": [ 38, 3, 1, 9 ], "nouns": [ "spice", "pot", "lid", "spice" ], "noun_classes": [ 85, 29, 6, 85 ], "start_stop_timestamps": [ [ "00:16:52.39", "00:16:55.39" ], [ "00:16:55.07", "00:16:57.46" ], [ "00:16:57.45", "00:16:58.65" ], [ "00:16:58.75", "00:17:04.54" ] ], "start_stop_frames": [ [ 50619, 50769 ], [ 50753, 50873 ], [ 50872, 50932 ], [ 50937, 51227 ] ], "trgnoun": "spice", "trgverb": "pour_into" }, { "key": "P04_120+308_309_310_311", "video_id": "P04_120", "narration_ids": [ "P04_120_308", "P04_120_309", "P04_120_310", "P04_120_311" ], "src": "pick_up teaspoon . put teaspoon in drawer . pick_up measuring_spoon", "src1": "pick_up teaspoon", "src2": "put teaspoon in drawer", "src3": "pick_up measuring_spoon", "trg": "put measuring_spoon in drawer", "vis_src": "P04_120:308 P04_120:309 P04_120:310", "vis_trg": "P04_120:311", "narrations": [ "pick up teaspoon", "put teaspoon in drawer", "pick up measuring spoon", "put measuring spoon in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "teaspoon", "teaspoon", "spoon:measuring", "spoon:measuring" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:11:08.93", "00:11:09.56" ], [ "00:11:09.57", "00:11:09.88" ], [ "00:11:09.98", "00:11:11.32" ], [ "00:11:11.41", "00:11:11.88" ] ], "start_stop_frames": [ [ 33446, 33478 ], [ 33478, 33494 ], [ 33499, 33566 ], [ 33570, 33594 ] ], "trgnoun": "measuring_spoon", "trgverb": "put_in" }, { "key": "P04_112+112_113_114_115", "video_id": "P04_112", "narration_ids": [ "P04_112_112", "P04_112_113", "P04_112_114", "P04_112_115" ], "src": "close lid . open fridge . put tupperware in fridge", "src1": "close lid", "src2": "open fridge", "src3": "put tupperware in fridge", "trg": "close fridge", "vis_src": "P04_112:112 P04_112:113 P04_112:114", "vis_trg": "P04_112:115", "narrations": [ "close lid", "open fridge", "put tupperware in fridge", "close fridge" ], "verbs": [ "close", "open", "put-in", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "lid", "fridge", "tupperware", "fridge" ], "noun_classes": [ 6, 12, 23, 12 ], "start_stop_timestamps": [ [ "00:03:11.39", "00:03:13.44" ], [ "00:03:13.92", "00:03:14.77" ], [ "00:03:14.94", "00:03:17.94" ], [ "00:03:18.04", "00:03:19.54" ] ], "start_stop_frames": [ [ 9569, 9672 ], [ 9696, 9738 ], [ 9747, 9897 ], [ 9902, 9977 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P01_17+205_206_207_208", "video_id": "P01_17", "narration_ids": [ "P01_17_205", "P01_17_206", "P01_17_207", "P01_17_208" ], "src": "put_down knife . take colander . wash colander", "src1": "put_down knife", "src2": "take colander", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P01_17:205 P01_17:206 P01_17:207", "vis_trg": "P01_17:208", "narrations": [ "put down knife", "take colander", "wash colander", "put down colander" ], "verbs": [ "put-down", "take", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "colander", "colander", "colander" ], "noun_classes": [ 4, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:13:55.28", "00:13:56.06" ], [ "00:13:56.21", "00:13:57.00" ], [ "00:13:57.45", "00:14:02.70" ], [ "00:14:02.77", "00:14:03.42" ] ], "start_stop_frames": [ [ 50116, 50163 ], [ 50172, 50220 ], [ 50247, 50562 ], [ 50566, 50605 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P03_11+7_8_9_10", "video_id": "P03_11", "narration_ids": [ "P03_11_7", "P03_11_8", "P03_11_9", "P03_11_10" ], "src": "flip tongs . pick_up knife . open butter", "src1": "flip tongs", "src2": "pick_up knife", "src3": "open butter", "trg": "get butter", "vis_src": "P03_11:7 P03_11:8 P03_11:9", "vis_trg": "P03_11:10", "narrations": [ "flip tongs", "pick up knife", "open butter", "get butter" ], "verbs": [ "flip", "pick-up", "open", "get" ], "verb_classes": [ 22, 0, 3, 0 ], "nouns": [ "tongs", "knife", "butter", "butter" ], "noun_classes": [ 142, 4, 78, 78 ], "start_stop_timestamps": [ [ "00:00:22.53", "00:00:23.72" ], [ "00:00:24.57", "00:00:25.30" ], [ "00:00:25.28", "00:00:26.84" ], [ "00:00:25.85", "00:00:27.01" ] ], "start_stop_frames": [ [ 1351, 1423 ], [ 1474, 1518 ], [ 1516, 1610 ], [ 1551, 1620 ] ], "trgnoun": "butter", "trgverb": "get" }, { "key": "P09_03+27_28_29_30", "video_id": "P09_03", "narration_ids": [ "P09_03_27", "P09_03_28", "P09_03_29", "P09_03_30" ], "src": "wash spatula . rinse spatula . rinse knife", "src1": "wash spatula", "src2": "rinse spatula", "src3": "rinse knife", "trg": "dry spatula and knife", "vis_src": "P09_03:27 P09_03:28 P09_03:29", "vis_trg": "P09_03:30", "narrations": [ "wash spatula", "rinse spatula", "rinse knife", "dry spatula and knife" ], "verbs": [ "wash", "rinse", "rinse", "dry" ], "verb_classes": [ 2, 2, 2, 14 ], "nouns": [ "spatula", "spatula", "knife", "spatula" ], "noun_classes": [ 20, 20, 4, 20 ], "start_stop_timestamps": [ [ "00:01:50.35", "00:01:52.60" ], [ "00:01:54.20", "00:01:57.20" ], [ "00:01:56.99", "00:02:00.24" ], [ "00:02:00.15", "00:02:04.00" ] ], "start_stop_frames": [ [ 6621, 6756 ], [ 6852, 7032 ], [ 7019, 7214 ], [ 7209, 7440 ] ], "trgnoun": "spatula", "trgverb": "dry" }, { "key": "P24_08+130_131_132_133", "video_id": "P24_08", "narration_ids": [ "P24_08_130", "P24_08_131", "P24_08_132", "P24_08_133" ], "src": "put lid on the pot . pick_up wooden_spoon . turn onion", "src1": "put lid on the pot", "src2": "pick_up wooden_spoon", "src3": "turn onion", "trg": "move onion in the pot", "vis_src": "P24_08:130 P24_08:131 P24_08:132", "vis_trg": "P24_08:133", "narrations": [ "put lid on the pot", "pick up wooden spoon", "turn onion", "move onion in the pot" ], "verbs": [ "put-on", "pick-up", "turn", "move" ], "verb_classes": [ 1, 0, 23, 11 ], "nouns": [ "lid", "spoon:wooden", "onion", "onion" ], "noun_classes": [ 6, 1, 16, 16 ], "start_stop_timestamps": [ [ "00:10:05.85", "00:10:06.97" ], [ "00:10:07.49", "00:10:08.33" ], [ "00:10:08.16", "00:10:16.13" ], [ "00:10:11.18", "00:10:18.42" ] ], "start_stop_frames": [ [ 36351, 36418 ], [ 36449, 36499 ], [ 36489, 36967 ], [ 36670, 37105 ] ], "trgnoun": "onion", "trgverb": "move" }, { "key": "P25_104+185_186_187_188", "video_id": "P25_104", "narration_ids": [ "P25_104_185", "P25_104_186", "P25_104_187", "P25_104_188" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "put_down lid", "vis_src": "P25_104:185 P25_104:186 P25_104:187", "vis_trg": "P25_104:188", "narrations": [ "pick up spoon", "open lid", "stir pasta", "put down lid" ], "verbs": [ "pick-up", "open", "stir", "put-down" ], "verb_classes": [ 0, 3, 10, 1 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:09:17.39", "00:09:18.44" ], [ "00:09:19.00", "00:09:20.30" ], [ "00:09:20.45", "00:09:25.07" ], [ "00:09:24.84", "00:09:26.83" ] ], "start_stop_frames": [ [ 27869, 27922 ], [ 27950, 28014 ], [ 28022, 28253 ], [ 28242, 28341 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P22_08+211_212_213_214", "video_id": "P22_08", "narration_ids": [ "P22_08_211", "P22_08_212", "P22_08_213", "P22_08_214" ], "src": "rinse sink . rinse hands . pick_up cloth", "src1": "rinse sink", "src2": "rinse hands", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_08:211 P22_08:212 P22_08:213", "vis_trg": "P22_08:214", "narrations": [ "rinse sink", "rinse hands", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "rinse", "pick-up", "rinse" ], "verb_classes": [ 2, 2, 0, 2 ], "nouns": [ "sink", "hand", "cloth", "cloth" ], "noun_classes": [ 63, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:09:10.10", "00:09:14.35" ], [ "00:09:10.10", "00:09:14.31" ], [ "00:09:14.75", "00:09:15.37" ], [ "00:09:15.22", "00:09:17.67" ] ], "start_stop_frames": [ [ 33006, 33261 ], [ 33006, 33258 ], [ 33285, 33322 ], [ 33313, 33460 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P17_04+22_23_24_25", "video_id": "P17_04", "narration_ids": [ "P17_04_22", "P17_04_23", "P17_04_24", "P17_04_25" ], "src": "turn_on light . put_down lid . put noodles in the bowl", "src1": "turn_on light", "src2": "put_down lid", "src3": "put noodles in the bowl", "trg": "take_off light", "vis_src": "P17_04:22 P17_04:23 P17_04:24", "vis_trg": "P17_04:25", "narrations": [ "turn on light", "put down lid", "put noodles in the bowl", "take off light" ], "verbs": [ "turn-on", "put-down", "put-in", "take-off" ], "verb_classes": [ 6, 1, 5, 12 ], "nouns": [ "light", "lid", "noodle", "light" ], "noun_classes": [ 114, 6, 155, 114 ], "start_stop_timestamps": [ [ "00:03:27.38", "00:03:28.09" ], [ "00:03:51.19", "00:03:51.77" ], [ "00:05:32.50", "00:05:38.50" ], [ "00:09:29.17", "00:09:31.41" ] ], "start_stop_frames": [ [ 12442, 12485 ], [ 13871, 13906 ], [ 19950, 20310 ], [ 34150, 34284 ] ], "trgnoun": "light", "trgverb": "take_off" }, { "key": "P22_12+245_246_247_248", "video_id": "P22_12", "narration_ids": [ "P22_12_245", "P22_12_246", "P22_12_247", "P22_12_248" ], "src": "put_down slice . pick_up cream . spread cream", "src1": "put_down slice", "src2": "pick_up cream", "src3": "spread cream", "trg": "place slice", "vis_src": "P22_12:245 P22_12:246 P22_12:247", "vis_trg": "P22_12:248", "narrations": [ "put down slice", "pick up cream", "spread cream", "place slice" ], "verbs": [ "put-down", "pick-up", "spread", "place" ], "verb_classes": [ 1, 0, 27, 1 ], "nouns": [ "peach", "cream", "cream", "peach" ], "noun_classes": [ 74, 143, 143, 74 ], "start_stop_timestamps": [ [ "00:09:48.28", "00:09:49.09" ], [ "00:09:49.68", "00:09:50.37" ], [ "00:09:52.11", "00:09:56.93" ], [ "00:10:03.48", "00:10:06.29" ] ], "start_stop_frames": [ [ 35296, 35345 ], [ 35380, 35422 ], [ 35526, 35815 ], [ 36208, 36377 ] ], "trgnoun": "peach", "trgverb": "place" }, { "key": "P02_121+69_70_71_72", "video_id": "P02_121", "narration_ids": [ "P02_121_69", "P02_121_70", "P02_121_71", "P02_121_72" ], "src": "put_down bowl . adjust baking_paper in cake mould . move clip", "src1": "put_down bowl", "src2": "adjust baking_paper in cake mould", "src3": "move clip", "trg": "pick_up bowl", "vis_src": "P02_121:69 P02_121:70 P02_121:71", "vis_trg": "P02_121:72", "narrations": [ "put down bowl", "adjust baking paper in cake mould", "move clip", "pick up bowl" ], "verbs": [ "put-down", "adjust-in", "move", "pick-up" ], "verb_classes": [ 1, 17, 11, 0 ], "nouns": [ "bowl", "paper:baking", "clip", "bowl" ], "noun_classes": [ 7, 49, 129, 7 ], "start_stop_timestamps": [ [ "00:03:53.65", "00:03:56.59" ], [ "00:03:57.55", "00:04:02.06" ], [ "00:04:01.93", "00:04:03.52" ], [ "00:04:04.33", "00:04:06.26" ] ], "start_stop_frames": [ [ 11682, 11829 ], [ 11877, 12103 ], [ 12096, 12176 ], [ 12216, 12313 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P02_108+153_154_155_159", "video_id": "P02_108", "narration_ids": [ "P02_108_153", "P02_108_154", "P02_108_155", "P02_108_159" ], "src": "open oil_bottle . put_down bottle_cap . pour oil from bottle into spoon", "src1": "open oil_bottle", "src2": "put_down bottle_cap", "src3": "pour oil from bottle into spoon", "trg": "put_down oil_bottle", "vis_src": "P02_108:153 P02_108:154 P02_108:155", "vis_trg": "P02_108:159", "narrations": [ "open oil bottle", "put down bottle cap", "pour oil from bottle into spoon", "put down oil bottle" ], "verbs": [ "open", "put-down", "pour-from", "put-down" ], "verb_classes": [ 3, 1, 9, 1 ], "nouns": [ "bottle:oil", "cap:bottle", "oil", "bottle:oil" ], "noun_classes": [ 15, 118, 31, 15 ], "start_stop_timestamps": [ [ "00:06:28.30", "00:06:31.45" ], [ "00:06:31.64", "00:06:32.76" ], [ "00:06:32.95", "00:06:35.10" ], [ "00:06:42.25", "00:06:43.55" ] ], "start_stop_frames": [ [ 19415, 19572 ], [ 19582, 19638 ], [ 19647, 19755 ], [ 20112, 20177 ] ], "trgnoun": "oil_bottle", "trgverb": "put_down" }, { "key": "P22_05+70_71_72_73", "video_id": "P22_05", "narration_ids": [ "P22_05_70", "P22_05_71", "P22_05_72", "P22_05_73" ], "src": "put dish . close tap . pick_up carafe", "src1": "put dish", "src2": "close tap", "src3": "pick_up carafe", "trg": "soap carafe", "vis_src": "P22_05:70 P22_05:71 P22_05:72", "vis_trg": "P22_05:73", "narrations": [ "put dish", "close tap", "pick up carafe", "soap carafe" ], "verbs": [ "put", "turn-off", "pick-up", "soap" ], "verb_classes": [ 1, 8, 0, 2 ], "nouns": [ "dish", "tap", "carafe", "carafe" ], "noun_classes": [ 2, 0, 66, 66 ], "start_stop_timestamps": [ [ "00:02:38.72", "00:02:40.93" ], [ "00:02:40.53", "00:02:41.89" ], [ "00:02:41.25", "00:02:42.59" ], [ "00:02:42.70", "00:02:55.96" ] ], "start_stop_frames": [ [ 9523, 9655 ], [ 9631, 9713 ], [ 9675, 9755 ], [ 9762, 10557 ] ], "trgnoun": "carafe", "trgverb": "soap" }, { "key": "P03_117+56_57_58_59", "video_id": "P03_117", "narration_ids": [ "P03_117_56", "P03_117_57", "P03_117_58", "P03_117_59" ], "src": "put_down plate . wash cheese_grater . rinse sponge", "src1": "put_down plate", "src2": "wash cheese_grater", "src3": "rinse sponge", "trg": "squeeze sponge", "vis_src": "P03_117:56 P03_117:57 P03_117:58", "vis_trg": "P03_117:59", "narrations": [ "put down plate", "wash cheese grater", "rinse sponge", "squeeze sponge" ], "verbs": [ "put-down", "wash", "rinse", "squeeze" ], "verb_classes": [ 1, 2, 2, 18 ], "nouns": [ "plate", "grater:cheese", "sponge", "sponge" ], "noun_classes": [ 2, 96, 9, 9 ], "start_stop_timestamps": [ [ "00:03:04.11", "00:03:04.82" ], [ "00:03:04.76", "00:03:22.68" ], [ "00:03:22.78", "00:03:24.53" ], [ "00:03:23.39", "00:03:24.28" ] ], "start_stop_frames": [ [ 9205, 9241 ], [ 9238, 10134 ], [ 10139, 10226 ], [ 10169, 10214 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P11_05+298_299_300_301", "video_id": "P11_05", "narration_ids": [ "P11_05_298", "P11_05_299", "P11_05_300", "P11_05_301" ], "src": "scrape cheese . put_down chopping_block and knife . pick_up pasta", "src1": "scrape cheese", "src2": "put_down chopping_block and knife", "src3": "pick_up pasta", "trg": "pour pasta into pan", "vis_src": "P11_05:298 P11_05:299 P11_05:300", "vis_trg": "P11_05:301", "narrations": [ "scrape cheese", "put down chopping block and knife", "pick up pasta", "pour pasta into pan" ], "verbs": [ "scrape", "put-down", "pick-up", "pour-into" ], "verb_classes": [ 25, 1, 0, 9 ], "nouns": [ "cheese", "block:chopping", "pasta", "pasta" ], "noun_classes": [ 32, 18, 45, 45 ], "start_stop_timestamps": [ [ "00:20:28.86", "00:20:29.42" ], [ "00:20:30.66", "00:20:33.87" ], [ "00:20:34.72", "00:20:38.39" ], [ "00:20:39.24", "00:20:42.48" ] ], "start_stop_frames": [ [ 73731, 73765 ], [ 73839, 74032 ], [ 74083, 74303 ], [ 74354, 74548 ] ], "trgnoun": "pasta", "trgverb": "pour_into" }, { "key": "P35_103+27_28_29_30", "video_id": "P35_103", "narration_ids": [ "P35_103_27", "P35_103_28", "P35_103_29", "P35_103_30" ], "src": "pick_up container . close cupboard . put_down container", "src1": "pick_up container", "src2": "close cupboard", "src3": "put_down container", "trg": "open container", "vis_src": "P35_103:27 P35_103:28 P35_103:29", "vis_trg": "P35_103:30", "narrations": [ "pick up container", "close cupboard", "put down container", "open container" ], "verbs": [ "pick-up", "close", "put-down", "open" ], "verb_classes": [ 0, 4, 1, 3 ], "nouns": [ "container", "cupboard", "container", "container" ], "noun_classes": [ 21, 3, 21, 21 ], "start_stop_timestamps": [ [ "00:04:22.14", "00:04:24.31" ], [ "00:04:24.31", "00:04:26.32" ], [ "00:04:28.51", "00:04:30.37" ], [ "00:04:29.90", "00:04:31.42" ] ], "start_stop_frames": [ [ 13107, 13215 ], [ 13215, 13316 ], [ 13425, 13518 ], [ 13494, 13571 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P03_10+28_29_30_31", "video_id": "P03_10", "narration_ids": [ "P03_10_28", "P03_10_29", "P03_10_30", "P03_10_31" ], "src": "open fridge . grab juice . close fridge", "src1": "open fridge", "src2": "grab juice", "src3": "close fridge", "trg": "shake juice", "vis_src": "P03_10:28 P03_10:29 P03_10:30", "vis_trg": "P03_10:31", "narrations": [ "open fridge", "grab juice", "close fridge", "shake juice" ], "verbs": [ "open", "grab", "close", "shake" ], "verb_classes": [ 3, 0, 4, 15 ], "nouns": [ "fridge", "juice", "fridge", "juice" ], "noun_classes": [ 12, 183, 12, 183 ], "start_stop_timestamps": [ [ "00:01:09.53", "00:01:10.78" ], [ "00:01:10.88", "00:01:11.88" ], [ "00:01:12.03", "00:01:13.05" ], [ "00:01:13.50", "00:01:14.98" ] ], "start_stop_frames": [ [ 4171, 4246 ], [ 4252, 4312 ], [ 4321, 4383 ], [ 4410, 4498 ] ], "trgnoun": "juice", "trgverb": "shake" }, { "key": "P04_10+56_57_58_59", "video_id": "P04_10", "narration_ids": [ "P04_10_56", "P04_10_57", "P04_10_58", "P04_10_59" ], "src": "chop ends off celery . put ends in bin . slice celery", "src1": "chop ends off celery", "src2": "put ends in bin", "src3": "slice celery", "trg": "put celery in pan", "vis_src": "P04_10:56 P04_10:57 P04_10:58", "vis_trg": "P04_10:59", "narrations": [ "chop ends off celery", "put ends in bin", "slice celery", "put celery in pan" ], "verbs": [ "chop", "put-in", "slice", "put-in" ], "verb_classes": [ 7, 5, 7, 5 ], "nouns": [ "celery", "bin", "celery", "celery" ], "noun_classes": [ 223, 36, 223, 223 ], "start_stop_timestamps": [ [ "00:09:06.74", "00:09:19.02" ], [ "00:09:18.29", "00:09:22.10" ], [ "00:09:22.20", "00:09:46.60" ], [ "00:09:48.56", "00:09:51.81" ] ], "start_stop_frames": [ [ 32804, 33541 ], [ 33497, 33726 ], [ 33732, 35196 ], [ 35313, 35508 ] ], "trgnoun": "celery", "trgverb": "put_in" }, { "key": "P22_05+141_142_143_144", "video_id": "P22_05", "narration_ids": [ "P22_05_141", "P22_05_142", "P22_05_143", "P22_05_144" ], "src": "open bottle . flatten bottle . close bottle", "src1": "open bottle", "src2": "flatten bottle", "src3": "close bottle", "trg": "throw_away bottle", "vis_src": "P22_05:141 P22_05:142 P22_05:143", "vis_trg": "P22_05:144", "narrations": [ "open bottle", "flatten bottle", "close bottle", "throw away bottle" ], "verbs": [ "open", "flatten", "close", "throw-away" ], "verb_classes": [ 3, 87, 4, 13 ], "nouns": [ "bottle", "bottle", "bottle", "bottle" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:06:01.61", "00:06:02.90" ], [ "00:06:01.94", "00:06:06.92" ], [ "00:06:07.02", "00:06:08.17" ], [ "00:06:08.59", "00:06:12.89" ] ], "start_stop_frames": [ [ 21696, 21774 ], [ 21716, 22015 ], [ 22021, 22090 ], [ 22115, 22373 ] ], "trgnoun": "bottle", "trgverb": "throw_away" }, { "key": "P04_120+279_280_281_282", "video_id": "P04_120", "narration_ids": [ "P04_120_279", "P04_120_280", "P04_120_281", "P04_120_282" ], "src": "pick_up teaspoon . put teaspoon in drawer . pick_up chopstick", "src1": "pick_up teaspoon", "src2": "put teaspoon in drawer", "src3": "pick_up chopstick", "trg": "put chopstick in drawer", "vis_src": "P04_120:279 P04_120:280 P04_120:281", "vis_trg": "P04_120:282", "narrations": [ "pick up teaspoon", "put teaspoon in drawer", "pick up chopstick", "put chopstick in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "teaspoon", "teaspoon", "chopstick", "chopstick" ], "noun_classes": [ 1, 1, 80, 80 ], "start_stop_timestamps": [ [ "00:10:41.49", "00:10:43.33" ], [ "00:10:43.34", "00:10:43.79" ], [ "00:10:43.43", "00:10:44.24" ], [ "00:10:44.28", "00:10:45.16" ] ], "start_stop_frames": [ [ 32074, 32166 ], [ 32167, 32189 ], [ 32171, 32212 ], [ 32214, 32258 ] ], "trgnoun": "chopstick", "trgverb": "put_in" }, { "key": "P26_09+17_18_19_20", "video_id": "P26_09", "narration_ids": [ "P26_09_17", "P26_09_18", "P26_09_19", "P26_09_20" ], "src": "mix pasta . pick_up dish . put pasta in the dish", "src1": "mix pasta", "src2": "pick_up dish", "src3": "put pasta in the dish", "trg": "put dish", "vis_src": "P26_09:17 P26_09:18 P26_09:19", "vis_trg": "P26_09:20", "narrations": [ "mix pasta", "pick up dish", "put pasta in the dish", "put dish" ], "verbs": [ "mix", "pick-up", "put-in", "put" ], "verb_classes": [ 10, 0, 5, 1 ], "nouns": [ "pasta", "dish", "pasta", "dish" ], "noun_classes": [ 45, 2, 45, 2 ], "start_stop_timestamps": [ [ "00:01:16.09", "00:01:26.18" ], [ "00:01:26.28", "00:01:27.40" ], [ "00:01:27.56", "00:01:43.77" ], [ "00:01:42.75", "00:01:44.93" ] ], "start_stop_frames": [ [ 4565, 5170 ], [ 5176, 5244 ], [ 5253, 6226 ], [ 6165, 6295 ] ], "trgnoun": "dish", "trgverb": "put" }, { "key": "P25_104+240_241_242_243", "video_id": "P25_104", "narration_ids": [ "P25_104_240", "P25_104_241", "P25_104_242", "P25_104_243" ], "src": "pick_up teaspoon . dry teaspoon . open drawer", "src1": "pick_up teaspoon", "src2": "dry teaspoon", "src3": "open drawer", "trg": "put_down teaspoon", "vis_src": "P25_104:240 P25_104:241 P25_104:242", "vis_trg": "P25_104:243", "narrations": [ "pick up teaspoon", "dry teaspoon", "open drawer", "put down teaspoon" ], "verbs": [ "pick-up", "dry", "open", "put-down" ], "verb_classes": [ 0, 14, 3, 1 ], "nouns": [ "teaspoon", "teaspoon", "drawer", "teaspoon" ], "noun_classes": [ 1, 1, 8, 1 ], "start_stop_timestamps": [ [ "00:12:19.27", "00:12:20.80" ], [ "00:12:20.90", "00:12:25.45" ], [ "00:12:25.00", "00:12:25.88" ], [ "00:12:25.50", "00:12:26.75" ] ], "start_stop_frames": [ [ 36963, 37040 ], [ 37045, 37272 ], [ 37250, 37294 ], [ 37275, 37337 ] ], "trgnoun": "teaspoon", "trgverb": "put_down" }, { "key": "P03_117+152_153_154_156", "video_id": "P03_117", "narration_ids": [ "P03_117_152", "P03_117_153", "P03_117_154", "P03_117_156" ], "src": "wash hand . rinse washing up bowl . pour_out washing up bowl", "src1": "wash hand", "src2": "rinse washing up bowl", "src3": "pour_out washing up bowl", "trg": "put washing up bowl down on counter", "vis_src": "P03_117:152 P03_117:153 P03_117:154", "vis_trg": "P03_117:156", "narrations": [ "wash hand", "rinse washing up bowl", "pour out washing up bowl", "put washing up bowl down on counter" ], "verbs": [ "wash", "rinse", "pour-out", "put" ], "verb_classes": [ 2, 2, 9, 1 ], "nouns": [ "hand", "bowl:washing:up", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 11, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:07:59.71", "00:08:00.88" ], [ "00:08:00.98", "00:08:04.10" ], [ "00:08:04.20", "00:08:04.73" ], [ "00:08:06.03", "00:08:08.12" ] ], "start_stop_frames": [ [ 23985, 24044 ], [ 24049, 24205 ], [ 24210, 24236 ], [ 24301, 24406 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put" }, { "key": "P03_121+50_51_52_53", "video_id": "P03_121", "narration_ids": [ "P03_121_50", "P03_121_51", "P03_121_52", "P03_121_53" ], "src": "whisk eggs . pour whisked_eggs into large bowl . stir eggs into mixture", "src1": "whisk eggs", "src2": "pour whisked_eggs into large bowl", "src3": "stir eggs into mixture", "trg": "empty last of whisked_eggs into bowl", "vis_src": "P03_121:50 P03_121:51 P03_121:52", "vis_trg": "P03_121:53", "narrations": [ "whisk eggs", "pour whisked eggs into large bowl", "stir eggs into mixture", "empty last of whisked eggs into bowl" ], "verbs": [ "whisk", "pour", "stir-into", "empty-into" ], "verb_classes": [ 10, 9, 10, 20 ], "nouns": [ "egg", "egg:whisked", "egg", "egg:whisked" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:04:43.21", "00:04:49.70" ], [ "00:04:49.18", "00:04:54.63" ], [ "00:04:54.93", "00:04:58.61" ], [ "00:04:57.98", "00:04:59.73" ] ], "start_stop_frames": [ [ 14160, 14485 ], [ 14459, 14731 ], [ 14746, 14930 ], [ 14899, 14986 ] ], "trgnoun": "whisked_egg", "trgverb": "empty_into" }, { "key": "P24_05+212_213_214_215", "video_id": "P24_05", "narration_ids": [ "P24_05_212", "P24_05_213", "P24_05_214", "P24_05_215" ], "src": "move pasta in the pot . pick_up spoon . put lid", "src1": "move pasta in the pot", "src2": "pick_up spoon", "src3": "put lid", "trg": "put spoon", "vis_src": "P24_05:212 P24_05:213 P24_05:214", "vis_trg": "P24_05:215", "narrations": [ "move pasta in the pot", "pick up spoon", "put lid", "put spoon" ], "verbs": [ "move-in", "pick-up", "put", "put" ], "verb_classes": [ 5, 0, 1, 1 ], "nouns": [ "pasta", "spoon", "lid", "spoon" ], "noun_classes": [ 45, 1, 6, 1 ], "start_stop_timestamps": [ [ "00:18:36.58", "00:18:39.83" ], [ "00:18:40.00", "00:18:43.64" ], [ "00:18:43.88", "00:18:49.23" ], [ "00:18:50.25", "00:18:51.05" ] ], "start_stop_frames": [ [ 66994, 67189 ], [ 67200, 67418 ], [ 67432, 67753 ], [ 67815, 67863 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P17_04+36_37_38_39", "video_id": "P17_04", "narration_ids": [ "P17_04_36", "P17_04_37", "P17_04_38", "P17_04_39" ], "src": "add sauce to noodles . put aside sauce . wash the spoon", "src1": "add sauce to noodles", "src2": "put aside sauce", "src3": "wash the spoon", "trg": "put spoon back to case", "vis_src": "P17_04:36 P17_04:37 P17_04:38", "vis_trg": "P17_04:39", "narrations": [ "add sauce to noodles", "put aside sauce", "wash the spoon", "put spoon back to case" ], "verbs": [ "add-to", "put", "wash", "put" ], "verb_classes": [ 46, 1, 2, 1 ], "nouns": [ "sauce", "sauce", "spoon", "spoon" ], "noun_classes": [ 47, 47, 1, 1 ], "start_stop_timestamps": [ [ "00:15:36.27", "00:15:59.33" ], [ "00:16:00.27", "00:16:02.28" ], [ "00:16:02.38", "00:16:27.18" ], [ "00:16:30.21", "00:16:32.81" ] ], "start_stop_frames": [ [ 56176, 57559 ], [ 57616, 57736 ], [ 57742, 59230 ], [ 59412, 59568 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P22_109+34_35_36_37", "video_id": "P22_109", "narration_ids": [ "P22_109_34", "P22_109_35", "P22_109_36", "P22_109_37" ], "src": "close cupboard . open drawer . put_down cutlery", "src1": "close cupboard", "src2": "open drawer", "src3": "put_down cutlery", "trg": "move cutlery", "vis_src": "P22_109:34 P22_109:35 P22_109:36", "vis_trg": "P22_109:37", "narrations": [ "close cupboard", "open drawer", "put down cutlery", "move cutlery" ], "verbs": [ "close", "open", "put-down", "move" ], "verb_classes": [ 4, 3, 1, 11 ], "nouns": [ "cupboard", "drawer", "cutlery", "cutlery" ], "noun_classes": [ 3, 8, 58, 58 ], "start_stop_timestamps": [ [ "00:01:02.91", "00:01:04.19" ], [ "00:01:03.83", "00:01:05.32" ], [ "00:01:05.41", "00:01:16.07" ], [ "00:01:08.11", "00:01:09.14" ] ], "start_stop_frames": [ [ 3145, 3209 ], [ 3191, 3265 ], [ 3270, 3803 ], [ 3405, 3457 ] ], "trgnoun": "cutlery", "trgverb": "move" }, { "key": "P22_07+467_468_469_470", "video_id": "P22_07", "narration_ids": [ "P22_07_467", "P22_07_468", "P22_07_469", "P22_07_470" ], "src": "spray detergent . wash table . clean table", "src1": "spray detergent", "src2": "wash table", "src3": "clean table", "trg": "put_down detergent", "vis_src": "P22_07:467 P22_07:468 P22_07:469", "vis_trg": "P22_07:470", "narrations": [ "spray detergent", "wash table", "clean table", "put down detergent" ], "verbs": [ "spray", "wash", "clean", "put-down" ], "verb_classes": [ 44, 2, 2, 1 ], "nouns": [ "detergent", "table", "table", "detergent" ], "noun_classes": [ 22, 42, 42, 22 ], "start_stop_timestamps": [ [ "00:22:32.85", "00:22:33.39" ], [ "00:22:33.49", "00:22:36.64" ], [ "00:22:36.74", "00:22:39.28" ], [ "00:22:41.98", "00:22:44.71" ] ], "start_stop_frames": [ [ 81171, 81203 ], [ 81209, 81398 ], [ 81404, 81556 ], [ 81718, 81882 ] ], "trgnoun": "detergent", "trgverb": "put_down" }, { "key": "P28_105+54_55_56_57", "video_id": "P28_105", "narration_ids": [ "P28_105_54", "P28_105_55", "P28_105_56", "P28_105_57" ], "src": "put plate . take_out lid . take pot", "src1": "put plate", "src2": "take_out lid", "src3": "take pot", "trg": "rinse pot", "vis_src": "P28_105:54 P28_105:55 P28_105:56", "vis_trg": "P28_105:57", "narrations": [ "put plate", "take out lid", "take pot", "rinse pot" ], "verbs": [ "put", "take-out", "take", "rinse" ], "verb_classes": [ 1, 12, 0, 2 ], "nouns": [ "plate", "lid", "pot", "pot" ], "noun_classes": [ 2, 6, 29, 29 ], "start_stop_timestamps": [ [ "00:04:40.89", "00:04:43.21" ], [ "00:04:43.30", "00:04:44.43" ], [ "00:04:45.47", "00:04:46.84" ], [ "00:04:48.09", "00:05:05.98" ] ], "start_stop_frames": [ [ 14044, 14160 ], [ 14165, 14221 ], [ 14273, 14342 ], [ 14404, 15299 ] ], "trgnoun": "pot", "trgverb": "rinse" }, { "key": "P07_117+45_46_47_48", "video_id": "P07_117", "narration_ids": [ "P07_117_45", "P07_117_46", "P07_117_47", "P07_117_48" ], "src": "put lid/cap onto dish rack . grab plate . grab sponge", "src1": "put lid/cap onto dish rack", "src2": "grab plate", "src3": "grab sponge", "trg": "wash plate", "vis_src": "P07_117:45 P07_117:46 P07_117:47", "vis_trg": "P07_117:48", "narrations": [ "put lid/cap onto dish rack", "grab plate", "grab sponge", "wash plate" ], "verbs": [ "put-onto", "grab", "grab", "wash" ], "verb_classes": [ 1, 0, 0, 2 ], "nouns": [ "lid", "plate", "sponge", "plate" ], "noun_classes": [ 6, 2, 9, 2 ], "start_stop_timestamps": [ [ "00:01:49.98", "00:01:54.11" ], [ "00:01:54.88", "00:01:56.50" ], [ "00:01:56.25", "00:01:57.07" ], [ "00:01:57.12", "00:02:01.59" ] ], "start_stop_frames": [ [ 5498, 5705 ], [ 5744, 5825 ], [ 5812, 5853 ], [ 5856, 6079 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P27_104+223_224_225_226", "video_id": "P27_104", "narration_ids": [ "P27_104_223", "P27_104_224", "P27_104_225", "P27_104_226" ], "src": "pick_up container . open container . wash lid", "src1": "pick_up container", "src2": "open container", "src3": "wash lid", "trg": "put_down lid", "vis_src": "P27_104:223 P27_104:224 P27_104:225", "vis_trg": "P27_104:226", "narrations": [ "pick up container", "open container", "wash lid", "put down lid" ], "verbs": [ "pick-up", "open", "wash", "put-down" ], "verb_classes": [ 0, 3, 2, 1 ], "nouns": [ "container", "container", "lid", "lid" ], "noun_classes": [ 21, 21, 6, 6 ], "start_stop_timestamps": [ [ "00:10:45.55", "00:10:47.30" ], [ "00:10:47.31", "00:10:47.92" ], [ "00:10:48.01", "00:10:55.96" ], [ "00:10:56.05", "00:10:56.94" ] ], "start_stop_frames": [ [ 32277, 32364 ], [ 32365, 32395 ], [ 32400, 32798 ], [ 32802, 32847 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P22_117+163_164_165_166", "video_id": "P22_117", "narration_ids": [ "P22_117_163", "P22_117_164", "P22_117_165", "P22_117_166" ], "src": "move courgette . pick_up knife . cut courgette", "src1": "move courgette", "src2": "pick_up knife", "src3": "cut courgette", "trg": "put_down knife", "vis_src": "P22_117:163 P22_117:164 P22_117:165", "vis_trg": "P22_117:166", "narrations": [ "move courgette", "pick up knife", "cut courgette", "put down knife" ], "verbs": [ "move", "pick-up", "cut", "put-down" ], "verb_classes": [ 11, 0, 7, 1 ], "nouns": [ "courgette", "knife", "courgette", "knife" ], "noun_classes": [ 76, 4, 76, 4 ], "start_stop_timestamps": [ [ "00:06:24.77", "00:06:25.39" ], [ "00:06:25.00", "00:06:25.49" ], [ "00:06:25.59", "00:07:02.87" ], [ "00:07:02.77", "00:07:03.16" ] ], "start_stop_frames": [ [ 19238, 19269 ], [ 19250, 19274 ], [ 19279, 21143 ], [ 21138, 21158 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P04_107+782_783_784_785", "video_id": "P04_107", "narration_ids": [ "P04_107_782", "P04_107_783", "P04_107_784", "P04_107_785" ], "src": "pick_up greaseproof_paper . lay_down greaseproof_paper . put dough on greaseproof paper", "src1": "pick_up greaseproof_paper", "src2": "lay_down greaseproof_paper", "src3": "put dough on greaseproof paper", "trg": "pick_up dough", "vis_src": "P04_107:782 P04_107:783 P04_107:784", "vis_trg": "P04_107:785", "narrations": [ "pick up greaseproof paper", "lay down greaseproof paper", "put dough on greaseproof paper", "pick up dough" ], "verbs": [ "pick-up", "lay-down", "put-on", "pick-up" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "dough", "dough" ], "noun_classes": [ 49, 49, 25, 25 ], "start_stop_timestamps": [ [ "00:20:51.65", "00:20:52.55" ], [ "00:20:52.65", "00:20:53.36" ], [ "00:20:54.03", "00:20:55.57" ], [ "00:20:58.05", "00:20:59.21" ] ], "start_stop_frames": [ [ 62582, 62627 ], [ 62632, 62667 ], [ 62701, 62778 ], [ 62902, 62960 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P22_117+201_202_203_204", "video_id": "P22_117", "narration_ids": [ "P22_117_201", "P22_117_202", "P22_117_203", "P22_117_204" ], "src": "turn_on hob . put_down pan . pick_up oil", "src1": "turn_on hob", "src2": "put_down pan", "src3": "pick_up oil", "trg": "open oil", "vis_src": "P22_117:201 P22_117:202 P22_117:203", "vis_trg": "P22_117:204", "narrations": [ "turn on hob", "put down pan", "pick up oil", "open oil" ], "verbs": [ "turn-on", "put-down", "pick-up", "open" ], "verb_classes": [ 6, 1, 0, 3 ], "nouns": [ "hob", "pan", "oil", "oil" ], "noun_classes": [ 24, 5, 31, 31 ], "start_stop_timestamps": [ [ "00:08:14.82", "00:08:16.16" ], [ "00:08:16.26", "00:08:18.02" ], [ "00:08:18.12", "00:08:18.93" ], [ "00:08:21.30", "00:08:23.04" ] ], "start_stop_frames": [ [ 24741, 24808 ], [ 24813, 24901 ], [ 24906, 24946 ], [ 25065, 25152 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P08_01+47_48_49_50", "video_id": "P08_01", "narration_ids": [ "P08_01_47", "P08_01_48", "P08_01_49", "P08_01_50" ], "src": "place milk . close fridge . place bread", "src1": "place milk", "src2": "close fridge", "src3": "place bread", "trg": "get bread", "vis_src": "P08_01:47 P08_01:48 P08_01:49", "vis_trg": "P08_01:50", "narrations": [ "place milk", "close fridge", "place bread", "get bread" ], "verbs": [ "place", "close", "place", "get" ], "verb_classes": [ 1, 4, 1, 0 ], "nouns": [ "milk", "fridge", "bread", "bread" ], "noun_classes": [ 64, 12, 33, 33 ], "start_stop_timestamps": [ [ "00:02:46.33", "00:02:47.43" ], [ "00:02:47.45", "00:02:48.60" ], [ "00:02:50.62", "00:02:51.91" ], [ "00:02:52.19", "00:02:56.39" ] ], "start_stop_frames": [ [ 9979, 10045 ], [ 10047, 10116 ], [ 10237, 10314 ], [ 10331, 10583 ] ], "trgnoun": "bread", "trgverb": "get" }, { "key": "P03_02+8_9_10_11", "video_id": "P03_02", "narration_ids": [ "P03_02_8", "P03_02_9", "P03_02_10", "P03_02_11" ], "src": "empty lunch_box . place lunch_box . open lid", "src1": "empty lunch_box", "src2": "place lunch_box", "src3": "open lid", "trg": "pick_up lunch_box", "vis_src": "P03_02:8 P03_02:9 P03_02:10", "vis_trg": "P03_02:11", "narrations": [ "empty lunch box", "place lunch box", "open lid", "pick up lunch box" ], "verbs": [ "empty", "place", "open", "pick-up" ], "verb_classes": [ 20, 1, 3, 0 ], "nouns": [ "box:lunch", "box:lunch", "lid", "box:lunch" ], "noun_classes": [ 23, 23, 6, 23 ], "start_stop_timestamps": [ [ "00:00:12.21", "00:00:14.12" ], [ "00:00:14.18", "00:00:14.82" ], [ "00:00:15.40", "00:00:17.18" ], [ "00:00:17.95", "00:00:18.77" ] ], "start_stop_frames": [ [ 732, 847 ], [ 850, 889 ], [ 924, 1030 ], [ 1077, 1126 ] ], "trgnoun": "lunch_box", "trgverb": "pick_up" }, { "key": "P21_03+60_61_62_63", "video_id": "P21_03", "narration_ids": [ "P21_03_60", "P21_03_61", "P21_03_62", "P21_03_63" ], "src": "placing milk and fruit glasses into table . opening the microwave . taking out the tortillas", "src1": "placing milk and fruit glasses into table", "src2": "opening the microwave", "src3": "taking out the tortillas", "trg": "putting them back into the microwave", "vis_src": "P21_03:60 P21_03:61 P21_03:62", "vis_trg": "P21_03:63", "narrations": [ "placing milk and fruit glasses into table", "opening the microwave", "taking out the tortillas", "putting them back into the microwave" ], "verbs": [ "place-into", "open", "take-out", "put-into" ], "verb_classes": [ 5, 3, 12, 5 ], "nouns": [ "milk", "microwave", "tortilla", "microwave" ], "noun_classes": [ 64, 90, 107, 90 ], "start_stop_timestamps": [ [ "00:07:58.57", "00:08:01.55" ], [ "00:08:04.01", "00:08:05.19" ], [ "00:08:04.79", "00:08:08.28" ], [ "00:08:09.06", "00:08:10.50" ] ], "start_stop_frames": [ [ 28714, 28893 ], [ 29040, 29111 ], [ 29087, 29296 ], [ 29343, 29430 ] ], "trgnoun": "microwave", "trgverb": "put_into" }, { "key": "P26_102+12_13_14_15", "video_id": "P26_102", "narration_ids": [ "P26_102_12", "P26_102_13", "P26_102_14", "P26_102_15" ], "src": "put_down can . put_down bottle . close fridge", "src1": "put_down can", "src2": "put_down bottle", "src3": "close fridge", "trg": "pick_up can", "vis_src": "P26_102:12 P26_102:13 P26_102:14", "vis_trg": "P26_102:15", "narrations": [ "put down can", "put down bottle", "close fridge", "pick up can" ], "verbs": [ "put-down", "put-down", "close", "pick-up" ], "verb_classes": [ 1, 1, 4, 0 ], "nouns": [ "can", "bottle", "fridge", "can" ], "noun_classes": [ 61, 15, 12, 61 ], "start_stop_timestamps": [ [ "00:00:37.45", "00:00:39.07" ], [ "00:00:39.08", "00:00:40.98" ], [ "00:00:40.90", "00:00:42.07" ], [ "00:00:44.54", "00:00:45.07" ] ], "start_stop_frames": [ [ 1872, 1953 ], [ 1954, 2049 ], [ 2045, 2103 ], [ 2227, 2253 ] ], "trgnoun": "can", "trgverb": "pick_up" }, { "key": "P01_09+463_464_465_466", "video_id": "P01_09", "narration_ids": [ "P01_09_463", "P01_09_464", "P01_09_465", "P01_09_466" ], "src": "put_down plate . take paper . fold paper", "src1": "put_down plate", "src2": "take paper", "src3": "fold paper", "trg": "put_down paper", "vis_src": "P01_09:463 P01_09:464 P01_09:465", "vis_trg": "P01_09:466", "narrations": [ "put down plate", "take paper", "fold paper", "put down paper" ], "verbs": [ "put-down", "take", "fold", "put-down" ], "verb_classes": [ 1, 0, 28, 1 ], "nouns": [ "plate", "paper", "paper", "paper" ], "noun_classes": [ 2, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:32:46.48", "00:32:47.98" ], [ "00:32:47.65", "00:32:51.53" ], [ "00:32:52.70", "00:32:56.73" ], [ "00:32:56.97", "00:32:58.06" ] ], "start_stop_frames": [ [ 117988, 118078 ], [ 118059, 118291 ], [ 118362, 118603 ], [ 118618, 118683 ] ], "trgnoun": "paper", "trgverb": "put_down" }, { "key": "P10_04+46_47_48_50", "video_id": "P10_04", "narration_ids": [ "P10_04_46", "P10_04_47", "P10_04_48", "P10_04_50" ], "src": "put the fish_fragments into the glass bowl . cut the fish into several pieces . get another fish", "src1": "put the fish_fragments into the glass bowl", "src2": "cut the fish into several pieces", "src3": "get another fish", "trg": "cut it again", "vis_src": "P10_04:46 P10_04:47 P10_04:48", "vis_trg": "P10_04:50", "narrations": [ "put the fish fragments into the glass bowl", "cut the fish into several pieces", "get another fish", "cut it again" ], "verbs": [ "put-into", "cut-into", "get", "cut" ], "verb_classes": [ 5, 7, 0, 7 ], "nouns": [ "fragment:fish", "fish", "fish", "fish" ], "noun_classes": [ 119, 119, 119, 119 ], "start_stop_timestamps": [ [ "00:05:27.14", "00:05:29.88" ], [ "00:05:30.65", "00:05:41.44" ], [ "00:05:42.74", "00:05:44.83" ], [ "00:05:54.04", "00:05:57.83" ] ], "start_stop_frames": [ [ 19628, 19792 ], [ 19839, 20486 ], [ 20564, 20689 ], [ 21242, 21469 ] ], "trgnoun": "fish", "trgverb": "cut" }, { "key": "P03_04+296_297_298_299", "video_id": "P03_04", "narration_ids": [ "P03_04_296", "P03_04_297", "P03_04_298", "P03_04_299" ], "src": "pick_up bottle . pour onions . stir food", "src1": "pick_up bottle", "src2": "pour onions", "src3": "stir food", "trg": "put onions in pan", "vis_src": "P03_04:296 P03_04:297 P03_04:298", "vis_trg": "P03_04:299", "narrations": [ "pick up bottle", "pour onions", "stir food", "put onions in pan" ], "verbs": [ "pick-up", "pour", "stir", "put-in" ], "verb_classes": [ 0, 9, 10, 5 ], "nouns": [ "bottle", "onion", "food", "onion" ], "noun_classes": [ 15, 16, 34, 16 ], "start_stop_timestamps": [ [ "00:20:10.77", "00:20:11.62" ], [ "00:20:11.63", "00:20:15.22" ], [ "00:20:16.59", "00:20:25.55" ], [ "00:20:25.76", "00:20:29.37" ] ], "start_stop_frames": [ [ 72646, 72697 ], [ 72697, 72913 ], [ 72995, 73533 ], [ 73545, 73762 ] ], "trgnoun": "onion", "trgverb": "put_in" }, { "key": "P04_116+59_60_61_62", "video_id": "P04_116", "narration_ids": [ "P04_116_59", "P04_116_60", "P04_116_61", "P04_116_62" ], "src": "pick_up teaspoon . pick_up bowl . open dishwasher", "src1": "pick_up teaspoon", "src2": "pick_up bowl", "src3": "open dishwasher", "trg": "put teaspoon in cutlery tray", "vis_src": "P04_116:59 P04_116:60 P04_116:61", "vis_trg": "P04_116:62", "narrations": [ "pick up teaspoon", "pick up bowl", "open dishwasher", "put teaspoon in cutlery tray" ], "verbs": [ "pick-up", "pick-up", "open", "put-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "teaspoon", "bowl", "dishwasher", "teaspoon" ], "noun_classes": [ 1, 7, 70, 1 ], "start_stop_timestamps": [ [ "00:02:03.70", "00:02:04.76" ], [ "00:02:03.96", "00:02:04.59" ], [ "00:02:05.18", "00:02:06.19" ], [ "00:02:06.55", "00:02:07.35" ] ], "start_stop_frames": [ [ 6185, 6238 ], [ 6198, 6229 ], [ 6259, 6309 ], [ 6327, 6367 ] ], "trgnoun": "teaspoon", "trgverb": "put_in" }, { "key": "P22_17+339_340_341_342", "video_id": "P22_17", "narration_ids": [ "P22_17_339", "P22_17_340", "P22_17_341", "P22_17_342" ], "src": "rinse cloth . take cabinet . pick_up detergent", "src1": "rinse cloth", "src2": "take cabinet", "src3": "pick_up detergent", "trg": "spray detergent", "vis_src": "P22_17:339 P22_17:340 P22_17:341", "vis_trg": "P22_17:342", "narrations": [ "rinse cloth", "take cabinet", "pick up detergent", "spray detergent" ], "verbs": [ "rinse", "take", "pick-up", "spray" ], "verb_classes": [ 2, 0, 0, 44 ], "nouns": [ "cloth", "cabinet", "detergent", "detergent" ], "noun_classes": [ 17, 3, 22, 22 ], "start_stop_timestamps": [ [ "00:12:54.10", "00:12:54.80" ], [ "00:12:56.82", "00:12:57.84" ], [ "00:12:57.72", "00:12:59.51" ], [ "00:13:00.85", "00:13:01.88" ] ], "start_stop_frames": [ [ 46446, 46488 ], [ 46609, 46670 ], [ 46663, 46770 ], [ 46851, 46912 ] ], "trgnoun": "detergent", "trgverb": "spray" }, { "key": "P23_102+380_381_382_383", "video_id": "P23_102", "narration_ids": [ "P23_102_380", "P23_102_381", "P23_102_382", "P23_102_383" ], "src": "take plate . put plate . put curry leaves", "src1": "take plate", "src2": "put plate", "src3": "put curry leaves", "trg": "take curry leaves", "vis_src": "P23_102:380 P23_102:381 P23_102:382", "vis_trg": "P23_102:383", "narrations": [ "take plate", "put plate", "put curry leaves", "take curry leaves" ], "verbs": [ "take", "put", "put", "take" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "plate", "plate", "leaf:curry", "leaf:curry" ], "noun_classes": [ 2, 2, 62, 62 ], "start_stop_timestamps": [ [ "00:37:36.96", "00:37:37.52" ], [ "00:37:37.50", "00:37:38.20" ], [ "00:37:41.10", "00:37:43.43" ], [ "00:37:43.53", "00:37:45.89" ] ], "start_stop_frames": [ [ 112848, 112876 ], [ 112875, 112909 ], [ 113055, 113171 ], [ 113176, 113294 ] ], "trgnoun": "curry_leaf", "trgverb": "take" }, { "key": "P01_09+234_235_236_237", "video_id": "P01_09", "narration_ids": [ "P01_09_234", "P01_09_235", "P01_09_236", "P01_09_237" ], "src": "cut onion . put_down knife . take containers", "src1": "cut onion", "src2": "put_down knife", "src3": "take containers", "trg": "open container", "vis_src": "P01_09:234 P01_09:235 P01_09:236", "vis_trg": "P01_09:237", "narrations": [ "cut onion", "put down knife", "take containers", "open container" ], "verbs": [ "cut", "put-down", "take", "open" ], "verb_classes": [ 7, 1, 0, 3 ], "nouns": [ "onion", "knife", "container", "container" ], "noun_classes": [ 16, 4, 21, 21 ], "start_stop_timestamps": [ [ "00:18:25.59", "00:18:28.15" ], [ "00:18:28.18", "00:18:28.69" ], [ "00:18:29.78", "00:18:31.32" ], [ "00:18:30.93", "00:18:31.98" ] ], "start_stop_frames": [ [ 66335, 66489 ], [ 66490, 66521 ], [ 66586, 66679 ], [ 66655, 66718 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P01_19+112_113_114_115", "video_id": "P01_19", "narration_ids": [ "P01_19_112", "P01_19_113", "P01_19_114", "P01_19_115" ], "src": "wipe sink . turn_on tap . rinse cloth", "src1": "wipe sink", "src2": "turn_on tap", "src3": "rinse cloth", "trg": "wash sink", "vis_src": "P01_19:112 P01_19:113 P01_19:114", "vis_trg": "P01_19:115", "narrations": [ "wipe sink", "turn on tap", "rinse cloth", "wash sink" ], "verbs": [ "wipe", "turn-on", "rinse", "wash" ], "verb_classes": [ 2, 6, 2, 2 ], "nouns": [ "sink", "tap", "cloth", "sink" ], "noun_classes": [ 63, 0, 17, 63 ], "start_stop_timestamps": [ [ "00:06:38.36", "00:06:41.02" ], [ "00:06:40.81", "00:06:42.96" ], [ "00:06:43.06", "00:06:45.35" ], [ "00:06:45.41", "00:06:50.92" ] ], "start_stop_frames": [ [ 23901, 24061 ], [ 24048, 24177 ], [ 24183, 24321 ], [ 24324, 24655 ] ], "trgnoun": "sink", "trgverb": "wash" }, { "key": "P29_03+103_105_106_107", "video_id": "P29_03", "narration_ids": [ "P29_03_103", "P29_03_105", "P29_03_106", "P29_03_107" ], "src": "pick_up spatula . place utensils in pot . adjust ladle", "src1": "pick_up spatula", "src2": "place utensils in pot", "src3": "adjust ladle", "trg": "put ladle in pot", "vis_src": "P29_03:103 P29_03:105 P29_03:106", "vis_trg": "P29_03:107", "narrations": [ "pick up spatula", "place utensils in pot", "adjust ladle", "put ladle in pot" ], "verbs": [ "pick-up", "place", "adjust", "put-in" ], "verb_classes": [ 0, 1, 17, 5 ], "nouns": [ "spatula", "utensil", "ladle", "ladle" ], "noun_classes": [ 20, 154, 97, 97 ], "start_stop_timestamps": [ [ "00:06:39.52", "00:06:42.15" ], [ "00:06:46.30", "00:06:49.63" ], [ "00:06:48.64", "00:06:52.71" ], [ "00:06:51.52", "00:06:54.32" ] ], "start_stop_frames": [ [ 23971, 24129 ], [ 24378, 24577 ], [ 24518, 24762 ], [ 24691, 24859 ] ], "trgnoun": "ladle", "trgverb": "put_in" }, { "key": "P23_102+608_609_610_611", "video_id": "P23_102", "narration_ids": [ "P23_102_608", "P23_102_609", "P23_102_610", "P23_102_611" ], "src": "take brush . take spoon . wash spoon", "src1": "take brush", "src2": "take spoon", "src3": "wash spoon", "trg": "put spoon", "vis_src": "P23_102:608 P23_102:609 P23_102:610", "vis_trg": "P23_102:611", "narrations": [ "take brush", "take spoon", "wash spoon", "put spoon" ], "verbs": [ "take", "take", "wash", "put" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "brush", "spoon", "spoon", "spoon" ], "noun_classes": [ 103, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:56:42.04", "00:56:42.83" ], [ "00:56:42.78", "00:56:44.39" ], [ "00:56:42.85", "00:56:54.03" ], [ "00:56:54.13", "00:56:54.60" ] ], "start_stop_frames": [ [ 170102, 170141 ], [ 170139, 170219 ], [ 170142, 170701 ], [ 170706, 170730 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P04_01+29_30_31_32", "video_id": "P04_01", "narration_ids": [ "P04_01_29", "P04_01_30", "P04_01_31", "P04_01_32" ], "src": "drain can . squeeze can . put_down can", "src1": "drain can", "src2": "squeeze can", "src3": "put_down can", "trg": "open can", "vis_src": "P04_01:29 P04_01:30 P04_01:31", "vis_trg": "P04_01:32", "narrations": [ "drain can", "squeeze can", "put down can", "open can" ], "verbs": [ "drain", "squeeze", "put-down", "open" ], "verb_classes": [ 37, 18, 1, 3 ], "nouns": [ "can", "can", "can", "can" ], "noun_classes": [ 61, 61, 61, 61 ], "start_stop_timestamps": [ [ "00:01:43.36", "00:01:46.76" ], [ "00:01:43.66", "00:01:53.77" ], [ "00:01:53.98", "00:01:54.68" ], [ "00:01:57.78", "00:02:09.87" ] ], "start_stop_frames": [ [ 6201, 6405 ], [ 6219, 6826 ], [ 6838, 6880 ], [ 7066, 7792 ] ], "trgnoun": "can", "trgverb": "open" }, { "key": "P35_108+254_255_256_257", "video_id": "P35_108", "narration_ids": [ "P35_108_254", "P35_108_255", "P35_108_256", "P35_108_257" ], "src": "pick_up knife . lather knife . pick_up teaspoon", "src1": "pick_up knife", "src2": "lather knife", "src3": "pick_up teaspoon", "trg": "lather teaspoon", "vis_src": "P35_108:254 P35_108:255 P35_108:256", "vis_trg": "P35_108:257", "narrations": [ "pick up knife", "lather knife", "pick up teaspoon", "lather teaspoon" ], "verbs": [ "pick-up", "lather", "pick-up", "lather" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "knife", "knife", "teaspoon", "teaspoon" ], "noun_classes": [ 4, 4, 1, 1 ], "start_stop_timestamps": [ [ "00:15:40.27", "00:15:41.75" ], [ "00:15:41.65", "00:15:50.01" ], [ "00:15:50.08", "00:15:50.98" ], [ "00:15:51.07", "00:15:55.05" ] ], "start_stop_frames": [ [ 47013, 47087 ], [ 47082, 47500 ], [ 47504, 47549 ], [ 47553, 47752 ] ], "trgnoun": "teaspoon", "trgverb": "lather" }, { "key": "P03_02+118_119_120_121", "video_id": "P03_02", "narration_ids": [ "P03_02_118", "P03_02_119", "P03_02_120", "P03_02_121" ], "src": "put towel in bin . get bag . open bag", "src1": "put towel in bin", "src2": "get bag", "src3": "open bag", "trg": "shake bag", "vis_src": "P03_02:118 P03_02:119 P03_02:120", "vis_trg": "P03_02:121", "narrations": [ "put towel in bin", "get bag", "open bag", "shake bag" ], "verbs": [ "put-in", "get", "open", "shake" ], "verb_classes": [ 5, 0, 3, 15 ], "nouns": [ "towel", "bag", "bag", "bag" ], "noun_classes": [ 52, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:05:37.39", "00:05:39.11" ], [ "00:05:42.48", "00:05:52.23" ], [ "00:05:52.27", "00:05:57.51" ], [ "00:05:57.08", "00:05:58.55" ] ], "start_stop_frames": [ [ 20243, 20346 ], [ 20548, 21133 ], [ 21136, 21450 ], [ 21424, 21513 ] ], "trgnoun": "bag", "trgverb": "shake" }, { "key": "P35_108+432_433_434_435", "video_id": "P35_108", "narration_ids": [ "P35_108_432", "P35_108_433", "P35_108_434", "P35_108_435" ], "src": "put_down plate . put_down cloth . pick_up container", "src1": "put_down plate", "src2": "put_down cloth", "src3": "pick_up container", "trg": "drain container", "vis_src": "P35_108:432 P35_108:433 P35_108:434", "vis_trg": "P35_108:435", "narrations": [ "put down plate", "put down cloth", "pick up container", "drain container" ], "verbs": [ "put-down", "put-down", "pick-up", "drain" ], "verb_classes": [ 1, 1, 0, 37 ], "nouns": [ "plate", "cloth", "container", "container" ], "noun_classes": [ 2, 17, 21, 21 ], "start_stop_timestamps": [ [ "00:28:30.85", "00:28:34.17" ], [ "00:28:37.14", "00:28:38.90" ], [ "00:28:39.00", "00:28:41.42" ], [ "00:28:41.11", "00:28:43.11" ] ], "start_stop_frames": [ [ 85542, 85708 ], [ 85857, 85945 ], [ 85950, 86071 ], [ 86055, 86155 ] ], "trgnoun": "container", "trgverb": "drain" }, { "key": "P12_101+234_235_236_237", "video_id": "P12_101", "narration_ids": [ "P12_101_234", "P12_101_235", "P12_101_236", "P12_101_237" ], "src": "close tap . pick_up spoon from cutting board . pick_up salt_container from countertop", "src1": "close tap", "src2": "pick_up spoon from cutting board", "src3": "pick_up salt_container from countertop", "trg": "open salt_container", "vis_src": "P12_101:234 P12_101:235 P12_101:236", "vis_trg": "P12_101:237", "narrations": [ "close tap", "pick up spoon from cutting board", "pick up salt container from countertop", "open salt container" ], "verbs": [ "turn-off", "pick-up", "pick-up", "open" ], "verb_classes": [ 8, 0, 0, 3 ], "nouns": [ "tap", "spoon", "container:salt", "container:salt" ], "noun_classes": [ 0, 1, 21, 21 ], "start_stop_timestamps": [ [ "00:11:47.23", "00:11:47.78" ], [ "00:11:49.30", "00:11:50.05" ], [ "00:11:51.03", "00:11:51.96" ], [ "00:11:52.48", "00:11:53.08" ] ], "start_stop_frames": [ [ 35361, 35389 ], [ 35465, 35502 ], [ 35551, 35598 ], [ 35624, 35654 ] ], "trgnoun": "salt_container", "trgverb": "open" }, { "key": "P37_101+141_142_143_144", "video_id": "P37_101", "narration_ids": [ "P37_101_141", "P37_101_142", "P37_101_143", "P37_101_144" ], "src": "put cucumbers in to bowl . cut cucumbers . remove cucumbers from knife", "src1": "put cucumbers in to bowl", "src2": "cut cucumbers", "src3": "remove cucumbers from knife", "trg": "shovel_up cucumbers", "vis_src": "P37_101:141 P37_101:142 P37_101:143", "vis_trg": "P37_101:144", "narrations": [ "put cucumbers in to bowl", "cut cucumbers", "remove cucumbers from knife", "shovel up cucumbers" ], "verbs": [ "put-in", "cut", "remove-from", "shovel-up" ], "verb_classes": [ 5, 7, 12, 16 ], "nouns": [ "cucumber", "cucumber", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:06:37.26", "00:06:38.49" ], [ "00:06:42.23", "00:07:07.50" ], [ "00:07:07.60", "00:07:11.02" ], [ "00:07:11.62", "00:07:13.86" ] ], "start_stop_frames": [ [ 19863, 19924 ], [ 20111, 21375 ], [ 21380, 21551 ], [ 21581, 21693 ] ], "trgnoun": "cucumber", "trgverb": "shovel_up" }, { "key": "P20_04+135_136_137_138", "video_id": "P20_04", "narration_ids": [ "P20_04_135", "P20_04_136", "P20_04_137", "P20_04_138" ], "src": "move meat_pieces . turn_on tap . rinse hands", "src1": "move meat_pieces", "src2": "turn_on tap", "src3": "rinse hands", "trg": "turn_off tap", "vis_src": "P20_04:135 P20_04:136 P20_04:137", "vis_trg": "P20_04:138", "narrations": [ "move meat pieces", "turn on tap", "rinse hands", "turn off tap" ], "verbs": [ "move", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 11, 6, 2, 8 ], "nouns": [ "piece:meat", "tap", "hand", "tap" ], "noun_classes": [ 28, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:09:16.74", "00:09:38.11" ], [ "00:09:42.06", "00:09:45.11" ], [ "00:09:45.07", "00:09:46.02" ], [ "00:09:45.87", "00:09:46.53" ] ], "start_stop_frames": [ [ 33404, 34686 ], [ 34923, 35106 ], [ 35104, 35161 ], [ 35152, 35191 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_109+356_357_358_359", "video_id": "P04_109", "narration_ids": [ "P04_109_356", "P04_109_357", "P04_109_358", "P04_109_359" ], "src": "pick_up broccoli_floret . put broccoli floret into pan . tear florets off broccoli", "src1": "pick_up broccoli_floret", "src2": "put broccoli floret into pan", "src3": "tear florets off broccoli", "trg": "break_up broccoli_florets", "vis_src": "P04_109:356 P04_109:357 P04_109:358", "vis_trg": "P04_109:359", "narrations": [ "pick up broccoli floret", "put broccoli floret into pan", "tear florets off broccoli", "break up broccoli florets" ], "verbs": [ "pick-up", "put-into", "tear-off", "break-up" ], "verb_classes": [ 0, 5, 43, 30 ], "nouns": [ "floret:broccoli", "floret", "floret", "floret:broccoli" ], "noun_classes": [ 101, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:10:59.26", "00:10:59.80" ], [ "00:10:59.90", "00:11:00.35" ], [ "00:11:00.43", "00:11:02.30" ], [ "00:11:03.01", "00:11:11.50" ] ], "start_stop_frames": [ [ 32963, 32990 ], [ 32995, 33017 ], [ 33021, 33115 ], [ 33150, 33575 ] ], "trgnoun": "broccoli_floret", "trgverb": "break_up" }, { "key": "P04_02+246_247_248_249", "video_id": "P04_02", "narration_ids": [ "P04_02_246", "P04_02_247", "P04_02_248", "P04_02_249" ], "src": "collect_from spatula . roll_out omelette . pick_up sushi_mat", "src1": "collect_from spatula", "src2": "roll_out omelette", "src3": "pick_up sushi_mat", "trg": "wet sushi_mat", "vis_src": "P04_02:246 P04_02:247 P04_02:248", "vis_trg": "P04_02:249", "narrations": [ "collect from spatula", "roll out", "pick up sushi mat", "wet sushi mat" ], "verbs": [ "collect-from", "roll-out", "pick-up", "wet" ], "verb_classes": [ 0, 39, 0, 62 ], "nouns": [ "spatula", "omelette", "mat:sushi", "mat:sushi" ], "noun_classes": [ 20, 162, 259, 259 ], "start_stop_timestamps": [ [ "00:19:23.43", "00:19:25.39" ], [ "00:19:26.59", "00:19:31.63" ], [ "00:19:37.01", "00:19:38.38" ], [ "00:19:38.81", "00:19:40.77" ] ], "start_stop_frames": [ [ 69805, 69923 ], [ 69995, 70297 ], [ 70620, 70702 ], [ 70728, 70846 ] ], "trgnoun": "sushi_mat", "trgverb": "wet" }, { "key": "P22_110+80_81_82_83", "video_id": "P22_110", "narration_ids": [ "P22_110_80", "P22_110_81", "P22_110_82", "P22_110_83" ], "src": "lather glass . put_down glass . pick_up bowl", "src1": "lather glass", "src2": "put_down glass", "src3": "pick_up bowl", "trg": "lather bowl", "vis_src": "P22_110:80 P22_110:81 P22_110:82", "vis_trg": "P22_110:83", "narrations": [ "lather glass", "put down glass", "pick up bowl", "lather bowl" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "bowl", "bowl" ], "noun_classes": [ 10, 10, 7, 7 ], "start_stop_timestamps": [ [ "00:01:57.56", "00:01:59.68" ], [ "00:01:59.73", "00:02:00.51" ], [ "00:01:59.76", "00:02:01.11" ], [ "00:02:01.21", "00:02:06.28" ] ], "start_stop_frames": [ [ 5878, 5984 ], [ 5986, 6025 ], [ 5988, 6055 ], [ 6060, 6314 ] ], "trgnoun": "bowl", "trgverb": "lather" }, { "key": "P04_02+316_317_318_319", "video_id": "P04_02", "narration_ids": [ "P04_02_316", "P04_02_317", "P04_02_318", "P04_02_319" ], "src": "open container . move rice_cooker . open microwave", "src1": "open container", "src2": "move rice_cooker", "src3": "open microwave", "trg": "turn_on microwave", "vis_src": "P04_02:316 P04_02:317 P04_02:318", "vis_trg": "P04_02:319", "narrations": [ "open container", "move rice cooker", "open microwave", "turn on microwave" ], "verbs": [ "open", "move", "open", "turn-on" ], "verb_classes": [ 3, 11, 3, 6 ], "nouns": [ "container", "cooker:rice", "microwave", "microwave" ], "noun_classes": [ 21, 152, 90, 90 ], "start_stop_timestamps": [ [ "00:23:21.11", "00:23:24.06" ], [ "00:23:24.50", "00:23:26.16" ], [ "00:23:26.26", "00:23:27.64" ], [ "00:23:26.98", "00:23:32.65" ] ], "start_stop_frames": [ [ 84066, 84243 ], [ 84270, 84369 ], [ 84375, 84458 ], [ 84418, 84759 ] ], "trgnoun": "microwave", "trgverb": "turn_on" }, { "key": "P01_19+21_22_23_24", "video_id": "P01_19", "narration_ids": [ "P01_19_21", "P01_19_22", "P01_19_23", "P01_19_24" ], "src": "put_down plate . take spatula . wash spatula", "src1": "put_down plate", "src2": "take spatula", "src3": "wash spatula", "trg": "put_down spatula", "vis_src": "P01_19:21 P01_19:22 P01_19:23", "vis_trg": "P01_19:24", "narrations": [ "put down plate", "take spatula", "wash spatula", "put down spatula" ], "verbs": [ "put-down", "take", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "plate", "spatula", "spatula", "spatula" ], "noun_classes": [ 2, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:00:52.87", "00:00:54.85" ], [ "00:00:54.34", "00:00:55.11" ], [ "00:00:55.08", "00:01:08.30" ], [ "00:01:07.84", "00:01:08.93" ] ], "start_stop_frames": [ [ 3172, 3291 ], [ 3260, 3306 ], [ 3304, 4098 ], [ 4070, 4135 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P02_01+84_85_86_89", "video_id": "P02_01", "narration_ids": [ "P02_01_84", "P02_01_85", "P02_01_86", "P02_01_89" ], "src": "pick_up spoon . put spoon in sink . hold mug", "src1": "pick_up spoon", "src2": "put spoon in sink", "src3": "hold mug", "trg": "press button", "vis_src": "P02_01:84 P02_01:85 P02_01:86", "vis_trg": "P02_01:89", "narrations": [ "pick up spoon", "put spoon in sink", "hold mug", "press button" ], "verbs": [ "pick-up", "put-in", "hold", "press" ], "verb_classes": [ 0, 5, 34, 21 ], "nouns": [ "spoon", "spoon", "mug", "button" ], "noun_classes": [ 1, 1, 13, 92 ], "start_stop_timestamps": [ [ "00:03:18.35", "00:03:18.96" ], [ "00:03:20.31", "00:03:21.47" ], [ "00:03:23.78", "00:03:25.06" ], [ "00:03:44.79", "00:03:45.75" ] ], "start_stop_frames": [ [ 11901, 11937 ], [ 12018, 12088 ], [ 12226, 12303 ], [ 13487, 13545 ] ], "trgnoun": "button", "trgverb": "press" }, { "key": "P06_104+29_30_31_32", "video_id": "P06_104", "narration_ids": [ "P06_104_29", "P06_104_30", "P06_104_31", "P06_104_32" ], "src": "pick_up kettle . open kettle . turn_on tap", "src1": "pick_up kettle", "src2": "open kettle", "src3": "turn_on tap", "trg": "fill kettle", "vis_src": "P06_104:29 P06_104:30 P06_104:31", "vis_trg": "P06_104:32", "narrations": [ "pick up kettle", "open kettle", "turn on tap", "fill kettle" ], "verbs": [ "pick-up", "open", "turn-on", "fill" ], "verb_classes": [ 0, 3, 6, 26 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:02:19.32", "00:02:20.15" ], [ "00:02:21.49", "00:02:22.40" ], [ "00:02:22.88", "00:02:23.95" ], [ "00:02:23.74", "00:02:25.99" ] ], "start_stop_frames": [ [ 6966, 7007 ], [ 7074, 7120 ], [ 7144, 7197 ], [ 7187, 7299 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P22_09+135_136_137_138", "video_id": "P22_09", "narration_ids": [ "P22_09_135", "P22_09_136", "P22_09_137", "P22_09_138" ], "src": "put_down down cloth . grab sponge . grab degreaser", "src1": "put_down down cloth", "src2": "grab sponge", "src3": "grab degreaser", "trg": "put_down down degreaser", "vis_src": "P22_09:135 P22_09:136 P22_09:137", "vis_trg": "P22_09:138", "narrations": [ "put down down cloth", "grab sponge", "grab degreaser", "put down down degreaser" ], "verbs": [ "put-down", "grab", "grab", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "cloth", "sponge", "degreaser", "degreaser" ], "noun_classes": [ 17, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:04:07.14", "00:04:08.05" ], [ "00:04:08.45", "00:04:09.09" ], [ "00:04:10.37", "00:04:11.25" ], [ "00:04:12.60", "00:04:13.10" ] ], "start_stop_frames": [ [ 14828, 14883 ], [ 14907, 14945 ], [ 15022, 15075 ], [ 15156, 15186 ] ], "trgnoun": "degreaser", "trgverb": "put_down" }, { "key": "P04_121+559_560_561_562", "video_id": "P04_121", "narration_ids": [ "P04_121_559", "P04_121_560", "P04_121_561", "P04_121_562" ], "src": "pick_up bowl . pick_up cheese . tip whey out of bowl into pan", "src1": "pick_up bowl", "src2": "pick_up cheese", "src3": "tip whey out of bowl into pan", "trg": "put_down bowl", "vis_src": "P04_121:559 P04_121:560 P04_121:561", "vis_trg": "P04_121:562", "narrations": [ "pick up bowl", "pick up cheese", "tip whey out of bowl into pan", "put down bowl" ], "verbs": [ "pick-up", "pick-up", "tip-out", "put-down" ], "verb_classes": [ 0, 0, 20, 1 ], "nouns": [ "bowl", "cheese", "bowl", "bowl" ], "noun_classes": [ 7, 32, 7, 7 ], "start_stop_timestamps": [ [ "00:22:42.20", "00:22:43.27" ], [ "00:22:43.09", "00:22:45.04" ], [ "00:22:44.70", "00:22:46.44" ], [ "00:22:47.11", "00:22:48.20" ] ], "start_stop_frames": [ [ 68110, 68163 ], [ 68154, 68252 ], [ 68235, 68322 ], [ 68355, 68410 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_130+189_190_191_192", "video_id": "P02_130", "narration_ids": [ "P02_130_189", "P02_130_190", "P02_130_191", "P02_130_192" ], "src": "put_down tin . move food_processor . pick_up chopping_blades", "src1": "put_down tin", "src2": "move food_processor", "src3": "pick_up chopping_blades", "trg": "insert chopping_blades in food processor", "vis_src": "P02_130:189 P02_130:190 P02_130:191", "vis_trg": "P02_130:192", "narrations": [ "put down tin", "move food processor", "pick up chopping blades", "insert chopping blades in food processor" ], "verbs": [ "put-down", "move", "pick-up", "insert" ], "verb_classes": [ 1, 11, 0, 5 ], "nouns": [ "tin", "processor:food", "blade:chopping", "blade:chopping" ], "noun_classes": [ 61, 147, 4, 4 ], "start_stop_timestamps": [ [ "00:07:13.37", "00:07:14.38" ], [ "00:07:14.39", "00:07:17.75" ], [ "00:07:17.87", "00:07:19.16" ], [ "00:07:19.32", "00:07:20.13" ] ], "start_stop_frames": [ [ 21668, 21719 ], [ 21719, 21887 ], [ 21893, 21958 ], [ 21966, 22006 ] ], "trgnoun": "chopping_blade", "trgverb": "insert" }, { "key": "P04_113+214_215_216_218", "video_id": "P04_113", "narration_ids": [ "P04_113_214", "P04_113_215", "P04_113_216", "P04_113_218" ], "src": "pick_up fork . pick_up spoon . put cutlery in cutlery tray", "src1": "pick_up fork", "src2": "pick_up spoon", "src3": "put cutlery in cutlery tray", "trg": "empty water from spoons", "vis_src": "P04_113:214 P04_113:215 P04_113:216", "vis_trg": "P04_113:218", "narrations": [ "pick up fork", "pick up spoon", "put cutlery in cutlery tray", "empty water from spoons" ], "verbs": [ "pick-up", "pick-up", "put-in", "empty" ], "verb_classes": [ 0, 0, 5, 20 ], "nouns": [ "fork", "spoon", "cutlery", "water" ], "noun_classes": [ 14, 1, 58, 27 ], "start_stop_timestamps": [ [ "00:06:37.59", "00:06:38.44" ], [ "00:06:38.79", "00:06:39.73" ], [ "00:06:39.42", "00:06:44.53" ], [ "00:06:46.80", "00:06:47.96" ] ], "start_stop_frames": [ [ 19879, 19922 ], [ 19939, 19986 ], [ 19971, 20226 ], [ 20340, 20398 ] ], "trgnoun": "water", "trgverb": "empty" }, { "key": "P10_04+149_150_151_154", "video_id": "P10_04", "narration_ids": [ "P10_04_149", "P10_04_150", "P10_04_151", "P10_04_154" ], "src": "put it on the round_table . cut the lettuce into half . remove the root of the lettuce", "src1": "put it on the round_table", "src2": "cut the lettuce into half", "src3": "remove the root of the lettuce", "trg": "put the lettuce pieces into glass bowl", "vis_src": "P10_04:149 P10_04:150 P10_04:151", "vis_trg": "P10_04:154", "narrations": [ "put it on the round table", "cut the lettuce into half", "remove the root of the lettuce", "put the lettuce pieces into glass bowl" ], "verbs": [ "put-on", "cut-into", "remove", "put-into" ], "verb_classes": [ 1, 7, 12, 5 ], "nouns": [ "table:round", "lettuce", "root", "piece:lettuce" ], "noun_classes": [ 42, 120, 210, 120 ], "start_stop_timestamps": [ [ "00:17:15.72", "00:17:16.68" ], [ "00:17:17.52", "00:17:19.53" ], [ "00:17:20.10", "00:17:24.42" ], [ "00:17:37.29", "00:17:38.36" ] ], "start_stop_frames": [ [ 62143, 62200 ], [ 62251, 62371 ], [ 62405, 62665 ], [ 63437, 63501 ] ], "trgnoun": "lettuce_piece", "trgverb": "put_into" }, { "key": "P22_13+19_20_21_22", "video_id": "P22_13", "narration_ids": [ "P22_13_19", "P22_13_20", "P22_13_21", "P22_13_22" ], "src": "open coffee_maker . remove coffee_pot . remove filter", "src1": "open coffee_maker", "src2": "remove coffee_pot", "src3": "remove filter", "trg": "put filter in coffee pot", "vis_src": "P22_13:19 P22_13:20 P22_13:21", "vis_trg": "P22_13:22", "narrations": [ "open coffee maker", "remove coffee pot", "remove filter", "put filter in coffee pot" ], "verbs": [ "open", "remove", "remove", "put-in" ], "verb_classes": [ 3, 12, 12, 5 ], "nouns": [ "maker:coffee", "pot:coffee", "filter", "filter" ], "noun_classes": [ 50, 50, 77, 77 ], "start_stop_timestamps": [ [ "00:00:36.92", "00:00:37.69" ], [ "00:00:37.79", "00:00:39.08" ], [ "00:00:39.18", "00:00:40.46" ], [ "00:00:40.43", "00:00:41.30" ] ], "start_stop_frames": [ [ 2215, 2261 ], [ 2267, 2344 ], [ 2350, 2427 ], [ 2425, 2478 ] ], "trgnoun": "filter", "trgverb": "put_in" }, { "key": "P02_06+74_75_76_77", "video_id": "P02_06", "narration_ids": [ "P02_06_74", "P02_06_75", "P02_06_76", "P02_06_77" ], "src": "rinse fork . put fork . rinse spoons", "src1": "rinse fork", "src2": "put fork", "src3": "rinse spoons", "trg": "put spoons", "vis_src": "P02_06:74 P02_06:75 P02_06:76", "vis_trg": "P02_06:77", "narrations": [ "rinse fork", "put fork", "rinse spoons", "put spoons" ], "verbs": [ "rinse", "put", "rinse", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "fork", "fork", "spoon", "spoon" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:03:00.41", "00:03:02.36" ], [ "00:03:02.46", "00:03:03.21" ], [ "00:03:03.31", "00:03:04.87" ], [ "00:03:04.91", "00:03:05.66" ] ], "start_stop_frames": [ [ 10824, 10941 ], [ 10947, 10992 ], [ 10998, 11092 ], [ 11094, 11139 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P27_104+48_49_50_51", "video_id": "P27_104", "narration_ids": [ "P27_104_48", "P27_104_49", "P27_104_50", "P27_104_51" ], "src": "turn_on tap . wash peach . turn_off tap", "src1": "turn_on tap", "src2": "wash peach", "src3": "turn_off tap", "trg": "shake peach", "vis_src": "P27_104:48 P27_104:49 P27_104:50", "vis_trg": "P27_104:51", "narrations": [ "turn on tap", "wash peach", "turn off tap", "shake peach" ], "verbs": [ "turn-on", "wash", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "tap", "peach", "tap", "peach" ], "noun_classes": [ 0, 74, 0, 74 ], "start_stop_timestamps": [ [ "00:02:33.02", "00:02:33.62" ], [ "00:02:33.72", "00:02:35.00" ], [ "00:02:34.25", "00:02:35.00" ], [ "00:02:34.88", "00:02:35.87" ] ], "start_stop_frames": [ [ 7651, 7681 ], [ 7686, 7750 ], [ 7712, 7750 ], [ 7744, 7793 ] ], "trgnoun": "peach", "trgverb": "shake" }, { "key": "P26_104+42_43_44_45", "video_id": "P26_104", "narration_ids": [ "P26_104_42", "P26_104_43", "P26_104_44", "P26_104_45" ], "src": "pick_up knife . cut mozzarella . put_down knife", "src1": "pick_up knife", "src2": "cut mozzarella", "src3": "put_down knife", "trg": "put mozzarella", "vis_src": "P26_104:42 P26_104:43 P26_104:44", "vis_trg": "P26_104:45", "narrations": [ "pick up knife", "cut mozzarella", "put down knife", "put mozzarella" ], "verbs": [ "pick-up", "cut", "put-down", "put" ], "verb_classes": [ 0, 7, 1, 1 ], "nouns": [ "knife", "mozzarella", "knife", "mozzarella" ], "noun_classes": [ 4, 32, 4, 32 ], "start_stop_timestamps": [ [ "00:03:34.67", "00:03:35.69" ], [ "00:03:35.79", "00:03:38.82" ], [ "00:03:38.89", "00:03:40.90" ], [ "00:03:41.00", "00:04:32.77" ] ], "start_stop_frames": [ [ 10733, 10784 ], [ 10789, 10941 ], [ 10944, 11045 ], [ 11050, 13638 ] ], "trgnoun": "mozzarella", "trgverb": "put" }, { "key": "P04_04+49_50_51_52", "video_id": "P04_04", "narration_ids": [ "P04_04_49", "P04_04_50", "P04_04_51", "P04_04_52" ], "src": "open dishwasher . slice potato . peel potato", "src1": "open dishwasher", "src2": "slice potato", "src3": "peel potato", "trg": "cut potato into chunks", "vis_src": "P04_04:49 P04_04:50 P04_04:51", "vis_trg": "P04_04:52", "narrations": [ "open dishwasher", "slice potato", "peel potato", "cut potato into chunks" ], "verbs": [ "open", "slice", "peel", "cut-into" ], "verb_classes": [ 3, 7, 19, 7 ], "nouns": [ "dishwasher", "potato", "potato", "potato" ], "noun_classes": [ 70, 30, 30, 30 ], "start_stop_timestamps": [ [ "00:03:06.69", "00:03:07.44" ], [ "00:03:16.79", "00:03:21.04" ], [ "00:03:25.64", "00:04:11.14" ], [ "00:04:22.00", "00:04:23.48" ] ], "start_stop_frames": [ [ 11201, 11246 ], [ 11807, 12062 ], [ 12338, 15068 ], [ 15720, 15808 ] ], "trgnoun": "potato", "trgverb": "cut_into" }, { "key": "P06_101+353_354_355_357", "video_id": "P06_101", "narration_ids": [ "P06_101_353", "P06_101_354", "P06_101_355", "P06_101_357" ], "src": "pick_up washing up liquid . pour washing up liquid into hand . wash hands", "src1": "pick_up washing up liquid", "src2": "pour washing up liquid into hand", "src3": "wash hands", "trg": "shake hands", "vis_src": "P06_101:353 P06_101:354 P06_101:355", "vis_trg": "P06_101:357", "narrations": [ "pick up washing up liquid", "pour washing up liquid into hand", "wash hands", "shake hands" ], "verbs": [ "pick-up", "pour", "wash", "shake" ], "verb_classes": [ 0, 9, 2, 15 ], "nouns": [ "liquid:washing:up", "liquid:washing:up", "hand", "hand" ], "noun_classes": [ 22, 22, 11, 11 ], "start_stop_timestamps": [ [ "00:27:18.14", "00:27:18.91" ], [ "00:27:18.99", "00:27:20.25" ], [ "00:27:21.15", "00:27:28.46" ], [ "00:27:27.36", "00:27:28.69" ] ], "start_stop_frames": [ [ 81907, 81945 ], [ 81949, 82012 ], [ 82057, 82423 ], [ 82368, 82434 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P04_107+204_205_206_207", "video_id": "P04_107", "narration_ids": [ "P04_107_204", "P04_107_205", "P04_107_206", "P04_107_207" ], "src": "put_down pastry_brush . rub oil into dough . pick_up chopstick", "src1": "put_down pastry_brush", "src2": "rub oil into dough", "src3": "pick_up chopstick", "trg": "roll chopstick on dough", "vis_src": "P04_107:204 P04_107:205 P04_107:206", "vis_trg": "P04_107:207", "narrations": [ "put down pastry brush", "rub oil into dough", "pick up chopstick", "roll chopstick on dough" ], "verbs": [ "put-down", "rub-into", "pick-up", "roll-on" ], "verb_classes": [ 1, 55, 0, 47 ], "nouns": [ "brush:pastry", "oil", "chopstick", "chopstick" ], "noun_classes": [ 103, 31, 80, 80 ], "start_stop_timestamps": [ [ "00:07:09.80", "00:07:11.10" ], [ "00:07:10.90", "00:07:13.11" ], [ "00:07:11.68", "00:07:12.16" ], [ "00:07:12.50", "00:07:15.25" ] ], "start_stop_frames": [ [ 21490, 21555 ], [ 21545, 21655 ], [ 21584, 21608 ], [ 21625, 21762 ] ], "trgnoun": "chopstick", "trgverb": "roll_on" }, { "key": "P06_101+87_88_89_90", "video_id": "P06_101", "narration_ids": [ "P06_101_87", "P06_101_88", "P06_101_89", "P06_101_90" ], "src": "put_down pepper and knife . pick_up garlic . break garlic", "src1": "put_down pepper and knife", "src2": "pick_up garlic", "src3": "break garlic", "trg": "put_down garlic", "vis_src": "P06_101:87 P06_101:88 P06_101:89", "vis_trg": "P06_101:90", "narrations": [ "put down pepper and knife", "pick up garlic", "break garlic", "put down garlic" ], "verbs": [ "put-down", "pick-up", "break", "put-down" ], "verb_classes": [ 1, 0, 30, 1 ], "nouns": [ "pepper", "garlic", "garlic", "garlic" ], "noun_classes": [ 37, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:05:13.26", "00:05:14.01" ], [ "00:05:13.76", "00:05:15.11" ], [ "00:05:15.26", "00:05:18.87" ], [ "00:05:22.90", "00:05:26.50" ] ], "start_stop_frames": [ [ 15663, 15700 ], [ 15688, 15755 ], [ 15763, 15943 ], [ 16144, 16325 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P01_104+85_86_87_88", "video_id": "P01_104", "narration_ids": [ "P01_104_85", "P01_104_86", "P01_104_87", "P01_104_88" ], "src": "put_down cloth . hand wash . wash hands", "src1": "put_down cloth", "src2": "hand wash", "src3": "wash hands", "trg": "rinse hands", "vis_src": "P01_104:85 P01_104:86 P01_104:87", "vis_trg": "P01_104:88", "narrations": [ "put down cloth", "hand wash", "wash hands", "rinse hands" ], "verbs": [ "put-down", "hand", "wash", "rinse" ], "verb_classes": [ 1, 41, 2, 2 ], "nouns": [ "cloth", "hand", "hand", "hand" ], "noun_classes": [ 17, 11, 11, 11 ], "start_stop_timestamps": [ [ "00:03:38.24", "00:03:39.08" ], [ "00:03:39.09", "00:03:40.09" ], [ "00:03:40.05", "00:03:44.11" ], [ "00:03:44.03", "00:03:50.12" ] ], "start_stop_frames": [ [ 10912, 10954 ], [ 10954, 11004 ], [ 11002, 11205 ], [ 11201, 11506 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P06_101+399_400_401_402", "video_id": "P06_101", "narration_ids": [ "P06_101_399", "P06_101_400", "P06_101_401", "P06_101_402" ], "src": "scrape rubbish into bin . close recycling_bin . pick_up recycling_bin", "src1": "scrape rubbish into bin", "src2": "close recycling_bin", "src3": "pick_up recycling_bin", "trg": "put recycling_bin on shelf", "vis_src": "P06_101:399 P06_101:400 P06_101:401", "vis_trg": "P06_101:402", "narrations": [ "scrape rubbish into bin", "close recycling bin", "pick up recycling bin", "put recycling bin on shelf" ], "verbs": [ "scrape", "close", "pick-up", "put-on" ], "verb_classes": [ 25, 4, 0, 1 ], "nouns": [ "rubbish", "bin:recycling", "bin:recycling", "bin:recycling" ], "noun_classes": [ 54, 36, 36, 36 ], "start_stop_timestamps": [ [ "00:29:50.08", "00:29:59.08" ], [ "00:29:59.18", "00:30:02.44" ], [ "00:30:02.54", "00:30:03.48" ], [ "00:30:03.32", "00:30:04.72" ] ], "start_stop_frames": [ [ 89504, 89954 ], [ 89959, 90122 ], [ 90127, 90174 ], [ 90166, 90236 ] ], "trgnoun": "recycling_bin", "trgverb": "put_on" }, { "key": "P02_09+19_20_21_23", "video_id": "P02_09", "narration_ids": [ "P02_09_19", "P02_09_20", "P02_09_21", "P02_09_23" ], "src": "close trash_can . open drawer . get two spoons", "src1": "close trash_can", "src2": "open drawer", "src3": "get two spoons", "trg": "close drawer", "vis_src": "P02_09:19 P02_09:20 P02_09:21", "vis_trg": "P02_09:23", "narrations": [ "close trash can", "open drawer", "get two spoons", "close drawer" ], "verbs": [ "close", "open", "get", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "can:trash", "drawer", "spoon", "drawer" ], "noun_classes": [ 36, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:00:59.95", "00:01:00.58" ], [ "00:01:06.00", "00:01:06.91" ], [ "00:01:07.15", "00:01:08.77" ], [ "00:01:11.53", "00:01:12.41" ] ], "start_stop_frames": [ [ 3597, 3634 ], [ 3960, 4014 ], [ 4029, 4126 ], [ 4291, 4344 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P29_03+282_283_284_285", "video_id": "P29_03", "narration_ids": [ "P29_03_282", "P29_03_283", "P29_03_284", "P29_03_285" ], "src": "put jug on surface . pick_up blender . wash blender", "src1": "put jug on surface", "src2": "pick_up blender", "src3": "wash blender", "trg": "rinse blender", "vis_src": "P29_03:282 P29_03:283 P29_03:284", "vis_trg": "P29_03:285", "narrations": [ "put jug on surface", "pick up blender", "wash blender", "rinse blender" ], "verbs": [ "put-on", "pick-up", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "jug", "blender", "blender", "blender" ], "noun_classes": [ 66, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:18:04.88", "00:18:07.00" ], [ "00:18:07.67", "00:18:08.43" ], [ "00:18:10.60", "00:18:22.08" ], [ "00:18:22.65", "00:18:25.81" ] ], "start_stop_frames": [ [ 65092, 65220 ], [ 65260, 65305 ], [ 65435, 66124 ], [ 66159, 66348 ] ], "trgnoun": "blender", "trgverb": "rinse" }, { "key": "P22_15+12_13_14_15", "video_id": "P22_15", "narration_ids": [ "P22_15_12", "P22_15_13", "P22_15_14", "P22_15_15" ], "src": "remove coffee . set_down filter . open basket", "src1": "remove coffee", "src2": "set_down filter", "src3": "open basket", "trg": "throw away filter", "vis_src": "P22_15:12 P22_15:13 P22_15:14", "vis_trg": "P22_15:15", "narrations": [ "remove coffee", "set down filter", "open basket", "throw away filter" ], "verbs": [ "remove", "set-down", "open", "throw" ], "verb_classes": [ 12, 1, 3, 13 ], "nouns": [ "coffee", "filter", "basket", "filter" ], "noun_classes": [ 59, 77, 168, 77 ], "start_stop_timestamps": [ [ "00:00:28.01", "00:00:31.33" ], [ "00:00:31.36", "00:00:32.51" ], [ "00:00:32.34", "00:00:34.13" ], [ "00:00:34.45", "00:00:36.95" ] ], "start_stop_frames": [ [ 1680, 1879 ], [ 1881, 1950 ], [ 1940, 2047 ], [ 2067, 2217 ] ], "trgnoun": "filter", "trgverb": "throw" }, { "key": "P35_108+304_305_306_307", "video_id": "P35_108", "narration_ids": [ "P35_108_304", "P35_108_305", "P35_108_306", "P35_108_307" ], "src": "drain cup . put_down cup . pick_up glass", "src1": "drain cup", "src2": "put_down cup", "src3": "pick_up glass", "trg": "drain glass", "vis_src": "P35_108:304 P35_108:305 P35_108:306", "vis_trg": "P35_108:307", "narrations": [ "drain cup", "put down cup", "pick up glass", "drain glass" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "cup", "cup", "glass", "glass" ], "noun_classes": [ 13, 13, 10, 10 ], "start_stop_timestamps": [ [ "00:19:54.89", "00:19:55.80" ], [ "00:19:56.96", "00:19:58.37" ], [ "00:20:00.42", "00:20:01.34" ], [ "00:20:01.63", "00:20:02.62" ] ], "start_stop_frames": [ [ 59744, 59790 ], [ 59848, 59918 ], [ 60021, 60066 ], [ 60081, 60130 ] ], "trgnoun": "glass", "trgverb": "drain" }, { "key": "P04_109+106_107_111_112", "video_id": "P04_109", "narration_ids": [ "P04_109_106", "P04_109_107", "P04_109_111", "P04_109_112" ], "src": "put_down knife . drop bits of carrot into measuring jug . pick_up pieces of carrot", "src1": "put_down knife", "src2": "drop bits of carrot into measuring jug", "src3": "pick_up pieces of carrot", "trg": "put pieces of carrot into measuring jug", "vis_src": "P04_109:106 P04_109:107 P04_109:111", "vis_trg": "P04_109:112", "narrations": [ "put down knife", "drop bits of carrot into measuring jug", "pick up pieces of carrot", "put pieces of carrot into measuring jug" ], "verbs": [ "put-down", "drop-into", "pick-up", "put-into" ], "verb_classes": [ 1, 5, 0, 5 ], "nouns": [ "knife", "bit:carrot", "piece:carrot", "piece:carrot" ], "noun_classes": [ 4, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:04:09.17", "00:04:14.88" ], [ "00:04:14.75", "00:04:17.50" ], [ "00:04:14.92", "00:04:16.20" ], [ "00:04:16.27", "00:04:16.99" ] ], "start_stop_frames": [ [ 12458, 12744 ], [ 12737, 12875 ], [ 12746, 12810 ], [ 12813, 12849 ] ], "trgnoun": "carrot_piece", "trgverb": "put_into" }, { "key": "P25_106+100_101_102_103", "video_id": "P25_106", "narration_ids": [ "P25_106_100", "P25_106_101", "P25_106_102", "P25_106_103" ], "src": "put_down jar . pick_up bacon . pick_up spoon", "src1": "put_down jar", "src2": "pick_up bacon", "src3": "pick_up spoon", "trg": "put bacon", "vis_src": "P25_106:100 P25_106:101 P25_106:102", "vis_trg": "P25_106:103", "narrations": [ "put down jar", "pick up bacon", "pick up spoon", "put bacon" ], "verbs": [ "put-down", "pick-up", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "jar", "bacon", "spoon", "bacon" ], "noun_classes": [ 40, 163, 1, 163 ], "start_stop_timestamps": [ [ "00:08:52.66", "00:08:54.68" ], [ "00:08:59.09", "00:09:00.54" ], [ "00:09:00.83", "00:09:02.57" ], [ "00:09:03.34", "00:09:21.71" ] ], "start_stop_frames": [ [ 26633, 26733 ], [ 26954, 27027 ], [ 27041, 27128 ], [ 27167, 28085 ] ], "trgnoun": "bacon", "trgverb": "put" }, { "key": "P35_105+107_108_109_110", "video_id": "P35_105", "narration_ids": [ "P35_105_107", "P35_105_108", "P35_105_109", "P35_105_110" ], "src": "rinse hands . wash sink . pick_up cloth", "src1": "rinse hands", "src2": "wash sink", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P35_105:107 P35_105:108 P35_105:109", "vis_trg": "P35_105:110", "narrations": [ "rinse hands", "wash sink", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "wash", "pick-up", "rinse" ], "verb_classes": [ 2, 2, 0, 2 ], "nouns": [ "hand", "sink", "cloth", "cloth" ], "noun_classes": [ 11, 63, 17, 17 ], "start_stop_timestamps": [ [ "00:07:36.04", "00:07:37.36" ], [ "00:07:37.38", "00:07:45.79" ], [ "00:07:45.79", "00:07:46.67" ], [ "00:07:46.65", "00:07:48.76" ] ], "start_stop_frames": [ [ 22802, 22868 ], [ 22869, 23289 ], [ 23289, 23333 ], [ 23332, 23438 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P25_09+50_51_52_53", "video_id": "P25_09", "narration_ids": [ "P25_09_50", "P25_09_51", "P25_09_52", "P25_09_53" ], "src": "wash spoons . mix salad . take napkins", "src1": "wash spoons", "src2": "mix salad", "src3": "take napkins", "trg": "cover salad", "vis_src": "P25_09:50 P25_09:51 P25_09:52", "vis_trg": "P25_09:53", "narrations": [ "wash spoons", "mix salad", "take napkins", "cover salad" ], "verbs": [ "wash", "mix", "take", "cover" ], "verb_classes": [ 2, 10, 0, 36 ], "nouns": [ "spoon", "salad", "napkin", "salad" ], "noun_classes": [ 1, 68, 88, 68 ], "start_stop_timestamps": [ [ "00:06:31.50", "00:06:33.35" ], [ "00:06:33.88", "00:06:57.99" ], [ "00:06:59.96", "00:07:02.04" ], [ "00:07:05.41", "00:07:06.77" ] ], "start_stop_frames": [ [ 23490, 23601 ], [ 23632, 25079 ], [ 25197, 25322 ], [ 25524, 25606 ] ], "trgnoun": "salad", "trgverb": "cover" }, { "key": "P02_06+211_212_213_214", "video_id": "P02_06", "narration_ids": [ "P02_06_211", "P02_06_212", "P02_06_213", "P02_06_214" ], "src": "chop lettuce . pick_up chopped_lettuce . put lettuce in salad plate", "src1": "chop lettuce", "src2": "pick_up chopped_lettuce", "src3": "put lettuce in salad plate", "trg": "pick lettuce", "vis_src": "P02_06:211 P02_06:212 P02_06:213", "vis_trg": "P02_06:214", "narrations": [ "chop lettuce", "pick up chopped lettuce", "put lettuce in salad plate", "pick lettuce" ], "verbs": [ "chop", "pick-up", "put-in", "pick" ], "verb_classes": [ 7, 0, 5, 0 ], "nouns": [ "lettuce", "lettuce:chopped", "lettuce", "lettuce" ], "noun_classes": [ 120, 120, 120, 120 ], "start_stop_timestamps": [ [ "00:09:23.04", "00:09:34.60" ], [ "00:09:34.76", "00:09:42.02" ], [ "00:09:35.08", "00:09:36.65" ], [ "00:09:37.21", "00:09:38.95" ] ], "start_stop_frames": [ [ 33782, 34476 ], [ 34485, 34921 ], [ 34504, 34599 ], [ 34632, 34737 ] ], "trgnoun": "lettuce", "trgverb": "pick" }, { "key": "P28_02+59_60_61_62", "video_id": "P28_02", "narration_ids": [ "P28_02_59", "P28_02_60", "P28_02_61", "P28_02_62" ], "src": "wash food_container . take lid . put_down food_container", "src1": "wash food_container", "src2": "take lid", "src3": "put_down food_container", "trg": "wash lid", "vis_src": "P28_02:59 P28_02:60 P28_02:61", "vis_trg": "P28_02:62", "narrations": [ "wash food container", "take lid", "put down food container", "wash lid" ], "verbs": [ "wash", "take", "put-down", "wash" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "container:food", "lid", "container:food", "lid" ], "noun_classes": [ 21, 6, 21, 6 ], "start_stop_timestamps": [ [ "00:02:34.21", "00:02:45.70" ], [ "00:02:46.07", "00:02:47.22" ], [ "00:02:46.16", "00:02:46.88" ], [ "00:02:47.29", "00:02:54.22" ] ], "start_stop_frames": [ [ 9252, 9942 ], [ 9964, 10033 ], [ 9969, 10012 ], [ 10037, 10453 ] ], "trgnoun": "lid", "trgverb": "wash" }, { "key": "P35_104+654_655_656_657", "video_id": "P35_104", "narration_ids": [ "P35_104_654", "P35_104_655", "P35_104_656", "P35_104_657" ], "src": "throw cling_film . open fridge . pick_up meat", "src1": "throw cling_film", "src2": "open fridge", "src3": "pick_up meat", "trg": "close fridge", "vis_src": "P35_104:654 P35_104:655 P35_104:656", "vis_trg": "P35_104:657", "narrations": [ "throw cling film", "open fridge", "pick up meat", "close fridge" ], "verbs": [ "throw", "open", "pick-up", "close" ], "verb_classes": [ 13, 3, 0, 4 ], "nouns": [ "film:cling", "fridge", "meat", "fridge" ], "noun_classes": [ 100, 12, 28, 12 ], "start_stop_timestamps": [ [ "00:45:25.82", "00:45:26.94" ], [ "00:45:28.45", "00:45:30.38" ], [ "00:45:30.77", "00:45:33.37" ], [ "00:45:33.94", "00:45:35.17" ] ], "start_stop_frames": [ [ 136291, 136347 ], [ 136422, 136519 ], [ 136538, 136668 ], [ 136697, 136758 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P07_107+27_28_29_31", "video_id": "P07_107", "narration_ids": [ "P07_107_27", "P07_107_28", "P07_107_29", "P07_107_31" ], "src": "turn_off tap . shake hands . grab sponge", "src1": "turn_off tap", "src2": "shake hands", "src3": "grab sponge", "trg": "rinse sponge", "vis_src": "P07_107:27 P07_107:28 P07_107:29", "vis_trg": "P07_107:31", "narrations": [ "turn off tap", "shake hands", "grab sponge", "rinse sponge" ], "verbs": [ "turn-off", "shake", "grab", "rinse" ], "verb_classes": [ 8, 15, 0, 2 ], "nouns": [ "tap", "hand", "sponge", "sponge" ], "noun_classes": [ 0, 11, 9, 9 ], "start_stop_timestamps": [ [ "00:01:38.34", "00:01:39.34" ], [ "00:01:40.41", "00:01:42.56" ], [ "00:01:42.37", "00:01:44.55" ], [ "00:01:43.00", "00:01:49.94" ] ], "start_stop_frames": [ [ 4917, 4967 ], [ 5020, 5128 ], [ 5118, 5227 ], [ 5150, 5497 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P13_08+95_96_97_98", "video_id": "P13_08", "narration_ids": [ "P13_08_95", "P13_08_96", "P13_08_97", "P13_08_98" ], "src": "open spaghetti_bag . take spaghetti . put spaghetti in pot", "src1": "open spaghetti_bag", "src2": "take spaghetti", "src3": "put spaghetti in pot", "trg": "stir spaghetti", "vis_src": "P13_08:95 P13_08:96 P13_08:97", "vis_trg": "P13_08:98", "narrations": [ "open spaghetti bag", "take spaghetti", "put spaghetti in pot", "stir spaghetti" ], "verbs": [ "open", "take", "put-in", "stir" ], "verb_classes": [ 3, 0, 5, 10 ], "nouns": [ "bag:spaghetti", "spaghetti", "spaghetti", "spaghetti" ], "noun_classes": [ 19, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:22:22.58", "00:22:32.44" ], [ "00:22:40.97", "00:22:53.82" ], [ "00:22:54.48", "00:22:59.67" ], [ "00:23:07.78", "00:23:37.14" ] ], "start_stop_frames": [ [ 80554, 81146 ], [ 81658, 82429 ], [ 82468, 82780 ], [ 83266, 85028 ] ], "trgnoun": "spaghetti", "trgverb": "stir" }, { "key": "P08_21+41_42_43_44", "video_id": "P08_21", "narration_ids": [ "P08_21_41", "P08_21_42", "P08_21_43", "P08_21_44" ], "src": "place lid in cupboard . take plates . place plates in cupboard", "src1": "place lid in cupboard", "src2": "take plates", "src3": "place plates in cupboard", "trg": "take plates from dishwasher", "vis_src": "P08_21:41 P08_21:42 P08_21:43", "vis_trg": "P08_21:44", "narrations": [ "place lid in cupboard", "take plates", "place plates in cupboard", "take plates from dishwasher" ], "verbs": [ "place-in", "take", "place-in", "take-from" ], "verb_classes": [ 5, 0, 5, 0 ], "nouns": [ "cupboard", "plate", "plate", "plate" ], "noun_classes": [ 3, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:01:48.42", "00:01:51.81" ], [ "00:01:54.50", "00:01:58.25" ], [ "00:01:59.23", "00:02:01.47" ], [ "00:02:02.86", "00:02:08.69" ] ], "start_stop_frames": [ [ 6505, 6708 ], [ 6870, 7095 ], [ 7153, 7288 ], [ 7371, 7721 ] ], "trgnoun": "plate", "trgverb": "take_from" }, { "key": "P26_110+0_1_2_3", "video_id": "P26_110", "narration_ids": [ "P26_110_0", "P26_110_1", "P26_110_2", "P26_110_3" ], "src": "pick_up spoon . remove lid . stir pasta", "src1": "pick_up spoon", "src2": "remove lid", "src3": "stir pasta", "trg": "pick_up pasta", "vis_src": "P26_110:0 P26_110:1 P26_110:2", "vis_trg": "P26_110:3", "narrations": [ "pick up spoon", "remove lid", "stir", "pick up pasta" ], "verbs": [ "pick-up", "remove", "stir", "pick-up" ], "verb_classes": [ 0, 12, 10, 0 ], "nouns": [ "spoon", "lid", "pasta", "pasta" ], "noun_classes": [ 1, 6, 45, 45 ], "start_stop_timestamps": [ [ "00:00:03.52", "00:00:04.37" ], [ "00:00:04.49", "00:00:04.91" ], [ "00:00:05.08", "00:00:10.18" ], [ "00:00:10.28", "00:00:12.31" ] ], "start_stop_frames": [ [ 176, 218 ], [ 224, 245 ], [ 254, 509 ], [ 514, 615 ] ], "trgnoun": "pasta", "trgverb": "pick_up" }, { "key": "P24_02+43_45_46_47", "video_id": "P24_02", "narration_ids": [ "P24_02_43", "P24_02_45", "P24_02_46", "P24_02_47" ], "src": "flip meat onto pan . pick_up salad . pick_up meat", "src1": "flip meat onto pan", "src2": "pick_up salad", "src3": "pick_up meat", "trg": "move salad", "vis_src": "P24_02:43 P24_02:45 P24_02:46", "vis_trg": "P24_02:47", "narrations": [ "flip meat onto pan", "pick up salad", "pick up meat", "move salad" ], "verbs": [ "flip-onto", "pick-up", "pick-up", "move" ], "verb_classes": [ 22, 0, 0, 11 ], "nouns": [ "meat", "salad", "meat", "salad" ], "noun_classes": [ 28, 68, 28, 68 ], "start_stop_timestamps": [ [ "00:03:20.68", "00:03:25.85" ], [ "00:03:33.27", "00:03:40.33" ], [ "00:03:33.59", "00:03:36.15" ], [ "00:03:39.26", "00:03:41.02" ] ], "start_stop_frames": [ [ 12040, 12351 ], [ 12796, 13219 ], [ 12815, 12969 ], [ 13155, 13261 ] ], "trgnoun": "salad", "trgverb": "move" }, { "key": "P07_110+19_20_21_22", "video_id": "P07_110", "narration_ids": [ "P07_110_19", "P07_110_20", "P07_110_21", "P07_110_22" ], "src": "grab peel . open pot . throw away peel", "src1": "grab peel", "src2": "open pot", "src3": "throw away peel", "trg": "close pot", "vis_src": "P07_110:19 P07_110:20 P07_110:21", "vis_trg": "P07_110:22", "narrations": [ "grab peel", "open pot", "throw away peel", "close pot" ], "verbs": [ "grab", "open", "throw", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "peel", "pot", "peel", "pot" ], "noun_classes": [ 48, 29, 48, 29 ], "start_stop_timestamps": [ [ "00:01:10.09", "00:01:11.96" ], [ "00:01:13.18", "00:01:14.17" ], [ "00:01:14.21", "00:01:14.50" ], [ "00:01:14.59", "00:01:15.15" ] ], "start_stop_frames": [ [ 3504, 3598 ], [ 3659, 3708 ], [ 3710, 3725 ], [ 3729, 3757 ] ], "trgnoun": "pot", "trgverb": "close" }, { "key": "P02_108+390_392_393_394", "video_id": "P02_108", "narration_ids": [ "P02_108_390", "P02_108_392", "P02_108_393", "P02_108_394" ], "src": "unlock juicer . put_down juicer . unlock cover", "src1": "unlock juicer", "src2": "put_down juicer", "src3": "unlock cover", "trg": "put cover in sink", "vis_src": "P02_108:390 P02_108:392 P02_108:393", "vis_trg": "P02_108:394", "narrations": [ "unlock juicer", "put down juicer", "unlock cover", "put cover in sink" ], "verbs": [ "unlock", "put-down", "unlock", "put-in" ], "verb_classes": [ 91, 1, 91, 5 ], "nouns": [ "juicer", "juicer", "cover", "cover" ], "noun_classes": [ 106, 106, 89, 89 ], "start_stop_timestamps": [ [ "00:18:55.66", "00:18:58.28" ], [ "00:18:58.26", "00:19:02.05" ], [ "00:19:02.20", "00:19:06.20" ], [ "00:19:06.22", "00:19:07.52" ] ], "start_stop_frames": [ [ 56783, 56914 ], [ 56913, 57102 ], [ 57110, 57310 ], [ 57311, 57376 ] ], "trgnoun": "cover", "trgverb": "put_in" }, { "key": "P22_06+51_52_53_54", "video_id": "P22_06", "narration_ids": [ "P22_06_51", "P22_06_52", "P22_06_53", "P22_06_54" ], "src": "put_down glass . open coffee_maker . remove filter", "src1": "put_down glass", "src2": "open coffee_maker", "src3": "remove filter", "trg": "close coffee_maker", "vis_src": "P22_06:51 P22_06:52 P22_06:53", "vis_trg": "P22_06:54", "narrations": [ "put down glass", "open coffee maker", "remove filter", "close coffee maker" ], "verbs": [ "put-down", "open", "remove", "close" ], "verb_classes": [ 1, 3, 12, 4 ], "nouns": [ "glass", "maker:coffee", "filter", "maker:coffee" ], "noun_classes": [ 10, 50, 77, 50 ], "start_stop_timestamps": [ [ "00:02:05.82", "00:02:06.74" ], [ "00:02:07.88", "00:02:08.87" ], [ "00:02:10.66", "00:02:12.02" ], [ "00:02:13.45", "00:02:16.64" ] ], "start_stop_frames": [ [ 7549, 7604 ], [ 7672, 7732 ], [ 7839, 7921 ], [ 8006, 8198 ] ], "trgnoun": "coffee_maker", "trgverb": "close" }, { "key": "P35_104+691_692_693_694", "video_id": "P35_104", "narration_ids": [ "P35_104_691", "P35_104_692", "P35_104_693", "P35_104_694" ], "src": "unroll cling_film . cut cling_film . pick_up meat", "src1": "unroll cling_film", "src2": "cut cling_film", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P35_104:691 P35_104:692 P35_104:693", "vis_trg": "P35_104:694", "narrations": [ "unroll cling film", "cut cling film", "pick up meat", "put down meat" ], "verbs": [ "unroll", "cut", "pick-up", "put-down" ], "verb_classes": [ 39, 7, 0, 1 ], "nouns": [ "film:cling", "film:cling", "meat", "meat" ], "noun_classes": [ 100, 100, 28, 28 ], "start_stop_timestamps": [ [ "00:48:02.75", "00:48:09.17" ], [ "00:48:11.17", "00:48:14.78" ], [ "00:48:14.08", "00:48:21.45" ], [ "00:48:26.87", "00:48:30.57" ] ], "start_stop_frames": [ [ 144137, 144458 ], [ 144558, 144739 ], [ 144704, 145072 ], [ 145343, 145528 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P08_26+71_72_73_76", "video_id": "P08_26", "narration_ids": [ "P08_26_71", "P08_26_72", "P08_26_73", "P08_26_76" ], "src": "turning water on . cleaning sponge . squeezing sponge", "src1": "turning water on", "src2": "cleaning sponge", "src3": "squeezing sponge", "trg": "clean kitchen_sink", "vis_src": "P08_26:71 P08_26:72 P08_26:73", "vis_trg": "P08_26:76", "narrations": [ "turning water on", "cleaning sponge", "squeezing sponge", "clean kitchen sink" ], "verbs": [ "turn-on", "clean", "squeeze", "clean" ], "verb_classes": [ 6, 2, 18, 2 ], "nouns": [ "tap", "sponge", "sponge", "sink:kitchen" ], "noun_classes": [ 0, 9, 9, 63 ], "start_stop_timestamps": [ [ "00:04:38.77", "00:04:39.66" ], [ "00:04:39.95", "00:04:42.45" ], [ "00:04:43.28", "00:04:46.40" ], [ "00:05:09.01", "00:05:13.92" ] ], "start_stop_frames": [ [ 16726, 16779 ], [ 16797, 16947 ], [ 16996, 17184 ], [ 18540, 18835 ] ], "trgnoun": "kitchen_sink", "trgverb": "clean" }, { "key": "P10_01+15_16_17_21", "video_id": "P10_01", "narration_ids": [ "P10_01_15", "P10_01_16", "P10_01_17", "P10_01_21" ], "src": "cut open the sauce . put the sauce inside the pot . put the plastic_bags into the bag of instant noodle", "src1": "cut open the sauce", "src2": "put the sauce inside the pot", "src3": "put the plastic_bags into the bag of instant noodle", "trg": "throw the into the dustbin", "vis_src": "P10_01:15 P10_01:16 P10_01:17", "vis_trg": "P10_01:21", "narrations": [ "cut open the sauce", "put the sauce inside the pot", "put the plastic bags into the bag of instant noodle", "throw the into the dustbin" ], "verbs": [ "cut", "put-inside", "put-into", "throw-into" ], "verb_classes": [ 7, 5, 5, 13 ], "nouns": [ "sauce", "sauce", "bag:plastic", "dustbin" ], "noun_classes": [ 47, 47, 19, 36 ], "start_stop_timestamps": [ [ "00:01:49.42", "00:01:52.96" ], [ "00:01:53.19", "00:01:58.42" ], [ "00:01:58.46", "00:02:01.43" ], [ "00:02:17.42", "00:02:19.43" ] ], "start_stop_frames": [ [ 6565, 6777 ], [ 6791, 7105 ], [ 7107, 7285 ], [ 8245, 8365 ] ], "trgnoun": "dustbin", "trgverb": "throw_into" }, { "key": "P04_121+564_565_566_567", "video_id": "P04_121", "narration_ids": [ "P04_121_564", "P04_121_565", "P04_121_566", "P04_121_567" ], "src": "tip whey out of bowl into pan . put_down bowl . fold cheese", "src1": "tip whey out of bowl into pan", "src2": "put_down bowl", "src3": "fold cheese", "trg": "stretch cheese", "vis_src": "P04_121:564 P04_121:565 P04_121:566", "vis_trg": "P04_121:567", "narrations": [ "tip whey out of bowl into pan", "put down bowl", "fold cheese", "stretch cheese" ], "verbs": [ "tip-out", "put-down", "fold", "stretch" ], "verb_classes": [ 20, 1, 28, 50 ], "nouns": [ "bowl", "bowl", "cheese", "cheese" ], "noun_classes": [ 7, 7, 32, 32 ], "start_stop_timestamps": [ [ "00:22:48.69", "00:22:50.23" ], [ "00:22:50.33", "00:22:51.73" ], [ "00:22:51.71", "00:22:56.01" ], [ "00:22:52.00", "00:22:55.63" ] ], "start_stop_frames": [ [ 68434, 68511 ], [ 68516, 68586 ], [ 68585, 68800 ], [ 68600, 68781 ] ], "trgnoun": "cheese", "trgverb": "stretch" }, { "key": "P04_109+433_434_435_436", "video_id": "P04_109", "narration_ids": [ "P04_109_433", "P04_109_434", "P04_109_435", "P04_109_436" ], "src": "close cupboard . press kitchen_roll onto tofu . turn_over tofu", "src1": "close cupboard", "src2": "press kitchen_roll onto tofu", "src3": "turn_over tofu", "trg": "put_down tofu", "vis_src": "P04_109:433 P04_109:434 P04_109:435", "vis_trg": "P04_109:436", "narrations": [ "close cupboard", "press kitchen roll onto tofu", "turn over tofu", "put down tofu" ], "verbs": [ "close", "press", "turn-over", "put-down" ], "verb_classes": [ 4, 21, 22, 1 ], "nouns": [ "cupboard", "roll:kitchen", "tofu", "tofu" ], "noun_classes": [ 3, 93, 81, 81 ], "start_stop_timestamps": [ [ "00:12:59.27", "00:13:00.32" ], [ "00:13:00.22", "00:13:01.57" ], [ "00:13:02.10", "00:13:03.20" ], [ "00:13:03.20", "00:13:05.06" ] ], "start_stop_frames": [ [ 38963, 39016 ], [ 39011, 39078 ], [ 39105, 39160 ], [ 39160, 39253 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P22_08+268_269_270_271", "video_id": "P22_08", "narration_ids": [ "P22_08_268", "P22_08_269", "P22_08_270", "P22_08_271" ], "src": "put_down glass . rinse hands . pick_up cloth", "src1": "put_down glass", "src2": "rinse hands", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_08:268 P22_08:269 P22_08:270", "vis_trg": "P22_08:271", "narrations": [ "put down glass", "rinse hands", "pick up cloth", "rinse cloth" ], "verbs": [ "put-down", "rinse", "pick-up", "rinse" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "glass", "hand", "cloth", "cloth" ], "noun_classes": [ 10, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:10:55.32", "00:10:57.73" ], [ "00:10:57.05", "00:10:58.93" ], [ "00:10:58.88", "00:10:59.51" ], [ "00:10:59.72", "00:11:02.81" ] ], "start_stop_frames": [ [ 39319, 39463 ], [ 39423, 39535 ], [ 39532, 39570 ], [ 39583, 39768 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P04_02+297_298_299_300", "video_id": "P04_02", "narration_ids": [ "P04_02_297", "P04_02_298", "P04_02_299", "P04_02_300" ], "src": "move carts . mix bowl . pick_up knife", "src1": "move carts", "src2": "mix bowl", "src3": "pick_up knife", "trg": "put_down knife", "vis_src": "P04_02:297 P04_02:298 P04_02:299", "vis_trg": "P04_02:300", "narrations": [ "move carts", "mix bowl", "pick up knife", "put down knife" ], "verbs": [ "move", "mix", "pick-up", "put-down" ], "verb_classes": [ 11, 10, 0, 1 ], "nouns": [ "carrot", "bowl", "knife", "knife" ], "noun_classes": [ 41, 7, 4, 4 ], "start_stop_timestamps": [ [ "00:22:16.61", "00:22:21.49" ], [ "00:22:21.84", "00:22:27.68" ], [ "00:22:29.11", "00:22:30.93" ], [ "00:22:30.96", "00:22:32.53" ] ], "start_stop_frames": [ [ 80196, 80489 ], [ 80510, 80860 ], [ 80946, 81055 ], [ 81057, 81151 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P28_103+227_228_229_230", "video_id": "P28_103", "narration_ids": [ "P28_103_227", "P28_103_228", "P28_103_229", "P28_103_230" ], "src": "put oven_glove . put spatula . open chopped tomatoes tin", "src1": "put oven_glove", "src2": "put spatula", "src3": "open chopped tomatoes tin", "trg": "wear oven_glove", "vis_src": "P28_103:227 P28_103:228 P28_103:229", "vis_trg": "P28_103:230", "narrations": [ "put oven glove", "put spatula", "open chopped tomatoes tin", "wear oven glove" ], "verbs": [ "put", "put", "open", "wear" ], "verb_classes": [ 1, 1, 3, 68 ], "nouns": [ "glove:oven", "spatula", "tin:chopped:tomato", "glove:oven" ], "noun_classes": [ 60, 20, 61, 60 ], "start_stop_timestamps": [ [ "00:22:36.62", "00:22:37.46" ], [ "00:22:38.12", "00:22:38.91" ], [ "00:22:39.48", "00:22:47.77" ], [ "00:22:59.77", "00:23:01.57" ] ], "start_stop_frames": [ [ 67831, 67873 ], [ 67906, 67945 ], [ 67974, 68388 ], [ 68988, 69078 ] ], "trgnoun": "oven_glove", "trgverb": "wear" }, { "key": "P04_113+220_221_222_223", "video_id": "P04_113", "narration_ids": [ "P04_113_220", "P04_113_221", "P04_113_222", "P04_113_223" ], "src": "put teaspoon in cutlery tray . move measuring_spoon onto counter . pick_up chopstick", "src1": "put teaspoon in cutlery tray", "src2": "move measuring_spoon onto counter", "src3": "pick_up chopstick", "trg": "put chopstick in cutlery tray", "vis_src": "P04_113:220 P04_113:221 P04_113:222", "vis_trg": "P04_113:223", "narrations": [ "put teaspoon in cutlery tray", "move measuring spoon onto counter", "pick up chopstick", "put chopstick in cutlery tray" ], "verbs": [ "put-in", "move", "pick-up", "put-in" ], "verb_classes": [ 5, 11, 0, 5 ], "nouns": [ "teaspoon", "spoon:measuring", "chopstick", "chopstick" ], "noun_classes": [ 1, 1, 80, 80 ], "start_stop_timestamps": [ [ "00:06:49.27", "00:06:50.50" ], [ "00:06:51.31", "00:06:51.84" ], [ "00:06:52.30", "00:06:53.41" ], [ "00:06:53.51", "00:06:55.09" ] ], "start_stop_frames": [ [ 20463, 20525 ], [ 20565, 20592 ], [ 20615, 20670 ], [ 20675, 20754 ] ], "trgnoun": "chopstick", "trgverb": "put_in" }, { "key": "P30_109+179_180_181_182", "video_id": "P30_109", "narration_ids": [ "P30_109_179", "P30_109_180", "P30_109_181", "P30_109_182" ], "src": "take pitta_bread from toaster . pick_up knife . open pitta_bread", "src1": "take pitta_bread from toaster", "src2": "pick_up knife", "src3": "open pitta_bread", "trg": "pick_up pitta_bread", "vis_src": "P30_109:179 P30_109:180 P30_109:181", "vis_trg": "P30_109:182", "narrations": [ "take pitta bread from toaster", "pick up knife", "open pitta bread", "pick up pitta bread" ], "verbs": [ "take-from", "pick-up", "open", "pick-up" ], "verb_classes": [ 0, 0, 3, 0 ], "nouns": [ "bread:pitta", "knife", "bread:pitta", "bread:pitta" ], "noun_classes": [ 33, 4, 33, 33 ], "start_stop_timestamps": [ [ "00:06:17.08", "00:06:17.60" ], [ "00:06:17.69", "00:06:18.74" ], [ "00:06:18.78", "00:06:30.66" ], [ "00:06:30.76", "00:06:31.36" ] ], "start_stop_frames": [ [ 18854, 18880 ], [ 18884, 18937 ], [ 18939, 19533 ], [ 19538, 19568 ] ], "trgnoun": "pitta_bread", "trgverb": "pick_up" }, { "key": "P22_08+82_83_84_85", "video_id": "P22_08", "narration_ids": [ "P22_08_82", "P22_08_83", "P22_08_84", "P22_08_85" ], "src": "put_down down plate . grab colander . lather colander", "src1": "put_down down plate", "src2": "grab colander", "src3": "lather colander", "trg": "put_down down colander", "vis_src": "P22_08:82 P22_08:83 P22_08:84", "vis_trg": "P22_08:85", "narrations": [ "put down down plate", "grab colander", "lather colander", "put down down colander" ], "verbs": [ "put-down", "grab", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "plate", "colander", "colander", "colander" ], "noun_classes": [ 2, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:03:10.82", "00:03:12.07" ], [ "00:03:12.17", "00:03:13.67" ], [ "00:03:14.52", "00:03:19.69" ], [ "00:03:19.31", "00:03:20.06" ] ], "start_stop_frames": [ [ 11449, 11524 ], [ 11530, 11620 ], [ 11671, 11981 ], [ 11958, 12003 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P12_101+462_463_464_465", "video_id": "P12_101", "narration_ids": [ "P12_101_462", "P12_101_463", "P12_101_464", "P12_101_465" ], "src": "taste soup using spoon . stir soup using spoon . pick_up spice_container", "src1": "taste soup using spoon", "src2": "stir soup using spoon", "src3": "pick_up spice_container", "trg": "open spice_container", "vis_src": "P12_101:462 P12_101:463 P12_101:464", "vis_trg": "P12_101:465", "narrations": [ "taste soup using spoon", "stir soup using spoon", "pick up spice container", "open spice container" ], "verbs": [ "taste", "stir", "pick-up", "open" ], "verb_classes": [ 35, 10, 0, 3 ], "nouns": [ "soup", "soup", "container:spice", "container:spice" ], "noun_classes": [ 126, 126, 21, 21 ], "start_stop_timestamps": [ [ "00:30:42.11", "00:30:44.96" ], [ "00:30:49.90", "00:31:06.81" ], [ "00:31:07.52", "00:31:08.16" ], [ "00:31:08.40", "00:31:09.07" ] ], "start_stop_frames": [ [ 92105, 92248 ], [ 92495, 93340 ], [ 93376, 93408 ], [ 93420, 93453 ] ], "trgnoun": "spice_container", "trgverb": "open" }, { "key": "P01_09+50_51_52_53", "video_id": "P01_09", "narration_ids": [ "P01_09_50", "P01_09_51", "P01_09_52", "P01_09_53" ], "src": "move bowl . put_down flour . open four bag", "src1": "move bowl", "src2": "put_down flour", "src3": "open four bag", "trg": "pour flour into bowl", "vis_src": "P01_09:50 P01_09:51 P01_09:52", "vis_trg": "P01_09:53", "narrations": [ "move bowl", "put down flour", "open four bag", "pour flour into bowl" ], "verbs": [ "move", "put-down", "open", "pour-into" ], "verb_classes": [ 11, 1, 3, 9 ], "nouns": [ "bowl", "flour", "bag", "flour" ], "noun_classes": [ 7, 75, 19, 75 ], "start_stop_timestamps": [ [ "00:02:10.77", "00:02:12.39" ], [ "00:02:11.65", "00:02:12.96" ], [ "00:02:13.06", "00:02:23.56" ], [ "00:02:26.16", "00:02:33.86" ] ], "start_stop_frames": [ [ 7846, 7943 ], [ 7899, 7977 ], [ 7983, 8613 ], [ 8769, 9231 ] ], "trgnoun": "flour", "trgverb": "pour_into" }, { "key": "P28_05+36_37_38_39", "video_id": "P28_05", "narration_ids": [ "P28_05_36", "P28_05_37", "P28_05_38", "P28_05_39" ], "src": "put aubergine in tray . put_down chopping_board . take spring_onions", "src1": "put aubergine in tray", "src2": "put_down chopping_board", "src3": "take spring_onions", "trg": "put_down spring_onions", "vis_src": "P28_05:36 P28_05:37 P28_05:38", "vis_trg": "P28_05:39", "narrations": [ "put aubergine in tray", "put down chopping board", "take spring onions", "put down spring onions" ], "verbs": [ "put-in", "put-down", "take", "put-down" ], "verb_classes": [ 5, 1, 0, 1 ], "nouns": [ "aubergine", "board:chopping", "onion:spring", "onion:spring" ], "noun_classes": [ 67, 18, 128, 128 ], "start_stop_timestamps": [ [ "00:03:56.81", "00:03:57.33" ], [ "00:03:57.10", "00:03:58.84" ], [ "00:04:00.83", "00:04:02.16" ], [ "00:04:02.63", "00:04:03.60" ] ], "start_stop_frames": [ [ 14208, 14239 ], [ 14226, 14330 ], [ 14449, 14529 ], [ 14557, 14616 ] ], "trgnoun": "spring_onion", "trgverb": "put_down" }, { "key": "P03_20+49_50_51_52", "video_id": "P03_20", "narration_ids": [ "P03_20_49", "P03_20_50", "P03_20_51", "P03_20_52" ], "src": "clean plug . put plug . wipe sink", "src1": "clean plug", "src2": "put plug", "src3": "wipe sink", "trg": "grab plug", "vis_src": "P03_20:49 P03_20:50 P03_20:51", "vis_trg": "P03_20:52", "narrations": [ "clean plug", "put plug", "wipe sink", "grab plug" ], "verbs": [ "clean", "put", "wipe", "grab" ], "verb_classes": [ 2, 1, 2, 0 ], "nouns": [ "plug", "plug", "sink", "plug" ], "noun_classes": [ 153, 153, 63, 153 ], "start_stop_timestamps": [ [ "00:04:20.27", "00:04:24.81" ], [ "00:04:24.59", "00:04:25.70" ], [ "00:04:30.01", "00:04:33.09" ], [ "00:04:34.34", "00:04:36.33" ] ], "start_stop_frames": [ [ 15616, 15888 ], [ 15875, 15942 ], [ 16200, 16385 ], [ 16460, 16579 ] ], "trgnoun": "plug", "trgverb": "grab" }, { "key": "P03_04+244_245_246_247", "video_id": "P03_04", "narration_ids": [ "P03_04_244", "P03_04_245", "P03_04_246", "P03_04_247" ], "src": "stir food . grab olive_oil . open olive_oil", "src1": "stir food", "src2": "grab olive_oil", "src3": "open olive_oil", "trg": "pour olive_oil", "vis_src": "P03_04:244 P03_04:245 P03_04:246", "vis_trg": "P03_04:247", "narrations": [ "stir food", "grab olive oil", "open olive oil", "pour olive oil" ], "verbs": [ "stir", "grab", "open", "pour" ], "verb_classes": [ 10, 0, 3, 9 ], "nouns": [ "food", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 34, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:17:02.37", "00:17:27.12" ], [ "00:17:28.28", "00:17:29.06" ], [ "00:17:29.94", "00:17:30.61" ], [ "00:17:30.77", "00:17:34.02" ] ], "start_stop_frames": [ [ 61342, 62827 ], [ 62896, 62943 ], [ 62996, 63036 ], [ 63046, 63241 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P10_02+71_72_73_77", "video_id": "P10_02", "narration_ids": [ "P10_02_71", "P10_02_72", "P10_02_73", "P10_02_77" ], "src": "switch_off the heat of one stove . add some more_water into the pot . shake the pot", "src1": "switch_off the heat of one stove", "src2": "add some more_water into the pot", "src3": "shake the pot", "trg": "get a chopstick", "vis_src": "P10_02:71 P10_02:72 P10_02:73", "vis_trg": "P10_02:77", "narrations": [ "switch off the heat of one stove", "add some more water into the pot", "shake the pot", "get a chopstick" ], "verbs": [ "switch-off", "add-into", "shake", "get" ], "verb_classes": [ 8, 46, 15, 0 ], "nouns": [ "heat", "water:more", "pot", "chopstick" ], "noun_classes": [ 65, 27, 29, 80 ], "start_stop_timestamps": [ [ "00:09:15.98", "00:09:17.92" ], [ "00:09:19.70", "00:09:28.88" ], [ "00:09:35.16", "00:09:38.97" ], [ "00:09:56.13", "00:09:57.62" ] ], "start_stop_frames": [ [ 33358, 33475 ], [ 33582, 34132 ], [ 34509, 34738 ], [ 35767, 35857 ] ], "trgnoun": "chopstick", "trgverb": "get" }, { "key": "P04_03+174_175_176_177", "video_id": "P04_03", "narration_ids": [ "P04_03_174", "P04_03_175", "P04_03_176", "P04_03_177" ], "src": "spoon cucumber into tupperware . close tupperware . open fridge", "src1": "spoon cucumber into tupperware", "src2": "close tupperware", "src3": "open fridge", "trg": "close fridge", "vis_src": "P04_03:174 P04_03:175 P04_03:176", "vis_trg": "P04_03:177", "narrations": [ "spoon cucumber into tupperware", "close tupperware", "open fridge", "close fridge" ], "verbs": [ "spoon-into", "close", "open", "close" ], "verb_classes": [ 16, 4, 3, 4 ], "nouns": [ "cucumber", "tupperware", "fridge", "fridge" ], "noun_classes": [ 72, 23, 12, 12 ], "start_stop_timestamps": [ [ "00:10:20.15", "00:10:36.00" ], [ "00:10:36.92", "00:10:40.40" ], [ "00:10:40.50", "00:10:42.17" ], [ "00:10:42.27", "00:10:43.49" ] ], "start_stop_frames": [ [ 37209, 38160 ], [ 38215, 38424 ], [ 38430, 38530 ], [ 38536, 38609 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P04_01+171_172_173_174", "video_id": "P04_01", "narration_ids": [ "P04_01_171", "P04_01_172", "P04_01_173", "P04_01_174" ], "src": "crack egg . scoop eggshell out of egg bowl . pick_up eggshell", "src1": "crack egg", "src2": "scoop eggshell out of egg bowl", "src3": "pick_up eggshell", "trg": "scoop eggshell", "vis_src": "P04_01:171 P04_01:172 P04_01:173", "vis_trg": "P04_01:174", "narrations": [ "crack egg", "scoop eggshell out of egg bowl", "pick up eggshell", "scoop eggshell" ], "verbs": [ "crack", "scoop-out", "pick-up", "scoop" ], "verb_classes": [ 30, 16, 0, 16 ], "nouns": [ "egg", "eggshell", "eggshell", "eggshell" ], "noun_classes": [ 53, 141, 141, 141 ], "start_stop_timestamps": [ [ "00:12:19.14", "00:12:19.79" ], [ "00:12:23.59", "00:12:37.82" ], [ "00:12:38.24", "00:13:00.18" ], [ "00:13:00.68", "00:13:05.49" ] ], "start_stop_frames": [ [ 44348, 44387 ], [ 44615, 45469 ], [ 45494, 46810 ], [ 46840, 47129 ] ], "trgnoun": "eggshell", "trgverb": "scoop" }, { "key": "P22_05+191_192_193_194", "video_id": "P22_05", "narration_ids": [ "P22_05_191", "P22_05_192", "P22_05_193", "P22_05_194" ], "src": "rinse peach . open tap . close tap", "src1": "rinse peach", "src2": "open tap", "src3": "close tap", "trg": "shake peach", "vis_src": "P22_05:191 P22_05:192 P22_05:193", "vis_trg": "P22_05:194", "narrations": [ "rinse peach", "open tap", "close tap", "shake peach" ], "verbs": [ "rinse", "turn-on", "turn-off", "shake" ], "verb_classes": [ 2, 6, 8, 15 ], "nouns": [ "peach", "tap", "tap", "peach" ], "noun_classes": [ 74, 0, 0, 74 ], "start_stop_timestamps": [ [ "00:08:13.75", "00:08:19.50" ], [ "00:08:14.17", "00:08:14.72" ], [ "00:08:19.32", "00:08:20.33" ], [ "00:08:20.23", "00:08:22.06" ] ], "start_stop_frames": [ [ 29625, 29970 ], [ 29650, 29683 ], [ 29959, 30019 ], [ 30013, 30123 ] ], "trgnoun": "peach", "trgverb": "shake" }, { "key": "P02_06+212_213_214_215", "video_id": "P02_06", "narration_ids": [ "P02_06_212", "P02_06_213", "P02_06_214", "P02_06_215" ], "src": "pick_up chopped_lettuce . put lettuce in salad plate . pick lettuce", "src1": "pick_up chopped_lettuce", "src2": "put lettuce in salad plate", "src3": "pick lettuce", "trg": "put lettuce", "vis_src": "P02_06:212 P02_06:213 P02_06:214", "vis_trg": "P02_06:215", "narrations": [ "pick up chopped lettuce", "put lettuce in salad plate", "pick lettuce", "put lettuce" ], "verbs": [ "pick-up", "put-in", "pick", "put" ], "verb_classes": [ 0, 5, 0, 1 ], "nouns": [ "lettuce:chopped", "lettuce", "lettuce", "lettuce" ], "noun_classes": [ 120, 120, 120, 120 ], "start_stop_timestamps": [ [ "00:09:34.76", "00:09:42.02" ], [ "00:09:35.08", "00:09:36.65" ], [ "00:09:37.21", "00:09:38.95" ], [ "00:09:39.40", "00:09:42.22" ] ], "start_stop_frames": [ [ 34485, 34921 ], [ 34504, 34599 ], [ 34632, 34737 ], [ 34764, 34933 ] ], "trgnoun": "lettuce", "trgverb": "put" }, { "key": "P04_112+133_134_135_136", "video_id": "P04_112", "narration_ids": [ "P04_112_133", "P04_112_134", "P04_112_135", "P04_112_136" ], "src": "inspect tea_towel . smell tea_towel . pick_up bowl", "src1": "inspect tea_towel", "src2": "smell tea_towel", "src3": "pick_up bowl", "trg": "put bowl on chopping board", "vis_src": "P04_112:133 P04_112:134 P04_112:135", "vis_trg": "P04_112:136", "narrations": [ "inspect tea towel", "smell tea towel", "pick up bowl", "put bowl on chopping board" ], "verbs": [ "inspect", "smell", "pick-up", "put-on" ], "verb_classes": [ 24, 75, 0, 1 ], "nouns": [ "towel:tea", "towel:tea", "bowl", "bowl" ], "noun_classes": [ 52, 52, 7, 7 ], "start_stop_timestamps": [ [ "00:03:55.51", "00:03:55.99" ], [ "00:03:56.09", "00:03:57.05" ], [ "00:03:59.17", "00:04:00.74" ], [ "00:04:00.27", "00:04:01.52" ] ], "start_stop_frames": [ [ 11775, 11799 ], [ 11804, 11852 ], [ 11958, 12037 ], [ 12013, 12076 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P22_05+326_327_328_329", "video_id": "P22_05", "narration_ids": [ "P22_05_326", "P22_05_327", "P22_05_328", "P22_05_329" ], "src": "pick_up peel . put_down knife . open container", "src1": "pick_up peel", "src2": "put_down knife", "src3": "open container", "trg": "throw away peel", "vis_src": "P22_05:326 P22_05:327 P22_05:328", "vis_trg": "P22_05:329", "narrations": [ "pick up peel", "put down knife", "open container", "throw away peel" ], "verbs": [ "pick-up", "put-down", "open", "throw" ], "verb_classes": [ 0, 1, 3, 13 ], "nouns": [ "peel", "knife", "container", "peel" ], "noun_classes": [ 48, 4, 21, 48 ], "start_stop_timestamps": [ [ "00:13:57.59", "00:13:58.84" ], [ "00:13:58.05", "00:13:59.23" ], [ "00:14:02.88", "00:14:03.38" ], [ "00:14:03.48", "00:14:04.37" ] ], "start_stop_frames": [ [ 50255, 50330 ], [ 50283, 50353 ], [ 50572, 50602 ], [ 50608, 50662 ] ], "trgnoun": "peel", "trgverb": "throw" }, { "key": "P30_107+761_762_763_764", "video_id": "P30_107", "narration_ids": [ "P30_107_761", "P30_107_762", "P30_107_763", "P30_107_764" ], "src": "put plate into washing up bowl . pick_up spoon . stir vegetables", "src1": "put plate into washing up bowl", "src2": "pick_up spoon", "src3": "stir vegetables", "trg": "let go of spoon", "vis_src": "P30_107:761 P30_107:762 P30_107:763", "vis_trg": "P30_107:764", "narrations": [ "put plate into washing up bowl", "pick up spoon", "stir vegetables", "let go of spoon" ], "verbs": [ "put-into", "pick-up", "stir", "let" ], "verb_classes": [ 5, 0, 10, 79 ], "nouns": [ "plate", "spoon", "vegetable", "spoon" ], "noun_classes": [ 2, 1, 94, 1 ], "start_stop_timestamps": [ [ "00:40:30.32", "00:40:32.00" ], [ "00:40:33.55", "00:40:34.34" ], [ "00:40:34.39", "00:40:37.47" ], [ "00:40:37.52", "00:40:38.14" ] ], "start_stop_frames": [ [ 121516, 121600 ], [ 121677, 121717 ], [ 121719, 121873 ], [ 121876, 121907 ] ], "trgnoun": "spoon", "trgverb": "let" }, { "key": "P02_09+311_312_313_314", "video_id": "P02_09", "narration_ids": [ "P02_09_311", "P02_09_312", "P02_09_313", "P02_09_314" ], "src": "pick_up spoon . stir meat . pick_up meat", "src1": "pick_up spoon", "src2": "stir meat", "src3": "pick_up meat", "trg": "break meat into pieces", "vis_src": "P02_09:311 P02_09:312 P02_09:313", "vis_trg": "P02_09:314", "narrations": [ "pick up spoon", "stir meat", "pick up meat", "break meat into pieces" ], "verbs": [ "pick-up", "stir", "pick-up", "break-into" ], "verb_classes": [ 0, 10, 0, 30 ], "nouns": [ "spoon", "meat", "meat", "meat" ], "noun_classes": [ 1, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:23:20.42", "00:23:21.40" ], [ "00:23:21.09", "00:23:29.44" ], [ "00:23:29.54", "00:23:32.58" ], [ "00:23:32.73", "00:23:35.76" ] ], "start_stop_frames": [ [ 84025, 84084 ], [ 84065, 84566 ], [ 84572, 84754 ], [ 84763, 84945 ] ], "trgnoun": "meat", "trgverb": "break_into" }, { "key": "P02_06+106_107_108_109", "video_id": "P02_06", "narration_ids": [ "P02_06_106", "P02_06_107", "P02_06_108", "P02_06_109" ], "src": "pick_up plate . put plate . fill mug", "src1": "pick_up plate", "src2": "put plate", "src3": "fill mug", "trg": "put mug", "vis_src": "P02_06:106 P02_06:107 P02_06:108", "vis_trg": "P02_06:109", "narrations": [ "pick up plate", "put plate", "fill mug", "put mug" ], "verbs": [ "pick-up", "put", "fill", "put" ], "verb_classes": [ 0, 1, 26, 1 ], "nouns": [ "plate", "plate", "mug", "mug" ], "noun_classes": [ 2, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:04:06.45", "00:04:07.07" ], [ "00:04:07.13", "00:04:07.71" ], [ "00:04:08.52", "00:04:10.05" ], [ "00:04:10.50", "00:04:11.35" ] ], "start_stop_frames": [ [ 14787, 14824 ], [ 14827, 14862 ], [ 14911, 15003 ], [ 15030, 15081 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P04_03+96_97_98_99", "video_id": "P04_03", "narration_ids": [ "P04_03_96", "P04_03_97", "P04_03_98", "P04_03_99" ], "src": "close cupboard . put_down bacon_tray . move eggs", "src1": "close cupboard", "src2": "put_down bacon_tray", "src3": "move eggs", "trg": "unroll eggs", "vis_src": "P04_03:96 P04_03:97 P04_03:98", "vis_trg": "P04_03:99", "narrations": [ "close cupboard", "put down bacon tray", "move eggs", "unroll eggs" ], "verbs": [ "close", "put-down", "move", "unroll" ], "verb_classes": [ 4, 1, 11, 39 ], "nouns": [ "cupboard", "tray:bacon", "egg", "egg" ], "noun_classes": [ 3, 35, 53, 53 ], "start_stop_timestamps": [ [ "00:05:57.08", "00:05:57.99" ], [ "00:05:58.09", "00:06:00.15" ], [ "00:05:58.16", "00:06:02.36" ], [ "00:06:01.98", "00:06:07.05" ] ], "start_stop_frames": [ [ 21424, 21479 ], [ 21485, 21609 ], [ 21489, 21741 ], [ 21718, 22023 ] ], "trgnoun": "egg", "trgverb": "unroll" }, { "key": "P22_12+267_268_269_270", "video_id": "P22_12", "narration_ids": [ "P22_12_267", "P22_12_268", "P22_12_269", "P22_12_270" ], "src": "place cup . move cup . pick_up dishes", "src1": "place cup", "src2": "move cup", "src3": "pick_up dishes", "trg": "place dish", "vis_src": "P22_12:267 P22_12:268 P22_12:269", "vis_trg": "P22_12:270", "narrations": [ "place cup", "move cup", "pick up dishes", "place dish" ], "verbs": [ "place", "move", "pick-up", "place" ], "verb_classes": [ 1, 11, 0, 1 ], "nouns": [ "cup", "cup", "dish", "dish" ], "noun_classes": [ 13, 13, 2, 2 ], "start_stop_timestamps": [ [ "00:10:37.84", "00:10:38.34" ], [ "00:10:38.42", "00:10:39.58" ], [ "00:10:40.58", "00:10:43.21" ], [ "00:10:42.71", "00:10:44.12" ] ], "start_stop_frames": [ [ 38270, 38300 ], [ 38305, 38374 ], [ 38434, 38592 ], [ 38562, 38647 ] ], "trgnoun": "dish", "trgverb": "place" }, { "key": "P02_132+32_33_34_35", "video_id": "P02_132", "narration_ids": [ "P02_132_32", "P02_132_33", "P02_132_34", "P02_132_35" ], "src": "put chopping_board in sink . pick_up chopping_board from drainer . pick_up knife", "src1": "put chopping_board in sink", "src2": "pick_up chopping_board from drainer", "src3": "pick_up knife", "trg": "put_down chopping_board", "vis_src": "P02_132:32 P02_132:33 P02_132:34", "vis_trg": "P02_132:35", "narrations": [ "put chopping board in sink", "pick up chopping board from drainer", "pick up knife", "put down chopping board" ], "verbs": [ "put-in", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "knife", "board:chopping" ], "noun_classes": [ 18, 18, 4, 18 ], "start_stop_timestamps": [ [ "00:01:10.34", "00:01:11.70" ], [ "00:01:12.05", "00:01:14.55" ], [ "00:01:16.50", "00:01:17.06" ], [ "00:01:17.15", "00:01:17.81" ] ], "start_stop_frames": [ [ 3517, 3585 ], [ 3602, 3727 ], [ 3825, 3853 ], [ 3857, 3890 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P12_101+156_157_158_160", "video_id": "P12_101", "narration_ids": [ "P12_101_156", "P12_101_157", "P12_101_158", "P12_101_160" ], "src": "wash hands . pick_up mug . wash mug", "src1": "wash hands", "src2": "pick_up mug", "src3": "wash mug", "trg": "fill mug with some water", "vis_src": "P12_101:156 P12_101:157 P12_101:158", "vis_trg": "P12_101:160", "narrations": [ "wash hands", "pick up mug", "wash mug", "fill mug with some water" ], "verbs": [ "wash", "pick-up", "wash", "fill-with" ], "verb_classes": [ 2, 0, 2, 26 ], "nouns": [ "hand", "mug", "mug", "mug" ], "noun_classes": [ 11, 13, 13, 13 ], "start_stop_timestamps": [ [ "00:07:03.88", "00:07:05.88" ], [ "00:07:06.53", "00:07:07.50" ], [ "00:07:07.80", "00:07:08.66" ], [ "00:07:09.64", "00:07:10.47" ] ], "start_stop_frames": [ [ 21194, 21294 ], [ 21326, 21375 ], [ 21390, 21433 ], [ 21482, 21523 ] ], "trgnoun": "mug", "trgverb": "fill_with" }, { "key": "P04_08+13_14_15_16", "video_id": "P04_08", "narration_ids": [ "P04_08_13", "P04_08_14", "P04_08_15", "P04_08_16" ], "src": "pick_up yoghurt . open drawer . pick_up spoon", "src1": "pick_up yoghurt", "src2": "open drawer", "src3": "pick_up spoon", "trg": "spoon yoghurt into bowl", "vis_src": "P04_08:13 P04_08:14 P04_08:15", "vis_trg": "P04_08:16", "narrations": [ "pick up yoghurt", "open drawer", "pick up spoon", "spoon yoghurt into bowl" ], "verbs": [ "pick-up", "open", "pick-up", "spoon-into" ], "verb_classes": [ 0, 3, 0, 16 ], "nouns": [ "yoghurt", "drawer", "spoon", "yoghurt" ], "noun_classes": [ 98, 8, 1, 98 ], "start_stop_timestamps": [ [ "00:00:53.75", "00:00:55.27" ], [ "00:00:55.95", "00:00:57.60" ], [ "00:00:57.69", "00:00:58.86" ], [ "00:01:01.10", "00:01:10.37" ] ], "start_stop_frames": [ [ 3225, 3316 ], [ 3357, 3456 ], [ 3461, 3531 ], [ 3666, 4222 ] ], "trgnoun": "yoghurt", "trgverb": "spoon_into" }, { "key": "P04_107+397_398_399_400", "video_id": "P04_107", "narration_ids": [ "P04_107_397", "P04_107_398", "P04_107_399", "P04_107_400" ], "src": "press ball of dough . press ball of dough into chopping board . pick_up rolling_pin", "src1": "press ball of dough", "src2": "press ball of dough into chopping board", "src3": "pick_up rolling_pin", "trg": "roll_out ball of dough", "vis_src": "P04_107:397 P04_107:398 P04_107:399", "vis_trg": "P04_107:400", "narrations": [ "press ball of dough", "press ball of dough into chopping board", "pick up rolling pin", "roll out ball of dough" ], "verbs": [ "press", "press-into", "pick-up", "roll-out" ], "verb_classes": [ 21, 21, 0, 39 ], "nouns": [ "ball:dough", "ball:dough", "pin:rolling", "ball:dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:12:01.78", "00:12:02.53" ], [ "00:12:02.63", "00:12:03.38" ], [ "00:12:03.73", "00:12:04.24" ], [ "00:12:04.27", "00:12:05.16" ] ], "start_stop_frames": [ [ 36089, 36126 ], [ 36131, 36169 ], [ 36186, 36212 ], [ 36213, 36258 ] ], "trgnoun": "dough_ball", "trgverb": "roll_out" }, { "key": "P27_101+442_443_444_445", "video_id": "P27_101", "narration_ids": [ "P27_101_442", "P27_101_443", "P27_101_444", "P27_101_445" ], "src": "close cupboard . pick_up bottle . open garbage_bin", "src1": "close cupboard", "src2": "pick_up bottle", "src3": "open garbage_bin", "trg": "put_down bottle", "vis_src": "P27_101:442 P27_101:443 P27_101:444", "vis_trg": "P27_101:445", "narrations": [ "close cupboard", "pick up bottle", "open garbage bin", "put down bottle" ], "verbs": [ "close", "pick-up", "open", "put-down" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "cupboard", "bottle", "bin:garbage", "bottle" ], "noun_classes": [ 3, 15, 36, 15 ], "start_stop_timestamps": [ [ "00:21:05.08", "00:21:05.94" ], [ "00:21:08.75", "00:21:09.67" ], [ "00:21:11.76", "00:21:12.95" ], [ "00:21:13.78", "00:21:17.09" ] ], "start_stop_frames": [ [ 63254, 63297 ], [ 63437, 63483 ], [ 63588, 63647 ], [ 63689, 63854 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P04_101+57_58_59_60", "video_id": "P04_101", "narration_ids": [ "P04_101_57", "P04_101_58", "P04_101_59", "P04_101_60" ], "src": "fill spoon with water . smell water . empty spoon", "src1": "fill spoon with water", "src2": "smell water", "src3": "empty spoon", "trg": "test water", "vis_src": "P04_101:57 P04_101:58 P04_101:59", "vis_trg": "P04_101:60", "narrations": [ "fill spoon with water", "smell water", "empty spoon", "test water" ], "verbs": [ "fill-with", "smell", "empty", "test" ], "verb_classes": [ 26, 75, 20, 24 ], "nouns": [ "spoon", "water", "spoon", "water" ], "noun_classes": [ 1, 27, 1, 27 ], "start_stop_timestamps": [ [ "00:01:45.89", "00:01:48.29" ], [ "00:01:48.89", "00:01:50.18" ], [ "00:01:50.31", "00:01:50.99" ], [ "00:01:50.94", "00:01:51.86" ] ], "start_stop_frames": [ [ 5294, 5414 ], [ 5444, 5509 ], [ 5515, 5549 ], [ 5547, 5593 ] ], "trgnoun": "water", "trgverb": "test" }, { "key": "P03_107+49_50_51_52", "video_id": "P03_107", "narration_ids": [ "P03_107_49", "P03_107_50", "P03_107_51", "P03_107_52" ], "src": "put lid on tupperware . open cupboard . put tupperware in cupboard", "src1": "put lid on tupperware", "src2": "open cupboard", "src3": "put tupperware in cupboard", "trg": "close cupboard", "vis_src": "P03_107:49 P03_107:50 P03_107:51", "vis_trg": "P03_107:52", "narrations": [ "put lid on tupperware", "open cupboard", "put tupperware in cupboard", "close cupboard" ], "verbs": [ "put-on", "open", "put-in", "close" ], "verb_classes": [ 1, 3, 5, 4 ], "nouns": [ "lid", "cupboard", "tupperware", "cupboard" ], "noun_classes": [ 6, 3, 23, 3 ], "start_stop_timestamps": [ [ "00:01:50.63", "00:01:52.66" ], [ "00:01:53.49", "00:01:54.74" ], [ "00:01:54.34", "00:01:55.25" ], [ "00:01:55.19", "00:01:55.68" ] ], "start_stop_frames": [ [ 5531, 5633 ], [ 5674, 5737 ], [ 5717, 5762 ], [ 5759, 5784 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_112+131_132_133_134", "video_id": "P04_112", "narration_ids": [ "P04_112_131", "P04_112_132", "P04_112_133", "P04_112_134" ], "src": "put tea_towel on oven door . pick_up tea_towel . inspect tea_towel", "src1": "put tea_towel on oven door", "src2": "pick_up tea_towel", "src3": "inspect tea_towel", "trg": "smell tea_towel", "vis_src": "P04_112:131 P04_112:132 P04_112:133", "vis_trg": "P04_112:134", "narrations": [ "put tea towel on oven door", "pick up tea towel", "inspect tea towel", "smell tea towel" ], "verbs": [ "put-on", "pick-up", "inspect", "smell" ], "verb_classes": [ 1, 0, 24, 75 ], "nouns": [ "towel:tea", "towel:tea", "towel:tea", "towel:tea" ], "noun_classes": [ 52, 52, 52, 52 ], "start_stop_timestamps": [ [ "00:03:51.84", "00:03:52.99" ], [ "00:03:53.94", "00:03:55.53" ], [ "00:03:55.51", "00:03:55.99" ], [ "00:03:56.09", "00:03:57.05" ] ], "start_stop_frames": [ [ 11592, 11649 ], [ 11697, 11776 ], [ 11775, 11799 ], [ 11804, 11852 ] ], "trgnoun": "tea_towel", "trgverb": "smell" }, { "key": "P01_06+36_37_38_39", "video_id": "P01_06", "narration_ids": [ "P01_06_36", "P01_06_37", "P01_06_38", "P01_06_39" ], "src": "wash knife . put_down knife . take glass", "src1": "wash knife", "src2": "put_down knife", "src3": "take glass", "trg": "wash glass", "vis_src": "P01_06:36 P01_06:37 P01_06:38", "vis_trg": "P01_06:39", "narrations": [ "wash knife", "put down knife", "take glass", "wash glass" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "glass", "glass" ], "noun_classes": [ 4, 4, 10, 10 ], "start_stop_timestamps": [ [ "00:01:50.33", "00:01:56.68" ], [ "00:01:56.17", "00:01:57.26" ], [ "00:01:58.06", "00:01:58.84" ], [ "00:01:58.90", "00:02:01.98" ] ], "start_stop_frames": [ [ 6619, 7000 ], [ 6970, 7035 ], [ 7083, 7130 ], [ 7134, 7318 ] ], "trgnoun": "glass", "trgverb": "wash" }, { "key": "P29_03+365_366_367_368", "video_id": "P29_03", "narration_ids": [ "P29_03_365", "P29_03_366", "P29_03_367", "P29_03_368" ], "src": "submerge spatula . put spatula away . scour spatula", "src1": "submerge spatula", "src2": "put spatula away", "src3": "scour spatula", "trg": "pick_up spatula", "vis_src": "P29_03:365 P29_03:366 P29_03:367", "vis_trg": "P29_03:368", "narrations": [ "submerge spatula", "put spatula away", "scour spatula", "pick up spatula" ], "verbs": [ "submerge", "put", "scour", "pick-up" ], "verb_classes": [ 56, 1, 29, 0 ], "nouns": [ "spatula", "spatula", "spatula", "spatula" ], "noun_classes": [ 20, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:23:10.85", "00:23:12.02" ], [ "00:23:10.89", "00:23:19.94" ], [ "00:23:12.12", "00:23:16.51" ], [ "00:23:16.32", "00:23:20.38" ] ], "start_stop_frames": [ [ 83451, 83521 ], [ 83453, 83996 ], [ 83527, 83790 ], [ 83779, 84022 ] ], "trgnoun": "spatula", "trgverb": "pick_up" }, { "key": "P03_09+42_43_44_45", "video_id": "P03_09", "narration_ids": [ "P03_09_42", "P03_09_43", "P03_09_44", "P03_09_45" ], "src": "put food . open cupboard . grab plate", "src1": "put food", "src2": "open cupboard", "src3": "grab plate", "trg": "close cupboard", "vis_src": "P03_09:42 P03_09:43 P03_09:44", "vis_trg": "P03_09:45", "narrations": [ "put food", "open cupboard", "grab plate", "close cupboard" ], "verbs": [ "put", "open", "grab", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "food", "cupboard", "plate", "cupboard" ], "noun_classes": [ 34, 3, 2, 3 ], "start_stop_timestamps": [ [ "00:01:21.69", "00:01:23.35" ], [ "00:01:23.74", "00:01:24.69" ], [ "00:01:24.79", "00:01:25.77" ], [ "00:01:25.68", "00:01:26.24" ] ], "start_stop_frames": [ [ 4901, 5001 ], [ 5024, 5081 ], [ 5087, 5146 ], [ 5140, 5174 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P30_107+214_215_216_217", "video_id": "P30_107", "narration_ids": [ "P30_107_214", "P30_107_215", "P30_107_216", "P30_107_217" ], "src": "inspect pak choi_leaf . scratch pak choi leaf . take pak_choi", "src1": "inspect pak choi_leaf", "src2": "scratch pak choi leaf", "src3": "take pak_choi", "trg": "put pak_choi into colander", "vis_src": "P30_107:214 P30_107:215 P30_107:216", "vis_trg": "P30_107:217", "narrations": [ "inspect pak choi leaf", "scratch pak choi leaf", "take pak choi", "put pak choi into colander" ], "verbs": [ "inspect", "scratch", "take", "put-into" ], "verb_classes": [ 24, 55, 0, 5 ], "nouns": [ "leaf:choi", "leaf:pak:choi", "choi:pak", "choi:pak" ], "noun_classes": [ 62, 62, 151, 151 ], "start_stop_timestamps": [ [ "00:10:49.74", "00:10:54.54" ], [ "00:10:52.20", "00:10:54.25" ], [ "00:10:54.61", "00:11:10.60" ], [ "00:10:59.94", "00:11:00.40" ] ], "start_stop_frames": [ [ 32487, 32727 ], [ 32610, 32712 ], [ 32730, 33530 ], [ 32997, 33020 ] ], "trgnoun": "pak_choi", "trgverb": "put_into" }, { "key": "P02_123+359_360_361_362", "video_id": "P02_123", "narration_ids": [ "P02_123_359", "P02_123_360", "P02_123_361", "P02_123_362" ], "src": "open tap . rinse tea_infuser . close tap", "src1": "open tap", "src2": "rinse tea_infuser", "src3": "close tap", "trg": "sponge tea_infuser", "vis_src": "P02_123:359 P02_123:360 P02_123:361", "vis_trg": "P02_123:362", "narrations": [ "open tap", "rinse tea infuser", "close tap", "sponge tea infuser" ], "verbs": [ "turn-on", "rinse", "turn-off", "sponge" ], "verb_classes": [ 6, 2, 8, 2 ], "nouns": [ "tap", "infuser:tea", "tap", "infuser:tea" ], "noun_classes": [ 0, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:18:27.12", "00:18:29.96" ], [ "00:18:29.84", "00:18:35.00" ], [ "00:18:34.84", "00:18:36.26" ], [ "00:18:36.48", "00:18:39.36" ] ], "start_stop_frames": [ [ 55355, 55498 ], [ 55491, 55750 ], [ 55741, 55813 ], [ 55824, 55967 ] ], "trgnoun": "tea_infuser", "trgverb": "sponge" }, { "key": "P01_109+844_845_846_847", "video_id": "P01_109", "narration_ids": [ "P01_109_844", "P01_109_845", "P01_109_846", "P01_109_847" ], "src": "wipe hob . pick_up hob_grid . put_down hob_grid", "src1": "wipe hob", "src2": "pick_up hob_grid", "src3": "put_down hob_grid", "trg": "lift hob_grid", "vis_src": "P01_109:844 P01_109:845 P01_109:846", "vis_trg": "P01_109:847", "narrations": [ "wipe hob", "pick up hob grid", "put down hob grid", "lift hob grid" ], "verbs": [ "wipe", "pick-up", "put-down", "lift" ], "verb_classes": [ 2, 0, 1, 33 ], "nouns": [ "hob", "grid:hob", "grid:hob", "grid:hob" ], "noun_classes": [ 24, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:58:53.87", "00:58:59.76" ], [ "00:58:59.56", "00:59:01.02" ], [ "00:59:01.03", "00:59:03.32" ], [ "00:59:03.70", "00:59:07.22" ] ], "start_stop_frames": [ [ 176693, 176988 ], [ 176978, 177051 ], [ 177051, 177166 ], [ 177185, 177361 ] ], "trgnoun": "hob_grid", "trgverb": "lift" }, { "key": "P30_04+77_78_79_80", "video_id": "P30_04", "narration_ids": [ "P30_04_77", "P30_04_78", "P30_04_79", "P30_04_80" ], "src": "put saucepan_lid . close cupboard . take pan", "src1": "put saucepan_lid", "src2": "close cupboard", "src3": "take pan", "trg": "open cupboard", "vis_src": "P30_04:77 P30_04:78 P30_04:79", "vis_trg": "P30_04:80", "narrations": [ "put saucepan lid", "close cupboard", "take pan", "open cupboard" ], "verbs": [ "put", "close", "take", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "lid:saucepan", "cupboard", "pan", "cupboard" ], "noun_classes": [ 6, 3, 5, 3 ], "start_stop_timestamps": [ [ "00:04:03.36", "00:04:04.41" ], [ "00:04:04.62", "00:04:06.41" ], [ "00:04:07.68", "00:04:08.41" ], [ "00:04:08.42", "00:04:08.99" ] ], "start_stop_frames": [ [ 14601, 14664 ], [ 14677, 14784 ], [ 14860, 14904 ], [ 14905, 14939 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P31_08+49_50_51_52", "video_id": "P31_08", "narration_ids": [ "P31_08_49", "P31_08_50", "P31_08_51", "P31_08_52" ], "src": "close fridge . open door . take napkin", "src1": "close fridge", "src2": "open door", "src3": "take napkin", "trg": "throw napkin", "vis_src": "P31_08:49 P31_08:50 P31_08:51", "vis_trg": "P31_08:52", "narrations": [ "close fridge", "open door", "take napkin", "throw napkin" ], "verbs": [ "close", "open", "take", "throw" ], "verb_classes": [ 4, 3, 0, 13 ], "nouns": [ "fridge", "door", "napkin", "napkin" ], "noun_classes": [ 12, 3, 88, 88 ], "start_stop_timestamps": [ [ "00:07:07.18", "00:07:08.53" ], [ "00:07:09.94", "00:07:12.31" ], [ "00:07:17.86", "00:07:19.62" ], [ "00:07:21.96", "00:07:23.58" ] ], "start_stop_frames": [ [ 25630, 25711 ], [ 25796, 25938 ], [ 26271, 26377 ], [ 26517, 26614 ] ], "trgnoun": "napkin", "trgverb": "throw" }, { "key": "P03_109+337_338_339_340", "video_id": "P03_109", "narration_ids": [ "P03_109_337", "P03_109_338", "P03_109_339", "P03_109_340" ], "src": "put_down packet . pick_up knife . put_down cheese", "src1": "put_down packet", "src2": "pick_up knife", "src3": "put_down cheese", "trg": "slice cheese", "vis_src": "P03_109:337 P03_109:338 P03_109:339", "vis_trg": "P03_109:340", "narrations": [ "put down packet", "pick up knife", "put down cheese", "slice cheese" ], "verbs": [ "put-down", "pick-up", "put-down", "slice" ], "verb_classes": [ 1, 0, 1, 7 ], "nouns": [ "packet", "knife", "cheese", "cheese" ], "noun_classes": [ 26, 4, 32, 32 ], "start_stop_timestamps": [ [ "00:16:27.22", "00:16:27.69" ], [ "00:16:27.79", "00:16:28.54" ], [ "00:16:28.49", "00:16:28.99" ], [ "00:16:29.24", "00:16:36.49" ] ], "start_stop_frames": [ [ 49361, 49384 ], [ 49389, 49427 ], [ 49424, 49449 ], [ 49462, 49824 ] ], "trgnoun": "cheese", "trgverb": "slice" }, { "key": "P04_120+214_215_216_217", "video_id": "P04_120", "narration_ids": [ "P04_120_214", "P04_120_215", "P04_120_216", "P04_120_217" ], "src": "inspect chopping_board . feel chopping_board . look_in sink", "src1": "inspect chopping_board", "src2": "feel chopping_board", "src3": "look_in sink", "trg": "put_down chopping_board", "vis_src": "P04_120:214 P04_120:215 P04_120:216", "vis_trg": "P04_120:217", "narrations": [ "inspect chopping board", "feel chopping board", "look in sink", "put down chopping board" ], "verbs": [ "inspect", "feel", "look-in", "put-down" ], "verb_classes": [ 24, 54, 24, 1 ], "nouns": [ "board:chopping", "board:chopping", "sink", "board:chopping" ], "noun_classes": [ 18, 18, 63, 18 ], "start_stop_timestamps": [ [ "00:08:56.11", "00:08:58.86" ], [ "00:08:58.39", "00:09:00.59" ], [ "00:09:00.52", "00:09:01.25" ], [ "00:09:01.62", "00:09:02.28" ] ], "start_stop_frames": [ [ 26805, 26943 ], [ 26919, 27029 ], [ 27026, 27062 ], [ 27081, 27114 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P04_106+111_112_113_114", "video_id": "P04_106", "narration_ids": [ "P04_106_111", "P04_106_112", "P04_106_113", "P04_106_114" ], "src": "push down oven_door . pick_up oven_dish . put oven_dish in oven", "src1": "push down oven_door", "src2": "pick_up oven_dish", "src3": "put oven_dish in oven", "trg": "close oven_door", "vis_src": "P04_106:111 P04_106:112 P04_106:113", "vis_trg": "P04_106:114", "narrations": [ "push down oven door", "pick up oven dish", "put oven dish in oven", "close oven door" ], "verbs": [ "push", "pick-up", "put-in", "close" ], "verb_classes": [ 21, 0, 5, 4 ], "nouns": [ "door:oven", "dish:oven", "dish:oven", "door:oven" ], "noun_classes": [ 46, 35, 35, 46 ], "start_stop_timestamps": [ [ "00:04:05.85", "00:04:06.58" ], [ "00:04:06.66", "00:04:07.83" ], [ "00:04:07.91", "00:04:09.55" ], [ "00:04:10.29", "00:04:11.29" ] ], "start_stop_frames": [ [ 12292, 12329 ], [ 12333, 12391 ], [ 12395, 12477 ], [ 12514, 12564 ] ], "trgnoun": "oven_door", "trgverb": "close" }, { "key": "P02_108+103_104_105_106", "video_id": "P02_108", "narration_ids": [ "P02_108_103", "P02_108_104", "P02_108_105", "P02_108_106" ], "src": "pick_up glass . put_down glass . open flour_bag", "src1": "pick_up glass", "src2": "put_down glass", "src3": "open flour_bag", "trg": "shake flour_bag", "vis_src": "P02_108:103 P02_108:104 P02_108:105", "vis_trg": "P02_108:106", "narrations": [ "pick up glass", "put down glass", "open flour bag", "shake flour bag" ], "verbs": [ "pick-up", "put-down", "open", "shake" ], "verb_classes": [ 0, 1, 3, 15 ], "nouns": [ "glass", "glass", "bag:flour", "bag:flour" ], "noun_classes": [ 10, 10, 19, 19 ], "start_stop_timestamps": [ [ "00:03:41.49", "00:03:42.45" ], [ "00:03:43.95", "00:03:44.50" ], [ "00:03:45.07", "00:03:46.06" ], [ "00:03:46.15", "00:03:47.37" ] ], "start_stop_frames": [ [ 11074, 11122 ], [ 11197, 11225 ], [ 11253, 11303 ], [ 11307, 11368 ] ], "trgnoun": "flour_bag", "trgverb": "shake" }, { "key": "P29_03+302_303_304_305", "video_id": "P29_03", "narration_ids": [ "P29_03_302", "P29_03_303", "P29_03_304", "P29_03_305" ], "src": "pick_up spoon . put spoon in sink . pick_up knife", "src1": "pick_up spoon", "src2": "put spoon in sink", "src3": "pick_up knife", "trg": "put knife in sink", "vis_src": "P29_03:302 P29_03:303 P29_03:304", "vis_trg": "P29_03:305", "narrations": [ "pick up spoon", "put spoon in sink", "pick up knife", "put knife in sink" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "spoon", "spoon", "knife", "knife" ], "noun_classes": [ 1, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:19:43.33", "00:19:44.20" ], [ "00:19:44.08", "00:19:46.22" ], [ "00:19:47.30", "00:19:48.42" ], [ "00:19:48.45", "00:19:50.51" ] ], "start_stop_frames": [ [ 70999, 71052 ], [ 71044, 71173 ], [ 71238, 71305 ], [ 71307, 71430 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P22_115+11_12_13_14", "video_id": "P22_115", "narration_ids": [ "P22_115_11", "P22_115_12", "P22_115_13", "P22_115_14" ], "src": "remove filter . rinse hands . turn_off tap", "src1": "remove filter", "src2": "rinse hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P22_115:11 P22_115:12 P22_115:13", "vis_trg": "P22_115:14", "narrations": [ "remove filter", "rinse hands", "turn off tap", "shake hands" ], "verbs": [ "remove", "rinse", "turn-off", "shake" ], "verb_classes": [ 12, 2, 8, 15 ], "nouns": [ "filter", "hand", "tap", "hand" ], "noun_classes": [ 77, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:00:31.56", "00:00:32.71" ], [ "00:00:32.70", "00:00:33.60" ], [ "00:00:33.60", "00:00:34.00" ], [ "00:00:34.10", "00:00:34.91" ] ], "start_stop_frames": [ [ 1578, 1635 ], [ 1635, 1680 ], [ 1680, 1700 ], [ 1705, 1745 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P12_101+34_35_36_37", "video_id": "P12_101", "narration_ids": [ "P12_101_34", "P12_101_35", "P12_101_36", "P12_101_37" ], "src": "throw away trash into sink . open cupboard . take_out oil from cupboard", "src1": "throw away trash into sink", "src2": "open cupboard", "src3": "take_out oil from cupboard", "trg": "close cupboard", "vis_src": "P12_101:34 P12_101:35 P12_101:36", "vis_trg": "P12_101:37", "narrations": [ "throw away trash into sink", "open cupboard", "take out oil from cupboard", "close cupboard" ], "verbs": [ "throw-into", "open", "take-out", "close" ], "verb_classes": [ 13, 3, 12, 4 ], "nouns": [ "trash", "cupboard", "oil", "cupboard" ], "noun_classes": [ 54, 3, 31, 3 ], "start_stop_timestamps": [ [ "00:01:24.90", "00:01:26.27" ], [ "00:01:30.20", "00:01:31.86" ], [ "00:01:31.92", "00:01:33.43" ], [ "00:01:33.50", "00:01:34.70" ] ], "start_stop_frames": [ [ 4245, 4313 ], [ 4510, 4593 ], [ 4596, 4671 ], [ 4675, 4735 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_11+136_137_138_139", "video_id": "P22_11", "narration_ids": [ "P22_11_136", "P22_11_137", "P22_11_138", "P22_11_139" ], "src": "close water . put_down water . close carafe", "src1": "close water", "src2": "put_down water", "src3": "close carafe", "trg": "pour water", "vis_src": "P22_11:136 P22_11:137 P22_11:138", "vis_trg": "P22_11:139", "narrations": [ "close water", "put down water", "close carafe", "pour water" ], "verbs": [ "turn-off", "put-down", "close", "pour" ], "verb_classes": [ 8, 1, 4, 9 ], "nouns": [ "tap", "water", "carafe", "water" ], "noun_classes": [ 0, 27, 66, 27 ], "start_stop_timestamps": [ [ "00:04:49.51", "00:04:51.93" ], [ "00:04:51.85", "00:04:52.91" ], [ "00:04:53.53", "00:04:54.26" ], [ "00:04:55.89", "00:05:01.89" ] ], "start_stop_frames": [ [ 17370, 17515 ], [ 17511, 17574 ], [ 17611, 17655 ], [ 17753, 18113 ] ], "trgnoun": "water", "trgverb": "pour" }, { "key": "P09_106+2_3_4_5", "video_id": "P09_106", "narration_ids": [ "P09_106_2", "P09_106_3", "P09_106_4", "P09_106_5" ], "src": "take pot . open pot . take rice", "src1": "take pot", "src2": "open pot", "src3": "take rice", "trg": "put rice on plate", "vis_src": "P09_106:2 P09_106:3 P09_106:4", "vis_trg": "P09_106:5", "narrations": [ "take pot", "open pot", "take rice", "put rice on plate" ], "verbs": [ "take", "open", "take", "put-on" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "pot", "pot", "rice", "rice" ], "noun_classes": [ 29, 29, 55, 55 ], "start_stop_timestamps": [ [ "00:00:11.04", "00:00:14.48" ], [ "00:00:14.04", "00:00:16.61" ], [ "00:00:15.56", "00:00:19.81" ], [ "00:00:19.54", "00:00:48.14" ] ], "start_stop_frames": [ [ 552, 724 ], [ 702, 830 ], [ 778, 990 ], [ 977, 2407 ] ], "trgnoun": "rice", "trgverb": "put_on" }, { "key": "P01_18+196_197_198_199", "video_id": "P01_18", "narration_ids": [ "P01_18_196", "P01_18_197", "P01_18_198", "P01_18_199" ], "src": "take rice . close cupboard . read label", "src1": "take rice", "src2": "close cupboard", "src3": "read label", "trg": "put_down rice", "vis_src": "P01_18:196 P01_18:197 P01_18:198", "vis_trg": "P01_18:199", "narrations": [ "take rice", "close cupboard", "read label", "put down rice" ], "verbs": [ "take", "close", "read", "put-down" ], "verb_classes": [ 0, 4, 38, 1 ], "nouns": [ "rice", "cupboard", "label", "rice" ], "noun_classes": [ 55, 3, 222, 55 ], "start_stop_timestamps": [ [ "00:16:25.91", "00:16:27.57" ], [ "00:16:28.31", "00:16:29.91" ], [ "00:16:30.22", "00:16:35.23" ], [ "00:16:37.17", "00:16:38.42" ] ], "start_stop_frames": [ [ 59154, 59254 ], [ 59298, 59394 ], [ 59413, 59713 ], [ 59830, 59905 ] ], "trgnoun": "rice", "trgverb": "put_down" }, { "key": "P06_103+168_169_170_171", "video_id": "P06_103", "narration_ids": [ "P06_103_168", "P06_103_169", "P06_103_170", "P06_103_171" ], "src": "put_down cheese . close fridge . open wraps", "src1": "put_down cheese", "src2": "close fridge", "src3": "open wraps", "trg": "pick_up wrap", "vis_src": "P06_103:168 P06_103:169 P06_103:170", "vis_trg": "P06_103:171", "narrations": [ "put down cheese", "close fridge", "open wraps", "pick up wrap" ], "verbs": [ "put-down", "close", "open", "pick-up" ], "verb_classes": [ 1, 4, 3, 0 ], "nouns": [ "cheese", "fridge", "wrap", "wrap" ], "noun_classes": [ 32, 12, 107, 107 ], "start_stop_timestamps": [ [ "00:13:19.59", "00:13:20.69" ], [ "00:13:20.95", "00:13:23.33" ], [ "00:13:29.85", "00:13:35.98" ], [ "00:13:35.79", "00:13:41.24" ] ], "start_stop_frames": [ [ 39979, 40034 ], [ 40047, 40166 ], [ 40492, 40799 ], [ 40789, 41062 ] ], "trgnoun": "wrap", "trgverb": "pick_up" }, { "key": "P04_04+62_63_64_65", "video_id": "P04_04", "narration_ids": [ "P04_04_62", "P04_04_63", "P04_04_64", "P04_04_65" ], "src": "test frying_pan . look_at frying_pan . peel potato", "src1": "test frying_pan", "src2": "look_at frying_pan", "src3": "peel potato", "trg": "chop end off potato", "vis_src": "P04_04:62 P04_04:63 P04_04:64", "vis_trg": "P04_04:65", "narrations": [ "test frying pan", "look at frying pan", "peel potato", "chop end off potato" ], "verbs": [ "test", "look-at", "peel", "chop" ], "verb_classes": [ 24, 38, 19, 7 ], "nouns": [ "pan:frying", "pan:frying", "potato", "potato" ], "noun_classes": [ 5, 5, 30, 30 ], "start_stop_timestamps": [ [ "00:04:56.70", "00:04:57.68" ], [ "00:04:57.78", "00:04:59.25" ], [ "00:05:00.10", "00:05:12.61" ], [ "00:05:13.36", "00:05:16.19" ] ], "start_stop_frames": [ [ 17802, 17860 ], [ 17866, 17955 ], [ 18006, 18756 ], [ 18801, 18971 ] ], "trgnoun": "potato", "trgverb": "chop" }, { "key": "P23_102+204_205_206_207", "video_id": "P23_102", "narration_ids": [ "P23_102_204", "P23_102_205", "P23_102_206", "P23_102_207" ], "src": "take plate . put mango . put plate", "src1": "take plate", "src2": "put mango", "src3": "put plate", "trg": "take mango", "vis_src": "P23_102:204 P23_102:205 P23_102:206", "vis_trg": "P23_102:207", "narrations": [ "take plate", "put mango", "put plate", "take mango" ], "verbs": [ "take", "put", "put", "take" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "plate", "mango", "plate", "mango" ], "noun_classes": [ 2, 207, 2, 207 ], "start_stop_timestamps": [ [ "00:20:27.92", "00:20:29.87" ], [ "00:20:30.29", "00:20:32.79" ], [ "00:20:33.08", "00:20:33.89" ], [ "00:20:34.04", "00:20:34.86" ] ], "start_stop_frames": [ [ 61396, 61493 ], [ 61514, 61639 ], [ 61654, 61694 ], [ 61702, 61742 ] ], "trgnoun": "mango", "trgverb": "take" }, { "key": "P04_115+68_69_70_71", "video_id": "P04_115", "narration_ids": [ "P04_115_68", "P04_115_69", "P04_115_70", "P04_115_71" ], "src": "hold egg . close egg_carton . close fridge", "src1": "hold egg", "src2": "close egg_carton", "src3": "close fridge", "trg": "put_down egg_carton", "vis_src": "P04_115:68 P04_115:69 P04_115:70", "vis_trg": "P04_115:71", "narrations": [ "hold egg", "close egg carton", "close fridge", "put down egg carton" ], "verbs": [ "hold", "close", "close", "put-down" ], "verb_classes": [ 34, 4, 4, 1 ], "nouns": [ "egg", "carton:egg", "fridge", "carton:egg" ], "noun_classes": [ 53, 26, 12, 26 ], "start_stop_timestamps": [ [ "00:02:36.42", "00:02:38.06" ], [ "00:02:38.16", "00:02:38.87" ], [ "00:02:38.81", "00:02:40.63" ], [ "00:02:39.89", "00:02:41.39" ] ], "start_stop_frames": [ [ 7821, 7903 ], [ 7908, 7943 ], [ 7940, 8031 ], [ 7994, 8069 ] ], "trgnoun": "egg_carton", "trgverb": "put_down" }, { "key": "P23_03+5_6_7_8", "video_id": "P23_03", "narration_ids": [ "P23_03_5", "P23_03_6", "P23_03_7", "P23_03_8" ], "src": "put the washing_liquid in the brush . cleaning the knife . take the plate", "src1": "put the washing_liquid in the brush", "src2": "cleaning the knife", "src3": "take the plate", "trg": "washing the plate with the brush", "vis_src": "P23_03:5 P23_03:6 P23_03:7", "vis_trg": "P23_03:8", "narrations": [ "put the washing liquid in the brush", "cleaning the knife", "take the plate", "washing the plate with the brush" ], "verbs": [ "put-in", "clean", "take", "wash-with" ], "verb_classes": [ 5, 2, 0, 2 ], "nouns": [ "liquid:washing", "knife", "plate", "plate" ], "noun_classes": [ 22, 4, 2, 2 ], "start_stop_timestamps": [ [ "00:00:21.49", "00:00:22.35" ], [ "00:00:24.19", "00:00:32.69" ], [ "00:00:43.36", "00:00:44.54" ], [ "00:00:50.56", "00:00:57.07" ] ], "start_stop_frames": [ [ 1289, 1341 ], [ 1451, 1961 ], [ 2601, 2672 ], [ 3033, 3424 ] ], "trgnoun": "plate", "trgverb": "wash_with" }, { "key": "P30_107+741_742_743_744", "video_id": "P30_107", "narration_ids": [ "P30_107_741", "P30_107_742", "P30_107_743", "P30_107_744" ], "src": "pick_up pan . separate pieces of meat . scrape meat onto plate", "src1": "pick_up pan", "src2": "separate pieces of meat", "src3": "scrape meat onto plate", "trg": "put pan down", "vis_src": "P30_107:741 P30_107:742 P30_107:743", "vis_trg": "P30_107:744", "narrations": [ "pick up pan", "separate pieces of meat", "scrape meat onto plate", "put pan down" ], "verbs": [ "pick-up", "separate", "scrape-onto", "put-down" ], "verb_classes": [ 0, 52, 25, 1 ], "nouns": [ "pan", "piece:meat", "meat", "pan" ], "noun_classes": [ 5, 28, 28, 5 ], "start_stop_timestamps": [ [ "00:39:20.14", "00:39:20.90" ], [ "00:39:21.34", "00:39:28.75" ], [ "00:39:30.87", "00:39:34.23" ], [ "00:39:34.15", "00:39:35.50" ] ], "start_stop_frames": [ [ 118007, 118045 ], [ 118067, 118437 ], [ 118543, 118711 ], [ 118707, 118775 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P25_101+22_23_24_25", "video_id": "P25_101", "narration_ids": [ "P25_101_22", "P25_101_23", "P25_101_24", "P25_101_25" ], "src": "take fork . put_down fork . pick_up meat", "src1": "take fork", "src2": "put_down fork", "src3": "pick_up meat", "trg": "lay meat", "vis_src": "P25_101:22 P25_101:23 P25_101:24", "vis_trg": "P25_101:25", "narrations": [ "take fork", "put down fork", "pick up meat", "lay meat" ], "verbs": [ "take", "put-down", "pick-up", "lay" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "fork", "fork", "meat", "meat" ], "noun_classes": [ 14, 14, 28, 28 ], "start_stop_timestamps": [ [ "00:01:03.07", "00:01:08.11" ], [ "00:01:08.21", "00:01:11.16" ], [ "00:01:24.12", "00:01:25.30" ], [ "00:01:25.40", "00:01:27.56" ] ], "start_stop_frames": [ [ 3153, 3405 ], [ 3410, 3558 ], [ 4206, 4265 ], [ 4270, 4378 ] ], "trgnoun": "meat", "trgverb": "lay" }, { "key": "P12_104+268_269_270_271", "video_id": "P12_104", "narration_ids": [ "P12_104_268", "P12_104_269", "P12_104_270", "P12_104_271" ], "src": "put_down saucepan_lid onto saucepan . move bowl with soup . pick_up paper_roll", "src1": "put_down saucepan_lid onto saucepan", "src2": "move bowl with soup", "src3": "pick_up paper_roll", "trg": "clean bowl using paper", "vis_src": "P12_104:268 P12_104:269 P12_104:270", "vis_trg": "P12_104:271", "narrations": [ "put down saucepan lid onto saucepan", "move bowl with soup", "pick up paper roll", "clean bowl using paper" ], "verbs": [ "put-down", "move", "pick-up", "clean" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "lid:saucepan", "bowl", "roll:paper", "bowl" ], "noun_classes": [ 6, 7, 93, 7 ], "start_stop_timestamps": [ [ "00:17:47.09", "00:17:48.64" ], [ "00:17:50.09", "00:17:53.28" ], [ "00:17:53.36", "00:17:54.11" ], [ "00:17:57.18", "00:17:59.85" ] ], "start_stop_frames": [ [ 53354, 53432 ], [ 53504, 53664 ], [ 53667, 53705 ], [ 53859, 53992 ] ], "trgnoun": "bowl", "trgverb": "clean" }, { "key": "P04_120+154_155_156_157", "video_id": "P04_120", "narration_ids": [ "P04_120_154", "P04_120_155", "P04_120_156", "P04_120_157" ], "src": "shake saucepan . pick_up tea_towel from floor . dry saucepan with tea towel", "src1": "shake saucepan", "src2": "pick_up tea_towel from floor", "src3": "dry saucepan with tea towel", "trg": "put tea_towel on oven door", "vis_src": "P04_120:154 P04_120:155 P04_120:156", "vis_trg": "P04_120:157", "narrations": [ "shake saucepan", "pick up tea towel from floor", "dry saucepan with tea towel", "put tea towel on oven door" ], "verbs": [ "shake", "pick-up", "dry", "put-on" ], "verb_classes": [ 15, 0, 14, 1 ], "nouns": [ "saucepan", "towel:tea", "saucepan", "towel:tea" ], "noun_classes": [ 5, 52, 5, 52 ], "start_stop_timestamps": [ [ "00:07:14.93", "00:07:16.00" ], [ "00:07:16.84", "00:07:18.50" ], [ "00:07:18.20", "00:07:22.49" ], [ "00:07:22.58", "00:07:24.75" ] ], "start_stop_frames": [ [ 21746, 21800 ], [ 21842, 21925 ], [ 21910, 22124 ], [ 22129, 22237 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P11_104+31_32_33_34", "video_id": "P11_104", "narration_ids": [ "P11_104_31", "P11_104_32", "P11_104_33", "P11_104_34" ], "src": "turn_off tap . put pot on drying rack . pick_up pot", "src1": "turn_off tap", "src2": "put pot on drying rack", "src3": "pick_up pot", "trg": "move pot on hob", "vis_src": "P11_104:31 P11_104:32 P11_104:33", "vis_trg": "P11_104:34", "narrations": [ "turn off tap", "put pot on drying rack", "pick up pot", "move pot on hob" ], "verbs": [ "turn-off", "put-on", "pick-up", "move-on" ], "verb_classes": [ 8, 1, 0, 11 ], "nouns": [ "tap", "pot", "pot", "pot" ], "noun_classes": [ 0, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:01:37.43", "00:01:38.30" ], [ "00:01:38.52", "00:01:39.26" ], [ "00:01:42.55", "00:01:45.33" ], [ "00:01:44.23", "00:01:45.16" ] ], "start_stop_frames": [ [ 4871, 4915 ], [ 4926, 4963 ], [ 5127, 5266 ], [ 5211, 5258 ] ], "trgnoun": "pot", "trgverb": "move_on" }, { "key": "P22_11+98_99_100_101", "video_id": "P22_11", "narration_ids": [ "P22_11_98", "P22_11_99", "P22_11_100", "P22_11_101" ], "src": "put_on lid . flip coffee_grinder . push button", "src1": "put_on lid", "src2": "flip coffee_grinder", "src3": "push button", "trg": "open lid", "vis_src": "P22_11:98 P22_11:99 P22_11:100", "vis_trg": "P22_11:101", "narrations": [ "put on lid", "flip coffee grinder", "push button", "open lid" ], "verbs": [ "put-on", "flip", "push", "open" ], "verb_classes": [ 1, 22, 21, 3 ], "nouns": [ "lid", "grinder:coffee", "button", "lid" ], "noun_classes": [ 6, 50, 92, 6 ], "start_stop_timestamps": [ [ "00:03:30.17", "00:03:33.56" ], [ "00:03:33.71", "00:03:35.29" ], [ "00:03:38.05", "00:03:41.26" ], [ "00:03:40.29", "00:03:42.00" ] ], "start_stop_frames": [ [ 12610, 12813 ], [ 12822, 12917 ], [ 13083, 13275 ], [ 13217, 13320 ] ], "trgnoun": "lid", "trgverb": "open" }, { "key": "P13_08+67_68_69_70", "video_id": "P13_08", "narration_ids": [ "P13_08_67", "P13_08_68", "P13_08_69", "P13_08_70" ], "src": "turn_on cooker . change pot for pan . pick_up salt", "src1": "turn_on cooker", "src2": "change pot for pan", "src3": "pick_up salt", "trg": "put salt in pan", "vis_src": "P13_08:67 P13_08:68 P13_08:69", "vis_trg": "P13_08:70", "narrations": [ "turn on cooker", "change pot for pan", "pick up salt", "put salt in pan" ], "verbs": [ "turn-on", "change-for", "pick-up", "put-in" ], "verb_classes": [ 6, 11, 0, 5 ], "nouns": [ "cooker", "pot", "salt", "salt" ], "noun_classes": [ 46, 29, 38, 38 ], "start_stop_timestamps": [ [ "00:17:08.12", "00:17:12.44" ], [ "00:17:28.47", "00:17:32.15" ], [ "00:18:29.77", "00:18:30.67" ], [ "00:18:33.69", "00:18:35.29" ] ], "start_stop_frames": [ [ 61687, 61946 ], [ 62908, 63129 ], [ 66586, 66640 ], [ 66821, 66917 ] ], "trgnoun": "salt", "trgverb": "put_in" }, { "key": "P11_02+17_18_19_20", "video_id": "P11_02", "narration_ids": [ "P11_02_17", "P11_02_18", "P11_02_19", "P11_02_20" ], "src": "put away plate . pick_up tupperware . shake_off tupperware", "src1": "put away plate", "src2": "pick_up tupperware", "src3": "shake_off tupperware", "trg": "put away tupperware", "vis_src": "P11_02:17 P11_02:18 P11_02:19", "vis_trg": "P11_02:20", "narrations": [ "put away plate", "pick up tupperware", "shake off tupperware", "put away tupperware" ], "verbs": [ "put", "pick-up", "shake-off", "put" ], "verb_classes": [ 1, 0, 15, 1 ], "nouns": [ "plate", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 2, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:00:25.23", "00:00:26.18" ], [ "00:00:25.93", "00:00:26.93" ], [ "00:00:26.95", "00:00:28.09" ], [ "00:00:30.19", "00:00:32.40" ] ], "start_stop_frames": [ [ 1513, 1570 ], [ 1555, 1615 ], [ 1617, 1685 ], [ 1811, 1944 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P01_18+297_298_299_301", "video_id": "P01_18", "narration_ids": [ "P01_18_297", "P01_18_298", "P01_18_299", "P01_18_301" ], "src": "pour water into saucepan . open kettle . turn_on tap", "src1": "pour water into saucepan", "src2": "open kettle", "src3": "turn_on tap", "trg": "turn_off tap", "vis_src": "P01_18:297 P01_18:298 P01_18:299", "vis_trg": "P01_18:301", "narrations": [ "pour water into saucepan", "open kettle", "turn on tap", "turn off tap" ], "verbs": [ "pour-into", "open", "turn-on", "turn-off" ], "verb_classes": [ 9, 3, 6, 8 ], "nouns": [ "water", "kettle", "tap", "tap" ], "noun_classes": [ 27, 44, 0, 0 ], "start_stop_timestamps": [ [ "00:21:38.16", "00:21:45.75" ], [ "00:21:47.11", "00:21:48.73" ], [ "00:21:48.62", "00:21:50.28" ], [ "00:22:04.11", "00:22:04.70" ] ], "start_stop_frames": [ [ 77889, 78345 ], [ 78426, 78523 ], [ 78517, 78616 ], [ 79446, 79482 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_108+7_8_9_10", "video_id": "P02_108", "narration_ids": [ "P02_108_7", "P02_108_8", "P02_108_9", "P02_108_10" ], "src": "empty bag . pick_up tin . put_down biscuits", "src1": "empty bag", "src2": "pick_up tin", "src3": "put_down biscuits", "trg": "put_down tin", "vis_src": "P02_108:7 P02_108:8 P02_108:9", "vis_trg": "P02_108:10", "narrations": [ "empty bag", "pick up tin", "put down biscuits", "put down tin" ], "verbs": [ "empty", "pick-up", "put-down", "put-down" ], "verb_classes": [ 20, 0, 1, 1 ], "nouns": [ "bag", "tin", "biscuit", "tin" ], "noun_classes": [ 19, 61, 104, 61 ], "start_stop_timestamps": [ [ "00:00:22.69", "00:00:23.94" ], [ "00:00:23.88", "00:00:25.34" ], [ "00:00:25.45", "00:00:28.15" ], [ "00:00:28.15", "00:00:28.99" ] ], "start_stop_frames": [ [ 1134, 1197 ], [ 1194, 1267 ], [ 1272, 1407 ], [ 1407, 1449 ] ], "trgnoun": "tin", "trgverb": "put_down" }, { "key": "P30_04+104_105_106_107", "video_id": "P30_04", "narration_ids": [ "P30_04_104", "P30_04_105", "P30_04_106", "P30_04_107" ], "src": "put box_lids . take box . stack boxes", "src1": "put box_lids", "src2": "take box", "src3": "stack boxes", "trg": "put boxes in cupboard", "vis_src": "P30_04:104 P30_04:105 P30_04:106", "vis_trg": "P30_04:107", "narrations": [ "put box lids", "take box", "stack boxes", "put boxes in cupboard" ], "verbs": [ "put", "take", "stack", "put-in" ], "verb_classes": [ 1, 0, 40, 5 ], "nouns": [ "lid:box", "box", "box", "box" ], "noun_classes": [ 6, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:06:15.31", "00:06:16.74" ], [ "00:06:17.32", "00:06:20.97" ], [ "00:06:17.45", "00:06:19.47" ], [ "00:06:19.75", "00:06:20.92" ] ], "start_stop_frames": [ [ 22518, 22604 ], [ 22639, 22858 ], [ 22647, 22768 ], [ 22785, 22855 ] ], "trgnoun": "box", "trgverb": "put_in" }, { "key": "P04_110+377_378_379_380", "video_id": "P04_110", "narration_ids": [ "P04_110_377", "P04_110_378", "P04_110_379", "P04_110_380" ], "src": "turn_on tap . rinse hands . scrape dough off fingers", "src1": "turn_on tap", "src2": "rinse hands", "src3": "scrape dough off fingers", "trg": "turn_off tap", "vis_src": "P04_110:377 P04_110:378 P04_110:379", "vis_trg": "P04_110:380", "narrations": [ "turn on tap", "rinse hands", "scrape dough off fingers", "turn off tap" ], "verbs": [ "turn-on", "rinse", "scrape-off", "turn-off" ], "verb_classes": [ 6, 2, 25, 8 ], "nouns": [ "tap", "hand", "dough", "tap" ], "noun_classes": [ 0, 11, 25, 0 ], "start_stop_timestamps": [ [ "00:11:11.50", "00:11:12.11" ], [ "00:11:12.29", "00:11:13.74" ], [ "00:11:13.40", "00:11:15.30" ], [ "00:11:15.32", "00:11:16.60" ] ], "start_stop_frames": [ [ 33575, 33605 ], [ 33614, 33687 ], [ 33670, 33765 ], [ 33766, 33830 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P11_15+59_61_62_64", "video_id": "P11_15", "narration_ids": [ "P11_15_59", "P11_15_61", "P11_15_62", "P11_15_64" ], "src": "rinse_off leek . throw away extra_leek . pick_up leek", "src1": "rinse_off leek", "src2": "throw away extra_leek", "src3": "pick_up leek", "trg": "chop leek", "vis_src": "P11_15:59 P11_15:61 P11_15:62", "vis_trg": "P11_15:64", "narrations": [ "rinse off", "throw away extra leek", "pick up", "chop leek" ], "verbs": [ "rinse-off", "throw", "pick-up", "chop" ], "verb_classes": [ 2, 13, 0, 7 ], "nouns": [ "leek", "leek:extra", "leek", "leek" ], "noun_classes": [ 117, 117, 117, 117 ], "start_stop_timestamps": [ [ "00:03:31.54", "00:03:33.56" ], [ "00:03:54.24", "00:03:55.50" ], [ "00:03:56.24", "00:04:00.71" ], [ "00:04:13.94", "00:04:21.29" ] ], "start_stop_frames": [ [ 12692, 12813 ], [ 14054, 14130 ], [ 14174, 14442 ], [ 15236, 15677 ] ], "trgnoun": "leek", "trgverb": "chop" }, { "key": "P30_101+33_35_36_37", "video_id": "P30_101", "narration_ids": [ "P30_101_33", "P30_101_35", "P30_101_36", "P30_101_37" ], "src": "fill jug . open kettle . pour water into kettle", "src1": "fill jug", "src2": "open kettle", "src3": "pour water into kettle", "trg": "close kettle", "vis_src": "P30_101:33 P30_101:35 P30_101:36", "vis_trg": "P30_101:37", "narrations": [ "fill jug", "open kettle", "pour water into kettle", "close kettle" ], "verbs": [ "fill", "open", "pour-into", "close" ], "verb_classes": [ 26, 3, 9, 4 ], "nouns": [ "jug", "kettle", "water", "kettle" ], "noun_classes": [ 66, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:00:47.34", "00:00:49.65" ], [ "00:00:50.10", "00:00:51.41" ], [ "00:00:51.45", "00:00:52.47" ], [ "00:00:52.57", "00:00:53.08" ] ], "start_stop_frames": [ [ 2367, 2482 ], [ 2505, 2570 ], [ 2572, 2623 ], [ 2628, 2654 ] ], "trgnoun": "kettle", "trgverb": "close" }, { "key": "P07_04+79_80_81_82", "video_id": "P07_04", "narration_ids": [ "P07_04_79", "P07_04_80", "P07_04_81", "P07_04_82" ], "src": "unplug power_cord . open door . store grinder", "src1": "unplug power_cord", "src2": "open door", "src3": "store grinder", "trg": "close door", "vis_src": "P07_04:79 P07_04:80 P07_04:81", "vis_trg": "P07_04:82", "narrations": [ "unplug power cord", "open door", "store grinder", "close door" ], "verbs": [ "unplug", "open", "store", "close" ], "verb_classes": [ 12, 3, 1, 4 ], "nouns": [ "cord:power", "door", "grinder", "door" ], "noun_classes": [ 204, 3, 50, 3 ], "start_stop_timestamps": [ [ "00:06:44.06", "00:06:45.95" ], [ "00:06:48.18", "00:06:49.20" ], [ "00:06:49.13", "00:06:51.25" ], [ "00:06:50.72", "00:06:52.49" ] ], "start_stop_frames": [ [ 24243, 24357 ], [ 24490, 24552 ], [ 24547, 24675 ], [ 24643, 24749 ] ], "trgnoun": "door", "trgverb": "close" }, { "key": "P04_04+53_54_55_56", "video_id": "P04_04", "narration_ids": [ "P04_04_53", "P04_04_54", "P04_04_55", "P04_04_56" ], "src": "put potato in pan . cut potato_slice into chunks . put_in pan", "src1": "put potato in pan", "src2": "cut potato_slice into chunks", "src3": "put_in pan", "trg": "cut potato into chunks", "vis_src": "P04_04:53 P04_04:54 P04_04:55", "vis_trg": "P04_04:56", "narrations": [ "put potato in pan", "cut potato slice into chunks", "put in pan", "cut potato into chunks" ], "verbs": [ "put-in", "cut-into", "put-in", "cut-into" ], "verb_classes": [ 5, 7, 5, 7 ], "nouns": [ "potato", "slice:potato", "pan", "potato" ], "noun_classes": [ 30, 30, 5, 30 ], "start_stop_timestamps": [ [ "00:04:23.58", "00:04:25.28" ], [ "00:04:26.93", "00:04:31.10" ], [ "00:04:31.05", "00:04:32.78" ], [ "00:04:34.22", "00:04:38.42" ] ], "start_stop_frames": [ [ 15814, 15916 ], [ 16015, 16266 ], [ 16263, 16366 ], [ 16453, 16705 ] ], "trgnoun": "potato", "trgverb": "cut_into" }, { "key": "P03_109+202_203_204_205", "video_id": "P03_109", "narration_ids": [ "P03_109_202", "P03_109_203", "P03_109_204", "P03_109_205" ], "src": "rinse sponge . squeeze sponge . wash can_opener", "src1": "rinse sponge", "src2": "squeeze sponge", "src3": "wash can_opener", "trg": "put can_opener in drying rack", "vis_src": "P03_109:202 P03_109:203 P03_109:204", "vis_trg": "P03_109:205", "narrations": [ "rinse sponge", "squeeze sponge", "wash can opener", "put can opener in drying rack" ], "verbs": [ "rinse", "squeeze", "wash", "put" ], "verb_classes": [ 2, 18, 2, 1 ], "nouns": [ "sponge", "sponge", "opener:can", "opener:can" ], "noun_classes": [ 9, 9, 174, 174 ], "start_stop_timestamps": [ [ "00:11:11.60", "00:11:12.85" ], [ "00:11:12.13", "00:11:13.85" ], [ "00:11:14.30", "00:11:19.45" ], [ "00:11:19.50", "00:11:20.35" ] ], "start_stop_frames": [ [ 33580, 33642 ], [ 33606, 33692 ], [ 33715, 33972 ], [ 33975, 34017 ] ], "trgnoun": "can_opener", "trgverb": "put" }, { "key": "P04_120+175_176_177_178", "video_id": "P04_120", "narration_ids": [ "P04_120_175", "P04_120_176", "P04_120_177", "P04_120_178" ], "src": "rotate rolling_pin . close drawer . open drawer", "src1": "rotate rolling_pin", "src2": "close drawer", "src3": "open drawer", "trg": "put rolling_pin in drawer", "vis_src": "P04_120:175 P04_120:176 P04_120:177", "vis_trg": "P04_120:178", "narrations": [ "rotate rolling pin", "close drawer", "open drawer", "put rolling pin in drawer" ], "verbs": [ "rotate", "close", "open", "put-in" ], "verb_classes": [ 23, 4, 3, 5 ], "nouns": [ "pin:rolling", "drawer", "drawer", "pin:rolling" ], "noun_classes": [ 136, 8, 8, 136 ], "start_stop_timestamps": [ [ "00:07:52.37", "00:07:53.45" ], [ "00:07:53.39", "00:07:54.75" ], [ "00:07:54.78", "00:07:55.60" ], [ "00:07:55.49", "00:07:56.24" ] ], "start_stop_frames": [ [ 23618, 23672 ], [ 23669, 23737 ], [ 23739, 23780 ], [ 23774, 23812 ] ], "trgnoun": "rolling_pin", "trgverb": "put_in" }, { "key": "P04_119+275_276_277_278", "video_id": "P04_119", "narration_ids": [ "P04_119_275", "P04_119_276", "P04_119_277", "P04_119_278" ], "src": "put lid on milk bottle . screw lid tight . put_down milk_bottle", "src1": "put lid on milk bottle", "src2": "screw lid tight", "src3": "put_down milk_bottle", "trg": "tap milk_bottle on counter", "vis_src": "P04_119:275 P04_119:276 P04_119:277", "vis_trg": "P04_119:278", "narrations": [ "put lid on milk bottle", "screw lid tight", "put down milk bottle", "tap milk bottle on counter" ], "verbs": [ "put-on", "screw", "put-down", "tap-on" ], "verb_classes": [ 1, 78, 1, 32 ], "nouns": [ "lid", "lid", "bottle:milk", "bottle:milk" ], "noun_classes": [ 6, 6, 15, 15 ], "start_stop_timestamps": [ [ "00:13:30.07", "00:13:31.76" ], [ "00:13:29.86", "00:13:33.70" ], [ "00:13:33.80", "00:13:34.80" ], [ "00:13:34.37", "00:13:35.13" ] ], "start_stop_frames": [ [ 40503, 40588 ], [ 40493, 40685 ], [ 40690, 40740 ], [ 40718, 40756 ] ], "trgnoun": "milk_bottle", "trgverb": "tap_on" }, { "key": "P30_05+553_554_555_556", "video_id": "P30_05", "narration_ids": [ "P30_05_553", "P30_05_554", "P30_05_555", "P30_05_556" ], "src": "put spoon . open drawer . take peeler", "src1": "put spoon", "src2": "open drawer", "src3": "take peeler", "trg": "close drawer", "vis_src": "P30_05:553 P30_05:554 P30_05:555", "vis_trg": "P30_05:556", "narrations": [ "put spoon", "open drawer", "take peeler", "close drawer" ], "verbs": [ "put", "open", "take", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "spoon", "drawer", "peeler", "drawer" ], "noun_classes": [ 1, 8, 87, 8 ], "start_stop_timestamps": [ [ "00:41:35.79", "00:41:37.45" ], [ "00:41:37.49", "00:41:41.23" ], [ "00:41:40.46", "00:41:41.72" ], [ "00:41:41.49", "00:41:42.28" ] ], "start_stop_frames": [ [ 149747, 149847 ], [ 149849, 150073 ], [ 150027, 150103 ], [ 150089, 150136 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P20_04+332_333_334_335", "video_id": "P20_04", "narration_ids": [ "P20_04_332", "P20_04_333", "P20_04_334", "P20_04_335" ], "src": "open lettuce_packaging . take bag out of packaging . inspect bag", "src1": "open lettuce_packaging", "src2": "take bag out of packaging", "src3": "inspect bag", "trg": "put bag in bin", "vis_src": "P20_04:332 P20_04:333 P20_04:334", "vis_trg": "P20_04:335", "narrations": [ "open lettuce packaging", "take bag out of packaging", "inspect bag", "put bag in bin" ], "verbs": [ "open", "take-out", "inspect", "put-in" ], "verb_classes": [ 3, 12, 24, 5 ], "nouns": [ "packaging:lettuce", "bag", "bag", "bag" ], "noun_classes": [ 26, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:32:40.49", "00:32:46.42" ], [ "00:32:48.57", "00:32:51.23" ], [ "00:32:54.85", "00:32:57.78" ], [ "00:32:59.72", "00:33:00.91" ] ], "start_stop_frames": [ [ 117629, 117985 ], [ 118114, 118273 ], [ 118491, 118666 ], [ 118783, 118854 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P11_05+208_209_210_211", "video_id": "P11_05", "narration_ids": [ "P11_05_208", "P11_05_209", "P11_05_210", "P11_05_211" ], "src": "pick_up knife . rearrange tomatoes . pick_up cheese", "src1": "pick_up knife", "src2": "rearrange tomatoes", "src3": "pick_up cheese", "trg": "empty cheese", "vis_src": "P11_05:208 P11_05:209 P11_05:210", "vis_trg": "P11_05:211", "narrations": [ "pick up knife", "rearrange tomatoes", "pick up cheese", "empty cheese" ], "verbs": [ "pick-up", "rearrange", "pick-up", "empty" ], "verb_classes": [ 0, 40, 0, 20 ], "nouns": [ "knife", "tomato", "cheese", "cheese" ], "noun_classes": [ 4, 43, 32, 32 ], "start_stop_timestamps": [ [ "00:13:24.84", "00:13:27.21" ], [ "00:13:26.88", "00:13:33.73" ], [ "00:13:33.90", "00:13:35.17" ], [ "00:13:35.28", "00:13:37.39" ] ], "start_stop_frames": [ [ 48290, 48432 ], [ 48412, 48823 ], [ 48834, 48910 ], [ 48916, 49043 ] ], "trgnoun": "cheese", "trgverb": "empty" }, { "key": "P22_111+401_402_403_404", "video_id": "P22_111", "narration_ids": [ "P22_111_401", "P22_111_402", "P22_111_403", "P22_111_404" ], "src": "pick_up spoon . stir salad . pick_up oil", "src1": "pick_up spoon", "src2": "stir salad", "src3": "pick_up oil", "trg": "pour oil", "vis_src": "P22_111:401 P22_111:402 P22_111:403", "vis_trg": "P22_111:404", "narrations": [ "pick up spoon", "stir salad", "pick up oil", "pour oil" ], "verbs": [ "pick-up", "stir", "pick-up", "pour" ], "verb_classes": [ 0, 10, 0, 9 ], "nouns": [ "spoon", "salad", "oil", "oil" ], "noun_classes": [ 1, 68, 31, 31 ], "start_stop_timestamps": [ [ "00:15:18.46", "00:15:19.09" ], [ "00:15:18.83", "00:15:23.84" ], [ "00:15:23.92", "00:15:25.00" ], [ "00:15:25.43", "00:15:26.28" ] ], "start_stop_frames": [ [ 45923, 45954 ], [ 45941, 46192 ], [ 46196, 46250 ], [ 46271, 46314 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P22_104+116_117_118_119", "video_id": "P22_104", "narration_ids": [ "P22_104_116", "P22_104_117", "P22_104_118", "P22_104_119" ], "src": "put_down salad . open drawer . pick_up spoon", "src1": "put_down salad", "src2": "open drawer", "src3": "pick_up spoon", "trg": "close drawer", "vis_src": "P22_104:116 P22_104:117 P22_104:118", "vis_trg": "P22_104:119", "narrations": [ "put down salad", "open drawer", "pick up spoon", "close drawer" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "salad", "drawer", "spoon", "drawer" ], "noun_classes": [ 68, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:05:44.81", "00:05:45.35" ], [ "00:05:45.99", "00:05:46.54" ], [ "00:05:47.56", "00:05:48.48" ], [ "00:05:48.34", "00:05:48.84" ] ], "start_stop_frames": [ [ 17240, 17267 ], [ 17299, 17327 ], [ 17378, 17424 ], [ 17417, 17442 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P22_16+103_104_105_106", "video_id": "P22_16", "narration_ids": [ "P22_16_103", "P22_16_104", "P22_16_105", "P22_16_106" ], "src": "adjust stove . open tap . rinse hands", "src1": "adjust stove", "src2": "open tap", "src3": "rinse hands", "trg": "close tap", "vis_src": "P22_16:103 P22_16:104 P22_16:105", "vis_trg": "P22_16:106", "narrations": [ "adjust stove", "open tap", "rinse hands", "close tap" ], "verbs": [ "adjust", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 17, 6, 2, 8 ], "nouns": [ "stove", "tap", "hand", "tap" ], "noun_classes": [ 24, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:03:20.92", "00:03:24.56" ], [ "00:03:26.14", "00:03:27.39" ], [ "00:03:27.40", "00:03:27.99" ], [ "00:03:27.84", "00:03:28.34" ] ], "start_stop_frames": [ [ 12055, 12273 ], [ 12368, 12443 ], [ 12444, 12479 ], [ 12470, 12500 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_107+721_722_723_724", "video_id": "P04_107", "narration_ids": [ "P04_107_721", "P04_107_722", "P04_107_723", "P04_107_724" ], "src": "put ball of dough on chopping board . pick_up rolling_pin . spread_out dough with hands", "src1": "put ball of dough on chopping board", "src2": "pick_up rolling_pin", "src3": "spread_out dough with hands", "trg": "turn_over dough", "vis_src": "P04_107:721 P04_107:722 P04_107:723", "vis_trg": "P04_107:724", "narrations": [ "put ball of dough on chopping board", "pick up rolling pin", "spread out dough with hands", "turn over dough" ], "verbs": [ "put-on", "pick-up", "spread-out", "turn-over" ], "verb_classes": [ 1, 0, 27, 22 ], "nouns": [ "ball:dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:19:24.64", "00:19:25.85" ], [ "00:19:25.58", "00:19:25.91" ], [ "00:19:26.22", "00:19:27.43" ], [ "00:19:26.78", "00:19:27.15" ] ], "start_stop_frames": [ [ 58232, 58292 ], [ 58279, 58295 ], [ 58311, 58371 ], [ 58339, 58357 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P07_07+40_41_42_43", "video_id": "P07_07", "narration_ids": [ "P07_07_40", "P07_07_41", "P07_07_42", "P07_07_43" ], "src": "rinse sponge . take container . press button", "src1": "rinse sponge", "src2": "take container", "src3": "press button", "trg": "open container", "vis_src": "P07_07:40 P07_07:41 P07_07:42", "vis_trg": "P07_07:43", "narrations": [ "rinse sponge", "take container", "press button", "open container" ], "verbs": [ "rinse", "take", "press", "open" ], "verb_classes": [ 2, 0, 21, 3 ], "nouns": [ "sponge", "container", "button", "container" ], "noun_classes": [ 9, 21, 92, 21 ], "start_stop_timestamps": [ [ "00:04:30.12", "00:04:33.10" ], [ "00:04:31.84", "00:04:32.76" ], [ "00:04:31.95", "00:04:36.17" ], [ "00:04:33.70", "00:04:34.31" ] ], "start_stop_frames": [ [ 16207, 16386 ], [ 16310, 16365 ], [ 16317, 16570 ], [ 16422, 16458 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P22_108+52_53_54_55", "video_id": "P22_108", "narration_ids": [ "P22_108_52", "P22_108_53", "P22_108_54", "P22_108_55" ], "src": "lather glass . put_down glass . pick_up spoon", "src1": "lather glass", "src2": "put_down glass", "src3": "pick_up spoon", "trg": "lather spoon", "vis_src": "P22_108:52 P22_108:53 P22_108:54", "vis_trg": "P22_108:55", "narrations": [ "lather glass", "put down glass", "pick up spoon", "lather spoon" ], "verbs": [ "lather", "put-down", "pick-up", "lather" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "spoon", "spoon" ], "noun_classes": [ 10, 10, 1, 1 ], "start_stop_timestamps": [ [ "00:01:50.66", "00:02:08.47" ], [ "00:02:08.57", "00:02:09.75" ], [ "00:02:09.57", "00:02:10.85" ], [ "00:02:11.02", "00:02:13.22" ] ], "start_stop_frames": [ [ 5533, 6423 ], [ 6428, 6487 ], [ 6478, 6542 ], [ 6551, 6661 ] ], "trgnoun": "spoon", "trgverb": "lather" }, { "key": "P02_03+206_207_208_209", "video_id": "P02_03", "narration_ids": [ "P02_03_206", "P02_03_207", "P02_03_208", "P02_03_209" ], "src": "pour broccoli from pot to mesh . shake mesh . put mesh on plate", "src1": "pour broccoli from pot to mesh", "src2": "shake mesh", "src3": "put mesh on plate", "trg": "move mesh", "vis_src": "P02_03:206 P02_03:207 P02_03:208", "vis_trg": "P02_03:209", "narrations": [ "pour broccoli from pot to mesh", "shake mesh", "put mesh on plate", "move mesh" ], "verbs": [ "pour-from", "shake", "put-on", "move" ], "verb_classes": [ 9, 15, 1, 11 ], "nouns": [ "broccoli", "mesh", "mesh", "mesh" ], "noun_classes": [ 101, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:11:30.05", "00:11:42.88" ], [ "00:11:43.87", "00:11:45.54" ], [ "00:11:45.87", "00:11:47.07" ], [ "00:11:48.40", "00:11:51.57" ] ], "start_stop_frames": [ [ 41403, 42172 ], [ 42232, 42332 ], [ 42352, 42424 ], [ 42504, 42694 ] ], "trgnoun": "mesh", "trgverb": "move" }, { "key": "P04_116+56_57_58_59", "video_id": "P04_116", "narration_ids": [ "P04_116_56", "P04_116_57", "P04_116_58", "P04_116_59" ], "src": "let go of saucepan and spatula . move greek_yoghurt . move teaspoon", "src1": "let go of saucepan and spatula", "src2": "move greek_yoghurt", "src3": "move teaspoon", "trg": "pick_up teaspoon", "vis_src": "P04_116:56 P04_116:57 P04_116:58", "vis_trg": "P04_116:59", "narrations": [ "let go of saucepan and spatula", "move greek yoghurt", "move teaspoon", "pick up teaspoon" ], "verbs": [ "let", "move", "move", "pick-up" ], "verb_classes": [ 79, 11, 11, 0 ], "nouns": [ "saucepan", "yoghurt:greek", "teaspoon", "teaspoon" ], "noun_classes": [ 5, 98, 1, 1 ], "start_stop_timestamps": [ [ "00:01:59.80", "00:02:00.51" ], [ "00:02:02.23", "00:02:03.16" ], [ "00:02:02.99", "00:02:03.99" ], [ "00:02:03.70", "00:02:04.76" ] ], "start_stop_frames": [ [ 5990, 6025 ], [ 6111, 6158 ], [ 6149, 6199 ], [ 6185, 6238 ] ], "trgnoun": "teaspoon", "trgverb": "pick_up" }, { "key": "P10_04+358_359_360_361", "video_id": "P10_04", "narration_ids": [ "P10_04_358", "P10_04_359", "P10_04_360", "P10_04_361" ], "src": "open cabinet again . search_for something . open the cabinet", "src1": "open cabinet again", "src2": "search_for something", "src3": "open the cabinet", "trg": "search cabinet", "vis_src": "P10_04:358 P10_04:359 P10_04:360", "vis_trg": "P10_04:361", "narrations": [ "open cabinet again", "search for something", "open the cabinet", "search" ], "verbs": [ "open", "search-for", "open", "search" ], "verb_classes": [ 3, 48, 3, 48 ], "nouns": [ "cabinet", "cabinet", "cabinet", "cabinet" ], "noun_classes": [ 3, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:38:09.42", "00:38:10.32" ], [ "00:38:11.85", "00:38:13.26" ], [ "00:38:14.69", "00:38:15.85" ], [ "00:38:15.83", "00:38:20.56" ] ], "start_stop_frames": [ [ 137365, 137419 ], [ 137511, 137595 ], [ 137681, 137751 ], [ 137749, 138033 ] ], "trgnoun": "cabinet", "trgverb": "search" }, { "key": "P04_22+9_10_11_12", "video_id": "P04_22", "narration_ids": [ "P04_22_9", "P04_22_10", "P04_22_11", "P04_22_12" ], "src": "turn_on hob . open spice_drawer . pick_up spices", "src1": "turn_on hob", "src2": "open spice_drawer", "src3": "pick_up spices", "trg": "keep looking for spices", "vis_src": "P04_22:9 P04_22:10 P04_22:11", "vis_trg": "P04_22:12", "narrations": [ "turn on hob", "open spice drawer", "pick up spices", "keep looking for spices" ], "verbs": [ "turn-on", "open", "pick-up", "look-for" ], "verb_classes": [ 6, 3, 0, 48 ], "nouns": [ "hob", "drawer:spice", "spice", "spice" ], "noun_classes": [ 24, 8, 85, 85 ], "start_stop_timestamps": [ [ "00:00:24.02", "00:00:31.27" ], [ "00:00:32.62", "00:00:35.19" ], [ "00:00:36.14", "00:00:58.71" ], [ "00:00:49.88", "00:01:15.12" ] ], "start_stop_frames": [ [ 1441, 1876 ], [ 1957, 2111 ], [ 2168, 3522 ], [ 2992, 4507 ] ], "trgnoun": "spice", "trgverb": "look_for" }, { "key": "P22_17+31_32_33_34", "video_id": "P22_17", "narration_ids": [ "P22_17_31", "P22_17_32", "P22_17_33", "P22_17_34" ], "src": "lather dish drying rack . place draining_rack . pick_up cutlery", "src1": "lather dish drying rack", "src2": "place draining_rack", "src3": "pick_up cutlery", "trg": "place cutlery", "vis_src": "P22_17:31 P22_17:32 P22_17:33", "vis_trg": "P22_17:34", "narrations": [ "lather dish drying rack", "place draining rack", "pick up cutlery", "place cutlery" ], "verbs": [ "lather", "place", "pick-up", "place" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "dish", "rack:draining", "cutlery", "cutlery" ], "noun_classes": [ 2, 110, 58, 58 ], "start_stop_timestamps": [ [ "00:00:57.81", "00:01:05.43" ], [ "00:01:04.47", "00:01:06.33" ], [ "00:01:08.32", "00:01:09.37" ], [ "00:01:09.58", "00:01:11.43" ] ], "start_stop_frames": [ [ 3468, 3925 ], [ 3868, 3979 ], [ 4099, 4162 ], [ 4174, 4285 ] ], "trgnoun": "cutlery", "trgverb": "place" }, { "key": "P01_09+490_491_492_493", "video_id": "P01_09", "narration_ids": [ "P01_09_490", "P01_09_491", "P01_09_492", "P01_09_493" ], "src": "move cutting_board . move plate . move olives", "src1": "move cutting_board", "src2": "move plate", "src3": "move olives", "trg": "take olives", "vis_src": "P01_09:490 P01_09:491 P01_09:492", "vis_trg": "P01_09:493", "narrations": [ "move cutting board", "move plate", "move olives", "take olives" ], "verbs": [ "move", "move", "move", "take" ], "verb_classes": [ 11, 11, 11, 0 ], "nouns": [ "board:cutting", "plate", "olive", "olive" ], "noun_classes": [ 18, 2, 83, 83 ], "start_stop_timestamps": [ [ "00:34:06.20", "00:34:09.53" ], [ "00:34:09.20", "00:34:12.45" ], [ "00:34:09.89", "00:34:11.21" ], [ "00:34:11.06", "00:34:16.10" ] ], "start_stop_frames": [ [ 122772, 122971 ], [ 122951, 123146 ], [ 122993, 123072 ], [ 123063, 123366 ] ], "trgnoun": "olive", "trgverb": "take" }, { "key": "P04_121+355_356_357_358", "video_id": "P04_121", "narration_ids": [ "P04_121_355", "P04_121_356", "P04_121_357", "P04_121_358" ], "src": "tip bowl to empty whey into saucepan . hold cheese_curds . drain whey from cheese_curds", "src1": "tip bowl to empty whey into saucepan", "src2": "hold cheese_curds", "src3": "drain whey from cheese_curds", "trg": "empty cheese_curds into bowl", "vis_src": "P04_121:355 P04_121:356 P04_121:357", "vis_trg": "P04_121:358", "narrations": [ "tip bowl to empty whey into saucepan", "hold cheese curds", "drain whey from cheese curds", "empty cheese curds into bowl" ], "verbs": [ "tip-to", "hold", "drain-from", "empty" ], "verb_classes": [ 20, 34, 37, 20 ], "nouns": [ "bowl", "curd:cheese", "curd:cheese", "curd:cheese" ], "noun_classes": [ 7, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:16:02.65", "00:16:04.35" ], [ "00:16:08.62", "00:16:11.45" ], [ "00:16:09.34", "00:16:12.24" ], [ "00:16:12.09", "00:16:13.48" ] ], "start_stop_frames": [ [ 48132, 48217 ], [ 48431, 48572 ], [ 48467, 48612 ], [ 48604, 48674 ] ], "trgnoun": "cheese_curd", "trgverb": "empty" }, { "key": "P13_08+50_51_52_57", "video_id": "P13_08", "narration_ids": [ "P13_08_50", "P13_08_51", "P13_08_52", "P13_08_57" ], "src": "turn_on stove . open bacon_package . cut bacon", "src1": "turn_on stove", "src2": "open bacon_package", "src3": "cut bacon", "trg": "put scissors on sink", "vis_src": "P13_08:50 P13_08:51 P13_08:52", "vis_trg": "P13_08:57", "narrations": [ "turn on stove", "open bacon package", "cut bacon", "put scissors on sink" ], "verbs": [ "turn-on", "open", "cut", "put-on" ], "verb_classes": [ 6, 3, 7, 1 ], "nouns": [ "stove", "package:bacon", "bacon", "scissors" ], "noun_classes": [ 24, 26, 163, 79 ], "start_stop_timestamps": [ [ "00:11:03.65", "00:11:07.15" ], [ "00:11:12.00", "00:11:21.00" ], [ "00:11:23.35", "00:11:37.10" ], [ "00:15:07.10", "00:15:09.01" ] ], "start_stop_frames": [ [ 39819, 40029 ], [ 40320, 40860 ], [ 41001, 41826 ], [ 54426, 54540 ] ], "trgnoun": "scissors", "trgverb": "put_on" }, { "key": "P30_05+100_101_102_103", "video_id": "P30_05", "narration_ids": [ "P30_05_100", "P30_05_101", "P30_05_102", "P30_05_103" ], "src": "open bag of ginger . remove ginger from bag . cut ginger", "src1": "open bag of ginger", "src2": "remove ginger from bag", "src3": "cut ginger", "trg": "peel ginger", "vis_src": "P30_05:100 P30_05:101 P30_05:102", "vis_trg": "P30_05:103", "narrations": [ "open bag of ginger", "remove ginger from bag", "cut ginger", "peel ginger" ], "verbs": [ "open", "remove-from", "cut", "peel" ], "verb_classes": [ 3, 12, 7, 19 ], "nouns": [ "bag:ginger", "ginger", "ginger", "ginger" ], "noun_classes": [ 19, 131, 131, 131 ], "start_stop_timestamps": [ [ "00:07:33.49", "00:07:34.79" ], [ "00:07:35.38", "00:07:36.29" ], [ "00:07:42.88", "00:07:46.62" ], [ "00:07:46.72", "00:07:49.58" ] ], "start_stop_frames": [ [ 27209, 27287 ], [ 27322, 27377 ], [ 27772, 27997 ], [ 28003, 28174 ] ], "trgnoun": "ginger", "trgverb": "peel" }, { "key": "P08_23+269_270_271_272", "video_id": "P08_23", "narration_ids": [ "P08_23_269", "P08_23_270", "P08_23_271", "P08_23_272" ], "src": "place food_processor back . open microwave . check potato", "src1": "place food_processor back", "src2": "open microwave", "src3": "check potato", "trg": "close microwave", "vis_src": "P08_23:269 P08_23:270 P08_23:271", "vis_trg": "P08_23:272", "narrations": [ "place food processor back", "open microwave", "check potato", "close microwave" ], "verbs": [ "place", "open", "check", "close" ], "verb_classes": [ 1, 3, 24, 4 ], "nouns": [ "processor:food", "microwave", "potato", "microwave" ], "noun_classes": [ 147, 90, 30, 90 ], "start_stop_timestamps": [ [ "00:23:04.41", "00:23:11.76" ], [ "00:23:11.96", "00:23:14.56" ], [ "00:23:15.11", "00:23:22.37" ], [ "00:23:22.27", "00:23:23.94" ] ], "start_stop_frames": [ [ 83064, 83505 ], [ 83517, 83673 ], [ 83706, 84142 ], [ 84136, 84236 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P04_01+122_123_124_125", "video_id": "P04_01", "narration_ids": [ "P04_01_122", "P04_01_123", "P04_01_124", "P04_01_125" ], "src": "turn_on hob . select temperature for hob . pick_up oil", "src1": "turn_on hob", "src2": "select temperature for hob", "src3": "pick_up oil", "trg": "pour oil", "vis_src": "P04_01:122 P04_01:123 P04_01:124", "vis_trg": "P04_01:125", "narrations": [ "turn on hob", "select temperature for hob", "pick up oil", "pour oil" ], "verbs": [ "turn-on", "select", "pick-up", "pour" ], "verb_classes": [ 6, 85, 0, 9 ], "nouns": [ "hob", "temperature", "oil", "oil" ], "noun_classes": [ 24, 65, 31, 31 ], "start_stop_timestamps": [ [ "00:09:16.47", "00:09:20.63" ], [ "00:09:18.96", "00:09:24.75" ], [ "00:09:24.96", "00:09:25.96" ], [ "00:09:27.06", "00:09:29.31" ] ], "start_stop_frames": [ [ 33388, 33637 ], [ 33537, 33885 ], [ 33897, 33957 ], [ 34023, 34158 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P08_24+51_52_53_54", "video_id": "P08_24", "narration_ids": [ "P08_24_51", "P08_24_52", "P08_24_53", "P08_24_54" ], "src": "check oil . place spoon . get garlic", "src1": "check oil", "src2": "place spoon", "src3": "get garlic", "trg": "place garlic", "vis_src": "P08_24:51 P08_24:52 P08_24:53", "vis_trg": "P08_24:54", "narrations": [ "check oil", "place spoon", "get garlic", "place garlic" ], "verbs": [ "check", "place", "get", "place" ], "verb_classes": [ 24, 1, 0, 1 ], "nouns": [ "oil", "spoon", "garlic", "garlic" ], "noun_classes": [ 31, 1, 51, 51 ], "start_stop_timestamps": [ [ "00:03:12.87", "00:03:16.53" ], [ "00:03:16.60", "00:03:18.51" ], [ "00:03:20.47", "00:03:21.56" ], [ "00:03:21.61", "00:03:23.58" ] ], "start_stop_frames": [ [ 11572, 11791 ], [ 11796, 11910 ], [ 12028, 12093 ], [ 12096, 12214 ] ], "trgnoun": "garlic", "trgverb": "place" }, { "key": "P30_112+10_11_12_13", "video_id": "P30_112", "narration_ids": [ "P30_112_10", "P30_112_11", "P30_112_12", "P30_112_13" ], "src": "slide pizza onto chopping board . put_down chopping_board . pick_up knife from drying rack", "src1": "slide pizza onto chopping board", "src2": "put_down chopping_board", "src3": "pick_up knife from drying rack", "trg": "rotate pizza", "vis_src": "P30_112:10 P30_112:11 P30_112:12", "vis_trg": "P30_112:13", "narrations": [ "slide pizza onto chopping board", "put down chopping board", "pick up knife from drying rack", "rotate pizza" ], "verbs": [ "slide-onto", "put-down", "pick-up", "rotate" ], "verb_classes": [ 5, 1, 0, 23 ], "nouns": [ "pizza", "board:chopping", "knife", "pizza" ], "noun_classes": [ 91, 18, 4, 91 ], "start_stop_timestamps": [ [ "00:00:21.89", "00:00:22.90" ], [ "00:00:24.54", "00:00:25.96" ], [ "00:00:25.80", "00:00:27.15" ], [ "00:00:28.55", "00:00:31.06" ] ], "start_stop_frames": [ [ 1094, 1145 ], [ 1227, 1298 ], [ 1290, 1357 ], [ 1427, 1553 ] ], "trgnoun": "pizza", "trgverb": "rotate" }, { "key": "P06_07+17_18_19_20", "video_id": "P06_07", "narration_ids": [ "P06_07_17", "P06_07_18", "P06_07_19", "P06_07_20" ], "src": "put pizza on plate . take tray from under pizza . pick_up pizza", "src1": "put pizza on plate", "src2": "take tray from under pizza", "src3": "pick_up pizza", "trg": "put pizza", "vis_src": "P06_07:17 P06_07:18 P06_07:19", "vis_trg": "P06_07:20", "narrations": [ "put pizza on plate", "take tray from under pizza", "pick up pizza", "put pizza" ], "verbs": [ "put-on", "take-from", "pick-up", "put" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "pizza", "tray", "pizza", "pizza" ], "noun_classes": [ 91, 35, 91, 91 ], "start_stop_timestamps": [ [ "00:01:01.71", "00:01:02.96" ], [ "00:01:03.11", "00:01:07.19" ], [ "00:01:07.05", "00:01:08.69" ], [ "00:01:09.07", "00:01:10.11" ] ], "start_stop_frames": [ [ 3702, 3777 ], [ 3786, 4031 ], [ 4023, 4121 ], [ 4144, 4206 ] ], "trgnoun": "pizza", "trgverb": "put" }, { "key": "P01_105+400_401_402_403", "video_id": "P01_105", "narration_ids": [ "P01_105_400", "P01_105_401", "P01_105_402", "P01_105_403" ], "src": "rinse knife . turn_off tap . pick_up cloth", "src1": "rinse knife", "src2": "turn_off tap", "src3": "pick_up cloth", "trg": "dry knife", "vis_src": "P01_105:400 P01_105:401 P01_105:402", "vis_trg": "P01_105:403", "narrations": [ "rinse knife", "turn off tap", "pick up cloth", "dry knife" ], "verbs": [ "rinse", "turn-off", "pick-up", "dry" ], "verb_classes": [ 2, 8, 0, 14 ], "nouns": [ "knife", "tap", "cloth", "knife" ], "noun_classes": [ 4, 0, 17, 4 ], "start_stop_timestamps": [ [ "00:15:40.84", "00:15:42.09" ], [ "00:15:41.86", "00:15:42.39" ], [ "00:15:43.34", "00:15:43.94" ], [ "00:15:43.82", "00:15:45.84" ] ], "start_stop_frames": [ [ 47042, 47104 ], [ 47093, 47119 ], [ 47167, 47197 ], [ 47191, 47292 ] ], "trgnoun": "knife", "trgverb": "dry" }, { "key": "P05_03+116_117_118_119", "video_id": "P05_03", "narration_ids": [ "P05_03_116", "P05_03_117", "P05_03_118", "P05_03_119" ], "src": "put teaspoon on pesto jar . take wooden_spoon . stir pasta", "src1": "put teaspoon on pesto jar", "src2": "take wooden_spoon", "src3": "stir pasta", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_03:116 P05_03:117 P05_03:118", "vis_trg": "P05_03:119", "narrations": [ "put teaspoon on pesto jar", "take wooden spoon", "stir pasta", "place wooden spoon on refrigerator" ], "verbs": [ "put-on", "take", "stir", "place-on" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "teaspoon", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 1, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:09:03.89", "00:09:04.66" ], [ "00:09:15.27", "00:09:17.14" ], [ "00:09:17.17", "00:09:34.28" ], [ "00:09:34.88", "00:09:35.63" ] ], "start_stop_frames": [ [ 32633, 32679 ], [ 33316, 33428 ], [ 33430, 34456 ], [ 34492, 34537 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P28_09+30_31_32_33", "video_id": "P28_09", "narration_ids": [ "P28_09_30", "P28_09_31", "P28_09_32", "P28_09_33" ], "src": "throw package . turn_on tap . wash cherry_tomatoes", "src1": "throw package", "src2": "turn_on tap", "src3": "wash cherry_tomatoes", "trg": "turn_off tap", "vis_src": "P28_09:30 P28_09:31 P28_09:32", "vis_trg": "P28_09:33", "narrations": [ "throw package", "turn on tap", "wash cherry tomatoes", "turn off tap" ], "verbs": [ "throw", "turn-on", "wash", "turn-off" ], "verb_classes": [ 13, 6, 2, 8 ], "nouns": [ "package", "tap", "tomato:cherry", "tap" ], "noun_classes": [ 26, 0, 43, 0 ], "start_stop_timestamps": [ [ "00:01:42.34", "00:01:43.64" ], [ "00:01:46.43", "00:01:47.87" ], [ "00:01:47.97", "00:01:53.69" ], [ "00:01:53.65", "00:01:54.74" ] ], "start_stop_frames": [ [ 6140, 6218 ], [ 6385, 6472 ], [ 6478, 6821 ], [ 6819, 6884 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_107+62_63_64_65", "video_id": "P04_107", "narration_ids": [ "P04_107_62", "P04_107_63", "P04_107_64", "P04_107_65" ], "src": "pick_up greaseproof_paper . open drawer . pick_up scissors", "src1": "pick_up greaseproof_paper", "src2": "open drawer", "src3": "pick_up scissors", "trg": "cut greaseproof_paper with scissors", "vis_src": "P04_107:62 P04_107:63 P04_107:64", "vis_trg": "P04_107:65", "narrations": [ "pick up greaseproof paper", "open drawer", "pick up scissors", "cut greaseproof paper with scissors" ], "verbs": [ "pick-up", "open", "pick-up", "cut-with" ], "verb_classes": [ 0, 3, 0, 7 ], "nouns": [ "paper:greaseproof", "drawer", "scissors", "paper:greaseproof" ], "noun_classes": [ 49, 8, 79, 49 ], "start_stop_timestamps": [ [ "00:02:25.91", "00:02:27.11" ], [ "00:02:27.11", "00:02:28.54" ], [ "00:02:28.55", "00:02:30.67" ], [ "00:02:30.77", "00:02:40.06" ] ], "start_stop_frames": [ [ 7295, 7355 ], [ 7355, 7427 ], [ 7427, 7533 ], [ 7538, 8003 ] ], "trgnoun": "greaseproof_paper", "trgverb": "cut_with" }, { "key": "P28_113+104_105_106_107", "video_id": "P28_113", "narration_ids": [ "P28_113_104", "P28_113_105", "P28_113_106", "P28_113_107" ], "src": "put bell_peppers . turn_on tap . take bell_pepper", "src1": "put bell_peppers", "src2": "turn_on tap", "src3": "take bell_pepper", "trg": "rinse bell_pepper", "vis_src": "P28_113:104 P28_113:105 P28_113:106", "vis_trg": "P28_113:107", "narrations": [ "put bell peppers", "turn on tap", "take bell pepper", "rinse bell pepper" ], "verbs": [ "put", "turn-on", "take", "rinse" ], "verb_classes": [ 1, 6, 0, 2 ], "nouns": [ "pepper:bell", "tap", "pepper:bell", "pepper:bell" ], "noun_classes": [ 37, 0, 37, 37 ], "start_stop_timestamps": [ [ "00:05:22.09", "00:05:23.29" ], [ "00:05:23.84", "00:05:24.77" ], [ "00:05:24.80", "00:05:25.52" ], [ "00:05:25.20", "00:05:34.64" ] ], "start_stop_frames": [ [ 16104, 16164 ], [ 16191, 16238 ], [ 16240, 16276 ], [ 16260, 16732 ] ], "trgnoun": "bell_pepper", "trgverb": "rinse" }, { "key": "P01_103+33_34_35_37", "video_id": "P01_103", "narration_ids": [ "P01_103_33", "P01_103_34", "P01_103_35", "P01_103_37" ], "src": "pick_up cafetiere plunger . put cafetiere plunger into cafetiere . open cupboard", "src1": "pick_up cafetiere plunger", "src2": "put cafetiere plunger into cafetiere", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P01_103:33 P01_103:34 P01_103:35", "vis_trg": "P01_103:37", "narrations": [ "pick up cafetiere plunger", "put cafetiere plunger into cafetiere", "open cupboard", "close cupboard" ], "verbs": [ "pick-up", "put-into", "open", "close" ], "verb_classes": [ 0, 5, 3, 4 ], "nouns": [ "cafetiere", "cafetiere", "cupboard", "cupboard" ], "noun_classes": [ 50, 50, 3, 3 ], "start_stop_timestamps": [ [ "00:00:54.11", "00:00:54.86" ], [ "00:00:54.94", "00:00:56.14" ], [ "00:00:58.59", "00:00:59.01" ], [ "00:01:00.47", "00:01:01.11" ] ], "start_stop_frames": [ [ 2705, 2743 ], [ 2747, 2807 ], [ 2929, 2950 ], [ 3023, 3055 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_113+65_66_67_68", "video_id": "P04_113", "narration_ids": [ "P04_113_65", "P04_113_66", "P04_113_67", "P04_113_68" ], "src": "pick_up cheese_grater . open cupboard . throw cheese_grater into cupboard", "src1": "pick_up cheese_grater", "src2": "open cupboard", "src3": "throw cheese_grater into cupboard", "trg": "close cupboard", "vis_src": "P04_113:65 P04_113:66 P04_113:67", "vis_trg": "P04_113:68", "narrations": [ "pick up cheese grater", "open cupboard", "throw cheese grater into cupboard", "close cupboard" ], "verbs": [ "pick-up", "open", "throw-into", "close" ], "verb_classes": [ 0, 3, 13, 4 ], "nouns": [ "grater:cheese", "cupboard", "grater:cheese", "cupboard" ], "noun_classes": [ 96, 3, 96, 3 ], "start_stop_timestamps": [ [ "00:02:08.82", "00:02:10.39" ], [ "00:02:10.47", "00:02:11.34" ], [ "00:02:10.54", "00:02:12.42" ], [ "00:02:12.50", "00:02:13.55" ] ], "start_stop_frames": [ [ 6441, 6519 ], [ 6523, 6567 ], [ 6527, 6620 ], [ 6625, 6677 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P02_124+29_30_31_35", "video_id": "P02_124", "narration_ids": [ "P02_124_29", "P02_124_30", "P02_124_31", "P02_124_35" ], "src": "close cupboard . open bottle . pour liquid from bottle into cover", "src1": "close cupboard", "src2": "open bottle", "src3": "pour liquid from bottle into cover", "trg": "close bottle", "vis_src": "P02_124:29 P02_124:30 P02_124:31", "vis_trg": "P02_124:35", "narrations": [ "close cupboard", "open bottle", "pour liquid from bottle into cover", "close bottle" ], "verbs": [ "close", "open", "pour-from", "close" ], "verb_classes": [ 4, 3, 9, 4 ], "nouns": [ "cupboard", "bottle", "liquid", "bottle" ], "noun_classes": [ 3, 15, 150, 15 ], "start_stop_timestamps": [ [ "00:00:56.27", "00:00:57.84" ], [ "00:00:57.81", "00:01:00.66" ], [ "00:01:00.76", "00:01:04.17" ], [ "00:01:11.34", "00:01:14.25" ] ], "start_stop_frames": [ [ 2813, 2892 ], [ 2890, 3033 ], [ 3038, 3208 ], [ 3567, 3712 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P25_107+437_438_439_440", "video_id": "P25_107", "narration_ids": [ "P25_107_437", "P25_107_438", "P25_107_439", "P25_107_440" ], "src": "take fork . move plate . put_down plate", "src1": "take fork", "src2": "move plate", "src3": "put_down plate", "trg": "put_down fork", "vis_src": "P25_107:437 P25_107:438 P25_107:439", "vis_trg": "P25_107:440", "narrations": [ "take fork", "move plate", "put down plate", "put down fork" ], "verbs": [ "take", "move", "put-down", "put-down" ], "verb_classes": [ 0, 11, 1, 1 ], "nouns": [ "fork", "plate", "plate", "fork" ], "noun_classes": [ 14, 2, 2, 14 ], "start_stop_timestamps": [ [ "00:32:04.49", "00:32:05.45" ], [ "00:32:04.97", "00:32:08.38" ], [ "00:32:06.37", "00:32:10.42" ], [ "00:32:12.89", "00:32:14.33" ] ], "start_stop_frames": [ [ 96224, 96272 ], [ 96248, 96419 ], [ 96318, 96521 ], [ 96644, 96716 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P04_117+85_86_87_88", "video_id": "P04_117", "narration_ids": [ "P04_117_85", "P04_117_86", "P04_117_87", "P04_117_88" ], "src": "pick_up slice of bread . put slice of bread on plate . move slice of bread on chopping board", "src1": "pick_up slice of bread", "src2": "put slice of bread on plate", "src3": "move slice of bread on chopping board", "trg": "pick_up knife", "vis_src": "P04_117:85 P04_117:86 P04_117:87", "vis_trg": "P04_117:88", "narrations": [ "pick up slice of bread", "put slice of bread on plate", "move slice of bread on chopping board", "pick up knife" ], "verbs": [ "pick-up", "put-on", "move-on", "pick-up" ], "verb_classes": [ 0, 1, 11, 0 ], "nouns": [ "slice:bread", "slice:bread", "slice:bread", "knife" ], "noun_classes": [ 33, 33, 33, 4 ], "start_stop_timestamps": [ [ "00:03:15.94", "00:03:16.84" ], [ "00:03:17.45", "00:03:17.94" ], [ "00:03:18.33", "00:03:19.52" ], [ "00:03:18.30", "00:03:19.19" ] ], "start_stop_frames": [ [ 9797, 9842 ], [ 9872, 9897 ], [ 9916, 9976 ], [ 9915, 9959 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P06_09+40_41_42_43", "video_id": "P06_09", "narration_ids": [ "P06_09_40", "P06_09_41", "P06_09_42", "P06_09_43" ], "src": "take chorizo . take chillies . open chillies", "src1": "take chorizo", "src2": "take chillies", "src3": "open chillies", "trg": "put chillies in pan", "vis_src": "P06_09:40 P06_09:41 P06_09:42", "vis_trg": "P06_09:43", "narrations": [ "take chorizo", "take chillies", "open chillies", "put chillies in pan" ], "verbs": [ "take", "take", "open", "put-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "chorizo", "chilli", "chilli", "chilli" ], "noun_classes": [ 86, 69, 69, 69 ], "start_stop_timestamps": [ [ "00:08:54.45", "00:08:57.95" ], [ "00:09:01.67", "00:09:02.59" ], [ "00:09:07.07", "00:09:08.83" ], [ "00:09:12.81", "00:09:14.50" ] ], "start_stop_frames": [ [ 32067, 32277 ], [ 32500, 32555 ], [ 32824, 32929 ], [ 33168, 33270 ] ], "trgnoun": "chilli", "trgverb": "put_in" }, { "key": "P01_08+3_4_5_6", "video_id": "P01_08", "narration_ids": [ "P01_08_3", "P01_08_4", "P01_08_5", "P01_08_6" ], "src": "close box . open cupboard . put cereals into cupboard", "src1": "close box", "src2": "open cupboard", "src3": "put cereals into cupboard", "trg": "close cupboard", "vis_src": "P01_08:3 P01_08:4 P01_08:5", "vis_trg": "P01_08:6", "narrations": [ "close box", "open cupboard", "put cereals into cupboard", "close cupboard" ], "verbs": [ "close", "open", "put-into", "close" ], "verb_classes": [ 4, 3, 5, 4 ], "nouns": [ "box", "cupboard", "cereal", "cupboard" ], "noun_classes": [ 23, 3, 99, 3 ], "start_stop_timestamps": [ [ "00:00:13.05", "00:00:14.92" ], [ "00:00:18.41", "00:00:19.47" ], [ "00:00:20.23", "00:00:22.53" ], [ "00:00:22.62", "00:00:23.68" ] ], "start_stop_frames": [ [ 783, 895 ], [ 1104, 1168 ], [ 1213, 1351 ], [ 1357, 1420 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P22_106+157_158_159_160", "video_id": "P22_106", "narration_ids": [ "P22_106_157", "P22_106_158", "P22_106_159", "P22_106_160" ], "src": "shake jar . empty container . turn_off tap", "src1": "shake jar", "src2": "empty container", "src3": "turn_off tap", "trg": "put_down jar", "vis_src": "P22_106:157 P22_106:158 P22_106:159", "vis_trg": "P22_106:160", "narrations": [ "shake jar", "empty container", "turn off tap", "put down jar" ], "verbs": [ "shake", "empty", "turn-off", "put-down" ], "verb_classes": [ 15, 20, 8, 1 ], "nouns": [ "jar", "container", "tap", "jar" ], "noun_classes": [ 40, 21, 0, 40 ], "start_stop_timestamps": [ [ "00:04:20.18", "00:04:21.62" ], [ "00:04:21.11", "00:04:21.82" ], [ "00:04:21.79", "00:04:22.40" ], [ "00:04:22.33", "00:04:23.19" ] ], "start_stop_frames": [ [ 13009, 13081 ], [ 13055, 13091 ], [ 13089, 13119 ], [ 13116, 13159 ] ], "trgnoun": "jar", "trgverb": "put_down" }, { "key": "P24_02+126_127_128_129", "video_id": "P24_02", "narration_ids": [ "P24_02_126", "P24_02_127", "P24_02_128", "P24_02_129" ], "src": "check meat . turn meat in the pan . pick_up salad", "src1": "check meat", "src2": "turn meat in the pan", "src3": "pick_up salad", "trg": "put salad on the table", "vis_src": "P24_02:126 P24_02:127 P24_02:128", "vis_trg": "P24_02:129", "narrations": [ "check meat", "turn meat in the pan", "pick up salad", "put salad on the table" ], "verbs": [ "check", "turn-in", "pick-up", "put-on" ], "verb_classes": [ 24, 23, 0, 1 ], "nouns": [ "meat", "meat", "salad", "salad" ], "noun_classes": [ 28, 28, 68, 68 ], "start_stop_timestamps": [ [ "00:11:31.31", "00:11:31.87" ], [ "00:11:36.40", "00:11:46.51" ], [ "00:11:54.36", "00:11:55.40" ], [ "00:11:55.70", "00:11:57.20" ] ], "start_stop_frames": [ [ 41478, 41512 ], [ 41784, 42390 ], [ 42861, 42924 ], [ 42942, 43032 ] ], "trgnoun": "salad", "trgverb": "put_on" }, { "key": "P23_101+132_133_134_135", "video_id": "P23_101", "narration_ids": [ "P23_101_132", "P23_101_133", "P23_101_134", "P23_101_135" ], "src": "search stove . search spoon . switch_on lighter", "src1": "search stove", "src2": "search spoon", "src3": "switch_on lighter", "trg": "switch_on stove", "vis_src": "P23_101:132 P23_101:133 P23_101:134", "vis_trg": "P23_101:135", "narrations": [ "search stove", "search spoon", "switch on lighter", "switch on stove" ], "verbs": [ "search", "search", "switch-on", "switch-on" ], "verb_classes": [ 48, 48, 6, 6 ], "nouns": [ "stove", "spoon", "lighter", "stove" ], "noun_classes": [ 24, 1, 130, 24 ], "start_stop_timestamps": [ [ "00:15:07.34", "00:15:09.95" ], [ "00:15:11.20", "00:15:18.35" ], [ "00:15:19.31", "00:15:20.80" ], [ "00:15:20.85", "00:15:25.03" ] ], "start_stop_frames": [ [ 45367, 45497 ], [ 45560, 45917 ], [ 45965, 46040 ], [ 46042, 46251 ] ], "trgnoun": "stove", "trgverb": "switch_on" }, { "key": "P08_25+3_4_5_6", "video_id": "P08_25", "narration_ids": [ "P08_25_3", "P08_25_4", "P08_25_5", "P08_25_6" ], "src": "open drawer . get bowl . get kitchen_towel", "src1": "open drawer", "src2": "get bowl", "src3": "get kitchen_towel", "trg": "wipe_off kitchen_towel", "vis_src": "P08_25:3 P08_25:4 P08_25:5", "vis_trg": "P08_25:6", "narrations": [ "open drawer", "get bowl", "get kitchen towel", "wipe off" ], "verbs": [ "open", "get", "get", "wipe-off" ], "verb_classes": [ 3, 0, 0, 2 ], "nouns": [ "drawer", "bowl", "towel:kitchen", "towel:kitchen" ], "noun_classes": [ 8, 7, 93, 93 ], "start_stop_timestamps": [ [ "00:00:06.22", "00:00:07.66" ], [ "00:00:07.56", "00:00:10.33" ], [ "00:00:13.65", "00:00:15.62" ], [ "00:00:17.71", "00:00:19.22" ] ], "start_stop_frames": [ [ 373, 459 ], [ 453, 619 ], [ 819, 937 ], [ 1062, 1153 ] ], "trgnoun": "kitchen_towel", "trgverb": "wipe_off" }, { "key": "P04_119+23_24_25_26", "video_id": "P04_119", "narration_ids": [ "P04_119_23", "P04_119_24", "P04_119_25", "P04_119_26" ], "src": "put tea_towel on oven door . tilt instructions forward . read instructions", "src1": "put tea_towel on oven door", "src2": "tilt instructions forward", "src3": "read instructions", "trg": "pick_up instructions", "vis_src": "P04_119:23 P04_119:24 P04_119:25", "vis_trg": "P04_119:26", "narrations": [ "put tea towel on oven door", "tilt instructions forward", "read instructions", "pick up instructions" ], "verbs": [ "put-on", "tilt", "read", "pick-up" ], "verb_classes": [ 1, 33, 38, 0 ], "nouns": [ "towel:tea", "instruction", "instruction", "instruction" ], "noun_classes": [ 52, 149, 149, 149 ], "start_stop_timestamps": [ [ "00:01:55.51", "00:01:58.72" ], [ "00:01:59.39", "00:02:06.89" ], [ "00:02:01.24", "00:02:04.65" ], [ "00:02:04.75", "00:02:06.63" ] ], "start_stop_frames": [ [ 5775, 5936 ], [ 5969, 6344 ], [ 6062, 6232 ], [ 6237, 6331 ] ], "trgnoun": "instruction", "trgverb": "pick_up" }, { "key": "P04_115+36_37_38_39", "video_id": "P04_115", "narration_ids": [ "P04_115_36", "P04_115_37", "P04_115_38", "P04_115_39" ], "src": "put_down cocktail_stick . open oven_door . pick_up cast iron pan", "src1": "put_down cocktail_stick", "src2": "open oven_door", "src3": "pick_up cast iron pan", "trg": "put cast iron pan back in oven", "vis_src": "P04_115:36 P04_115:37 P04_115:38", "vis_trg": "P04_115:39", "narrations": [ "put down cocktail stick", "open oven door", "pick up cast iron pan", "put cast iron pan back in oven" ], "verbs": [ "put-down", "open", "pick-up", "put-in" ], "verb_classes": [ 1, 3, 0, 5 ], "nouns": [ "stick:cocktail", "door:oven", "pan:cast:iron", "pan:cast:iron" ], "noun_classes": [ 228, 46, 5, 5 ], "start_stop_timestamps": [ [ "00:01:27.99", "00:01:28.79" ], [ "00:01:28.82", "00:01:31.56" ], [ "00:01:31.66", "00:01:33.90" ], [ "00:01:33.89", "00:01:35.53" ] ], "start_stop_frames": [ [ 4399, 4439 ], [ 4441, 4578 ], [ 4583, 4695 ], [ 4694, 4776 ] ], "trgnoun": "iron_cast_pan", "trgverb": "put_in" }, { "key": "P11_104+121_122_123_124", "video_id": "P11_104", "narration_ids": [ "P11_104_121", "P11_104_122", "P11_104_123", "P11_104_124" ], "src": "put spatula in dishwasher . turn_on tap . rinse pan", "src1": "put spatula in dishwasher", "src2": "turn_on tap", "src3": "rinse pan", "trg": "turn_off tap", "vis_src": "P11_104:121 P11_104:122 P11_104:123", "vis_trg": "P11_104:124", "narrations": [ "put spatula in dishwasher", "turn on tap", "rinse pan", "turn off tap" ], "verbs": [ "put-in", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 5, 6, 2, 8 ], "nouns": [ "spatula", "tap", "pan", "tap" ], "noun_classes": [ 20, 0, 5, 0 ], "start_stop_timestamps": [ [ "00:09:20.85", "00:09:23.95" ], [ "00:09:24.17", "00:09:25.04" ], [ "00:09:26.46", "00:09:31.78" ], [ "00:09:32.14", "00:09:32.59" ] ], "start_stop_frames": [ [ 28042, 28197 ], [ 28208, 28252 ], [ 28323, 28589 ], [ 28607, 28629 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P04_22+15_16_17_19", "video_id": "P04_22", "narration_ids": [ "P04_22_15", "P04_22_16", "P04_22_17", "P04_22_19" ], "src": "open drawer . pick_up measuring_spoons . look_for spoon in dishwasher", "src1": "open drawer", "src2": "pick_up measuring_spoons", "src3": "look_for spoon in dishwasher", "trg": "open packet", "vis_src": "P04_22:15 P04_22:16 P04_22:17", "vis_trg": "P04_22:19", "narrations": [ "open drawer", "pick up measuring spoons", "look for spoon in dishwasher", "open packet" ], "verbs": [ "open", "pick-up", "look-for", "open" ], "verb_classes": [ 3, 0, 48, 3 ], "nouns": [ "drawer", "spoon:measuring", "spoon", "packet" ], "noun_classes": [ 8, 1, 1, 26 ], "start_stop_timestamps": [ [ "00:01:49.30", "00:01:50.30" ], [ "00:01:50.67", "00:01:55.06" ], [ "00:01:55.45", "00:02:00.93" ], [ "00:02:06.23", "00:02:11.21" ] ], "start_stop_frames": [ [ 6558, 6618 ], [ 6640, 6903 ], [ 6927, 7255 ], [ 7573, 7872 ] ], "trgnoun": "packet", "trgverb": "open" }, { "key": "P22_101+75_76_77_78", "video_id": "P22_101", "narration_ids": [ "P22_101_75", "P22_101_76", "P22_101_77", "P22_101_78" ], "src": "put_down cloth . pick_up bottle . open fridge", "src1": "put_down cloth", "src2": "pick_up bottle", "src3": "open fridge", "trg": "put_down bottle", "vis_src": "P22_101:75 P22_101:76 P22_101:77", "vis_trg": "P22_101:78", "narrations": [ "put down cloth", "pick up bottle", "open fridge", "put down bottle" ], "verbs": [ "put-down", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "cloth", "bottle", "fridge", "bottle" ], "noun_classes": [ 17, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:02:19.85", "00:02:22.10" ], [ "00:02:22.20", "00:02:23.50" ], [ "00:02:23.60", "00:02:26.02" ], [ "00:02:26.37", "00:02:27.32" ] ], "start_stop_frames": [ [ 6992, 7105 ], [ 7109, 7175 ], [ 7180, 7301 ], [ 7318, 7366 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P37_101+10_11_12_13", "video_id": "P37_101", "narration_ids": [ "P37_101_10", "P37_101_11", "P37_101_12", "P37_101_13" ], "src": "close cupboard . put pan down . take pot", "src1": "close cupboard", "src2": "put pan down", "src3": "take pot", "trg": "put pot on induction hob", "vis_src": "P37_101:10 P37_101:11 P37_101:12", "vis_trg": "P37_101:13", "narrations": [ "close cupboard", "put pan down", "take pot", "put pot on induction hob" ], "verbs": [ "close", "put-down", "take", "put-on" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "cupboard", "pan", "pot", "pot" ], "noun_classes": [ 3, 5, 29, 29 ], "start_stop_timestamps": [ [ "00:00:35.72", "00:00:37.25" ], [ "00:00:37.08", "00:00:38.73" ], [ "00:00:38.79", "00:00:42.82" ], [ "00:00:44.68", "00:00:45.86" ] ], "start_stop_frames": [ [ 1786, 1862 ], [ 1854, 1936 ], [ 1939, 2141 ], [ 2234, 2293 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P30_04+69_70_71_72", "video_id": "P30_04", "narration_ids": [ "P30_04_69", "P30_04_70", "P30_04_71", "P30_04_72" ], "src": "dry saucepan_lid . take saucepan . dry saucepan", "src1": "dry saucepan_lid", "src2": "take saucepan", "src3": "dry saucepan", "trg": "take saucepan_lid", "vis_src": "P30_04:69 P30_04:70 P30_04:71", "vis_trg": "P30_04:72", "narrations": [ "dry saucepan lid", "take saucepan", "dry saucepan", "take saucepan lid" ], "verbs": [ "dry", "take", "dry", "take" ], "verb_classes": [ 14, 0, 14, 0 ], "nouns": [ "lid:saucepan", "saucepan", "saucepan", "lid:saucepan" ], "noun_classes": [ 6, 5, 5, 6 ], "start_stop_timestamps": [ [ "00:03:25.40", "00:03:29.13" ], [ "00:03:31.75", "00:03:33.50" ], [ "00:03:33.48", "00:03:41.03" ], [ "00:03:40.99", "00:03:41.95" ] ], "start_stop_frames": [ [ 12324, 12547 ], [ 12705, 12810 ], [ 12808, 13261 ], [ 13259, 13317 ] ], "trgnoun": "saucepan_lid", "trgverb": "take" }, { "key": "P11_15+40_41_42_43", "video_id": "P11_15", "narration_ids": [ "P11_15_40", "P11_15_41", "P11_15_42", "P11_15_43" ], "src": "open leeks . put leeks in sink . throw away packaging", "src1": "open leeks", "src2": "put leeks in sink", "src3": "throw away packaging", "trg": "wash leeks", "vis_src": "P11_15:40 P11_15:41 P11_15:42", "vis_trg": "P11_15:43", "narrations": [ "open leeks", "put leeks in sink", "throw away packaging", "wash leeks" ], "verbs": [ "open", "put-in", "throw", "wash" ], "verb_classes": [ 3, 5, 13, 2 ], "nouns": [ "leek", "leek", "packaging", "leek" ], "noun_classes": [ 117, 117, 26, 117 ], "start_stop_timestamps": [ [ "00:02:17.16", "00:02:21.40" ], [ "00:02:21.89", "00:02:26.26" ], [ "00:02:27.52", "00:02:29.13" ], [ "00:02:32.47", "00:02:35.55" ] ], "start_stop_frames": [ [ 8229, 8484 ], [ 8513, 8775 ], [ 8851, 8947 ], [ 9148, 9333 ] ], "trgnoun": "leek", "trgverb": "wash" }, { "key": "P01_18+231_232_233_234", "video_id": "P01_18", "narration_ids": [ "P01_18_231", "P01_18_232", "P01_18_233", "P01_18_234" ], "src": "put_down knife . take plate . wash plate", "src1": "put_down knife", "src2": "take plate", "src3": "wash plate", "trg": "put_down plate", "vis_src": "P01_18:231 P01_18:232 P01_18:233", "vis_trg": "P01_18:234", "narrations": [ "put down knife", "take plate", "wash plate", "put down plate" ], "verbs": [ "put-down", "take", "wash", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "knife", "plate", "plate", "plate" ], "noun_classes": [ 4, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:18:00.99", "00:18:01.86" ], [ "00:18:02.44", "00:18:03.38" ], [ "00:18:03.48", "00:18:11.25" ], [ "00:18:11.20", "00:18:11.70" ] ], "start_stop_frames": [ [ 64859, 64911 ], [ 64946, 65002 ], [ 65008, 65475 ], [ 65472, 65502 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P07_10+178_179_180_181", "video_id": "P07_10", "narration_ids": [ "P07_10_178", "P07_10_179", "P07_10_180", "P07_10_181" ], "src": "wash knife . open tap . wash fork", "src1": "wash knife", "src2": "open tap", "src3": "wash fork", "trg": "rinse fork", "vis_src": "P07_10:178 P07_10:179 P07_10:180", "vis_trg": "P07_10:181", "narrations": [ "wash knife", "open tap", "wash fork", "rinse fork" ], "verbs": [ "wash", "turn-on", "wash", "rinse" ], "verb_classes": [ 2, 6, 2, 2 ], "nouns": [ "knife", "tap", "fork", "fork" ], "noun_classes": [ 4, 0, 14, 14 ], "start_stop_timestamps": [ [ "00:16:36.49", "00:16:44.90" ], [ "00:16:42.50", "00:16:49.69" ], [ "00:16:45.01", "00:16:47.65" ], [ "00:16:48.74", "00:16:49.69" ] ], "start_stop_frames": [ [ 59789, 60294 ], [ 60150, 60581 ], [ 60300, 60459 ], [ 60524, 60581 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P24_08+213_214_215_216", "video_id": "P24_08", "narration_ids": [ "P24_08_213", "P24_08_214", "P24_08_215", "P24_08_216" ], "src": "pick_up spoon . mix pasta . grab lid", "src1": "pick_up spoon", "src2": "mix pasta", "src3": "grab lid", "trg": "put_down lid", "vis_src": "P24_08:213 P24_08:214 P24_08:215", "vis_trg": "P24_08:216", "narrations": [ "pick up spoon", "mix pasta", "grab lid", "put down lid" ], "verbs": [ "pick-up", "mix", "grab", "put-down" ], "verb_classes": [ 0, 10, 0, 1 ], "nouns": [ "spoon", "pasta", "lid", "lid" ], "noun_classes": [ 1, 45, 6, 6 ], "start_stop_timestamps": [ [ "00:15:22.69", "00:15:23.49" ], [ "00:15:23.55", "00:15:27.29" ], [ "00:15:35.23", "00:15:36.27" ], [ "00:15:36.12", "00:15:37.24" ] ], "start_stop_frames": [ [ 55361, 55409 ], [ 55413, 55637 ], [ 56113, 56176 ], [ 56167, 56234 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P04_115+103_104_105_106", "video_id": "P04_115", "narration_ids": [ "P04_115_103", "P04_115_104", "P04_115_105", "P04_115_106" ], "src": "turn_off tap . pick_up egg_carton . close egg_carton", "src1": "turn_off tap", "src2": "pick_up egg_carton", "src3": "close egg_carton", "trg": "put egg_carton on recycling", "vis_src": "P04_115:103 P04_115:104 P04_115:105", "vis_trg": "P04_115:106", "narrations": [ "turn off tap", "pick up egg carton", "close egg carton", "put egg carton on recycling" ], "verbs": [ "turn-off", "pick-up", "close", "put-on" ], "verb_classes": [ 8, 0, 4, 1 ], "nouns": [ "tap", "carton:egg", "carton:egg", "carton:egg" ], "noun_classes": [ 0, 26, 26, 26 ], "start_stop_timestamps": [ [ "00:03:14.90", "00:03:15.52" ], [ "00:03:16.19", "00:03:16.90" ], [ "00:03:16.50", "00:03:17.46" ], [ "00:03:21.13", "00:03:23.52" ] ], "start_stop_frames": [ [ 9745, 9776 ], [ 9809, 9845 ], [ 9825, 9873 ], [ 10056, 10176 ] ], "trgnoun": "egg_carton", "trgverb": "put_on" }, { "key": "P22_109+710_711_712_713", "video_id": "P22_109", "narration_ids": [ "P22_109_710", "P22_109_711", "P22_109_712", "P22_109_713" ], "src": "pick_up glass . put_down glass . pick_up spoon_rest", "src1": "pick_up glass", "src2": "put_down glass", "src3": "pick_up spoon_rest", "trg": "shake spoon_rest", "vis_src": "P22_109:710 P22_109:711 P22_109:712", "vis_trg": "P22_109:713", "narrations": [ "pick up glass", "put down glass", "pick up spoon rest", "shake spoon rest" ], "verbs": [ "pick-up", "put-down", "pick-up", "shake" ], "verb_classes": [ 0, 1, 0, 15 ], "nouns": [ "glass", "glass", "rest:spoon", "rest:spoon" ], "noun_classes": [ 10, 10, 109, 109 ], "start_stop_timestamps": [ [ "00:29:52.27", "00:29:53.38" ], [ "00:29:53.38", "00:29:54.56" ], [ "00:29:54.15", "00:29:55.70" ], [ "00:29:55.72", "00:29:56.58" ] ], "start_stop_frames": [ [ 89613, 89669 ], [ 89669, 89728 ], [ 89707, 89785 ], [ 89786, 89829 ] ], "trgnoun": "spoon_rest", "trgverb": "shake" }, { "key": "P02_122+4_5_6_7", "video_id": "P02_122", "narration_ids": [ "P02_122_4", "P02_122_5", "P02_122_6", "P02_122_7" ], "src": "close oven . put oven_shelf on floor . take_off glove", "src1": "close oven", "src2": "put oven_shelf on floor", "src3": "take_off glove", "trg": "put_down glove", "vis_src": "P02_122:4 P02_122:5 P02_122:6", "vis_trg": "P02_122:7", "narrations": [ "close oven", "put oven shelf on floor", "take off glove", "put down glove" ], "verbs": [ "close", "put", "take-off", "put-down" ], "verb_classes": [ 4, 1, 12, 1 ], "nouns": [ "oven", "shelf:oven", "glove", "glove" ], "noun_classes": [ 46, 247, 60, 60 ], "start_stop_timestamps": [ [ "00:00:11.51", "00:00:12.36" ], [ "00:00:12.65", "00:00:14.50" ], [ "00:00:16.90", "00:00:17.56" ], [ "00:00:17.54", "00:00:17.90" ] ], "start_stop_frames": [ [ 575, 618 ], [ 632, 725 ], [ 844, 877 ], [ 877, 894 ] ], "trgnoun": "glove", "trgverb": "put_down" }, { "key": "P06_05+199_200_201_202", "video_id": "P06_05", "narration_ids": [ "P06_05_199", "P06_05_200", "P06_05_201", "P06_05_202" ], "src": "place bowl . chop onion . throw away rubbish", "src1": "place bowl", "src2": "chop onion", "src3": "throw away rubbish", "trg": "put onion in bowl", "vis_src": "P06_05:199 P06_05:200 P06_05:201", "vis_trg": "P06_05:202", "narrations": [ "place bowl", "chop onion", "throw away rubbish", "put onion in bowl" ], "verbs": [ "place", "chop", "throw", "put-in" ], "verb_classes": [ 1, 7, 13, 5 ], "nouns": [ "bowl", "onion", "rubbish", "onion" ], "noun_classes": [ 7, 16, 54, 16 ], "start_stop_timestamps": [ [ "00:21:19.29", "00:21:20.13" ], [ "00:21:22.76", "00:21:37.86" ], [ "00:21:38.58", "00:21:40.01" ], [ "00:21:41.38", "00:21:52.30" ] ], "start_stop_frames": [ [ 76757, 76807 ], [ 76965, 77871 ], [ 77914, 78000 ], [ 78082, 78738 ] ], "trgnoun": "onion", "trgverb": "put_in" }, { "key": "P28_02+57_58_59_60", "video_id": "P28_02", "narration_ids": [ "P28_02_57", "P28_02_58", "P28_02_59", "P28_02_60" ], "src": "open food_container . put_down lid . wash food_container", "src1": "open food_container", "src2": "put_down lid", "src3": "wash food_container", "trg": "take lid", "vis_src": "P28_02:57 P28_02:58 P28_02:59", "vis_trg": "P28_02:60", "narrations": [ "open food container", "put down lid", "wash food container", "take lid" ], "verbs": [ "open", "put-down", "wash", "take" ], "verb_classes": [ 3, 1, 2, 0 ], "nouns": [ "container:food", "lid", "container:food", "lid" ], "noun_classes": [ 21, 6, 21, 6 ], "start_stop_timestamps": [ [ "00:02:29.79", "00:02:33.32" ], [ "00:02:33.30", "00:02:34.05" ], [ "00:02:34.21", "00:02:45.70" ], [ "00:02:46.07", "00:02:47.22" ] ], "start_stop_frames": [ [ 8987, 9199 ], [ 9198, 9243 ], [ 9252, 9942 ], [ 9964, 10033 ] ], "trgnoun": "lid", "trgverb": "take" }, { "key": "P26_111+9_10_11_12", "video_id": "P26_111", "narration_ids": [ "P26_111_9", "P26_111_10", "P26_111_11", "P26_111_12" ], "src": "put_down detergent . rinse sponge . pick_up washing up liquid", "src1": "put_down detergent", "src2": "rinse sponge", "src3": "pick_up washing up liquid", "trg": "pour washing up liquid", "vis_src": "P26_111:9 P26_111:10 P26_111:11", "vis_trg": "P26_111:12", "narrations": [ "put down detergent", "rinse sponge", "pick up washing up liquid", "pour washing up liquid" ], "verbs": [ "put-down", "rinse", "pick-up", "pour" ], "verb_classes": [ 1, 2, 0, 9 ], "nouns": [ "detergent", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 22, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:00:15.06", "00:00:15.79" ], [ "00:00:17.01", "00:00:19.57" ], [ "00:00:22.35", "00:00:23.21" ], [ "00:00:23.71", "00:00:27.57" ] ], "start_stop_frames": [ [ 753, 789 ], [ 850, 978 ], [ 1117, 1160 ], [ 1185, 1378 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P04_112+222_223_224_225", "video_id": "P04_112", "narration_ids": [ "P04_112_222", "P04_112_223", "P04_112_224", "P04_112_225" ], "src": "pick_up cheese . put_down cheese . pick_up egg_carton", "src1": "pick_up cheese", "src2": "put_down cheese", "src3": "pick_up egg_carton", "trg": "put_down egg_carton", "vis_src": "P04_112:222 P04_112:223 P04_112:224", "vis_trg": "P04_112:225", "narrations": [ "pick up cheese", "put down cheese", "pick up egg carton", "put down egg carton" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "cheese", "cheese", "carton:egg", "carton:egg" ], "noun_classes": [ 32, 32, 26, 26 ], "start_stop_timestamps": [ [ "00:06:25.67", "00:06:28.50" ], [ "00:06:28.47", "00:06:29.91" ], [ "00:06:29.82", "00:06:31.43" ], [ "00:06:34.90", "00:06:36.69" ] ], "start_stop_frames": [ [ 19283, 19425 ], [ 19423, 19495 ], [ 19491, 19571 ], [ 19745, 19834 ] ], "trgnoun": "egg_carton", "trgverb": "put_down" }, { "key": "P23_04+124_125_126_127", "video_id": "P23_04", "narration_ids": [ "P23_04_124", "P23_04_125", "P23_04_126", "P23_04_127" ], "src": "washing the sink . take the washing_liquid . put it to place", "src1": "washing the sink", "src2": "take the washing_liquid", "src3": "put it to place", "trg": "clean the sink", "vis_src": "P23_04:124 P23_04:125 P23_04:126", "vis_trg": "P23_04:127", "narrations": [ "washing the sink", "take the washing liquid", "put it to place", "clean the sink" ], "verbs": [ "wash", "take", "put-to", "clean" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "sink", "liquid:washing", "liquid:washing", "sink" ], "noun_classes": [ 63, 22, 22, 63 ], "start_stop_timestamps": [ [ "00:27:35.51", "00:27:44.63" ], [ "00:27:42.80", "00:27:43.87" ], [ "00:27:45.83", "00:27:49.33" ], [ "00:27:49.43", "00:28:01.43" ] ], "start_stop_frames": [ [ 99330, 99877 ], [ 99768, 99832 ], [ 99949, 100159 ], [ 100165, 100885 ] ], "trgnoun": "sink", "trgverb": "clean" }, { "key": "P11_104+118_119_120_121", "video_id": "P11_104", "narration_ids": [ "P11_104_118", "P11_104_119", "P11_104_120", "P11_104_121" ], "src": "pick_up spatula . place pan in sink . open dishwasher", "src1": "pick_up spatula", "src2": "place pan in sink", "src3": "open dishwasher", "trg": "put spatula in dishwasher", "vis_src": "P11_104:118 P11_104:119 P11_104:120", "vis_trg": "P11_104:121", "narrations": [ "pick up spatula", "place pan in sink", "open dishwasher", "put spatula in dishwasher" ], "verbs": [ "pick-up", "place-in", "open", "put-in" ], "verb_classes": [ 0, 5, 3, 5 ], "nouns": [ "spatula", "pan", "dishwasher", "spatula" ], "noun_classes": [ 20, 5, 70, 20 ], "start_stop_timestamps": [ [ "00:09:15.33", "00:09:18.17" ], [ "00:09:18.03", "00:09:19.08" ], [ "00:09:19.79", "00:09:20.89" ], [ "00:09:20.85", "00:09:23.95" ] ], "start_stop_frames": [ [ 27766, 27908 ], [ 27901, 27954 ], [ 27989, 28044 ], [ 28042, 28197 ] ], "trgnoun": "spatula", "trgverb": "put_in" }, { "key": "P03_20+39_40_41_42", "video_id": "P03_20", "narration_ids": [ "P03_20_39", "P03_20_40", "P03_20_41", "P03_20_42" ], "src": "pour water . grab spoon . wash spoon", "src1": "pour water", "src2": "grab spoon", "src3": "wash spoon", "trg": "put spoon", "vis_src": "P03_20:39 P03_20:40 P03_20:41", "vis_trg": "P03_20:42", "narrations": [ "pour water", "grab spoon", "wash spoon", "put spoon" ], "verbs": [ "pour", "grab", "wash", "put" ], "verb_classes": [ 9, 0, 2, 1 ], "nouns": [ "water", "spoon", "spoon", "spoon" ], "noun_classes": [ 27, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:03:34.50", "00:03:36.25" ], [ "00:03:36.56", "00:03:37.45" ], [ "00:03:37.95", "00:03:45.49" ], [ "00:03:45.80", "00:03:46.87" ] ], "start_stop_frames": [ [ 12870, 12975 ], [ 12993, 13047 ], [ 13077, 13529 ], [ 13548, 13612 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P26_103+137_138_139_140", "video_id": "P26_103", "narration_ids": [ "P26_103_137", "P26_103_138", "P26_103_139", "P26_103_140" ], "src": "turn_off tap . put_down baking_tray . close washing up liquid", "src1": "turn_off tap", "src2": "put_down baking_tray", "src3": "close washing up liquid", "trg": "pick_up washing up liquid", "vis_src": "P26_103:137 P26_103:138 P26_103:139", "vis_trg": "P26_103:140", "narrations": [ "turn off tap", "put down baking tray", "close washing up liquid", "pick up washing up liquid" ], "verbs": [ "turn-off", "put-down", "close", "pick-up" ], "verb_classes": [ 8, 1, 4, 0 ], "nouns": [ "tap", "tray:baking", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 0, 35, 22, 22 ], "start_stop_timestamps": [ [ "00:08:59.94", "00:09:00.64" ], [ "00:09:01.46", "00:09:09.75" ], [ "00:09:09.81", "00:09:11.84" ], [ "00:09:11.76", "00:09:12.79" ] ], "start_stop_frames": [ [ 26997, 27032 ], [ 27073, 27487 ], [ 27490, 27592 ], [ 27588, 27639 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pick_up" }, { "key": "P06_05+14_15_16_17", "video_id": "P06_05", "narration_ids": [ "P06_05_14", "P06_05_15", "P06_05_16", "P06_05_17" ], "src": "take pizza_trays . open drawer . take knife", "src1": "take pizza_trays", "src2": "open drawer", "src3": "take knife", "trg": "move pizza_tray", "vis_src": "P06_05:14 P06_05:15 P06_05:16", "vis_trg": "P06_05:17", "narrations": [ "take pizza trays", "open drawer", "take knife", "move pizza tray" ], "verbs": [ "take", "open", "take", "move" ], "verb_classes": [ 0, 3, 0, 11 ], "nouns": [ "tray:pizza", "drawer", "knife", "tray:pizza" ], "noun_classes": [ 35, 8, 4, 35 ], "start_stop_timestamps": [ [ "00:01:51.06", "00:01:55.37" ], [ "00:01:56.78", "00:01:58.32" ], [ "00:01:58.42", "00:02:00.46" ], [ "00:02:01.67", "00:02:04.50" ] ], "start_stop_frames": [ [ 6663, 6922 ], [ 7006, 7099 ], [ 7105, 7227 ], [ 7300, 7470 ] ], "trgnoun": "pizza_tray", "trgverb": "move" }, { "key": "P06_101+95_96_97_98", "video_id": "P06_101", "narration_ids": [ "P06_101_95", "P06_101_96", "P06_101_97", "P06_101_98" ], "src": "stir pan . pick_up knife . crush garlic", "src1": "stir pan", "src2": "pick_up knife", "src3": "crush garlic", "trg": "peel garlic", "vis_src": "P06_101:95 P06_101:96 P06_101:97", "vis_trg": "P06_101:98", "narrations": [ "stir pan", "pick up knife", "crush garlic", "peel garlic" ], "verbs": [ "stir", "pick-up", "crush", "peel" ], "verb_classes": [ 10, 0, 49, 19 ], "nouns": [ "pan", "knife", "garlic", "garlic" ], "noun_classes": [ 5, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:05:43.73", "00:05:46.64" ], [ "00:05:47.35", "00:05:47.94" ], [ "00:05:48.40", "00:05:48.90" ], [ "00:05:50.67", "00:05:59.66" ] ], "start_stop_frames": [ [ 17186, 17332 ], [ 17367, 17397 ], [ 17420, 17445 ], [ 17533, 17983 ] ], "trgnoun": "garlic", "trgverb": "peel" }, { "key": "P03_119+196_197_198_199", "video_id": "P03_119", "narration_ids": [ "P03_119_196", "P03_119_197", "P03_119_198", "P03_119_199" ], "src": "wash knife . put knife on drying rack . pour_out washing up bowl", "src1": "wash knife", "src2": "put knife on drying rack", "src3": "pour_out washing up bowl", "trg": "put_down washing up bowl", "vis_src": "P03_119:196 P03_119:197 P03_119:198", "vis_trg": "P03_119:199", "narrations": [ "wash knife", "put knife on drying rack", "pour out washing up bowl", "put down washing up bowl" ], "verbs": [ "wash", "put-on", "pour-out", "put-down" ], "verb_classes": [ 2, 1, 9, 1 ], "nouns": [ "knife", "knife", "bowl:washing:up", "bowl:washing:up" ], "noun_classes": [ 4, 4, 7, 7 ], "start_stop_timestamps": [ [ "00:10:45.57", "00:10:46.82" ], [ "00:10:47.24", "00:10:48.10" ], [ "00:10:48.58", "00:10:49.42" ], [ "00:10:49.15", "00:10:50.50" ] ], "start_stop_frames": [ [ 32278, 32341 ], [ 32362, 32405 ], [ 32429, 32470 ], [ 32457, 32525 ] ], "trgnoun": "up_washing_bowl", "trgverb": "put_down" }, { "key": "P02_107+40_41_42_43", "video_id": "P02_107", "narration_ids": [ "P02_107_40", "P02_107_41", "P02_107_42", "P02_107_43" ], "src": "close tap . put_down water_filter . turn_off coffee_machine", "src1": "close tap", "src2": "put_down water_filter", "src3": "turn_off coffee_machine", "trg": "turn_on coffee_machine", "vis_src": "P02_107:40 P02_107:41 P02_107:42", "vis_trg": "P02_107:43", "narrations": [ "close tap", "put down water filter", "turn off coffee machine", "turn on coffee machine" ], "verbs": [ "turn-off", "put-down", "turn-off", "turn-on" ], "verb_classes": [ 8, 1, 8, 6 ], "nouns": [ "tap", "filter:water", "machine:coffee", "machine:coffee" ], "noun_classes": [ 0, 66, 50, 50 ], "start_stop_timestamps": [ [ "00:01:36.28", "00:01:36.67" ], [ "00:01:38.29", "00:01:40.66" ], [ "00:01:43.46", "00:01:44.34" ], [ "00:01:44.23", "00:01:45.86" ] ], "start_stop_frames": [ [ 4814, 4833 ], [ 4914, 5033 ], [ 5173, 5217 ], [ 5211, 5293 ] ], "trgnoun": "coffee_machine", "trgverb": "turn_on" }, { "key": "P26_118+58_59_60_61", "video_id": "P26_118", "narration_ids": [ "P26_118_58", "P26_118_59", "P26_118_60", "P26_118_61" ], "src": "rinse knife . put_down knife . take fork", "src1": "rinse knife", "src2": "put_down knife", "src3": "take fork", "trg": "rinse fork", "vis_src": "P26_118:58 P26_118:59 P26_118:60", "vis_trg": "P26_118:61", "narrations": [ "rinse knife", "put down knife", "take fork", "rinse fork" ], "verbs": [ "rinse", "put-down", "take", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:04:45.02", "00:04:48.85" ], [ "00:04:48.93", "00:04:49.70" ], [ "00:04:49.80", "00:04:50.51" ], [ "00:04:50.51", "00:04:52.02" ] ], "start_stop_frames": [ [ 14251, 14442 ], [ 14446, 14485 ], [ 14490, 14525 ], [ 14525, 14601 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P04_104+170_171_172_173", "video_id": "P04_104", "narration_ids": [ "P04_104_170", "P04_104_171", "P04_104_172", "P04_104_173" ], "src": "pick_up spoon . empty spoon into sink . turn_on tap", "src1": "pick_up spoon", "src2": "empty spoon into sink", "src3": "turn_on tap", "trg": "put spoon under tap", "vis_src": "P04_104:170 P04_104:171 P04_104:172", "vis_trg": "P04_104:173", "narrations": [ "pick up spoon", "empty spoon into sink", "turn on tap", "put spoon under tap" ], "verbs": [ "pick-up", "empty", "turn-on", "put-under" ], "verb_classes": [ 0, 20, 6, 1 ], "nouns": [ "spoon", "spoon", "tap", "spoon" ], "noun_classes": [ 1, 1, 0, 1 ], "start_stop_timestamps": [ [ "00:06:16.73", "00:06:18.12" ], [ "00:06:18.10", "00:06:19.11" ], [ "00:06:19.06", "00:06:19.92" ], [ "00:06:19.82", "00:06:20.36" ] ], "start_stop_frames": [ [ 18836, 18906 ], [ 18905, 18955 ], [ 18953, 18996 ], [ 18991, 19018 ] ], "trgnoun": "spoon", "trgverb": "put_under" }, { "key": "P22_105+10_11_12_13", "video_id": "P22_105", "narration_ids": [ "P22_105_10", "P22_105_11", "P22_105_12", "P22_105_13" ], "src": "pick_up knife . cut mozzarella . move plate", "src1": "pick_up knife", "src2": "cut mozzarella", "src3": "move plate", "trg": "pick_up mozzarella", "vis_src": "P22_105:10 P22_105:11 P22_105:12", "vis_trg": "P22_105:13", "narrations": [ "pick up knife", "cut mozzarella", "move plate", "pick up mozzarella" ], "verbs": [ "pick-up", "cut", "move", "pick-up" ], "verb_classes": [ 0, 7, 11, 0 ], "nouns": [ "knife", "mozzarella", "plate", "mozzarella" ], "noun_classes": [ 4, 32, 2, 32 ], "start_stop_timestamps": [ [ "00:00:42.67", "00:00:43.29" ], [ "00:00:43.25", "00:00:57.44" ], [ "00:00:57.95", "00:00:59.00" ], [ "00:00:59.76", "00:01:00.99" ] ], "start_stop_frames": [ [ 2133, 2164 ], [ 2162, 2872 ], [ 2897, 2950 ], [ 2988, 3049 ] ], "trgnoun": "mozzarella", "trgverb": "pick_up" }, { "key": "P23_101+349_350_351_352", "video_id": "P23_101", "narration_ids": [ "P23_101_349", "P23_101_350", "P23_101_351", "P23_101_352" ], "src": "mix curry . put spoon . take plate", "src1": "mix curry", "src2": "put spoon", "src3": "take plate", "trg": "put plate", "vis_src": "P23_101:349 P23_101:350 P23_101:351", "vis_trg": "P23_101:352", "narrations": [ "mix curry", "put spoon", "take plate", "put plate" ], "verbs": [ "mix", "put", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "curry", "spoon", "plate", "plate" ], "noun_classes": [ 121, 1, 2, 2 ], "start_stop_timestamps": [ [ "00:28:39.10", "00:28:57.01" ], [ "00:28:57.43", "00:28:58.20" ], [ "00:28:57.85", "00:28:58.79" ], [ "00:28:58.84", "00:29:00.65" ] ], "start_stop_frames": [ [ 85955, 86850 ], [ 86871, 86910 ], [ 86892, 86939 ], [ 86942, 87032 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P22_07+563_564_565_566", "video_id": "P22_07", "narration_ids": [ "P22_07_563", "P22_07_564", "P22_07_565", "P22_07_566" ], "src": "pick_up grill . put_down grill . put_down support", "src1": "pick_up grill", "src2": "put_down grill", "src3": "put_down support", "trg": "lather grill", "vis_src": "P22_07:563 P22_07:564 P22_07:565", "vis_trg": "P22_07:566", "narrations": [ "pick up grill", "put down grill", "put down support", "lather grill" ], "verbs": [ "pick-up", "put-down", "put-down", "lather" ], "verb_classes": [ 0, 1, 1, 2 ], "nouns": [ "grill", "grill", "support", "grill" ], "noun_classes": [ 24, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:27:12.69", "00:27:13.75" ], [ "00:27:15.62", "00:27:16.46" ], [ "00:27:16.56", "00:27:17.40" ], [ "00:27:18.32", "00:27:27.82" ] ], "start_stop_frames": [ [ 97961, 98025 ], [ 98137, 98187 ], [ 98193, 98244 ], [ 98299, 98869 ] ], "trgnoun": "grill", "trgverb": "lather" }, { "key": "P35_108+507_508_509_510", "video_id": "P35_108", "narration_ids": [ "P35_108_507", "P35_108_508", "P35_108_509", "P35_108_510" ], "src": "put_down pan . turn_on tap . rinse sponge", "src1": "put_down pan", "src2": "turn_on tap", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P35_108:507 P35_108:508 P35_108:509", "vis_trg": "P35_108:510", "narrations": [ "put down pan", "turn on tap", "rinse sponge", "put down sponge" ], "verbs": [ "put-down", "turn-on", "rinse", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "pan", "tap", "sponge", "sponge" ], "noun_classes": [ 5, 0, 9, 9 ], "start_stop_timestamps": [ [ "00:34:57.29", "00:34:58.29" ], [ "00:34:58.67", "00:34:59.52" ], [ "00:34:59.62", "00:35:04.68" ], [ "00:35:02.00", "00:35:04.55" ] ], "start_stop_frames": [ [ 104864, 104914 ], [ 104933, 104976 ], [ 104981, 105233 ], [ 105100, 105227 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P03_04+130_131_132_133", "video_id": "P03_04", "narration_ids": [ "P03_04_130", "P03_04_131", "P03_04_132", "P03_04_133" ], "src": "turn_on hob . get olive_oil . open olive_oil", "src1": "turn_on hob", "src2": "get olive_oil", "src3": "open olive_oil", "trg": "pour olive_oil", "vis_src": "P03_04:130 P03_04:131 P03_04:132", "vis_trg": "P03_04:133", "narrations": [ "turn on hob", "get olive oil", "open olive oil", "pour olive oil" ], "verbs": [ "turn-on", "get", "open", "pour" ], "verb_classes": [ 6, 0, 3, 9 ], "nouns": [ "hob", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 24, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:09:12.20", "00:09:12.72" ], [ "00:09:13.52", "00:09:14.56" ], [ "00:09:15.43", "00:09:15.93" ], [ "00:09:15.68", "00:09:16.78" ] ], "start_stop_frames": [ [ 33132, 33163 ], [ 33211, 33273 ], [ 33325, 33355 ], [ 33340, 33406 ] ], "trgnoun": "olive_oil", "trgverb": "pour" }, { "key": "P07_113+48_49_50_51", "video_id": "P07_113", "narration_ids": [ "P07_113_48", "P07_113_49", "P07_113_50", "P07_113_51" ], "src": "shake hands . grab jar . grab bag", "src1": "shake hands", "src2": "grab jar", "src3": "grab bag", "trg": "open bag", "vis_src": "P07_113:48 P07_113:49 P07_113:50", "vis_trg": "P07_113:51", "narrations": [ "shake hands", "grab jar", "grab bag", "open bag" ], "verbs": [ "shake", "grab", "grab", "open" ], "verb_classes": [ 15, 0, 0, 3 ], "nouns": [ "hand", "jar", "bag", "bag" ], "noun_classes": [ 11, 40, 19, 19 ], "start_stop_timestamps": [ [ "00:02:16.54", "00:02:18.62" ], [ "00:02:23.61", "00:02:24.73" ], [ "00:02:25.67", "00:02:28.72" ], [ "00:02:29.08", "00:02:31.73" ] ], "start_stop_frames": [ [ 6827, 6931 ], [ 7180, 7236 ], [ 7283, 7436 ], [ 7453, 7586 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P22_17+80_81_82_83", "video_id": "P22_17", "narration_ids": [ "P22_17_80", "P22_17_81", "P22_17_82", "P22_17_83" ], "src": "pour water . put_down water . open freezer", "src1": "pour water", "src2": "put_down water", "src3": "open freezer", "trg": "pick_up object", "vis_src": "P22_17:80 P22_17:81 P22_17:82", "vis_trg": "P22_17:83", "narrations": [ "pour water", "put down water", "open freezer", "pick up object" ], "verbs": [ "pour", "put-down", "open", "pick-up" ], "verb_classes": [ 9, 1, 3, 0 ], "nouns": [ "water", "water", "freezer", "freezer" ], "noun_classes": [ 27, 27, 113, 113 ], "start_stop_timestamps": [ [ "00:03:33.33", "00:03:35.09" ], [ "00:03:36.06", "00:03:38.09" ], [ "00:03:39.43", "00:03:40.71" ], [ "00:03:41.77", "00:03:46.54" ] ], "start_stop_frames": [ [ 12799, 12905 ], [ 12963, 13085 ], [ 13165, 13242 ], [ 13306, 13592 ] ], "trgnoun": "freezer", "trgverb": "pick_up" }, { "key": "P01_09+505_506_507_508", "video_id": "P01_09", "narration_ids": [ "P01_09_505", "P01_09_506", "P01_09_507", "P01_09_508" ], "src": "separate dough . put dough into bowl . take bowl", "src1": "separate dough", "src2": "put dough into bowl", "src3": "take bowl", "trg": "take dough", "vis_src": "P01_09:505 P01_09:506 P01_09:507", "vis_trg": "P01_09:508", "narrations": [ "separate dough", "put dough into bowl", "take bowl", "take dough" ], "verbs": [ "separate", "put-into", "take", "take" ], "verb_classes": [ 52, 5, 0, 0 ], "nouns": [ "dough", "dough", "bowl", "dough" ], "noun_classes": [ 25, 25, 7, 25 ], "start_stop_timestamps": [ [ "00:35:01.42", "00:35:17.85" ], [ "00:35:20.62", "00:35:23.83" ], [ "00:35:23.24", "00:35:23.92" ], [ "00:35:24.99", "00:35:28.49" ] ], "start_stop_frames": [ [ 126085, 127071 ], [ 127237, 127429 ], [ 127394, 127435 ], [ 127499, 127709 ] ], "trgnoun": "dough", "trgverb": "take" }, { "key": "P35_105+71_72_73_74", "video_id": "P35_105", "narration_ids": [ "P35_105_71", "P35_105_72", "P35_105_73", "P35_105_74" ], "src": "drain mushrooms . remove lid . put_down lid", "src1": "drain mushrooms", "src2": "remove lid", "src3": "put_down lid", "trg": "put_down mushrooms", "vis_src": "P35_105:71 P35_105:72 P35_105:73", "vis_trg": "P35_105:74", "narrations": [ "drain mushrooms", "remove lid", "put down lid", "put down mushrooms" ], "verbs": [ "drain", "remove", "put-down", "put-down" ], "verb_classes": [ 37, 12, 1, 1 ], "nouns": [ "mushroom", "lid", "lid", "mushroom" ], "noun_classes": [ 56, 6, 6, 56 ], "start_stop_timestamps": [ [ "00:04:46.34", "00:05:01.09" ], [ "00:05:00.15", "00:05:05.91" ], [ "00:05:05.97", "00:05:06.84" ], [ "00:05:06.88", "00:05:07.97" ] ], "start_stop_frames": [ [ 14317, 15054 ], [ 15007, 15295 ], [ 15298, 15341 ], [ 15344, 15398 ] ], "trgnoun": "mushroom", "trgverb": "put_down" }, { "key": "P22_10+108_109_110_111", "video_id": "P22_10", "narration_ids": [ "P22_10_108", "P22_10_109", "P22_10_110", "P22_10_111" ], "src": "move glasses . grab sponge . open tap", "src1": "move glasses", "src2": "grab sponge", "src3": "open tap", "trg": "rinse sponge", "vis_src": "P22_10:108 P22_10:109 P22_10:110", "vis_trg": "P22_10:111", "narrations": [ "move glasses", "grab sponge", "open tap", "rinse sponge" ], "verbs": [ "move", "grab", "turn-on", "rinse" ], "verb_classes": [ 11, 0, 6, 2 ], "nouns": [ "glass", "sponge", "tap", "sponge" ], "noun_classes": [ 10, 9, 0, 9 ], "start_stop_timestamps": [ [ "00:03:47.40", "00:03:49.40" ], [ "00:03:49.83", "00:03:50.78" ], [ "00:03:50.88", "00:03:52.63" ], [ "00:03:51.74", "00:03:53.74" ] ], "start_stop_frames": [ [ 13644, 13764 ], [ 13789, 13846 ], [ 13852, 13957 ], [ 13904, 14024 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P02_108+51_52_53_54", "video_id": "P02_108", "narration_ids": [ "P02_108_51", "P02_108_52", "P02_108_53", "P02_108_54" ], "src": "return glass to bowl . pour flour from bag into glass . pour flour from glass into bowl", "src1": "return glass to bowl", "src2": "pour flour from bag into glass", "src3": "pour flour from glass into bowl", "trg": "put_down glass", "vis_src": "P02_108:51 P02_108:52 P02_108:53", "vis_trg": "P02_108:54", "narrations": [ "return glass to bowl", "pour flour from bag into glass", "pour flour from glass into bowl", "put down glass" ], "verbs": [ "return-to", "pour-from", "pour-from", "put-down" ], "verb_classes": [ 11, 9, 9, 1 ], "nouns": [ "glass", "flour", "flour", "glass" ], "noun_classes": [ 10, 75, 75, 10 ], "start_stop_timestamps": [ [ "00:01:45.76", "00:01:47.45" ], [ "00:01:47.74", "00:01:51.92" ], [ "00:01:51.78", "00:01:57.11" ], [ "00:01:57.52", "00:01:58.33" ] ], "start_stop_frames": [ [ 5288, 5372 ], [ 5387, 5596 ], [ 5589, 5855 ], [ 5876, 5916 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P28_104+202_203_204_205", "video_id": "P28_104", "narration_ids": [ "P28_104_202", "P28_104_203", "P28_104_204", "P28_104_205" ], "src": "stir food . put lid on pot . take plate", "src1": "stir food", "src2": "put lid on pot", "src3": "take plate", "trg": "put plate", "vis_src": "P28_104:202 P28_104:203 P28_104:204", "vis_trg": "P28_104:205", "narrations": [ "stir food", "put lid on pot", "take plate", "put plate" ], "verbs": [ "stir", "put-on", "take", "put" ], "verb_classes": [ 10, 1, 0, 1 ], "nouns": [ "food", "lid", "plate", "plate" ], "noun_classes": [ 34, 6, 2, 2 ], "start_stop_timestamps": [ [ "00:11:30.61", "00:11:38.34" ], [ "00:11:41.02", "00:11:43.51" ], [ "00:11:51.37", "00:11:52.20" ], [ "00:11:53.87", "00:11:55.09" ] ], "start_stop_frames": [ [ 34530, 34917 ], [ 35051, 35175 ], [ 35568, 35610 ], [ 35693, 35754 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P04_106+55_56_57_58", "video_id": "P04_106", "narration_ids": [ "P04_106_55", "P04_106_56", "P04_106_57", "P04_106_58" ], "src": "feel dough . upturn dough . pick_up dough", "src1": "feel dough", "src2": "upturn dough", "src3": "pick_up dough", "trg": "examine dough", "vis_src": "P04_106:55 P04_106:56 P04_106:57", "vis_trg": "P04_106:58", "narrations": [ "feel dough", "upturn dough", "pick up dough", "examine dough" ], "verbs": [ "feel", "upturn", "pick-up", "examine" ], "verb_classes": [ 54, 22, 0, 24 ], "nouns": [ "dough", "dough", "dough", "dough" ], "noun_classes": [ 25, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:02:09.98", "00:02:12.27" ], [ "00:02:13.00", "00:02:16.45" ], [ "00:02:16.52", "00:02:17.27" ], [ "00:02:17.37", "00:02:19.65" ] ], "start_stop_frames": [ [ 6498, 6613 ], [ 6650, 6822 ], [ 6826, 6863 ], [ 6868, 6982 ] ], "trgnoun": "dough", "trgverb": "examine" }, { "key": "P02_129+42_43_44_45", "video_id": "P02_129", "narration_ids": [ "P02_129_42", "P02_129_43", "P02_129_44", "P02_129_45" ], "src": "pick_up knife . slide garlic from presser into pan using knife . open garlic_presser", "src1": "pick_up knife", "src2": "slide garlic from presser into pan using knife", "src3": "open garlic_presser", "trg": "close garlic_presser", "vis_src": "P02_129:42 P02_129:43 P02_129:44", "vis_trg": "P02_129:45", "narrations": [ "pick up knife", "slide garlic from presser into pan using knife", "open garlic presser", "close garlic presser" ], "verbs": [ "pick-up", "slide-from", "open", "close" ], "verb_classes": [ 0, 61, 3, 4 ], "nouns": [ "knife", "garlic", "presser:garlic", "presser:garlic" ], "noun_classes": [ 4, 51, 172, 172 ], "start_stop_timestamps": [ [ "00:01:38.28", "00:01:39.06" ], [ "00:01:39.72", "00:01:40.61" ], [ "00:01:40.71", "00:01:42.95" ], [ "00:01:42.82", "00:01:43.16" ] ], "start_stop_frames": [ [ 4914, 4953 ], [ 4986, 5030 ], [ 5035, 5147 ], [ 5141, 5158 ] ], "trgnoun": "garlic_presser", "trgverb": "close" }, { "key": "P24_01+2_3_4_5", "video_id": "P24_01", "narration_ids": [ "P24_01_2", "P24_01_3", "P24_01_4", "P24_01_5" ], "src": "open drawer . pick_up banana . put bag", "src1": "open drawer", "src2": "pick_up banana", "src3": "put bag", "trg": "close drawer", "vis_src": "P24_01:2 P24_01:3 P24_01:4", "vis_trg": "P24_01:5", "narrations": [ "open drawer", "pick up banana", "put bag", "close drawer" ], "verbs": [ "open", "pick-up", "put", "close" ], "verb_classes": [ 3, 0, 1, 4 ], "nouns": [ "drawer", "banana", "bag", "drawer" ], "noun_classes": [ 8, 146, 19, 8 ], "start_stop_timestamps": [ [ "00:00:15.81", "00:00:16.79" ], [ "00:00:16.50", "00:00:23.12" ], [ "00:00:23.84", "00:00:24.75" ], [ "00:00:25.17", "00:00:26.39" ] ], "start_stop_frames": [ [ 948, 1007 ], [ 990, 1387 ], [ 1430, 1485 ], [ 1510, 1583 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P06_03+28_29_30_31", "video_id": "P06_03", "narration_ids": [ "P06_03_28", "P06_03_29", "P06_03_30", "P06_03_31" ], "src": "spoon sugar into pan . put sugar in cupboard . take yeast", "src1": "spoon sugar into pan", "src2": "put sugar in cupboard", "src3": "take yeast", "trg": "take yeast out of packet", "vis_src": "P06_03:28 P06_03:29 P06_03:30", "vis_trg": "P06_03:31", "narrations": [ "spoon sugar into pan", "put sugar in cupboard", "take yeast", "take yeast out of packet" ], "verbs": [ "spoon-into", "put-in", "take", "take-out" ], "verb_classes": [ 16, 5, 0, 12 ], "nouns": [ "sugar", "sugar", "yeast", "yeast" ], "noun_classes": [ 102, 102, 195, 195 ], "start_stop_timestamps": [ [ "00:01:44.21", "00:01:45.39" ], [ "00:01:48.18", "00:01:50.25" ], [ "00:01:50.19", "00:01:52.99" ], [ "00:01:53.40", "00:01:56.34" ] ], "start_stop_frames": [ [ 6252, 6323 ], [ 6490, 6615 ], [ 6611, 6779 ], [ 6804, 6980 ] ], "trgnoun": "yeast", "trgverb": "take_out" }, { "key": "P02_03+114_115_116_117", "video_id": "P02_03", "narration_ids": [ "P02_03_114", "P02_03_115", "P02_03_116", "P02_03_117" ], "src": "close tap . hold tap . close kettle", "src1": "close tap", "src2": "hold tap", "src3": "close kettle", "trg": "put kettle down", "vis_src": "P02_03:114 P02_03:115 P02_03:116", "vis_trg": "P02_03:117", "narrations": [ "close tap", "hold tap", "close kettle", "put kettle down" ], "verbs": [ "turn-off", "hold", "close", "put-down" ], "verb_classes": [ 8, 34, 4, 1 ], "nouns": [ "tap", "tap", "kettle", "kettle" ], "noun_classes": [ 0, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:05:26.67", "00:05:33.08" ], [ "00:05:27.67", "00:05:32.67" ], [ "00:05:32.93", "00:05:33.58" ], [ "00:05:34.44", "00:05:35.58" ] ], "start_stop_frames": [ [ 19600, 19984 ], [ 19660, 19960 ], [ 19975, 20014 ], [ 20066, 20134 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_123+469_470_471_472", "video_id": "P02_123", "narration_ids": [ "P02_123_469", "P02_123_470", "P02_123_471", "P02_123_472" ], "src": "put_down chopping_board . dry hands using towel . take_off apron", "src1": "put_down chopping_board", "src2": "dry hands using towel", "src3": "take_off apron", "trg": "put_down apron", "vis_src": "P02_123:469 P02_123:470 P02_123:471", "vis_trg": "P02_123:472", "narrations": [ "put down chopping board", "dry hands using towel", "take off apron", "put down apron" ], "verbs": [ "put-down", "dry", "take-off", "put-down" ], "verb_classes": [ 1, 14, 12, 1 ], "nouns": [ "board:chopping", "hand", "apron", "apron" ], "noun_classes": [ 18, 11, 199, 199 ], "start_stop_timestamps": [ [ "00:23:01.42", "00:23:03.75" ], [ "00:23:05.18", "00:23:07.47" ], [ "00:23:07.57", "00:23:13.99" ], [ "00:23:12.16", "00:23:16.12" ] ], "start_stop_frames": [ [ 69071, 69187 ], [ 69259, 69373 ], [ 69378, 69699 ], [ 69608, 69806 ] ], "trgnoun": "apron", "trgverb": "put_down" }, { "key": "P02_132+27_28_29_30", "video_id": "P02_132", "narration_ids": [ "P02_132_27", "P02_132_28", "P02_132_29", "P02_132_30" ], "src": "pick_up knife from stand . move glass . put_down chopping_board", "src1": "pick_up knife from stand", "src2": "move glass", "src3": "put_down chopping_board", "trg": "pick_up chopping_board", "vis_src": "P02_132:27 P02_132:28 P02_132:29", "vis_trg": "P02_132:30", "narrations": [ "pick up knife from stand", "move glass", "put down chopping board", "pick up chopping board" ], "verbs": [ "pick-up", "move", "put-down", "pick-up" ], "verb_classes": [ 0, 11, 1, 0 ], "nouns": [ "knife", "glass", "board:chopping", "board:chopping" ], "noun_classes": [ 4, 10, 18, 18 ], "start_stop_timestamps": [ [ "00:01:02.61", "00:01:03.67" ], [ "00:01:06.29", "00:01:07.09" ], [ "00:01:06.44", "00:01:07.56" ], [ "00:01:07.92", "00:01:08.55" ] ], "start_stop_frames": [ [ 3130, 3183 ], [ 3314, 3354 ], [ 3322, 3378 ], [ 3396, 3427 ] ], "trgnoun": "chopping_board", "trgverb": "pick_up" }, { "key": "P04_120+281_282_283_284", "video_id": "P04_120", "narration_ids": [ "P04_120_281", "P04_120_282", "P04_120_283", "P04_120_284" ], "src": "pick_up chopstick . put chopstick in drawer . pick_up scissors", "src1": "pick_up chopstick", "src2": "put chopstick in drawer", "src3": "pick_up scissors", "trg": "put scissors in drawer", "vis_src": "P04_120:281 P04_120:282 P04_120:283", "vis_trg": "P04_120:284", "narrations": [ "pick up chopstick", "put chopstick in drawer", "pick up scissors", "put scissors in drawer" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "chopstick", "chopstick", "scissors", "scissors" ], "noun_classes": [ 80, 80, 79, 79 ], "start_stop_timestamps": [ [ "00:10:43.43", "00:10:44.24" ], [ "00:10:44.28", "00:10:45.16" ], [ "00:10:45.26", "00:10:46.90" ], [ "00:10:46.86", "00:10:47.71" ] ], "start_stop_frames": [ [ 32171, 32212 ], [ 32214, 32258 ], [ 32263, 32345 ], [ 32343, 32385 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P27_104+50_51_52_53", "video_id": "P27_104", "narration_ids": [ "P27_104_50", "P27_104_51", "P27_104_52", "P27_104_53" ], "src": "turn_off tap . shake peach . use towel", "src1": "turn_off tap", "src2": "shake peach", "src3": "use towel", "trg": "dry peach", "vis_src": "P27_104:50 P27_104:51 P27_104:52", "vis_trg": "P27_104:53", "narrations": [ "turn off tap", "shake peach", "use towel", "dry peach" ], "verbs": [ "turn-off", "shake", "use", "dry" ], "verb_classes": [ 8, 15, 76, 14 ], "nouns": [ "tap", "peach", "towel", "peach" ], "noun_classes": [ 0, 74, 52, 74 ], "start_stop_timestamps": [ [ "00:02:34.25", "00:02:35.00" ], [ "00:02:34.88", "00:02:35.87" ], [ "00:02:35.93", "00:02:41.11" ], [ "00:02:36.96", "00:02:40.47" ] ], "start_stop_frames": [ [ 7712, 7750 ], [ 7744, 7793 ], [ 7796, 8055 ], [ 7848, 8023 ] ], "trgnoun": "peach", "trgverb": "dry" }, { "key": "P08_28+8_9_10_11", "video_id": "P08_28", "narration_ids": [ "P08_28_8", "P08_28_9", "P08_28_10", "P08_28_11" ], "src": "close dishwasher . take bowl . open fridge", "src1": "close dishwasher", "src2": "take bowl", "src3": "open fridge", "trg": "place bowl", "vis_src": "P08_28:8 P08_28:9 P08_28:10", "vis_trg": "P08_28:11", "narrations": [ "close dishwasher", "take bowl", "open fridge", "place bowl" ], "verbs": [ "close", "take", "open", "place" ], "verb_classes": [ 4, 0, 3, 1 ], "nouns": [ "dishwasher", "bowl", "fridge", "bowl" ], "noun_classes": [ 70, 7, 12, 7 ], "start_stop_timestamps": [ [ "00:00:18.37", "00:00:20.30" ], [ "00:00:21.40", "00:00:22.79" ], [ "00:00:22.08", "00:00:23.69" ], [ "00:00:23.04", "00:00:25.13" ] ], "start_stop_frames": [ [ 1102, 1218 ], [ 1284, 1367 ], [ 1324, 1421 ], [ 1382, 1507 ] ], "trgnoun": "bowl", "trgverb": "place" }, { "key": "P28_106+42_43_44_45", "video_id": "P28_106", "narration_ids": [ "P28_106_42", "P28_106_43", "P28_106_44", "P28_106_45" ], "src": "take fork . close drawer . put dish", "src1": "take fork", "src2": "close drawer", "src3": "put dish", "trg": "put fork", "vis_src": "P28_106:42 P28_106:43 P28_106:44", "vis_trg": "P28_106:45", "narrations": [ "take fork", "close drawer", "put dish", "put fork" ], "verbs": [ "take", "close", "put", "put" ], "verb_classes": [ 0, 4, 1, 1 ], "nouns": [ "fork", "drawer", "dish", "fork" ], "noun_classes": [ 14, 8, 2, 14 ], "start_stop_timestamps": [ [ "00:02:58.75", "00:02:59.71" ], [ "00:03:00.14", "00:03:00.73" ], [ "00:03:02.71", "00:03:04.67" ], [ "00:03:04.76", "00:03:06.37" ] ], "start_stop_frames": [ [ 8937, 8985 ], [ 9007, 9036 ], [ 9135, 9233 ], [ 9238, 9318 ] ], "trgnoun": "fork", "trgverb": "put" }, { "key": "P29_03+58_59_60_61", "video_id": "P29_03", "narration_ids": [ "P29_03_58", "P29_03_59", "P29_03_60", "P29_03_61" ], "src": "pick_up spray . put_down spray . pick_up bin", "src1": "pick_up spray", "src2": "put_down spray", "src3": "pick_up bin", "trg": "put_down bin", "vis_src": "P29_03:58 P29_03:59 P29_03:60", "vis_trg": "P29_03:61", "narrations": [ "pick up spray", "put down spray", "pick up bin", "put down bin" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "spray", "spray", "bin", "bin" ], "noun_classes": [ 22, 22, 36, 36 ], "start_stop_timestamps": [ [ "00:03:41.08", "00:03:42.09" ], [ "00:03:42.01", "00:03:43.72" ], [ "00:03:47.24", "00:03:48.58" ], [ "00:03:48.41", "00:03:50.01" ] ], "start_stop_frames": [ [ 13264, 13325 ], [ 13320, 13423 ], [ 13634, 13714 ], [ 13704, 13800 ] ], "trgnoun": "bin", "trgverb": "put_down" }, { "key": "P04_107+84_85_86_87", "video_id": "P04_107", "narration_ids": [ "P04_107_84", "P04_107_85", "P04_107_86", "P04_107_87" ], "src": "unroll greaseproof_paper . cut greaseproof_paper . put_down greaseproof_paper", "src1": "unroll greaseproof_paper", "src2": "cut greaseproof_paper", "src3": "put_down greaseproof_paper", "trg": "pick_up greaseproof_paper", "vis_src": "P04_107:84 P04_107:85 P04_107:86", "vis_trg": "P04_107:87", "narrations": [ "unroll greaseproof paper", "cut greaseproof paper", "put down greaseproof paper", "pick up greaseproof paper" ], "verbs": [ "unroll", "cut", "put-down", "pick-up" ], "verb_classes": [ 39, 7, 1, 0 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 49, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:03:29.08", "00:03:30.46" ], [ "00:03:30.56", "00:03:34.63" ], [ "00:03:35.29", "00:03:36.05" ], [ "00:03:36.31", "00:03:36.83" ] ], "start_stop_frames": [ [ 10454, 10523 ], [ 10528, 10731 ], [ 10764, 10802 ], [ 10815, 10841 ] ], "trgnoun": "greaseproof_paper", "trgverb": "pick_up" }, { "key": "P01_106+125_126_127_128", "video_id": "P01_106", "narration_ids": [ "P01_106_125", "P01_106_126", "P01_106_127", "P01_106_128" ], "src": "turn_on tap . rinse sponge . rinse hand", "src1": "turn_on tap", "src2": "rinse sponge", "src3": "rinse hand", "trg": "put_down sponge", "vis_src": "P01_106:125 P01_106:126 P01_106:127", "vis_trg": "P01_106:128", "narrations": [ "turn on tap", "rinse sponge", "rinse hand", "put down sponge" ], "verbs": [ "turn-on", "rinse", "rinse", "put-down" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "sponge", "hand", "sponge" ], "noun_classes": [ 0, 9, 11, 9 ], "start_stop_timestamps": [ [ "00:05:31.23", "00:05:32.34" ], [ "00:05:32.35", "00:05:34.82" ], [ "00:05:32.65", "00:05:34.30" ], [ "00:05:34.39", "00:05:34.96" ] ], "start_stop_frames": [ [ 16561, 16617 ], [ 16617, 16741 ], [ 16632, 16715 ], [ 16719, 16748 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P01_01+8_9_10_11", "video_id": "P01_01", "narration_ids": [ "P01_01_8", "P01_01_9", "P01_01_10", "P01_01_11" ], "src": "open fridge . take carrots and . open drawer", "src1": "open fridge", "src2": "take carrots and", "src3": "open drawer", "trg": "close fridge", "vis_src": "P01_01:8 P01_01:9 P01_01:10", "vis_trg": "P01_01:11", "narrations": [ "open fridge", "take carrots and", "open drawer", "close fridge" ], "verbs": [ "open", "take", "open", "close" ], "verb_classes": [ 3, 0, 3, 4 ], "nouns": [ "fridge", "carrot", "drawer", "fridge" ], "noun_classes": [ 12, 41, 8, 12 ], "start_stop_timestamps": [ [ "00:00:23.18", "00:00:24.29" ], [ "00:00:24.48", "00:00:27.94" ], [ "00:00:24.97", "00:00:26.20" ], [ "00:00:29.22", "00:00:31.32" ] ], "start_stop_frames": [ [ 1390, 1457 ], [ 1468, 1676 ], [ 1498, 1572 ], [ 1753, 1879 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_129+86_87_88_89", "video_id": "P02_129", "narration_ids": [ "P02_129_86", "P02_129_87", "P02_129_88", "P02_129_89" ], "src": "pick_up spice_jar . pick_up salt . pour salt into pan", "src1": "pick_up spice_jar", "src2": "pick_up salt", "src3": "pour salt into pan", "trg": "put_down salt", "vis_src": "P02_129:86 P02_129:87 P02_129:88", "vis_trg": "P02_129:89", "narrations": [ "pick up spice jar", "pick up salt", "pour salt into pan", "put down salt" ], "verbs": [ "pick-up", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 0, 0, 9, 1 ], "nouns": [ "jar:spice", "salt", "salt", "salt" ], "noun_classes": [ 40, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:03:14.03", "00:03:15.07" ], [ "00:03:14.83", "00:03:15.45" ], [ "00:03:17.45", "00:03:19.30" ], [ "00:03:19.29", "00:03:20.40" ] ], "start_stop_frames": [ [ 9701, 9753 ], [ 9741, 9772 ], [ 9872, 9965 ], [ 9964, 10020 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P35_104+531_532_533_534", "video_id": "P35_104", "narration_ids": [ "P35_104_531", "P35_104_532", "P35_104_533", "P35_104_534" ], "src": "open container . stir pasta . pick_up pasta", "src1": "open container", "src2": "stir pasta", "src3": "pick_up pasta", "trg": "pour pasta", "vis_src": "P35_104:531 P35_104:532 P35_104:533", "vis_trg": "P35_104:534", "narrations": [ "open container", "stir pasta", "pick up pasta", "pour pasta" ], "verbs": [ "open", "stir", "pick-up", "pour" ], "verb_classes": [ 3, 10, 0, 9 ], "nouns": [ "container", "pasta", "pasta", "pasta" ], "noun_classes": [ 21, 45, 45, 45 ], "start_stop_timestamps": [ [ "00:37:11.75", "00:37:13.25" ], [ "00:37:14.13", "00:37:23.97" ], [ "00:37:23.79", "00:37:27.04" ], [ "00:37:27.39", "00:37:28.14" ] ], "start_stop_frames": [ [ 111587, 111662 ], [ 111706, 112198 ], [ 112189, 112352 ], [ 112369, 112407 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P02_130+278_279_280_281", "video_id": "P02_130", "narration_ids": [ "P02_130_278", "P02_130_279", "P02_130_280", "P02_130_281" ], "src": "sponge can opener . put_down sponge . open tap", "src1": "sponge can opener", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse can opener", "vis_src": "P02_130:278 P02_130:279 P02_130:280", "vis_trg": "P02_130:281", "narrations": [ "sponge can opener", "put down sponge", "open tap", "rinse can opener" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "can", "sponge", "tap", "can" ], "noun_classes": [ 61, 9, 0, 61 ], "start_stop_timestamps": [ [ "00:16:25.29", "00:16:27.31" ], [ "00:16:27.39", "00:16:27.96" ], [ "00:16:27.99", "00:16:29.78" ], [ "00:16:28.54", "00:16:31.29" ] ], "start_stop_frames": [ [ 49264, 49365 ], [ 49369, 49398 ], [ 49399, 49489 ], [ 49427, 49564 ] ], "trgnoun": "can", "trgverb": "rinse" }, { "key": "P25_104+36_37_38_39", "video_id": "P25_104", "narration_ids": [ "P25_104_36", "P25_104_37", "P25_104_38", "P25_104_39" ], "src": "put_down spoon . take fork . wash fork", "src1": "put_down spoon", "src2": "take fork", "src3": "wash fork", "trg": "rinse fork", "vis_src": "P25_104:36 P25_104:37 P25_104:38", "vis_trg": "P25_104:39", "narrations": [ "put down spoon", "take fork", "wash fork", "rinse fork" ], "verbs": [ "put-down", "take", "wash", "rinse" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "spoon", "fork", "fork", "fork" ], "noun_classes": [ 1, 14, 14, 14 ], "start_stop_timestamps": [ [ "00:01:45.82", "00:01:46.82" ], [ "00:01:47.35", "00:01:48.32" ], [ "00:01:48.68", "00:01:52.52" ], [ "00:01:52.61", "00:01:57.20" ] ], "start_stop_frames": [ [ 5291, 5341 ], [ 5367, 5416 ], [ 5434, 5626 ], [ 5630, 5860 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P30_107+866_867_868_869", "video_id": "P30_107", "narration_ids": [ "P30_107_866", "P30_107_867", "P30_107_868", "P30_107_869" ], "src": "pick_up saucepan . peel rice off bottom of saucepan . put rice into bin", "src1": "pick_up saucepan", "src2": "peel rice off bottom of saucepan", "src3": "put rice into bin", "trg": "scrape bits out of saucepan", "vis_src": "P30_107:866 P30_107:867 P30_107:868", "vis_trg": "P30_107:869", "narrations": [ "pick up saucepan", "peel rice off bottom of saucepan", "put rice into bin", "scrape bits out of saucepan" ], "verbs": [ "pick-up", "peel-off", "put-into", "scrape-out" ], "verb_classes": [ 0, 19, 5, 25 ], "nouns": [ "saucepan", "rice", "rice", "saucepan" ], "noun_classes": [ 5, 55, 55, 5 ], "start_stop_timestamps": [ [ "00:46:47.60", "00:46:48.60" ], [ "00:46:48.75", "00:46:50.50" ], [ "00:46:51.00", "00:46:51.95" ], [ "00:46:52.22", "00:46:53.75" ] ], "start_stop_frames": [ [ 140380, 140430 ], [ 140437, 140525 ], [ 140550, 140597 ], [ 140611, 140687 ] ], "trgnoun": "saucepan", "trgverb": "scrape_out" }, { "key": "P04_107+859_861_862_863", "video_id": "P04_107", "narration_ids": [ "P04_107_859", "P04_107_861", "P04_107_862", "P04_107_863" ], "src": "lay dough on hand . pick_up greaseproof_paper . lay_down greaseproof_paper", "src1": "lay dough on hand", "src2": "pick_up greaseproof_paper", "src3": "lay_down greaseproof_paper", "trg": "put dough on greaseproof paper", "vis_src": "P04_107:859 P04_107:861 P04_107:862", "vis_trg": "P04_107:863", "narrations": [ "lay dough on hand", "pick up greaseproof paper", "lay down greaseproof paper", "put dough on greaseproof paper" ], "verbs": [ "lay-on", "pick-up", "lay-down", "put-on" ], "verb_classes": [ 1, 0, 1, 1 ], "nouns": [ "dough", "paper:greaseproof", "paper:greaseproof", "dough" ], "noun_classes": [ 25, 49, 49, 25 ], "start_stop_timestamps": [ [ "00:22:26.31", "00:22:27.17" ], [ "00:22:27.53", "00:22:28.30" ], [ "00:22:28.68", "00:22:29.06" ], [ "00:22:29.16", "00:22:30.71" ] ], "start_stop_frames": [ [ 67315, 67358 ], [ 67376, 67415 ], [ 67434, 67453 ], [ 67458, 67535 ] ], "trgnoun": "dough", "trgverb": "put_on" }, { "key": "P22_113+264_265_266_267", "video_id": "P22_113", "narration_ids": [ "P22_113_264", "P22_113_265", "P22_113_266", "P22_113_267" ], "src": "remove bowl . put_down cup . turn_on machine", "src1": "remove bowl", "src2": "put_down cup", "src3": "turn_on machine", "trg": "adjust cup", "vis_src": "P22_113:264 P22_113:265 P22_113:266", "vis_trg": "P22_113:267", "narrations": [ "remove bowl", "put down cup", "turn on machine", "adjust cup" ], "verbs": [ "remove", "put-down", "turn-on", "adjust" ], "verb_classes": [ 12, 1, 6, 17 ], "nouns": [ "bowl", "cup", "machine", "cup" ], "noun_classes": [ 7, 13, 124, 13 ], "start_stop_timestamps": [ [ "00:09:19.02", "00:09:19.84" ], [ "00:09:21.56", "00:09:22.18" ], [ "00:09:22.74", "00:09:24.42" ], [ "00:09:24.62", "00:09:25.86" ] ], "start_stop_frames": [ [ 27951, 27992 ], [ 28077, 28108 ], [ 28137, 28220 ], [ 28231, 28293 ] ], "trgnoun": "cup", "trgverb": "adjust" }, { "key": "P26_118+3_4_5_6", "video_id": "P26_118", "narration_ids": [ "P26_118_3", "P26_118_4", "P26_118_5", "P26_118_6" ], "src": "pick_up cups . put_down cups . pick_up bin", "src1": "pick_up cups", "src2": "put_down cups", "src3": "pick_up bin", "trg": "put_down bin", "vis_src": "P26_118:3 P26_118:4 P26_118:5", "vis_trg": "P26_118:6", "narrations": [ "pick up cups", "put down cups", "pick up bin", "put down bin" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "cup", "cup", "bin", "bin" ], "noun_classes": [ 13, 13, 36, 36 ], "start_stop_timestamps": [ [ "00:00:07.05", "00:00:08.71" ], [ "00:00:08.66", "00:00:09.96" ], [ "00:00:10.00", "00:00:11.22" ], [ "00:00:11.72", "00:00:12.61" ] ], "start_stop_frames": [ [ 352, 435 ], [ 433, 498 ], [ 500, 561 ], [ 586, 630 ] ], "trgnoun": "bin", "trgverb": "put_down" }, { "key": "P22_09+93_94_95_96", "video_id": "P22_09", "narration_ids": [ "P22_09_93", "P22_09_94", "P22_09_95", "P22_09_96" ], "src": "close tap . lather coffee_cup . lather saucer", "src1": "close tap", "src2": "lather coffee_cup", "src3": "lather saucer", "trg": "open tap", "vis_src": "P22_09:93 P22_09:94 P22_09:95", "vis_trg": "P22_09:96", "narrations": [ "close tap", "lather coffee cup", "lather saucer", "open tap" ], "verbs": [ "turn-off", "lather", "lather", "turn-on" ], "verb_classes": [ 8, 2, 2, 6 ], "nouns": [ "tap", "cup:coffee", "saucer", "tap" ], "noun_classes": [ 0, 13, 2, 0 ], "start_stop_timestamps": [ [ "00:02:51.62", "00:02:52.12" ], [ "00:02:52.22", "00:02:54.47" ], [ "00:02:55.50", "00:02:57.89" ], [ "00:02:57.42", "00:02:58.42" ] ], "start_stop_frames": [ [ 10297, 10327 ], [ 10333, 10468 ], [ 10530, 10673 ], [ 10645, 10705 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P01_19+20_21_22_23", "video_id": "P01_19", "narration_ids": [ "P01_19_20", "P01_19_21", "P01_19_22", "P01_19_23" ], "src": "wash plate . put_down plate . take spatula", "src1": "wash plate", "src2": "put_down plate", "src3": "take spatula", "trg": "wash spatula", "vis_src": "P01_19:20 P01_19:21 P01_19:22", "vis_trg": "P01_19:23", "narrations": [ "wash plate", "put down plate", "take spatula", "wash spatula" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "plate", "plate", "spatula", "spatula" ], "noun_classes": [ 2, 2, 20, 20 ], "start_stop_timestamps": [ [ "00:00:36.35", "00:00:53.02" ], [ "00:00:52.87", "00:00:54.85" ], [ "00:00:54.34", "00:00:55.11" ], [ "00:00:55.08", "00:01:08.30" ] ], "start_stop_frames": [ [ 2181, 3181 ], [ 3172, 3291 ], [ 3260, 3306 ], [ 3304, 4098 ] ], "trgnoun": "spatula", "trgverb": "wash" }, { "key": "P22_113+57_58_59_60", "video_id": "P22_113", "narration_ids": [ "P22_113_57", "P22_113_58", "P22_113_59", "P22_113_60" ], "src": "put_down pan . turn_on hob . pick_up oil", "src1": "put_down pan", "src2": "turn_on hob", "src3": "pick_up oil", "trg": "open oil", "vis_src": "P22_113:57 P22_113:58 P22_113:59", "vis_trg": "P22_113:60", "narrations": [ "put down pan", "turn on hob", "pick up oil", "open oil" ], "verbs": [ "put-down", "turn-on", "pick-up", "open" ], "verb_classes": [ 1, 6, 0, 3 ], "nouns": [ "pan", "hob", "oil", "oil" ], "noun_classes": [ 5, 24, 31, 31 ], "start_stop_timestamps": [ [ "00:01:23.25", "00:01:25.31" ], [ "00:01:25.41", "00:01:28.51" ], [ "00:01:28.61", "00:01:30.04" ], [ "00:01:30.54", "00:01:33.09" ] ], "start_stop_frames": [ [ 4162, 4265 ], [ 4270, 4425 ], [ 4430, 4502 ], [ 4527, 4654 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P25_09+55_56_57_58", "video_id": "P25_09", "narration_ids": [ "P25_09_55", "P25_09_56", "P25_09_57", "P25_09_58" ], "src": "put lighter . open paper . take chicken", "src1": "put lighter", "src2": "open paper", "src3": "take chicken", "trg": "put chicken", "vis_src": "P25_09:55 P25_09:56 P25_09:57", "vis_trg": "P25_09:58", "narrations": [ "put lighter", "open paper", "take chicken", "put chicken" ], "verbs": [ "put", "open", "take", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "lighter", "paper", "chicken", "chicken" ], "noun_classes": [ 130, 49, 57, 57 ], "start_stop_timestamps": [ [ "00:07:18.83", "00:07:20.43" ], [ "00:07:20.28", "00:07:23.98" ], [ "00:07:25.24", "00:07:26.56" ], [ "00:07:26.61", "00:07:44.82" ] ], "start_stop_frames": [ [ 26329, 26425 ], [ 26416, 26638 ], [ 26714, 26793 ], [ 26796, 27889 ] ], "trgnoun": "chicken", "trgverb": "put" }, { "key": "P22_111+41_42_43_44", "video_id": "P22_111", "narration_ids": [ "P22_111_41", "P22_111_42", "P22_111_43", "P22_111_44" ], "src": "put_down lid . pick_up pan . turn_on hob", "src1": "put_down lid", "src2": "pick_up pan", "src3": "turn_on hob", "trg": "put_down pan", "vis_src": "P22_111:41 P22_111:42 P22_111:43", "vis_trg": "P22_111:44", "narrations": [ "put down lid", "pick up pan", "turn on hob", "put down pan" ], "verbs": [ "put-down", "pick-up", "turn-on", "put-down" ], "verb_classes": [ 1, 0, 6, 1 ], "nouns": [ "lid", "pan", "hob", "pan" ], "noun_classes": [ 6, 5, 24, 5 ], "start_stop_timestamps": [ [ "00:01:36.31", "00:01:38.08" ], [ "00:01:38.98", "00:01:39.66" ], [ "00:01:39.93", "00:01:44.99" ], [ "00:01:44.83", "00:01:45.70" ] ], "start_stop_frames": [ [ 4815, 4904 ], [ 4948, 4983 ], [ 4996, 5249 ], [ 5241, 5285 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P06_102+51_52_53_54", "video_id": "P06_102", "narration_ids": [ "P06_102_51", "P06_102_52", "P06_102_53", "P06_102_54" ], "src": "empty kettle . fill kettle . turn_off tap", "src1": "empty kettle", "src2": "fill kettle", "src3": "turn_off tap", "trg": "close kettle", "vis_src": "P06_102:51 P06_102:52 P06_102:53", "vis_trg": "P06_102:54", "narrations": [ "empty kettle", "fill kettle", "turn off tap", "close kettle" ], "verbs": [ "empty", "fill", "turn-off", "close" ], "verb_classes": [ 20, 26, 8, 4 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:04:26.27", "00:04:28.42" ], [ "00:04:28.87", "00:04:32.05" ], [ "00:04:32.49", "00:04:34.66" ], [ "00:04:35.30", "00:04:35.90" ] ], "start_stop_frames": [ [ 13313, 13421 ], [ 13443, 13602 ], [ 13624, 13732 ], [ 13765, 13794 ] ], "trgnoun": "kettle", "trgverb": "close" }, { "key": "P02_09+24_25_26_27", "video_id": "P02_09", "narration_ids": [ "P02_09_24", "P02_09_25", "P02_09_26", "P02_09_27" ], "src": "get sugar . put sugar . pick_up kettle", "src1": "get sugar", "src2": "put sugar", "src3": "pick_up kettle", "trg": "open kettle", "vis_src": "P02_09:24 P02_09:25 P02_09:26", "vis_trg": "P02_09:27", "narrations": [ "get sugar", "put sugar", "pick up kettle", "open kettle" ], "verbs": [ "get", "put", "pick-up", "open" ], "verb_classes": [ 0, 1, 0, 3 ], "nouns": [ "sugar", "sugar", "kettle", "kettle" ], "noun_classes": [ 102, 102, 44, 44 ], "start_stop_timestamps": [ [ "00:01:14.09", "00:01:15.10" ], [ "00:01:15.61", "00:01:16.29" ], [ "00:01:19.05", "00:01:20.05" ], [ "00:01:20.40", "00:01:21.43" ] ], "start_stop_frames": [ [ 4445, 4506 ], [ 4536, 4577 ], [ 4743, 4803 ], [ 4824, 4885 ] ], "trgnoun": "kettle", "trgverb": "open" }, { "key": "P22_10+87_88_89_90", "video_id": "P22_10", "narration_ids": [ "P22_10_87", "P22_10_88", "P22_10_89", "P22_10_90" ], "src": "move saucers . pick_up coffee_cup . pick_up bowl", "src1": "move saucers", "src2": "pick_up coffee_cup", "src3": "pick_up bowl", "trg": "put_down bowl", "vis_src": "P22_10:87 P22_10:88 P22_10:89", "vis_trg": "P22_10:90", "narrations": [ "move saucers", "pick up coffee cup", "pick up bowl", "put down bowl" ], "verbs": [ "move", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 11, 0, 0, 1 ], "nouns": [ "saucer", "cup:coffee", "bowl", "bowl" ], "noun_classes": [ 2, 13, 7, 7 ], "start_stop_timestamps": [ [ "00:02:45.90", "00:02:47.07" ], [ "00:02:47.40", "00:02:48.00" ], [ "00:02:51.19", "00:02:51.99" ], [ "00:02:52.47", "00:02:53.14" ] ], "start_stop_frames": [ [ 9954, 10024 ], [ 10044, 10080 ], [ 10271, 10319 ], [ 10348, 10388 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P03_109+354_355_356_357", "video_id": "P03_109", "narration_ids": [ "P03_109_354", "P03_109_355", "P03_109_356", "P03_109_357" ], "src": "put_down knife . pick_up cheese_packet . put cheese inside cheese packet", "src1": "put_down knife", "src2": "pick_up cheese_packet", "src3": "put cheese inside cheese packet", "trg": "close packet of cheese", "vis_src": "P03_109:354 P03_109:355 P03_109:356", "vis_trg": "P03_109:357", "narrations": [ "put down knife", "pick up cheese packet", "put cheese inside cheese packet", "close packet of cheese" ], "verbs": [ "put-down", "pick-up", "put-inside", "close" ], "verb_classes": [ 1, 0, 5, 4 ], "nouns": [ "knife", "packet:cheese", "cheese", "packet:cheese" ], "noun_classes": [ 4, 26, 32, 26 ], "start_stop_timestamps": [ [ "00:17:08.00", "00:17:08.48" ], [ "00:17:08.78", "00:17:09.21" ], [ "00:17:09.39", "00:17:10.78" ], [ "00:17:10.87", "00:17:16.36" ] ], "start_stop_frames": [ [ 51400, 51424 ], [ 51439, 51460 ], [ 51469, 51539 ], [ 51543, 51817 ] ], "trgnoun": "cheese_packet", "trgverb": "close" }, { "key": "P02_104+61_62_63_64", "video_id": "P02_104", "narration_ids": [ "P02_104_61", "P02_104_62", "P02_104_63", "P02_104_64" ], "src": "put meat in pan . put tupperware down . pick_up pasta", "src1": "put meat in pan", "src2": "put tupperware down", "src3": "pick_up pasta", "trg": "put pasta in pot", "vis_src": "P02_104:61 P02_104:62 P02_104:63", "vis_trg": "P02_104:64", "narrations": [ "put meat in pan", "put tupperware down", "pick up pasta", "put pasta in pot" ], "verbs": [ "put-in", "put", "pick-up", "put-in" ], "verb_classes": [ 5, 1, 0, 5 ], "nouns": [ "meat", "tupperware", "pasta", "pasta" ], "noun_classes": [ 28, 23, 45, 45 ], "start_stop_timestamps": [ [ "00:03:14.86", "00:03:18.33" ], [ "00:03:18.57", "00:03:19.64" ], [ "00:03:26.13", "00:03:27.72" ], [ "00:03:27.70", "00:03:30.19" ] ], "start_stop_frames": [ [ 9743, 9916 ], [ 9928, 9982 ], [ 10306, 10386 ], [ 10385, 10509 ] ], "trgnoun": "pasta", "trgverb": "put_in" }, { "key": "P22_115+236_237_238_239", "video_id": "P22_115", "narration_ids": [ "P22_115_236", "P22_115_237", "P22_115_238", "P22_115_239" ], "src": "turn_off tap . pick_up food_residue . open bag", "src1": "turn_off tap", "src2": "pick_up food_residue", "src3": "open bag", "trg": "throw food_residue", "vis_src": "P22_115:236 P22_115:237 P22_115:238", "vis_trg": "P22_115:239", "narrations": [ "turn off tap", "pick up food residue", "open bag", "throw food residue" ], "verbs": [ "turn-off", "pick-up", "open", "throw" ], "verb_classes": [ 8, 0, 3, 13 ], "nouns": [ "tap", "residue:food", "bag", "residue:food" ], "noun_classes": [ 0, 54, 19, 54 ], "start_stop_timestamps": [ [ "00:07:49.24", "00:07:50.04" ], [ "00:07:50.14", "00:07:59.43" ], [ "00:07:59.67", "00:08:00.29" ], [ "00:08:00.97", "00:08:01.62" ] ], "start_stop_frames": [ [ 23462, 23502 ], [ 23507, 23971 ], [ 23983, 24014 ], [ 24048, 24081 ] ], "trgnoun": "food_residue", "trgverb": "throw" }, { "key": "P30_110+40_41_42_43", "video_id": "P30_110", "narration_ids": [ "P30_110_40", "P30_110_41", "P30_110_42", "P30_110_43" ], "src": "put bread_bin in cupboard . open fridge . take tupperware", "src1": "put bread_bin in cupboard", "src2": "open fridge", "src3": "take tupperware", "trg": "put tupperware down", "vis_src": "P30_110:40 P30_110:41 P30_110:42", "vis_trg": "P30_110:43", "narrations": [ "put bread bin in cupboard", "open fridge", "take tupperware", "put tupperware down" ], "verbs": [ "put-in", "open", "take", "put" ], "verb_classes": [ 5, 3, 0, 1 ], "nouns": [ "bin:bread", "fridge", "tupperware", "tupperware" ], "noun_classes": [ 21, 12, 23, 23 ], "start_stop_timestamps": [ [ "00:00:58.87", "00:01:00.55" ], [ "00:01:05.27", "00:01:06.48" ], [ "00:01:06.58", "00:01:07.74" ], [ "00:01:09.05", "00:01:09.54" ] ], "start_stop_frames": [ [ 2943, 3027 ], [ 3263, 3324 ], [ 3329, 3386 ], [ 3452, 3476 ] ], "trgnoun": "tupperware", "trgverb": "put" }, { "key": "P25_05+142_143_144_146", "video_id": "P25_05", "narration_ids": [ "P25_05_142", "P25_05_143", "P25_05_144", "P25_05_146" ], "src": "clean kitchen . rinse piece . clean cooker", "src1": "clean kitchen", "src2": "rinse piece", "src3": "clean cooker", "trg": "close tap", "vis_src": "P25_05:142 P25_05:143 P25_05:144", "vis_trg": "P25_05:146", "narrations": [ "clean kitchen", "rinse piece", "clean cooker", "close tap" ], "verbs": [ "clean", "rinse", "clean", "turn-off" ], "verb_classes": [ 2, 2, 2, 8 ], "nouns": [ "kitchen", "cloth", "cooker", "tap" ], "noun_classes": [ 157, 17, 46, 0 ], "start_stop_timestamps": [ [ "00:21:52.16", "00:22:12.40" ], [ "00:22:12.98", "00:22:38.49" ], [ "00:22:40.49", "00:23:19.17" ], [ "00:23:26.69", "00:23:27.46" ] ], "start_stop_frames": [ [ 78729, 79944 ], [ 79978, 81509 ], [ 81629, 83950 ], [ 84401, 84447 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P26_104+8_9_10_11", "video_id": "P26_104", "narration_ids": [ "P26_104_8", "P26_104_9", "P26_104_10", "P26_104_11" ], "src": "remove paper . pick_up pizza . put_down pizza", "src1": "remove paper", "src2": "pick_up pizza", "src3": "put_down pizza", "trg": "pick_up paper", "vis_src": "P26_104:8 P26_104:9 P26_104:10", "vis_trg": "P26_104:11", "narrations": [ "remove paper", "pick up pizza", "put down pizza", "pick up paper" ], "verbs": [ "remove", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 12, 0, 1, 0 ], "nouns": [ "paper", "pizza", "pizza", "paper" ], "noun_classes": [ 49, 91, 91, 49 ], "start_stop_timestamps": [ [ "00:00:23.94", "00:00:29.94" ], [ "00:00:30.13", "00:00:31.26" ], [ "00:00:31.97", "00:00:33.08" ], [ "00:00:33.39", "00:00:34.00" ] ], "start_stop_frames": [ [ 1197, 1497 ], [ 1506, 1563 ], [ 1598, 1654 ], [ 1669, 1700 ] ], "trgnoun": "paper", "trgverb": "pick_up" }, { "key": "P29_01+324_326_327_328", "video_id": "P29_01", "narration_ids": [ "P29_01_324", "P29_01_326", "P29_01_327", "P29_01_328" ], "src": "stir ingredients . place spatula on counter . pick_up watch", "src1": "stir ingredients", "src2": "place spatula on counter", "src3": "pick_up watch", "trg": "check watch", "vis_src": "P29_01:324 P29_01:326 P29_01:327", "vis_trg": "P29_01:328", "narrations": [ "stir ingredients", "place spatula on counter", "pick up watch", "check watch" ], "verbs": [ "stir", "place-on", "pick-up", "check" ], "verb_classes": [ 10, 1, 0, 24 ], "nouns": [ "ingredient", "spatula", "watch", "watch" ], "noun_classes": [ 34, 20, 272, 272 ], "start_stop_timestamps": [ [ "00:20:44.36", "00:20:49.04" ], [ "00:20:50.12", "00:20:55.15" ], [ "00:20:56.03", "00:20:57.32" ], [ "00:20:58.20", "00:21:03.50" ] ], "start_stop_frames": [ [ 74661, 74942 ], [ 75007, 75309 ], [ 75361, 75439 ], [ 75492, 75810 ] ], "trgnoun": "watch", "trgverb": "check" }, { "key": "P09_104+69_70_71_72", "video_id": "P09_104", "narration_ids": [ "P09_104_69", "P09_104_70", "P09_104_71", "P09_104_72" ], "src": "clean plates . move chorizo . grab eggs", "src1": "clean plates", "src2": "move chorizo", "src3": "grab eggs", "trg": "crack eggs", "vis_src": "P09_104:69 P09_104:70 P09_104:71", "vis_trg": "P09_104:72", "narrations": [ "clean plates", "move chorizo", "grab eggs", "crack eggs" ], "verbs": [ "clean", "move", "grab", "crack" ], "verb_classes": [ 2, 11, 0, 30 ], "nouns": [ "plate", "chorizo", "egg", "egg" ], "noun_classes": [ 2, 86, 53, 53 ], "start_stop_timestamps": [ [ "00:06:51.88", "00:07:23.80" ], [ "00:07:28.04", "00:07:43.39" ], [ "00:07:43.41", "00:07:45.60" ], [ "00:07:45.16", "00:07:52.64" ] ], "start_stop_frames": [ [ 20594, 22190 ], [ 22402, 23169 ], [ 23170, 23280 ], [ 23258, 23632 ] ], "trgnoun": "egg", "trgverb": "crack" }, { "key": "P28_06+26_27_28_29", "video_id": "P28_06", "narration_ids": [ "P28_06_26", "P28_06_27", "P28_06_28", "P28_06_29" ], "src": "rinse parsley . turn_off tap . strain parsley", "src1": "rinse parsley", "src2": "turn_off tap", "src3": "strain parsley", "trg": "put_down parsley", "vis_src": "P28_06:26 P28_06:27 P28_06:28", "vis_trg": "P28_06:29", "narrations": [ "rinse parsley", "turn off tap", "strain parsley", "put down parsley" ], "verbs": [ "rinse", "turn-off", "strain", "put-down" ], "verb_classes": [ 2, 8, 37, 1 ], "nouns": [ "parsley", "tap", "parsley", "parsley" ], "noun_classes": [ 169, 0, 169, 169 ], "start_stop_timestamps": [ [ "00:01:32.99", "00:01:41.79" ], [ "00:01:42.01", "00:01:42.69" ], [ "00:01:43.50", "00:01:46.16" ], [ "00:01:46.86", "00:01:47.82" ] ], "start_stop_frames": [ [ 5579, 6107 ], [ 6120, 6161 ], [ 6210, 6369 ], [ 6411, 6469 ] ], "trgnoun": "parsley", "trgverb": "put_down" }, { "key": "P01_109+222_223_224_225", "video_id": "P01_109", "narration_ids": [ "P01_109_222", "P01_109_223", "P01_109_224", "P01_109_225" ], "src": "cut onion . put_down knife . remove onion_skin", "src1": "cut onion", "src2": "put_down knife", "src3": "remove onion_skin", "trg": "pick_up knife", "vis_src": "P01_109:222 P01_109:223 P01_109:224", "vis_trg": "P01_109:225", "narrations": [ "cut onion", "put down knife", "remove onion skin", "pick up knife" ], "verbs": [ "cut", "put-down", "remove", "pick-up" ], "verb_classes": [ 7, 1, 12, 0 ], "nouns": [ "onion", "knife", "skin:onion", "knife" ], "noun_classes": [ 16, 4, 48, 4 ], "start_stop_timestamps": [ [ "00:10:02.79", "00:10:04.40" ], [ "00:10:04.59", "00:10:06.49" ], [ "00:10:06.58", "00:10:09.69" ], [ "00:10:10.02", "00:10:10.37" ] ], "start_stop_frames": [ [ 30139, 30220 ], [ 30229, 30324 ], [ 30329, 30484 ], [ 30501, 30518 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P12_04+62_63_64_65", "video_id": "P12_04", "narration_ids": [ "P12_04_62", "P12_04_63", "P12_04_64", "P12_04_65" ], "src": "prepare roll of foil . take foil . rip foil", "src1": "prepare roll of foil", "src2": "take foil", "src3": "rip foil", "trg": "apply foil", "vis_src": "P12_04:62 P12_04:63 P12_04:64", "vis_trg": "P12_04:65", "narrations": [ "prepare roll of foil", "take foil", "rip foil", "apply foil" ], "verbs": [ "prepare", "take", "rip", "apply" ], "verb_classes": [ 92, 0, 43, 27 ], "nouns": [ "roll:foil", "foil", "foil", "foil" ], "noun_classes": [ 123, 123, 123, 123 ], "start_stop_timestamps": [ [ "00:20:41.22", "00:20:55.23" ], [ "00:20:45.78", "00:20:54.11" ], [ "00:20:55.09", "00:21:13.95" ], [ "00:21:45.33", "00:22:22.02" ] ], "start_stop_frames": [ [ 74473, 75313 ], [ 74746, 75246 ], [ 75305, 76437 ], [ 78319, 80521 ] ], "trgnoun": "foil", "trgverb": "apply" }, { "key": "P01_01+278_279_280_281", "video_id": "P01_01", "narration_ids": [ "P01_01_278", "P01_01_279", "P01_01_280", "P01_01_281" ], "src": "drain rice . pour rice onto pan . put_on drainer", "src1": "drain rice", "src2": "pour rice onto pan", "src3": "put_on drainer", "trg": "scoop rice", "vis_src": "P01_01:278 P01_01:279 P01_01:280", "vis_trg": "P01_01:281", "narrations": [ "drain rice", "pour rice onto pan", "put on drainer", "scoop rice" ], "verbs": [ "drain", "pour-onto", "put-on", "scoop" ], "verb_classes": [ 37, 9, 1, 16 ], "nouns": [ "rice", "rice", "drainer", "rice" ], "noun_classes": [ 55, 55, 110, 55 ], "start_stop_timestamps": [ [ "00:23:21.98", "00:23:28.80" ], [ "00:23:29.67", "00:23:33.10" ], [ "00:23:33.00", "00:23:34.00" ], [ "00:23:34.71", "00:23:44.23" ] ], "start_stop_frames": [ [ 84118, 84528 ], [ 84580, 84786 ], [ 84780, 84840 ], [ 84882, 85453 ] ], "trgnoun": "rice", "trgverb": "scoop" }, { "key": "P04_120+335_336_337_339", "video_id": "P04_120", "narration_ids": [ "P04_120_335", "P04_120_336", "P04_120_337", "P04_120_339" ], "src": "pick_up spatula . stir milk in pan with spatula . lift spatula out of milk", "src1": "pick_up spatula", "src2": "stir milk in pan with spatula", "src3": "lift spatula out of milk", "trg": "put_down spatula", "vis_src": "P04_120:335 P04_120:336 P04_120:337", "vis_trg": "P04_120:339", "narrations": [ "pick up spatula", "stir milk in pan with spatula", "lift spatula out of milk", "put down spatula" ], "verbs": [ "pick-up", "stir-in", "lift-out", "put-down" ], "verb_classes": [ 0, 10, 33, 1 ], "nouns": [ "spatula", "milk", "spatula", "spatula" ], "noun_classes": [ 20, 64, 20, 20 ], "start_stop_timestamps": [ [ "00:11:54.53", "00:11:56.45" ], [ "00:11:56.56", "00:12:01.47" ], [ "00:12:01.01", "00:12:01.81" ], [ "00:12:08.78", "00:12:11.16" ] ], "start_stop_frames": [ [ 35726, 35822 ], [ 35828, 36073 ], [ 36050, 36090 ], [ 36439, 36558 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P28_104+111_112_113_114", "video_id": "P28_104", "narration_ids": [ "P28_104_111", "P28_104_112", "P28_104_113", "P28_104_114" ], "src": "take green_bean . taste green_bean . take lid", "src1": "take green_bean", "src2": "taste green_bean", "src3": "take lid", "trg": "close lid", "vis_src": "P28_104:111 P28_104:112 P28_104:113", "vis_trg": "P28_104:114", "narrations": [ "take green bean", "taste green bean", "take lid", "close lid" ], "verbs": [ "take", "taste", "take", "close" ], "verb_classes": [ 0, 35, 0, 4 ], "nouns": [ "bean:green", "bean:green", "lid", "lid" ], "noun_classes": [ 185, 185, 6, 6 ], "start_stop_timestamps": [ [ "00:06:13.45", "00:06:15.70" ], [ "00:06:21.33", "00:06:22.61" ], [ "00:06:24.93", "00:06:25.50" ], [ "00:06:27.08", "00:06:28.95" ] ], "start_stop_frames": [ [ 18672, 18785 ], [ 19066, 19130 ], [ 19246, 19275 ], [ 19354, 19447 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P04_113+446_447_448_449", "video_id": "P04_113", "narration_ids": [ "P04_113_446", "P04_113_447", "P04_113_448", "P04_113_449" ], "src": "squeeze sponge . wipe countertop . wipe hob", "src1": "squeeze sponge", "src2": "wipe countertop", "src3": "wipe hob", "trg": "put_down sponge", "vis_src": "P04_113:446 P04_113:447 P04_113:448", "vis_trg": "P04_113:449", "narrations": [ "squeeze sponge", "wipe countertop", "wipe hob", "put down sponge" ], "verbs": [ "squeeze", "wipe", "wipe", "put-down" ], "verb_classes": [ 18, 2, 2, 1 ], "nouns": [ "sponge", "countertop", "hob", "sponge" ], "noun_classes": [ 9, 42, 24, 9 ], "start_stop_timestamps": [ [ "00:14:59.39", "00:15:01.39" ], [ "00:15:00.25", "00:15:13.57" ], [ "00:15:13.13", "00:15:21.23" ], [ "00:15:21.33", "00:15:22.22" ] ], "start_stop_frames": [ [ 44969, 45069 ], [ 45012, 45678 ], [ 45656, 46061 ], [ 46066, 46111 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P22_17+184_185_186_187", "video_id": "P22_17", "narration_ids": [ "P22_17_184", "P22_17_185", "P22_17_186", "P22_17_187" ], "src": "pick_up salad_bowl . pick_up cork . pick_up glasses", "src1": "pick_up salad_bowl", "src2": "pick_up cork", "src3": "pick_up glasses", "trg": "put_down glasses", "vis_src": "P22_17:184 P22_17:185 P22_17:186", "vis_trg": "P22_17:187", "narrations": [ "pick up salad bowl", "pick up cork", "pick up glasses", "put down glasses" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "bowl:salad", "cork", "glass", "glass" ], "noun_classes": [ 7, 256, 10, 10 ], "start_stop_timestamps": [ [ "00:08:03.79", "00:08:04.82" ], [ "00:08:04.88", "00:08:05.60" ], [ "00:08:05.82", "00:08:08.46" ], [ "00:08:10.53", "00:08:12.24" ] ], "start_stop_frames": [ [ 29027, 29089 ], [ 29092, 29136 ], [ 29149, 29307 ], [ 29431, 29534 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P30_06+16_17_18_19", "video_id": "P30_06", "narration_ids": [ "P30_06_16", "P30_06_17", "P30_06_18", "P30_06_19" ], "src": "wash fork . rinse fork . turn_off tap", "src1": "wash fork", "src2": "rinse fork", "src3": "turn_off tap", "trg": "put fork on side", "vis_src": "P30_06:16 P30_06:17 P30_06:18", "vis_trg": "P30_06:19", "narrations": [ "wash fork", "rinse fork", "turn off tap", "put fork on side" ], "verbs": [ "wash", "rinse", "turn-off", "put-on" ], "verb_classes": [ 2, 2, 8, 1 ], "nouns": [ "fork", "fork", "tap", "fork" ], "noun_classes": [ 14, 14, 0, 14 ], "start_stop_timestamps": [ [ "00:00:46.00", "00:00:53.80" ], [ "00:00:54.08", "00:00:56.22" ], [ "00:00:56.47", "00:00:58.19" ], [ "00:00:58.06", "00:00:59.92" ] ], "start_stop_frames": [ [ 2760, 3228 ], [ 3244, 3373 ], [ 3388, 3491 ], [ 3483, 3595 ] ], "trgnoun": "fork", "trgverb": "put_on" }, { "key": "P22_10+84_85_86_87", "video_id": "P22_10", "narration_ids": [ "P22_10_84", "P22_10_85", "P22_10_86", "P22_10_87" ], "src": "dry saucer . move coffee_cup . put_down saucer", "src1": "dry saucer", "src2": "move coffee_cup", "src3": "put_down saucer", "trg": "move saucers", "vis_src": "P22_10:84 P22_10:85 P22_10:86", "vis_trg": "P22_10:87", "narrations": [ "dry saucer", "move coffee cup", "put down saucer", "move saucers" ], "verbs": [ "dry", "move", "put-down", "move" ], "verb_classes": [ 14, 11, 1, 11 ], "nouns": [ "saucer", "cup:coffee", "saucer", "saucer" ], "noun_classes": [ 2, 13, 2, 2 ], "start_stop_timestamps": [ [ "00:02:41.15", "00:02:42.24" ], [ "00:02:42.34", "00:02:43.63" ], [ "00:02:44.21", "00:02:45.85" ], [ "00:02:45.90", "00:02:47.07" ] ], "start_stop_frames": [ [ 9669, 9734 ], [ 9740, 9817 ], [ 9852, 9951 ], [ 9954, 10024 ] ], "trgnoun": "saucer", "trgverb": "move" }, { "key": "P02_120+82_83_84_85", "video_id": "P02_120", "narration_ids": [ "P02_120_82", "P02_120_83", "P02_120_84", "P02_120_85" ], "src": "stir mixture . pick_up vanilla extract bottle . pick_up salt", "src1": "stir mixture", "src2": "pick_up vanilla extract bottle", "src3": "pick_up salt", "trg": "put vanilla extract bottle in cupboard", "vis_src": "P02_120:82 P02_120:83 P02_120:84", "vis_trg": "P02_120:85", "narrations": [ "stir mixture", "pick up vanilla extract bottle", "pick up salt", "put vanilla extract bottle in cupboard" ], "verbs": [ "stir", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 10, 0, 0, 5 ], "nouns": [ "mixture", "bottle:vanilla:extract", "salt", "bottle:vanilla:extract" ], "noun_classes": [ 71, 15, 38, 15 ], "start_stop_timestamps": [ [ "00:04:43.02", "00:04:56.29" ], [ "00:04:59.86", "00:05:01.06" ], [ "00:05:01.15", "00:05:01.93" ], [ "00:05:04.05", "00:05:05.16" ] ], "start_stop_frames": [ [ 14151, 14814 ], [ 14993, 15053 ], [ 15057, 15096 ], [ 15202, 15258 ] ], "trgnoun": "extract_vanilla_bottle", "trgverb": "put_in" }, { "key": "P04_108+7_8_9_10", "video_id": "P04_108", "narration_ids": [ "P04_108_7", "P04_108_8", "P04_108_9", "P04_108_10" ], "src": "take_off oven_gloves . put pan in sink . pick_up bowl", "src1": "take_off oven_gloves", "src2": "put pan in sink", "src3": "pick_up bowl", "trg": "put bowl on sink", "vis_src": "P04_108:7 P04_108:8 P04_108:9", "vis_trg": "P04_108:10", "narrations": [ "take off oven gloves", "put pan in sink", "pick up bowl", "put bowl on sink" ], "verbs": [ "take-off", "put-in", "pick-up", "put-on" ], "verb_classes": [ 12, 5, 0, 1 ], "nouns": [ "glove:oven", "pan", "bowl", "bowl" ], "noun_classes": [ 60, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:00:16.10", "00:00:16.47" ], [ "00:00:15.82", "00:00:17.51" ], [ "00:00:17.79", "00:00:19.21" ], [ "00:00:19.00", "00:00:20.41" ] ], "start_stop_frames": [ [ 805, 823 ], [ 791, 875 ], [ 889, 960 ], [ 950, 1020 ] ], "trgnoun": "bowl", "trgverb": "put_on" }, { "key": "P20_01+126_127_128_129", "video_id": "P20_01", "narration_ids": [ "P20_01_126", "P20_01_127", "P20_01_128", "P20_01_129" ], "src": "pick pastry from box . remove tin from pastry . remove rubbish from box", "src1": "pick pastry from box", "src2": "remove tin from pastry", "src3": "remove rubbish from box", "trg": "pick_up pastry", "vis_src": "P20_01:126 P20_01:127 P20_01:128", "vis_trg": "P20_01:129", "narrations": [ "pick pastry from box", "remove tin from pastry", "remove rubbish from box", "pick up pastry" ], "verbs": [ "pick-from", "remove-from", "remove", "pick-up" ], "verb_classes": [ 0, 12, 12, 0 ], "nouns": [ "pastry", "tin", "rubbish", "pastry" ], "noun_classes": [ 137, 61, 54, 137 ], "start_stop_timestamps": [ [ "00:06:20.95", "00:06:25.65" ], [ "00:06:25.61", "00:06:28.30" ], [ "00:06:31.44", "00:06:33.90" ], [ "00:06:36.20", "00:06:37.75" ] ], "start_stop_frames": [ [ 22857, 23139 ], [ 23136, 23298 ], [ 23486, 23634 ], [ 23772, 23865 ] ], "trgnoun": "pastry", "trgverb": "pick_up" }, { "key": "P22_13+203_204_205_206", "video_id": "P22_13", "narration_ids": [ "P22_13_203", "P22_13_204", "P22_13_205", "P22_13_206" ], "src": "put_down plate . rinse hands . rinse sponge", "src1": "put_down plate", "src2": "rinse hands", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P22_13:203 P22_13:204 P22_13:205", "vis_trg": "P22_13:206", "narrations": [ "put down plate", "rinse hands", "rinse sponge", "put down sponge" ], "verbs": [ "put-down", "rinse", "rinse", "put-down" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "plate", "hand", "sponge", "sponge" ], "noun_classes": [ 2, 11, 9, 9 ], "start_stop_timestamps": [ [ "00:06:56.32", "00:06:57.61" ], [ "00:06:57.61", "00:07:00.10" ], [ "00:07:00.20", "00:07:02.79" ], [ "00:07:02.29", "00:07:03.36" ] ], "start_stop_frames": [ [ 24979, 25056 ], [ 25056, 25206 ], [ 25212, 25367 ], [ 25337, 25401 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P01_105+640_641_642_643", "video_id": "P01_105", "narration_ids": [ "P01_105_640", "P01_105_641", "P01_105_642", "P01_105_643" ], "src": "put_down kettle . pick_up knife . pat_down noodles", "src1": "put_down kettle", "src2": "pick_up knife", "src3": "pat_down noodles", "trg": "shake knife", "vis_src": "P01_105:640 P01_105:641 P01_105:642", "vis_trg": "P01_105:643", "narrations": [ "put down kettle", "pick up knife", "pat down noodles", "shake knife" ], "verbs": [ "put-down", "pick-up", "pat-down", "shake" ], "verb_classes": [ 1, 0, 32, 15 ], "nouns": [ "kettle", "knife", "noodle", "knife" ], "noun_classes": [ 44, 4, 155, 4 ], "start_stop_timestamps": [ [ "00:26:39.90", "00:26:41.64" ], [ "00:26:42.30", "00:26:42.91" ], [ "00:26:43.34", "00:26:48.19" ], [ "00:26:47.54", "00:26:48.24" ] ], "start_stop_frames": [ [ 79995, 80082 ], [ 80115, 80145 ], [ 80167, 80409 ], [ 80377, 80412 ] ], "trgnoun": "knife", "trgverb": "shake" }, { "key": "P22_15+66_67_68_69", "video_id": "P22_15", "narration_ids": [ "P22_15_66", "P22_15_67", "P22_15_68", "P22_15_69" ], "src": "dry cutting_board . open drawer . put_down cutting_board", "src1": "dry cutting_board", "src2": "open drawer", "src3": "put_down cutting_board", "trg": "move cutting_boards", "vis_src": "P22_15:66 P22_15:67 P22_15:68", "vis_trg": "P22_15:69", "narrations": [ "dry cutting board", "open drawer", "put down cutting board", "move cutting boards" ], "verbs": [ "dry", "open", "put-down", "move" ], "verb_classes": [ 14, 3, 1, 11 ], "nouns": [ "board:cutting", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 18, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:02:21.80", "00:02:24.31" ], [ "00:02:24.27", "00:02:26.16" ], [ "00:02:25.26", "00:02:29.12" ], [ "00:02:29.29", "00:02:30.29" ] ], "start_stop_frames": [ [ 8508, 8658 ], [ 8656, 8769 ], [ 8715, 8947 ], [ 8957, 9017 ] ], "trgnoun": "cutting_board", "trgverb": "move" }, { "key": "P01_04+7_8_9_10", "video_id": "P01_04", "narration_ids": [ "P01_04_7", "P01_04_8", "P01_04_9", "P01_04_10" ], "src": "put_down cereal_box . close cupboard . take tablecloth", "src1": "put_down cereal_box", "src2": "close cupboard", "src3": "take tablecloth", "trg": "fold tablecloth", "vis_src": "P01_04:7 P01_04:8 P01_04:9", "vis_trg": "P01_04:10", "narrations": [ "put down cereal box", "close cupboard", "take tablecloth", "fold tablecloth" ], "verbs": [ "put-down", "close", "take", "fold" ], "verb_classes": [ 1, 4, 0, 28 ], "nouns": [ "box:cereal", "cupboard", "tablecloth", "tablecloth" ], "noun_classes": [ 23, 3, 17, 17 ], "start_stop_timestamps": [ [ "00:00:19.68", "00:00:22.71" ], [ "00:00:22.78", "00:00:24.28" ], [ "00:00:25.74", "00:00:30.67" ], [ "00:00:30.75", "00:00:35.04" ] ], "start_stop_frames": [ [ 1180, 1362 ], [ 1366, 1456 ], [ 1544, 1840 ], [ 1845, 2102 ] ], "trgnoun": "tablecloth", "trgverb": "fold" }, { "key": "P22_14+20_21_22_23", "video_id": "P22_14", "narration_ids": [ "P22_14_20", "P22_14_21", "P22_14_22", "P22_14_23" ], "src": "pick_up can . open can . pick_up measuring_cup", "src1": "pick_up can", "src2": "open can", "src3": "pick_up measuring_cup", "trg": "close can", "vis_src": "P22_14:20 P22_14:21 P22_14:22", "vis_trg": "P22_14:23", "narrations": [ "pick up can", "open can", "pick up measuring cup", "close can" ], "verbs": [ "pick-up", "open", "pick-up", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "can", "can", "cup:measuring", "can" ], "noun_classes": [ 61, 61, 13, 61 ], "start_stop_timestamps": [ [ "00:00:46.11", "00:00:47.30" ], [ "00:00:49.12", "00:00:50.07" ], [ "00:00:50.62", "00:00:51.72" ], [ "00:00:51.73", "00:00:52.54" ] ], "start_stop_frames": [ [ 2766, 2838 ], [ 2947, 3004 ], [ 3037, 3103 ], [ 3103, 3152 ] ], "trgnoun": "can", "trgverb": "close" }, { "key": "P27_104+302_303_304_305", "video_id": "P27_104", "narration_ids": [ "P27_104_302", "P27_104_303", "P27_104_304", "P27_104_305" ], "src": "open bottle . pick_up fruit_juice . pour water", "src1": "open bottle", "src2": "pick_up fruit_juice", "src3": "pour water", "trg": "put_down bottles", "vis_src": "P27_104:302 P27_104:303 P27_104:304", "vis_trg": "P27_104:305", "narrations": [ "open bottle", "pick up fruit juice", "pour water", "put down bottles" ], "verbs": [ "open", "pick-up", "pour", "put-down" ], "verb_classes": [ 3, 0, 9, 1 ], "nouns": [ "bottle", "juice:fruit", "water", "bottle" ], "noun_classes": [ 15, 183, 27, 15 ], "start_stop_timestamps": [ [ "00:14:53.71", "00:14:54.92" ], [ "00:14:56.34", "00:14:57.09" ], [ "00:14:57.78", "00:15:04.84" ], [ "00:15:05.12", "00:15:06.12" ] ], "start_stop_frames": [ [ 44685, 44746 ], [ 44817, 44854 ], [ 44889, 45242 ], [ 45256, 45306 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P08_18+52_53_54_55", "video_id": "P08_18", "narration_ids": [ "P08_18_52", "P08_18_53", "P08_18_54", "P08_18_55" ], "src": "clean bits . throw away bits . close dishwasher", "src1": "clean bits", "src2": "throw away bits", "src3": "close dishwasher", "trg": "open dishwasher", "vis_src": "P08_18:52 P08_18:53 P08_18:54", "vis_trg": "P08_18:55", "narrations": [ "clean bits", "throw away bits", "close dishwasher", "open dishwasher" ], "verbs": [ "clean", "throw", "close", "open" ], "verb_classes": [ 2, 13, 4, 3 ], "nouns": [ "towel", "tap", "dishwasher", "dishwasher" ], "noun_classes": [ 52, 0, 70, 70 ], "start_stop_timestamps": [ [ "00:03:00.21", "00:03:08.03" ], [ "00:03:08.59", "00:03:10.09" ], [ "00:03:10.44", "00:03:11.19" ], [ "00:03:11.29", "00:03:12.04" ] ], "start_stop_frames": [ [ 10812, 11281 ], [ 11315, 11405 ], [ 11426, 11471 ], [ 11477, 11522 ] ], "trgnoun": "dishwasher", "trgverb": "open" }, { "key": "P04_101+84_85_86_87", "video_id": "P04_101", "narration_ids": [ "P04_101_84", "P04_101_85", "P04_101_86", "P04_101_87" ], "src": "open dishwasher . pull_out tray . put_down spoon", "src1": "open dishwasher", "src2": "pull_out tray", "src3": "put_down spoon", "trg": "pick_up spoon", "vis_src": "P04_101:84 P04_101:85 P04_101:86", "vis_trg": "P04_101:87", "narrations": [ "open dishwasher", "pull out tray", "put down spoon", "pick up spoon" ], "verbs": [ "open", "pull-out", "put-down", "pick-up" ], "verb_classes": [ 3, 31, 1, 0 ], "nouns": [ "dishwasher", "tray", "spoon", "spoon" ], "noun_classes": [ 70, 35, 1, 1 ], "start_stop_timestamps": [ [ "00:03:21.34", "00:03:22.89" ], [ "00:03:22.97", "00:03:26.14" ], [ "00:03:26.27", "00:03:26.95" ], [ "00:03:27.30", "00:03:27.94" ] ], "start_stop_frames": [ [ 10067, 10144 ], [ 10148, 10307 ], [ 10313, 10347 ], [ 10365, 10397 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P37_101+352_353_354_355", "video_id": "P37_101", "narration_ids": [ "P37_101_352", "P37_101_353", "P37_101_354", "P37_101_355" ], "src": "take onions . turn_on tap . rinse onions", "src1": "take onions", "src2": "turn_on tap", "src3": "rinse onions", "trg": "turn_off tap", "vis_src": "P37_101:352 P37_101:353 P37_101:354", "vis_trg": "P37_101:355", "narrations": [ "take onions", "turn on tap", "rinse onions", "turn off tap" ], "verbs": [ "take", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 0, 6, 2, 8 ], "nouns": [ "onion", "tap", "onion", "tap" ], "noun_classes": [ 16, 0, 16, 0 ], "start_stop_timestamps": [ [ "00:25:17.66", "00:25:19.28" ], [ "00:25:19.38", "00:25:21.07" ], [ "00:25:21.10", "00:25:24.87" ], [ "00:25:24.52", "00:25:25.54" ] ], "start_stop_frames": [ [ 75883, 75964 ], [ 75969, 76053 ], [ 76055, 76243 ], [ 76226, 76277 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P11_05+370_371_372_373", "video_id": "P11_05", "narration_ids": [ "P11_05_370", "P11_05_371", "P11_05_372", "P11_05_373" ], "src": "wipe_down surface . throw away tissue . pick_up bowls", "src1": "wipe_down surface", "src2": "throw away tissue", "src3": "pick_up bowls", "trg": "rearrange bowl", "vis_src": "P11_05:370 P11_05:371 P11_05:372", "vis_trg": "P11_05:373", "narrations": [ "wipe down surface", "throw away tissue", "pick up bowls", "rearrange bowl" ], "verbs": [ "wipe-down", "throw", "pick-up", "rearrange" ], "verb_classes": [ 2, 13, 0, 40 ], "nouns": [ "surface", "tissue", "bowl", "bowl" ], "noun_classes": [ 42, 88, 7, 7 ], "start_stop_timestamps": [ [ "00:26:56.00", "00:27:02.99" ], [ "00:27:02.77", "00:27:03.98" ], [ "00:27:04.22", "00:27:05.23" ], [ "00:27:05.78", "00:27:07.84" ] ], "start_stop_frames": [ [ 96960, 97379 ], [ 97366, 97438 ], [ 97453, 97513 ], [ 97546, 97670 ] ], "trgnoun": "bowl", "trgverb": "rearrange" }, { "key": "P24_04+110_111_112_113", "video_id": "P24_04", "narration_ids": [ "P24_04_110", "P24_04_111", "P24_04_112", "P24_04_113" ], "src": "pick_up white_bread . close white_bread . open door", "src1": "pick_up white_bread", "src2": "close white_bread", "src3": "open door", "trg": "place white_bread", "vis_src": "P24_04:110 P24_04:111 P24_04:112", "vis_trg": "P24_04:113", "narrations": [ "pick up white bread", "close white bread", "open door", "place white bread" ], "verbs": [ "pick-up", "close", "open", "place" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "bread:white", "bread:white", "door", "bread:white" ], "noun_classes": [ 33, 33, 3, 33 ], "start_stop_timestamps": [ [ "00:07:25.54", "00:07:26.48" ], [ "00:07:26.90", "00:07:42.02" ], [ "00:07:41.81", "00:07:43.22" ], [ "00:07:43.32", "00:07:46.30" ] ], "start_stop_frames": [ [ 26732, 26788 ], [ 26814, 27721 ], [ 27708, 27793 ], [ 27799, 27978 ] ], "trgnoun": "white_bread", "trgverb": "place" }, { "key": "P02_108+46_48_49_51", "video_id": "P02_108", "narration_ids": [ "P02_108_46", "P02_108_48", "P02_108_49", "P02_108_51" ], "src": "put glass inside bowl . pick_up flour_bag . pour flour from bag into glass", "src1": "put glass inside bowl", "src2": "pick_up flour_bag", "src3": "pour flour from bag into glass", "trg": "return glass to bowl", "vis_src": "P02_108:46 P02_108:48 P02_108:49", "vis_trg": "P02_108:51", "narrations": [ "put glass inside bowl", "pick up flour bag", "pour flour from bag into glass", "return glass to bowl" ], "verbs": [ "put-inside", "pick-up", "pour-from", "return-to" ], "verb_classes": [ 5, 0, 9, 11 ], "nouns": [ "glass", "bag:flour", "flour", "glass" ], "noun_classes": [ 10, 19, 75, 10 ], "start_stop_timestamps": [ [ "00:01:35.32", "00:01:35.88" ], [ "00:01:37.20", "00:01:37.96" ], [ "00:01:38.82", "00:01:40.39" ], [ "00:01:45.76", "00:01:47.45" ] ], "start_stop_frames": [ [ 4766, 4794 ], [ 4860, 4898 ], [ 4941, 5019 ], [ 5288, 5372 ] ], "trgnoun": "glass", "trgverb": "return_to" }, { "key": "P01_109+45_46_47_48", "video_id": "P01_109", "narration_ids": [ "P01_109_45", "P01_109_46", "P01_109_47", "P01_109_48" ], "src": "put_down pan . pick_up cutting_board . close cupboard", "src1": "put_down pan", "src2": "pick_up cutting_board", "src3": "close cupboard", "trg": "put_down cutting_board", "vis_src": "P01_109:45 P01_109:46 P01_109:47", "vis_trg": "P01_109:48", "narrations": [ "put down pan", "pick up cutting board", "close cupboard", "put down cutting board" ], "verbs": [ "put-down", "pick-up", "close", "put-down" ], "verb_classes": [ 1, 0, 4, 1 ], "nouns": [ "pan", "board:cutting", "cupboard", "board:cutting" ], "noun_classes": [ 5, 18, 3, 18 ], "start_stop_timestamps": [ [ "00:01:27.59", "00:01:28.64" ], [ "00:01:30.20", "00:01:32.09" ], [ "00:01:32.42", "00:01:33.29" ], [ "00:01:33.54", "00:01:34.49" ] ], "start_stop_frames": [ [ 4379, 4432 ], [ 4510, 4604 ], [ 4621, 4664 ], [ 4677, 4724 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P07_10+20_21_22_25", "video_id": "P07_10", "narration_ids": [ "P07_10_20", "P07_10_21", "P07_10_22", "P07_10_25" ], "src": "cut bag . pour rice in measuring cup . pick_up measuring_cup", "src1": "cut bag", "src2": "pour rice in measuring cup", "src3": "pick_up measuring_cup", "trg": "fold bag", "vis_src": "P07_10:20 P07_10:21 P07_10:22", "vis_trg": "P07_10:25", "narrations": [ "cut bag", "pour rice in measuring cup", "pick up measuring cup", "fold bag" ], "verbs": [ "cut", "pour-in", "pick-up", "fold" ], "verb_classes": [ 7, 9, 0, 28 ], "nouns": [ "bag", "rice", "cup:measuring", "bag" ], "noun_classes": [ 19, 55, 13, 19 ], "start_stop_timestamps": [ [ "00:01:56.81", "00:01:59.16" ], [ "00:02:01.51", "00:02:05.48" ], [ "00:02:07.02", "00:02:09.07" ], [ "00:02:35.00", "00:02:37.00" ] ], "start_stop_frames": [ [ 7008, 7149 ], [ 7290, 7528 ], [ 7621, 7744 ], [ 9300, 9420 ] ], "trgnoun": "bag", "trgverb": "fold" }, { "key": "P04_104+39_40_41_42", "video_id": "P04_104", "narration_ids": [ "P04_104_39", "P04_104_40", "P04_104_41", "P04_104_42" ], "src": "spoon flour into tub . pour flour into tub . straighten flour_bag", "src1": "spoon flour into tub", "src2": "pour flour into tub", "src3": "straighten flour_bag", "trg": "shake flour_bag", "vis_src": "P04_104:39 P04_104:40 P04_104:41", "vis_trg": "P04_104:42", "narrations": [ "spoon flour into tub", "pour flour into tub", "straighten flour bag", "shake flour bag" ], "verbs": [ "spoon-into", "pour-into", "straighten", "shake" ], "verb_classes": [ 16, 9, 40, 15 ], "nouns": [ "flour", "flour", "bag:flour", "bag:flour" ], "noun_classes": [ 75, 75, 19, 19 ], "start_stop_timestamps": [ [ "00:01:36.53", "00:01:41.55" ], [ "00:01:42.75", "00:01:44.72" ], [ "00:01:42.73", "00:01:44.46" ], [ "00:01:45.54", "00:01:49.81" ] ], "start_stop_frames": [ [ 4826, 5077 ], [ 5137, 5236 ], [ 5136, 5223 ], [ 5277, 5490 ] ], "trgnoun": "flour_bag", "trgverb": "shake" }, { "key": "P07_11+11_12_13_15", "video_id": "P07_11", "narration_ids": [ "P07_11_11", "P07_11_12", "P07_11_13", "P07_11_15" ], "src": "turn handle . take fork . open pot", "src1": "turn handle", "src2": "take fork", "src3": "open pot", "trg": "dry container", "vis_src": "P07_11:11 P07_11:12 P07_11:13", "vis_trg": "P07_11:15", "narrations": [ "turn handle", "take fork", "open pot", "dry container" ], "verbs": [ "turn", "take", "open", "dry" ], "verb_classes": [ 23, 0, 3, 14 ], "nouns": [ "knob", "fork", "pot", "container" ], "noun_classes": [ 190, 14, 29, 21 ], "start_stop_timestamps": [ [ "00:01:04.05", "00:01:06.30" ], [ "00:01:09.39", "00:01:11.89" ], [ "00:01:13.42", "00:01:16.40" ], [ "00:01:35.19", "00:01:37.19" ] ], "start_stop_frames": [ [ 3843, 3978 ], [ 4163, 4313 ], [ 4405, 4584 ], [ 5711, 5831 ] ], "trgnoun": "container", "trgverb": "dry" }, { "key": "P02_113+42_43_44_45", "video_id": "P02_113", "narration_ids": [ "P02_113_42", "P02_113_43", "P02_113_44", "P02_113_45" ], "src": "put pine_nuts on meat . pick_up pine nuts bag . return pine_nuts into bag", "src1": "put pine_nuts on meat", "src2": "pick_up pine nuts bag", "src3": "return pine_nuts into bag", "trg": "close pine nuts bag", "vis_src": "P02_113:42 P02_113:43 P02_113:44", "vis_trg": "P02_113:45", "narrations": [ "put pine nuts on meat", "pick up pine nuts bag", "return pine nuts into bag", "close pine nuts bag" ], "verbs": [ "put-on", "pick-up", "return-into", "close" ], "verb_classes": [ 1, 0, 1, 4 ], "nouns": [ "nut:pine", "bag:pine:nut", "nut:pine", "bag:pine:nut" ], "noun_classes": [ 133, 19, 133, 19 ], "start_stop_timestamps": [ [ "00:01:55.63", "00:01:59.14" ], [ "00:02:00.11", "00:02:02.49" ], [ "00:02:00.93", "00:02:01.82" ], [ "00:02:02.51", "00:02:03.92" ] ], "start_stop_frames": [ [ 5781, 5957 ], [ 6005, 6124 ], [ 6046, 6091 ], [ 6125, 6196 ] ], "trgnoun": "nut_pine_bag", "trgverb": "close" }, { "key": "P01_105+151_152_153_155", "video_id": "P01_105", "narration_ids": [ "P01_105_151", "P01_105_152", "P01_105_153", "P01_105_155" ], "src": "move carrot_slices . dice carrot . take carrot_bits off knife", "src1": "move carrot_slices", "src2": "dice carrot", "src3": "take carrot_bits off knife", "trg": "put_down knife", "vis_src": "P01_105:151 P01_105:152 P01_105:153", "vis_trg": "P01_105:155", "narrations": [ "move carrot slices", "dice carrot", "take carrot bits off knife", "put down knife" ], "verbs": [ "move", "dice", "take-off", "put-down" ], "verb_classes": [ 11, 7, 12, 1 ], "nouns": [ "slice:carrot", "carrot", "bit:carrot", "knife" ], "noun_classes": [ 41, 41, 41, 4 ], "start_stop_timestamps": [ [ "00:04:57.81", "00:05:01.78" ], [ "00:05:01.76", "00:05:36.03" ], [ "00:05:36.13", "00:05:37.62" ], [ "00:05:38.62", "00:05:39.29" ] ], "start_stop_frames": [ [ 14890, 15088 ], [ 15088, 16801 ], [ 16806, 16881 ], [ 16931, 16964 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P24_08+139_140_141_142", "video_id": "P24_08", "narration_ids": [ "P24_08_139", "P24_08_140", "P24_08_141", "P24_08_142" ], "src": "take wooden_spoon . pour sauce into pan . put_down sauce_bottle", "src1": "take wooden_spoon", "src2": "pour sauce into pan", "src3": "put_down sauce_bottle", "trg": "stir sauce in pan", "vis_src": "P24_08:139 P24_08:140 P24_08:141", "vis_trg": "P24_08:142", "narrations": [ "take wooden spoon", "pour sauce into pan", "put down sauce bottle", "stir sauce in pan" ], "verbs": [ "take", "pour-into", "put-down", "stir" ], "verb_classes": [ 0, 9, 1, 10 ], "nouns": [ "spoon:wooden", "sauce", "bottle:sauce", "sauce" ], "noun_classes": [ 1, 47, 15, 47 ], "start_stop_timestamps": [ [ "00:10:31.79", "00:10:33.12" ], [ "00:10:35.47", "00:10:44.11" ], [ "00:10:50.97", "00:10:54.48" ], [ "00:10:54.27", "00:11:01.69" ] ], "start_stop_frames": [ [ 37907, 37987 ], [ 38128, 38646 ], [ 39058, 39268 ], [ 39256, 39701 ] ], "trgnoun": "sauce", "trgverb": "stir" }, { "key": "P03_101+154_155_156_157", "video_id": "P03_101", "narration_ids": [ "P03_101_154", "P03_101_155", "P03_101_156", "P03_101_157" ], "src": "put sponge on counter . pick_up brush . wipe counter down", "src1": "put sponge on counter", "src2": "pick_up brush", "src3": "wipe counter down", "trg": "rinse_out sponge", "vis_src": "P03_101:154 P03_101:155 P03_101:156", "vis_trg": "P03_101:157", "narrations": [ "put sponge on counter", "pick up brush", "wipe counter down", "rinse out sponge" ], "verbs": [ "put-on", "pick-up", "wipe", "rinse-out" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "sponge", "brush", "counter", "sponge" ], "noun_classes": [ 9, 103, 42, 9 ], "start_stop_timestamps": [ [ "00:06:35.80", "00:06:36.34" ], [ "00:06:36.40", "00:06:37.16" ], [ "00:06:37.17", "00:06:40.17" ], [ "00:06:39.59", "00:06:40.40" ] ], "start_stop_frames": [ [ 19790, 19817 ], [ 19820, 19858 ], [ 19858, 20008 ], [ 19979, 20020 ] ], "trgnoun": "sponge", "trgverb": "rinse_out" }, { "key": "P01_109+861_862_863_864", "video_id": "P01_109", "narration_ids": [ "P01_109_861", "P01_109_862", "P01_109_863", "P01_109_864" ], "src": "wash hands . rinse hands . turn_off tap", "src1": "wash hands", "src2": "rinse hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P01_109:861 P01_109:862 P01_109:863", "vis_trg": "P01_109:864", "narrations": [ "wash hands", "rinse hands", "turn off tap", "shake hands" ], "verbs": [ "wash", "rinse", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "hand", "hand", "tap", "hand" ], "noun_classes": [ 11, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:59:40.15", "00:59:46.56" ], [ "00:59:46.33", "00:59:51.29" ], [ "00:59:51.46", "00:59:52.04" ], [ "00:59:52.17", "00:59:54.10" ] ], "start_stop_frames": [ [ 179007, 179328 ], [ 179316, 179564 ], [ 179573, 179602 ], [ 179608, 179705 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P06_102+19_20_21_22", "video_id": "P06_102", "narration_ids": [ "P06_102_19", "P06_102_20", "P06_102_21", "P06_102_22" ], "src": "sieve flour . pour flour into sieve . scrunch_up bag", "src1": "sieve flour", "src2": "pour flour into sieve", "src3": "scrunch_up bag", "trg": "put bag in recycling", "vis_src": "P06_102:19 P06_102:20 P06_102:21", "vis_trg": "P06_102:22", "narrations": [ "sieve flour", "pour flour into sieve", "scrunch up bag", "put bag in recycling" ], "verbs": [ "sieve", "pour-into", "scrunch-up", "put-in" ], "verb_classes": [ 9, 9, 18, 5 ], "nouns": [ "flour", "flour", "bag", "bag" ], "noun_classes": [ 75, 75, 19, 19 ], "start_stop_timestamps": [ [ "00:01:48.54", "00:01:57.55" ], [ "00:01:57.86", "00:02:13.32" ], [ "00:02:14.32", "00:02:16.60" ], [ "00:02:14.12", "00:02:17.88" ] ], "start_stop_frames": [ [ 5427, 5877 ], [ 5893, 6666 ], [ 6716, 6830 ], [ 6706, 6894 ] ], "trgnoun": "bag", "trgverb": "put_in" }, { "key": "P02_104+58_59_60_61", "video_id": "P02_104", "narration_ids": [ "P02_104_58", "P02_104_59", "P02_104_60", "P02_104_61" ], "src": "open extractor_fan . pick_up tupperware . pick_up meat", "src1": "open extractor_fan", "src2": "pick_up tupperware", "src3": "pick_up meat", "trg": "put meat in pan", "vis_src": "P02_104:58 P02_104:59 P02_104:60", "vis_trg": "P02_104:61", "narrations": [ "open extractor fan", "pick up tupperware", "pick up meat", "put meat in pan" ], "verbs": [ "open", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 3, 0, 0, 5 ], "nouns": [ "fan:extractor", "tupperware", "meat", "meat" ], "noun_classes": [ 179, 23, 28, 28 ], "start_stop_timestamps": [ [ "00:03:08.34", "00:03:10.14" ], [ "00:03:10.13", "00:03:11.94" ], [ "00:03:12.35", "00:03:15.46" ], [ "00:03:14.86", "00:03:18.33" ] ], "start_stop_frames": [ [ 9417, 9507 ], [ 9506, 9597 ], [ 9617, 9773 ], [ 9743, 9916 ] ], "trgnoun": "meat", "trgverb": "put_in" }, { "key": "P04_119+275_277_278_280", "video_id": "P04_119", "narration_ids": [ "P04_119_275", "P04_119_277", "P04_119_278", "P04_119_280" ], "src": "put lid on milk bottle . put_down milk_bottle . tap milk_bottle on counter", "src1": "put lid on milk bottle", "src2": "put_down milk_bottle", "src3": "tap milk_bottle on counter", "trg": "pick_up milk_bottle", "vis_src": "P04_119:275 P04_119:277 P04_119:278", "vis_trg": "P04_119:280", "narrations": [ "put lid on milk bottle", "put down milk bottle", "tap milk bottle on counter", "pick up milk bottle" ], "verbs": [ "put-on", "put-down", "tap-on", "pick-up" ], "verb_classes": [ 1, 1, 32, 0 ], "nouns": [ "lid", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 6, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:13:30.07", "00:13:31.76" ], [ "00:13:33.80", "00:13:34.80" ], [ "00:13:34.37", "00:13:35.13" ], [ "00:13:37.11", "00:13:38.09" ] ], "start_stop_frames": [ [ 40503, 40588 ], [ 40690, 40740 ], [ 40718, 40756 ], [ 40855, 40904 ] ], "trgnoun": "milk_bottle", "trgverb": "pick_up" }, { "key": "P11_109+114_115_116_117", "video_id": "P11_109", "narration_ids": [ "P11_109_114", "P11_109_115", "P11_109_116", "P11_109_117" ], "src": "pick_up basket . open dishwasher . put_away basket", "src1": "pick_up basket", "src2": "open dishwasher", "src3": "put_away basket", "trg": "close dishwasher", "vis_src": "P11_109:114 P11_109:115 P11_109:116", "vis_trg": "P11_109:117", "narrations": [ "pick up basket", "open dishwasher", "put away basket", "close dishwasher" ], "verbs": [ "pick-up", "open", "put-away", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "basket", "dishwasher", "basket", "dishwasher" ], "noun_classes": [ 168, 70, 168, 70 ], "start_stop_timestamps": [ [ "00:03:21.91", "00:03:23.15" ], [ "00:03:23.42", "00:03:24.00" ], [ "00:03:24.07", "00:03:25.08" ], [ "00:03:27.25", "00:03:27.93" ] ], "start_stop_frames": [ [ 10095, 10157 ], [ 10171, 10200 ], [ 10203, 10254 ], [ 10362, 10396 ] ], "trgnoun": "dishwasher", "trgverb": "close" }, { "key": "P04_07+19_20_21_22", "video_id": "P04_07", "narration_ids": [ "P04_07_19", "P04_07_20", "P04_07_21", "P04_07_22" ], "src": "put_in tupperware . pour kitchen_roll . wipe counter", "src1": "put_in tupperware", "src2": "pour kitchen_roll", "src3": "wipe counter", "trg": "close tupperware", "vis_src": "P04_07:19 P04_07:20 P04_07:21", "vis_trg": "P04_07:22", "narrations": [ "put in tupperware", "pour kitchen roll", "wipe counter", "close tupperware" ], "verbs": [ "put-in", "pour", "wipe", "close" ], "verb_classes": [ 5, 9, 2, 4 ], "nouns": [ "tupperware", "roll:kitchen", "counter", "tupperware" ], "noun_classes": [ 23, 93, 42, 23 ], "start_stop_timestamps": [ [ "00:01:18.22", "00:01:20.21" ], [ "00:01:20.37", "00:01:22.88" ], [ "00:01:22.80", "00:01:26.46" ], [ "00:01:26.93", "00:01:30.14" ] ], "start_stop_frames": [ [ 4693, 4812 ], [ 4822, 4972 ], [ 4968, 5187 ], [ 5215, 5408 ] ], "trgnoun": "tupperware", "trgverb": "close" }, { "key": "P31_06+22_23_24_25", "video_id": "P31_06", "narration_ids": [ "P31_06_22", "P31_06_23", "P31_06_24", "P31_06_25" ], "src": "turn_on coffee_machine . check coffee . put_in sugar", "src1": "turn_on coffee_machine", "src2": "check coffee", "src3": "put_in sugar", "trg": "stir coffee", "vis_src": "P31_06:22 P31_06:23 P31_06:24", "vis_trg": "P31_06:25", "narrations": [ "turn on coffee machine", "check coffee", "put in sugar", "stir coffee" ], "verbs": [ "turn-on", "check", "put-in", "stir" ], "verb_classes": [ 6, 24, 5, 10 ], "nouns": [ "machine:coffee", "coffee", "sugar", "coffee" ], "noun_classes": [ 50, 59, 102, 59 ], "start_stop_timestamps": [ [ "00:01:58.93", "00:02:10.16" ], [ "00:02:15.38", "00:02:22.66" ], [ "00:02:23.54", "00:02:33.36" ], [ "00:02:35.08", "00:02:42.90" ] ], "start_stop_frames": [ [ 7135, 7809 ], [ 8122, 8559 ], [ 8612, 9201 ], [ 9304, 9774 ] ], "trgnoun": "coffee", "trgverb": "stir" }, { "key": "P22_13+101_102_103_104", "video_id": "P22_13", "narration_ids": [ "P22_13_101", "P22_13_102", "P22_13_103", "P22_13_104" ], "src": "take plate . take fork . move plates", "src1": "take plate", "src2": "take fork", "src3": "move plates", "trg": "put_down plates", "vis_src": "P22_13:101 P22_13:102 P22_13:103", "vis_trg": "P22_13:104", "narrations": [ "take plate", "take fork", "move plates", "put down plates" ], "verbs": [ "take", "take", "move", "put-down" ], "verb_classes": [ 0, 0, 11, 1 ], "nouns": [ "plate", "fork", "plate", "plate" ], "noun_classes": [ 2, 14, 2, 2 ], "start_stop_timestamps": [ [ "00:03:34.22", "00:03:34.84" ], [ "00:03:34.67", "00:03:35.30" ], [ "00:03:35.31", "00:03:35.99" ], [ "00:03:37.18", "00:03:39.47" ] ], "start_stop_frames": [ [ 12853, 12890 ], [ 12880, 12918 ], [ 12918, 12959 ], [ 13030, 13168 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P04_101+143_144_145_146", "video_id": "P04_101", "narration_ids": [ "P04_101_143", "P04_101_144", "P04_101_145", "P04_101_146" ], "src": "smell granola . pour granola into bowl . put_down granola", "src1": "smell granola", "src2": "pour granola into bowl", "src3": "put_down granola", "trg": "stir granola in bowl", "vis_src": "P04_101:143 P04_101:144 P04_101:145", "vis_trg": "P04_101:146", "narrations": [ "smell granola", "pour granola into bowl", "put down granola", "stir granola in bowl" ], "verbs": [ "smell", "pour-into", "put-down", "stir" ], "verb_classes": [ 75, 9, 1, 10 ], "nouns": [ "granola", "granola", "granola", "granola" ], "noun_classes": [ 99, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:05:06.02", "00:05:07.12" ], [ "00:05:07.22", "00:05:10.36" ], [ "00:05:10.43", "00:05:11.43" ], [ "00:05:11.53", "00:05:16.79" ] ], "start_stop_frames": [ [ 15301, 15356 ], [ 15361, 15518 ], [ 15521, 15571 ], [ 15576, 15839 ] ], "trgnoun": "granola", "trgverb": "stir" }, { "key": "P03_109+278_279_280_281", "video_id": "P03_109", "narration_ids": [ "P03_109_278", "P03_109_279", "P03_109_280", "P03_109_281" ], "src": "remove lid from bin . empty sink_strainer into bin . tap sink_strainer against side of bin", "src1": "remove lid from bin", "src2": "empty sink_strainer into bin", "src3": "tap sink_strainer against side of bin", "trg": "put sink_strainer back in sink", "vis_src": "P03_109:278 P03_109:279 P03_109:280", "vis_trg": "P03_109:281", "narrations": [ "remove lid from bin", "empty sink strainer into bin", "tap sink strainer against side of bin", "put sink strainer back in sink" ], "verbs": [ "remove-from", "empty", "tap", "put-in" ], "verb_classes": [ 12, 20, 32, 5 ], "nouns": [ "lid", "strainer:sink", "strainer:sink", "strainer:sink" ], "noun_classes": [ 6, 39, 39, 39 ], "start_stop_timestamps": [ [ "00:14:28.53", "00:14:29.43" ], [ "00:14:29.48", "00:14:30.02" ], [ "00:14:30.38", "00:14:31.82" ], [ "00:14:33.00", "00:14:36.98" ] ], "start_stop_frames": [ [ 43426, 43471 ], [ 43474, 43501 ], [ 43519, 43591 ], [ 43650, 43849 ] ], "trgnoun": "sink_strainer", "trgverb": "put_in" }, { "key": "P22_113+244_245_246_247", "video_id": "P22_113", "narration_ids": [ "P22_113_244", "P22_113_245", "P22_113_246", "P22_113_247" ], "src": "put_down lid . remove coffee_holder . empty coffee_holder", "src1": "put_down lid", "src2": "remove coffee_holder", "src3": "empty coffee_holder", "trg": "put_down coffee_holder", "vis_src": "P22_113:244 P22_113:245 P22_113:246", "vis_trg": "P22_113:247", "narrations": [ "put down lid", "remove coffee holder", "empty coffee holder", "put down coffee holder" ], "verbs": [ "put-down", "remove", "empty", "put-down" ], "verb_classes": [ 1, 12, 20, 1 ], "nouns": [ "lid", "holder:coffee", "holder:coffee", "holder:coffee" ], "noun_classes": [ 6, 135, 135, 135 ], "start_stop_timestamps": [ [ "00:08:26.63", "00:08:27.30" ], [ "00:08:30.90", "00:08:35.90" ], [ "00:08:33.61", "00:08:35.50" ], [ "00:08:38.99", "00:08:39.49" ] ], "start_stop_frames": [ [ 25331, 25365 ], [ 25545, 25795 ], [ 25680, 25775 ], [ 25949, 25974 ] ], "trgnoun": "coffee_holder", "trgverb": "put_down" }, { "key": "P04_03+205_206_207_209", "video_id": "P04_03", "narration_ids": [ "P04_03_205", "P04_03_206", "P04_03_207", "P04_03_209" ], "src": "put carrot in tupperware . close tupperware . eat tuna", "src1": "put carrot in tupperware", "src2": "close tupperware", "src3": "eat tuna", "trg": "turn_off light", "vis_src": "P04_03:205 P04_03:206 P04_03:207", "vis_trg": "P04_03:209", "narrations": [ "put carrot in tupperware", "close tupperware", "eat tuna", "turn off light" ], "verbs": [ "put-in", "close", "eat", "turn-off" ], "verb_classes": [ 5, 4, 35, 8 ], "nouns": [ "carrot", "tupperware", "tuna", "light" ], "noun_classes": [ 41, 23, 160, 114 ], "start_stop_timestamps": [ [ "00:12:26.87", "00:12:35.91" ], [ "00:12:37.28", "00:12:39.92" ], [ "00:12:41.42", "00:12:42.94" ], [ "00:12:47.79", "00:12:48.65" ] ], "start_stop_frames": [ [ 44812, 45354 ], [ 45436, 45595 ], [ 45685, 45776 ], [ 46067, 46119 ] ], "trgnoun": "light", "trgverb": "turn_off" }, { "key": "P08_05+321_322_323_324", "video_id": "P08_05", "narration_ids": [ "P08_05_321", "P08_05_322", "P08_05_323", "P08_05_324" ], "src": "take fork . mix salad . taste salad", "src1": "take fork", "src2": "mix salad", "src3": "taste salad", "trg": "put_away fork", "vis_src": "P08_05:321 P08_05:322 P08_05:323", "vis_trg": "P08_05:324", "narrations": [ "take fork", "mix salad", "taste salad", "put away fork" ], "verbs": [ "take", "mix", "taste", "put-away" ], "verb_classes": [ 0, 10, 35, 1 ], "nouns": [ "fork", "salad", "salad", "fork" ], "noun_classes": [ 14, 68, 68, 14 ], "start_stop_timestamps": [ [ "00:26:01.53", "00:26:02.52" ], [ "00:26:02.84", "00:26:14.29" ], [ "00:26:17.23", "00:26:19.87" ], [ "00:26:20.62", "00:26:23.30" ] ], "start_stop_frames": [ [ 93691, 93751 ], [ 93770, 94457 ], [ 94633, 94792 ], [ 94837, 94998 ] ], "trgnoun": "fork", "trgverb": "put_away" }, { "key": "P01_09+836_837_838_839", "video_id": "P01_09", "narration_ids": [ "P01_09_836", "P01_09_837", "P01_09_838", "P01_09_839" ], "src": "put_down glass . open oven . check pizza", "src1": "put_down glass", "src2": "open oven", "src3": "check pizza", "trg": "close oven", "vis_src": "P01_09:836 P01_09:837 P01_09:838", "vis_trg": "P01_09:839", "narrations": [ "put down glass", "open oven", "check pizza", "close oven" ], "verbs": [ "put-down", "open", "check", "close" ], "verb_classes": [ 1, 3, 24, 4 ], "nouns": [ "glass", "oven", "pizza", "oven" ], "noun_classes": [ 10, 46, 91, 46 ], "start_stop_timestamps": [ [ "00:55:49.49", "00:55:50.99" ], [ "00:55:52.34", "00:55:54.59" ], [ "00:55:54.34", "00:55:55.82" ], [ "00:55:55.54", "00:55:56.54" ] ], "start_stop_frames": [ [ 200969, 201059 ], [ 201140, 201275 ], [ 201260, 201349 ], [ 201332, 201392 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P03_09+94_95_96_97", "video_id": "P03_09", "narration_ids": [ "P03_09_94", "P03_09_95", "P03_09_96", "P03_09_97" ], "src": "grab sponge . wash plate . put plate", "src1": "grab sponge", "src2": "wash plate", "src3": "put plate", "trg": "grab plate", "vis_src": "P03_09:94 P03_09:95 P03_09:96", "vis_trg": "P03_09:97", "narrations": [ "grab sponge", "wash plate", "put plate", "grab plate" ], "verbs": [ "grab", "wash", "put", "grab" ], "verb_classes": [ 0, 2, 1, 0 ], "nouns": [ "sponge", "plate", "plate", "plate" ], "noun_classes": [ 9, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:03:41.28", "00:03:42.18" ], [ "00:03:43.28", "00:03:57.92" ], [ "00:03:57.91", "00:03:59.93" ], [ "00:04:00.81", "00:04:01.92" ] ], "start_stop_frames": [ [ 13276, 13330 ], [ 13396, 14275 ], [ 14274, 14395 ], [ 14448, 14515 ] ], "trgnoun": "plate", "trgverb": "grab" }, { "key": "P27_103+54_55_56_57", "video_id": "P27_103", "narration_ids": [ "P27_103_54", "P27_103_55", "P27_103_56", "P27_103_57" ], "src": "pick_up recipe_book . pick glasses . put_down glasses", "src1": "pick_up recipe_book", "src2": "pick glasses", "src3": "put_down glasses", "trg": "open recipe_book", "vis_src": "P27_103:54 P27_103:55 P27_103:56", "vis_trg": "P27_103:57", "narrations": [ "pick up recipe book", "pick glasses", "put down glasses", "open recipe book" ], "verbs": [ "pick-up", "pick", "put-down", "open" ], "verb_classes": [ 0, 0, 1, 3 ], "nouns": [ "book:recipe", "glass", "glass", "book:recipe" ], "noun_classes": [ 140, 10, 10, 140 ], "start_stop_timestamps": [ [ "00:02:27.31", "00:02:28.28" ], [ "00:02:29.97", "00:02:30.87" ], [ "00:02:31.97", "00:02:32.52" ], [ "00:02:36.48", "00:02:38.22" ] ], "start_stop_frames": [ [ 7365, 7414 ], [ 7498, 7543 ], [ 7598, 7626 ], [ 7823, 7911 ] ], "trgnoun": "recipe_book", "trgverb": "open" }, { "key": "P01_106+9_10_11_12", "video_id": "P01_106", "narration_ids": [ "P01_106_9", "P01_106_10", "P01_106_11", "P01_106_12" ], "src": "put_down lid . take container . put_down container", "src1": "put_down lid", "src2": "take container", "src3": "put_down container", "trg": "open container", "vis_src": "P01_106:9 P01_106:10 P01_106:11", "vis_trg": "P01_106:12", "narrations": [ "put down lid", "take container", "put down container", "open container" ], "verbs": [ "put-down", "take", "put-down", "open" ], "verb_classes": [ 1, 0, 1, 3 ], "nouns": [ "lid", "container", "container", "container" ], "noun_classes": [ 6, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:00:21.67", "00:00:22.30" ], [ "00:00:22.83", "00:00:23.43" ], [ "00:00:23.62", "00:00:24.24" ], [ "00:00:24.55", "00:00:25.15" ] ], "start_stop_frames": [ [ 1083, 1115 ], [ 1141, 1171 ], [ 1181, 1212 ], [ 1227, 1257 ] ], "trgnoun": "container", "trgverb": "open" }, { "key": "P04_107+801_802_803_804", "video_id": "P04_107", "narration_ids": [ "P04_107_801", "P04_107_802", "P04_107_803", "P04_107_804" ], "src": "turn_over dough . roll_out dough . lift_up rolling_pin", "src1": "turn_over dough", "src2": "roll_out dough", "src3": "lift_up rolling_pin", "trg": "lay_out dough", "vis_src": "P04_107:801 P04_107:802 P04_107:803", "vis_trg": "P04_107:804", "narrations": [ "turn over dough", "roll out dough", "lift up rolling pin", "lay out dough" ], "verbs": [ "turn-over", "roll-out", "lift-up", "lay-out" ], "verb_classes": [ 22, 39, 33, 1 ], "nouns": [ "dough", "dough", "pin:rolling", "dough" ], "noun_classes": [ 25, 25, 136, 25 ], "start_stop_timestamps": [ [ "00:21:14.84", "00:21:15.98" ], [ "00:21:16.09", "00:21:20.03" ], [ "00:21:20.03", "00:21:20.69" ], [ "00:21:20.69", "00:21:21.31" ] ], "start_stop_frames": [ [ 63741, 63799 ], [ 63804, 64001 ], [ 64001, 64034 ], [ 64034, 64065 ] ], "trgnoun": "dough", "trgverb": "lay_out" }, { "key": "P06_108+47_48_49_50", "video_id": "P06_108", "narration_ids": [ "P06_108_47", "P06_108_48", "P06_108_49", "P06_108_50" ], "src": "chop olives . put olives on pizza . pick_up knife", "src1": "chop olives", "src2": "put olives on pizza", "src3": "pick_up knife", "trg": "take olives out of jar", "vis_src": "P06_108:47 P06_108:48 P06_108:49", "vis_trg": "P06_108:50", "narrations": [ "chop olives", "put olives on pizza", "pick up knife", "take olives out of jar" ], "verbs": [ "chop", "put-on", "pick-up", "take-out" ], "verb_classes": [ 7, 1, 0, 12 ], "nouns": [ "olive", "olive", "knife", "olive" ], "noun_classes": [ 83, 83, 4, 83 ], "start_stop_timestamps": [ [ "00:05:04.00", "00:05:09.28" ], [ "00:05:09.35", "00:05:13.85" ], [ "00:05:13.88", "00:05:15.25" ], [ "00:05:14.88", "00:05:21.80" ] ], "start_stop_frames": [ [ 15200, 15463 ], [ 15467, 15692 ], [ 15694, 15762 ], [ 15744, 16090 ] ], "trgnoun": "olive", "trgverb": "take_out" }, { "key": "P22_113+177_178_179_180", "video_id": "P22_113", "narration_ids": [ "P22_113_177", "P22_113_178", "P22_113_179", "P22_113_180" ], "src": "remove lid . stir egg . turn cheese", "src1": "remove lid", "src2": "stir egg", "src3": "turn cheese", "trg": "put_down lid", "vis_src": "P22_113:177 P22_113:178 P22_113:179", "vis_trg": "P22_113:180", "narrations": [ "remove lid", "stir egg", "turn cheese", "put down lid" ], "verbs": [ "remove", "stir", "turn", "put-down" ], "verb_classes": [ 12, 10, 23, 1 ], "nouns": [ "lid", "egg", "cheese", "lid" ], "noun_classes": [ 6, 53, 32, 6 ], "start_stop_timestamps": [ [ "00:06:03.26", "00:06:04.04" ], [ "00:06:04.12", "00:06:06.73" ], [ "00:06:06.19", "00:06:08.09" ], [ "00:06:09.87", "00:06:12.27" ] ], "start_stop_frames": [ [ 18163, 18202 ], [ 18206, 18336 ], [ 18309, 18404 ], [ 18493, 18613 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P26_24+0_1_2_3", "video_id": "P26_24", "narration_ids": [ "P26_24_0", "P26_24_1", "P26_24_2", "P26_24_3" ], "src": "mix sauce . close lid . switch_off cooker", "src1": "mix sauce", "src2": "close lid", "src3": "switch_off cooker", "trg": "open lid", "vis_src": "P26_24:0 P26_24:1 P26_24:2", "vis_trg": "P26_24:3", "narrations": [ "mix sauce", "close lid", "switch off cooker", "open lid" ], "verbs": [ "mix", "close", "switch-off", "open" ], "verb_classes": [ 10, 4, 8, 3 ], "nouns": [ "sauce", "lid", "cooker", "lid" ], "noun_classes": [ 47, 6, 46, 6 ], "start_stop_timestamps": [ [ "00:00:01.11", "00:00:23.30" ], [ "00:00:23.43", "00:00:25.47" ], [ "00:00:25.57", "00:00:26.84" ], [ "00:00:28.09", "00:00:30.90" ] ], "start_stop_frames": [ [ 66, 1398 ], [ 1405, 1528 ], [ 1534, 1610 ], [ 1685, 1854 ] ], "trgnoun": "lid", "trgverb": "open" }, { "key": "P30_06+3_4_5_6", "video_id": "P30_06", "narration_ids": [ "P30_06_3", "P30_06_4", "P30_06_5", "P30_06_6" ], "src": "move plate . take bowl . put bowl", "src1": "move plate", "src2": "take bowl", "src3": "put bowl", "trg": "take plate", "vis_src": "P30_06:3 P30_06:4 P30_06:5", "vis_trg": "P30_06:6", "narrations": [ "move plate", "take bowl", "put bowl", "take plate" ], "verbs": [ "move", "take", "put", "take" ], "verb_classes": [ 11, 0, 1, 0 ], "nouns": [ "plate", "bowl", "bowl", "plate" ], "noun_classes": [ 2, 7, 7, 2 ], "start_stop_timestamps": [ [ "00:00:09.42", "00:00:10.56" ], [ "00:00:09.49", "00:00:10.67" ], [ "00:00:10.77", "00:00:11.65" ], [ "00:00:11.45", "00:00:13.17" ] ], "start_stop_frames": [ [ 565, 633 ], [ 569, 640 ], [ 646, 699 ], [ 687, 790 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P02_02+43_44_45_46", "video_id": "P02_02", "narration_ids": [ "P02_02_43", "P02_02_44", "P02_02_45", "P02_02_46" ], "src": "pick_up mug . wash mug . open tap", "src1": "pick_up mug", "src2": "wash mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_02:43 P02_02:44 P02_02:45", "vis_trg": "P02_02:46", "narrations": [ "pick up mug", "wash mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:01:34.38", "00:01:35.80" ], [ "00:01:35.65", "00:01:39.06" ], [ "00:01:39.41", "00:01:40.25" ], [ "00:01:40.35", "00:01:45.10" ] ], "start_stop_frames": [ [ 5662, 5748 ], [ 5739, 5943 ], [ 5964, 6015 ], [ 6021, 6306 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P23_102+203_204_205_206", "video_id": "P23_102", "narration_ids": [ "P23_102_203", "P23_102_204", "P23_102_205", "P23_102_206" ], "src": "cut mango . take plate . put mango", "src1": "cut mango", "src2": "take plate", "src3": "put mango", "trg": "put plate", "vis_src": "P23_102:203 P23_102:204 P23_102:205", "vis_trg": "P23_102:206", "narrations": [ "cut mango", "take plate", "put mango", "put plate" ], "verbs": [ "cut", "take", "put", "put" ], "verb_classes": [ 7, 0, 1, 1 ], "nouns": [ "mango", "plate", "mango", "plate" ], "noun_classes": [ 207, 2, 207, 2 ], "start_stop_timestamps": [ [ "00:19:01.66", "00:20:28.08" ], [ "00:20:27.92", "00:20:29.87" ], [ "00:20:30.29", "00:20:32.79" ], [ "00:20:33.08", "00:20:33.89" ] ], "start_stop_frames": [ [ 57083, 61404 ], [ 61396, 61493 ], [ 61514, 61639 ], [ 61654, 61694 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P35_108+563_564_565_566", "video_id": "P35_108", "narration_ids": [ "P35_108_563", "P35_108_564", "P35_108_565", "P35_108_566" ], "src": "rinse sponge . pick_up cloth . put_down sponge", "src1": "rinse sponge", "src2": "pick_up cloth", "src3": "put_down sponge", "trg": "rinse cloth", "vis_src": "P35_108:563 P35_108:564 P35_108:565", "vis_trg": "P35_108:566", "narrations": [ "rinse sponge", "pick up cloth", "put down sponge", "rinse cloth" ], "verbs": [ "rinse", "pick-up", "put-down", "rinse" ], "verb_classes": [ 2, 0, 1, 2 ], "nouns": [ "sponge", "cloth", "sponge", "cloth" ], "noun_classes": [ 9, 17, 9, 17 ], "start_stop_timestamps": [ [ "00:39:51.91", "00:39:59.41" ], [ "00:39:59.32", "00:39:59.89" ], [ "00:39:59.94", "00:40:00.74" ], [ "00:40:00.57", "00:40:07.31" ] ], "start_stop_frames": [ [ 119595, 119970 ], [ 119966, 119994 ], [ 119997, 120036 ], [ 120028, 120365 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P30_11+25_26_27_28", "video_id": "P30_11", "narration_ids": [ "P30_11_25", "P30_11_26", "P30_11_27", "P30_11_28" ], "src": "put plate . take plate . take saucepan_lid", "src1": "put plate", "src2": "take plate", "src3": "take saucepan_lid", "trg": "dry saucepan_lid", "vis_src": "P30_11:25 P30_11:26 P30_11:27", "vis_trg": "P30_11:28", "narrations": [ "put plate", "take plate", "take saucepan lid", "dry saucepan lid" ], "verbs": [ "put", "take", "take", "dry" ], "verb_classes": [ 1, 0, 0, 14 ], "nouns": [ "plate", "plate", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 2, 2, 6, 6 ], "start_stop_timestamps": [ [ "00:01:28.41", "00:01:31.45" ], [ "00:01:28.62", "00:01:30.55" ], [ "00:01:31.83", "00:01:33.06" ], [ "00:01:33.13", "00:01:35.52" ] ], "start_stop_frames": [ [ 5304, 5487 ], [ 5317, 5433 ], [ 5509, 5583 ], [ 5587, 5731 ] ], "trgnoun": "saucepan_lid", "trgverb": "dry" }, { "key": "P03_102+15_16_17_20", "video_id": "P03_102", "narration_ids": [ "P03_102_15", "P03_102_16", "P03_102_17", "P03_102_20" ], "src": "put mince on counter . pick_up cans . put can on counter", "src1": "put mince on counter", "src2": "pick_up cans", "src3": "put can on counter", "trg": "pick_up bag", "vis_src": "P03_102:15 P03_102:16 P03_102:17", "vis_trg": "P03_102:20", "narrations": [ "put mince on counter", "pick up cans", "put can on counter", "pick up bag" ], "verbs": [ "put-on", "pick-up", "put-on", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "mince", "can", "counter", "bag" ], "noun_classes": [ 28, 61, 42, 19 ], "start_stop_timestamps": [ [ "00:00:20.14", "00:00:20.95" ], [ "00:00:20.84", "00:00:21.96" ], [ "00:00:22.03", "00:00:23.07" ], [ "00:00:25.58", "00:00:26.35" ] ], "start_stop_frames": [ [ 1007, 1047 ], [ 1042, 1098 ], [ 1101, 1153 ], [ 1279, 1317 ] ], "trgnoun": "bag", "trgverb": "pick_up" }, { "key": "P02_123+38_39_40_41", "video_id": "P02_123", "narration_ids": [ "P02_123_38", "P02_123_39", "P02_123_40", "P02_123_41" ], "src": "pick_up knife . put lemon on chopping board . cut lemon", "src1": "pick_up knife", "src2": "put lemon on chopping board", "src3": "cut lemon", "trg": "put_down knife", "vis_src": "P02_123:38 P02_123:39 P02_123:40", "vis_trg": "P02_123:41", "narrations": [ "pick up knife", "put lemon on chopping board", "cut lemon", "put down knife" ], "verbs": [ "pick-up", "put-on", "cut", "put-down" ], "verb_classes": [ 0, 1, 7, 1 ], "nouns": [ "knife", "lemon", "lemon", "knife" ], "noun_classes": [ 4, 105, 105, 4 ], "start_stop_timestamps": [ [ "00:01:24.51", "00:01:25.26" ], [ "00:01:24.89", "00:01:25.43" ], [ "00:01:25.52", "00:01:27.62" ], [ "00:01:27.47", "00:01:28.09" ] ], "start_stop_frames": [ [ 4225, 4263 ], [ 4244, 4271 ], [ 4276, 4381 ], [ 4373, 4404 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P06_104+25_26_27_28", "video_id": "P06_104", "narration_ids": [ "P06_104_25", "P06_104_26", "P06_104_27", "P06_104_28" ], "src": "pour sweet_potato into pan . put pan down . pick_up spoon", "src1": "pour sweet_potato into pan", "src2": "put pan down", "src3": "pick_up spoon", "trg": "stir pan", "vis_src": "P06_104:25 P06_104:26 P06_104:27", "vis_trg": "P06_104:28", "narrations": [ "pour sweet potato into pan", "put pan down", "pick up spoon", "stir pan" ], "verbs": [ "pour-into", "put-down", "pick-up", "stir" ], "verb_classes": [ 9, 1, 0, 10 ], "nouns": [ "potato:sweet", "pan", "spoon", "pan" ], "noun_classes": [ 30, 5, 1, 5 ], "start_stop_timestamps": [ [ "00:01:39.14", "00:01:42.95" ], [ "00:01:42.80", "00:01:46.66" ], [ "00:01:46.49", "00:01:48.10" ], [ "00:01:48.20", "00:02:05.91" ] ], "start_stop_frames": [ [ 4957, 5147 ], [ 5140, 5333 ], [ 5324, 5405 ], [ 5410, 6295 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P02_04+12_13_14_15", "video_id": "P02_04", "narration_ids": [ "P02_04_12", "P02_04_13", "P02_04_14", "P02_04_15" ], "src": "close tupperware . close tap . put tupperware", "src1": "close tupperware", "src2": "close tap", "src3": "put tupperware", "trg": "pick tupperware", "vis_src": "P02_04:12 P02_04:13 P02_04:14", "vis_trg": "P02_04:15", "narrations": [ "close tupperware", "close tap", "put tupperware", "pick tupperware" ], "verbs": [ "close", "turn-off", "put", "pick" ], "verb_classes": [ 4, 8, 1, 0 ], "nouns": [ "tupperware", "tap", "tupperware", "tupperware" ], "noun_classes": [ 23, 0, 23, 23 ], "start_stop_timestamps": [ [ "00:00:39.75", "00:00:41.32" ], [ "00:00:42.50", "00:00:43.25" ], [ "00:00:43.42", "00:00:44.39" ], [ "00:00:44.78", "00:00:46.11" ] ], "start_stop_frames": [ [ 2385, 2479 ], [ 2550, 2595 ], [ 2605, 2663 ], [ 2686, 2766 ] ], "trgnoun": "tupperware", "trgverb": "pick" }, { "key": "P08_05+348_349_350_351", "video_id": "P08_05", "narration_ids": [ "P08_05_348", "P08_05_349", "P08_05_350", "P08_05_351" ], "src": "wash tomatoes . close tap_water . get kitchen_towel", "src1": "wash tomatoes", "src2": "close tap_water", "src3": "get kitchen_towel", "trg": "wipe the tomatoes", "vis_src": "P08_05:348 P08_05:349 P08_05:350", "vis_trg": "P08_05:351", "narrations": [ "wash tomatoes", "close tap water", "get kitchen towel", "wipe the tomatoes" ], "verbs": [ "wash", "close", "get", "wipe" ], "verb_classes": [ 2, 4, 0, 2 ], "nouns": [ "tomato", "water:tap", "towel:kitchen", "tomato" ], "noun_classes": [ 43, 0, 93, 43 ], "start_stop_timestamps": [ [ "00:27:46.79", "00:27:48.16" ], [ "00:27:48.26", "00:27:49.18" ], [ "00:27:52.34", "00:27:53.56" ], [ "00:27:53.68", "00:27:56.97" ] ], "start_stop_frames": [ [ 100007, 100089 ], [ 100095, 100150 ], [ 100340, 100413 ], [ 100420, 100618 ] ], "trgnoun": "tomato", "trgverb": "wipe" }, { "key": "P22_11+47_48_49_51", "video_id": "P22_11", "narration_ids": [ "P22_11_47", "P22_11_48", "P22_11_49", "P22_11_51" ], "src": "move cups . move coffee_cups . move saucer", "src1": "move cups", "src2": "move coffee_cups", "src3": "move saucer", "trg": "put_down bowl", "vis_src": "P22_11:47 P22_11:48 P22_11:49", "vis_trg": "P22_11:51", "narrations": [ "move cups", "move coffee cups", "move saucer", "put down bowl" ], "verbs": [ "move", "move", "move", "put-down" ], "verb_classes": [ 11, 11, 11, 1 ], "nouns": [ "cup", "cup:coffee", "saucer", "bowl" ], "noun_classes": [ 13, 13, 2, 7 ], "start_stop_timestamps": [ [ "00:01:43.81", "00:01:44.82" ], [ "00:01:44.92", "00:01:46.75" ], [ "00:01:46.85", "00:01:48.47" ], [ "00:01:51.02", "00:01:52.61" ] ], "start_stop_frames": [ [ 6228, 6289 ], [ 6295, 6405 ], [ 6411, 6508 ], [ 6661, 6756 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P04_104+236_237_238_243", "video_id": "P04_104", "narration_ids": [ "P04_104_236", "P04_104_237", "P04_104_238", "P04_104_243" ], "src": "pick_up spoons . put spoons in cutlery holder . pick_up spoon", "src1": "pick_up spoons", "src2": "put spoons in cutlery holder", "src3": "pick_up spoon", "trg": "pick_up microwave_cover", "vis_src": "P04_104:236 P04_104:237 P04_104:238", "vis_trg": "P04_104:243", "narrations": [ "pick up spoons", "put spoons in cutlery holder", "pick up spoon", "pick up microwave cover" ], "verbs": [ "pick-up", "put-in", "pick-up", "pick-up" ], "verb_classes": [ 0, 5, 0, 0 ], "nouns": [ "spoon", "spoon", "spoon", "cover:microwave" ], "noun_classes": [ 1, 1, 1, 89 ], "start_stop_timestamps": [ [ "00:09:10.03", "00:09:11.32" ], [ "00:09:12.09", "00:09:14.92" ], [ "00:09:15.54", "00:09:16.61" ], [ "00:09:23.37", "00:09:24.66" ] ], "start_stop_frames": [ [ 27501, 27566 ], [ 27604, 27745 ], [ 27777, 27830 ], [ 28168, 28233 ] ], "trgnoun": "microwave_cover", "trgverb": "pick_up" }, { "key": "P02_107+27_28_29_30", "video_id": "P02_107", "narration_ids": [ "P02_107_27", "P02_107_28", "P02_107_29", "P02_107_30" ], "src": "slide back drawer . close coffee_machine . put_back mug", "src1": "slide back drawer", "src2": "close coffee_machine", "src3": "put_back mug", "trg": "turn_on coffee_machine", "vis_src": "P02_107:27 P02_107:28 P02_107:29", "vis_trg": "P02_107:30", "narrations": [ "slide back drawer", "close coffee machine", "put back mug", "turn on coffee machine" ], "verbs": [ "slide", "close", "put-back", "turn-on" ], "verb_classes": [ 61, 4, 1, 6 ], "nouns": [ "drawer", "machine:coffee", "mug", "machine:coffee" ], "noun_classes": [ 8, 50, 13, 50 ], "start_stop_timestamps": [ [ "00:00:54.21", "00:00:55.17" ], [ "00:00:55.07", "00:00:56.70" ], [ "00:00:56.42", "00:00:58.01" ], [ "00:00:58.09", "00:00:58.92" ] ], "start_stop_frames": [ [ 2710, 2758 ], [ 2753, 2835 ], [ 2821, 2900 ], [ 2904, 2946 ] ], "trgnoun": "coffee_machine", "trgverb": "turn_on" }, { "key": "P11_05+325_326_327_328", "video_id": "P11_05", "narration_ids": [ "P11_05_325", "P11_05_326", "P11_05_327", "P11_05_328" ], "src": "adjust hob . pick_up lid . pour soap on lid", "src1": "adjust hob", "src2": "pick_up lid", "src3": "pour soap on lid", "trg": "scrub lid", "vis_src": "P11_05:325 P11_05:326 P11_05:327", "vis_trg": "P11_05:328", "narrations": [ "adjust hob", "pick up lid", "pour soap on lid", "scrub lid" ], "verbs": [ "adjust", "pick-up", "pour-on", "scrub" ], "verb_classes": [ 17, 0, 9, 29 ], "nouns": [ "hob", "lid", "soap", "lid" ], "noun_classes": [ 24, 6, 22, 6 ], "start_stop_timestamps": [ [ "00:22:53.23", "00:22:55.49" ], [ "00:22:58.89", "00:23:01.96" ], [ "00:23:01.05", "00:23:02.67" ], [ "00:23:03.83", "00:23:07.76" ] ], "start_stop_frames": [ [ 82393, 82529 ], [ 82733, 82917 ], [ 82863, 82960 ], [ 83029, 83265 ] ], "trgnoun": "lid", "trgverb": "scrub" }, { "key": "P26_21+26_27_28_30", "video_id": "P26_21", "narration_ids": [ "P26_21_26", "P26_21_27", "P26_21_28", "P26_21_30" ], "src": "close water . put pot on stove . turn_on stove", "src1": "close water", "src2": "put pot on stove", "src3": "turn_on stove", "trg": "put lid", "vis_src": "P26_21:26 P26_21:27 P26_21:28", "vis_trg": "P26_21:30", "narrations": [ "close water", "put pot on stove", "turn on stove", "put lid" ], "verbs": [ "turn-off", "put-on", "turn-on", "put" ], "verb_classes": [ 8, 1, 6, 1 ], "nouns": [ "tap", "pot", "stove", "lid" ], "noun_classes": [ 0, 29, 24, 6 ], "start_stop_timestamps": [ [ "00:02:32.31", "00:02:34.14" ], [ "00:02:38.48", "00:02:39.87" ], [ "00:02:41.38", "00:02:43.83" ], [ "00:02:52.43", "00:02:54.44" ] ], "start_stop_frames": [ [ 9138, 9248 ], [ 9508, 9592 ], [ 9682, 9829 ], [ 10345, 10466 ] ], "trgnoun": "lid", "trgverb": "put" }, { "key": "P04_119+169_170_171_172", "video_id": "P04_119", "narration_ids": [ "P04_119_169", "P04_119_170", "P04_119_171", "P04_119_172" ], "src": "tip milk from saucepan into wok . shake saucepan . turn_on tap", "src1": "tip milk from saucepan into wok", "src2": "shake saucepan", "src3": "turn_on tap", "trg": "rinse milk from saucepan", "vis_src": "P04_119:169 P04_119:170 P04_119:171", "vis_trg": "P04_119:172", "narrations": [ "tip milk from saucepan into wok", "shake saucepan", "turn on tap", "rinse milk from saucepan" ], "verbs": [ "tip-from", "shake", "turn-on", "rinse-from" ], "verb_classes": [ 9, 15, 6, 2 ], "nouns": [ "milk", "saucepan", "tap", "milk" ], "noun_classes": [ 64, 5, 0, 64 ], "start_stop_timestamps": [ [ "00:07:25.42", "00:07:30.33" ], [ "00:07:28.84", "00:07:30.35" ], [ "00:07:31.69", "00:07:32.57" ], [ "00:07:32.58", "00:07:34.77" ] ], "start_stop_frames": [ [ 22271, 22516 ], [ 22442, 22517 ], [ 22584, 22628 ], [ 22629, 22738 ] ], "trgnoun": "milk", "trgverb": "rinse_from" }, { "key": "P04_114+24_25_26_27", "video_id": "P04_114", "narration_ids": [ "P04_114_24", "P04_114_25", "P04_114_26", "P04_114_27" ], "src": "open drawer . pick_up spoon . spoon coffee into aeropress", "src1": "open drawer", "src2": "pick_up spoon", "src3": "spoon coffee into aeropress", "trg": "tap spoon on aeropress", "vis_src": "P04_114:24 P04_114:25 P04_114:26", "vis_trg": "P04_114:27", "narrations": [ "open drawer", "pick up spoon", "spoon coffee into aeropress", "tap spoon on aeropress" ], "verbs": [ "open", "pick-up", "spoon-into", "tap-on" ], "verb_classes": [ 3, 0, 16, 32 ], "nouns": [ "drawer", "spoon", "coffee", "spoon" ], "noun_classes": [ 8, 1, 59, 1 ], "start_stop_timestamps": [ [ "00:00:49.19", "00:00:50.59" ], [ "00:00:50.11", "00:00:51.21" ], [ "00:00:51.17", "00:00:52.20" ], [ "00:00:54.94", "00:00:56.69" ] ], "start_stop_frames": [ [ 2459, 2529 ], [ 2505, 2560 ], [ 2558, 2610 ], [ 2747, 2834 ] ], "trgnoun": "spoon", "trgverb": "tap_on" }, { "key": "P30_103+35_36_37_38", "video_id": "P30_103", "narration_ids": [ "P30_103_35", "P30_103_36", "P30_103_37", "P30_103_38" ], "src": "put filter_papers back into cupboard . close cupboard . fold filter_paper", "src1": "put filter_papers back into cupboard", "src2": "close cupboard", "src3": "fold filter_paper", "trg": "open filter_paper", "vis_src": "P30_103:35 P30_103:36 P30_103:37", "vis_trg": "P30_103:38", "narrations": [ "put filter papers back into cupboard", "close cupboard", "fold filter paper", "open filter paper" ], "verbs": [ "put", "close", "fold", "open" ], "verb_classes": [ 1, 4, 28, 3 ], "nouns": [ "paper:filter", "cupboard", "paper:filter", "paper:filter" ], "noun_classes": [ 77, 3, 77, 77 ], "start_stop_timestamps": [ [ "00:00:56.37", "00:00:57.53" ], [ "00:00:57.56", "00:00:58.50" ], [ "00:00:58.43", "00:01:01.55" ], [ "00:01:01.55", "00:01:04.86" ] ], "start_stop_frames": [ [ 2818, 2876 ], [ 2878, 2925 ], [ 2921, 3077 ], [ 3077, 3243 ] ], "trgnoun": "filter_paper", "trgverb": "open" }, { "key": "P06_102+47_48_49_50", "video_id": "P06_102", "narration_ids": [ "P06_102_47", "P06_102_48", "P06_102_49", "P06_102_50" ], "src": "pick_up bowl . pick_up kettle . turn_on tap", "src1": "pick_up bowl", "src2": "pick_up kettle", "src3": "turn_on tap", "trg": "open kettle", "vis_src": "P06_102:47 P06_102:48 P06_102:49", "vis_trg": "P06_102:50", "narrations": [ "pick up bowl", "pick up kettle", "turn on tap", "open kettle" ], "verbs": [ "pick-up", "pick-up", "turn-on", "open" ], "verb_classes": [ 0, 0, 6, 3 ], "nouns": [ "bowl", "kettle", "tap", "kettle" ], "noun_classes": [ 7, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:04:13.76", "00:04:14.67" ], [ "00:04:19.36", "00:04:20.85" ], [ "00:04:17.16", "00:04:21.95" ], [ "00:04:21.50", "00:04:22.36" ] ], "start_stop_frames": [ [ 12688, 12733 ], [ 12968, 13042 ], [ 12858, 13097 ], [ 13075, 13118 ] ], "trgnoun": "kettle", "trgverb": "open" }, { "key": "P22_11+94_95_96_97", "video_id": "P22_11", "narration_ids": [ "P22_11_94", "P22_11_95", "P22_11_96", "P22_11_97" ], "src": "shake lid . open coffee_machine . put coffee_ground", "src1": "shake lid", "src2": "open coffee_machine", "src3": "put coffee_ground", "trg": "put_down lid", "vis_src": "P22_11:94 P22_11:95 P22_11:96", "vis_trg": "P22_11:97", "narrations": [ "shake lid", "open coffee machine", "put coffee ground", "put down lid" ], "verbs": [ "shake", "open", "put", "put-down" ], "verb_classes": [ 15, 3, 1, 1 ], "nouns": [ "lid", "machine:coffee", "ground:coffee", "lid" ], "noun_classes": [ 6, 50, 59, 6 ], "start_stop_timestamps": [ [ "00:03:23.62", "00:03:25.63" ], [ "00:03:25.59", "00:03:26.76" ], [ "00:03:26.08", "00:03:29.20" ], [ "00:03:30.06", "00:03:31.32" ] ], "start_stop_frames": [ [ 12217, 12337 ], [ 12335, 12405 ], [ 12364, 12552 ], [ 12603, 12679 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P23_102+308_309_310_311", "video_id": "P23_102", "narration_ids": [ "P23_102_308", "P23_102_309", "P23_102_310", "P23_102_311" ], "src": "take plate . adjust gas . take rice", "src1": "take plate", "src2": "adjust gas", "src3": "take rice", "trg": "put plate", "vis_src": "P23_102:308 P23_102:309 P23_102:310", "vis_trg": "P23_102:311", "narrations": [ "take plate", "adjust gas", "take rice", "put plate" ], "verbs": [ "take", "adjust", "take", "put" ], "verb_classes": [ 0, 17, 0, 1 ], "nouns": [ "plate", "gas", "rice", "plate" ], "noun_classes": [ 2, 24, 55, 2 ], "start_stop_timestamps": [ [ "00:31:43.47", "00:31:44.32" ], [ "00:31:46.58", "00:31:49.15" ], [ "00:31:49.18", "00:31:49.86" ], [ "00:31:50.60", "00:31:54.35" ] ], "start_stop_frames": [ [ 95173, 95216 ], [ 95329, 95457 ], [ 95459, 95493 ], [ 95530, 95717 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P06_103+149_150_151_152", "video_id": "P06_103", "narration_ids": [ "P06_103_149", "P06_103_150", "P06_103_151", "P06_103_152" ], "src": "put herb on chopping board . pick_up knife . move fork", "src1": "put herb on chopping board", "src2": "pick_up knife", "src3": "move fork", "trg": "chop herb", "vis_src": "P06_103:149 P06_103:150 P06_103:151", "vis_trg": "P06_103:152", "narrations": [ "put herb on chopping board", "pick up knife", "move fork", "chop herb" ], "verbs": [ "put-on", "pick-up", "move", "chop" ], "verb_classes": [ 1, 0, 11, 7 ], "nouns": [ "herb", "knife", "fork", "herb" ], "noun_classes": [ 62, 4, 14, 62 ], "start_stop_timestamps": [ [ "00:11:24.48", "00:11:30.00" ], [ "00:11:30.10", "00:11:31.58" ], [ "00:11:31.81", "00:11:32.82" ], [ "00:11:33.69", "00:11:44.48" ] ], "start_stop_frames": [ [ 34224, 34500 ], [ 34505, 34579 ], [ 34590, 34641 ], [ 34684, 35224 ] ], "trgnoun": "herb", "trgverb": "chop" }, { "key": "P27_105+292_293_294_295", "video_id": "P27_105", "narration_ids": [ "P27_105_292", "P27_105_293", "P27_105_294", "P27_105_295" ], "src": "pour water . put_down bottle . open fridge", "src1": "pour water", "src2": "put_down bottle", "src3": "open fridge", "trg": "close fridge", "vis_src": "P27_105:292 P27_105:293 P27_105:294", "vis_trg": "P27_105:295", "narrations": [ "pour water", "put down bottle", "open fridge", "close fridge" ], "verbs": [ "pour", "put-down", "open", "close" ], "verb_classes": [ 9, 1, 3, 4 ], "nouns": [ "water", "bottle", "fridge", "fridge" ], "noun_classes": [ 27, 15, 12, 12 ], "start_stop_timestamps": [ [ "00:16:00.24", "00:16:02.96" ], [ "00:16:03.02", "00:16:04.19" ], [ "00:16:11.15", "00:16:11.99" ], [ "00:16:13.47", "00:16:15.60" ] ], "start_stop_frames": [ [ 48012, 48148 ], [ 48151, 48209 ], [ 48557, 48599 ], [ 48673, 48780 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P02_03+115_116_117_118", "video_id": "P02_03", "narration_ids": [ "P02_03_115", "P02_03_116", "P02_03_117", "P02_03_118" ], "src": "hold tap . close kettle . put kettle down", "src1": "hold tap", "src2": "close kettle", "src3": "put kettle down", "trg": "switch kettle on", "vis_src": "P02_03:115 P02_03:116 P02_03:117", "vis_trg": "P02_03:118", "narrations": [ "hold tap", "close kettle", "put kettle down", "switch kettle on" ], "verbs": [ "hold", "close", "put-down", "switch-on" ], "verb_classes": [ 34, 4, 1, 6 ], "nouns": [ "tap", "kettle", "kettle", "kettle" ], "noun_classes": [ 0, 44, 44, 44 ], "start_stop_timestamps": [ [ "00:05:27.67", "00:05:32.67" ], [ "00:05:32.93", "00:05:33.58" ], [ "00:05:34.44", "00:05:35.58" ], [ "00:05:35.49", "00:05:36.50" ] ], "start_stop_frames": [ [ 19660, 19960 ], [ 19975, 20014 ], [ 20066, 20134 ], [ 20129, 20190 ] ], "trgnoun": "kettle", "trgverb": "switch_on" }, { "key": "P01_06+8_9_10_11", "video_id": "P01_06", "narration_ids": [ "P01_06_8", "P01_06_9", "P01_06_10", "P01_06_11" ], "src": "put_down cutting_board . put_down glass . take fruit", "src1": "put_down cutting_board", "src2": "put_down glass", "src3": "take fruit", "trg": "put_down fruit", "vis_src": "P01_06:8 P01_06:9 P01_06:10", "vis_trg": "P01_06:11", "narrations": [ "put down cutting board", "put down glass", "take fruit", "put down fruit" ], "verbs": [ "put-down", "put-down", "take", "put-down" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "board:cutting", "glass", "fruit", "fruit" ], "noun_classes": [ 18, 10, 254, 254 ], "start_stop_timestamps": [ [ "00:00:21.11", "00:00:22.47" ], [ "00:00:22.01", "00:00:23.44" ], [ "00:00:28.69", "00:00:30.69" ], [ "00:00:30.40", "00:00:31.45" ] ], "start_stop_frames": [ [ 1266, 1348 ], [ 1320, 1406 ], [ 1721, 1841 ], [ 1824, 1887 ] ], "trgnoun": "fruit", "trgverb": "put_down" }, { "key": "P02_104+176_177_178_179", "video_id": "P02_104", "narration_ids": [ "P02_104_176", "P02_104_177", "P02_104_178", "P02_104_179" ], "src": "close extractor_fan . pick_up meat . transfer meat to plate", "src1": "close extractor_fan", "src2": "pick_up meat", "src3": "transfer meat to plate", "trg": "put_down meat next to pasta in plate", "vis_src": "P02_104:176 P02_104:177 P02_104:178", "vis_trg": "P02_104:179", "narrations": [ "close extractor fan", "pick up meat", "transfer meat to plate", "put down meat next to pasta in plate" ], "verbs": [ "close", "pick-up", "transfer", "put-down" ], "verb_classes": [ 4, 0, 11, 1 ], "nouns": [ "fan:extractor", "meat", "meat", "meat" ], "noun_classes": [ 179, 28, 28, 28 ], "start_stop_timestamps": [ [ "00:09:15.84", "00:09:17.44" ], [ "00:09:17.65", "00:09:19.15" ], [ "00:09:19.18", "00:09:20.40" ], [ "00:09:20.38", "00:09:21.66" ] ], "start_stop_frames": [ [ 27792, 27872 ], [ 27882, 27957 ], [ 27958, 28020 ], [ 28019, 28083 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P01_105+404_405_406_407", "video_id": "P01_105", "narration_ids": [ "P01_105_404", "P01_105_405", "P01_105_406", "P01_105_407" ], "src": "put_down cloth . move bowl . take_out garlic", "src1": "put_down cloth", "src2": "move bowl", "src3": "take_out garlic", "trg": "peel garlic", "vis_src": "P01_105:404 P01_105:405 P01_105:406", "vis_trg": "P01_105:407", "narrations": [ "put down cloth", "move bowl", "take out garlic", "peel garlic" ], "verbs": [ "put-down", "move", "take-out", "peel" ], "verb_classes": [ 1, 11, 12, 19 ], "nouns": [ "cloth", "bowl", "garlic", "garlic" ], "noun_classes": [ 17, 7, 51, 51 ], "start_stop_timestamps": [ [ "00:15:45.59", "00:15:46.69" ], [ "00:15:47.01", "00:15:47.76" ], [ "00:15:47.86", "00:15:48.43" ], [ "00:15:49.03", "00:16:03.14" ] ], "start_stop_frames": [ [ 47279, 47334 ], [ 47350, 47388 ], [ 47393, 47421 ], [ 47451, 48157 ] ], "trgnoun": "garlic", "trgverb": "peel" }, { "key": "P01_01+326_327_328_329", "video_id": "P01_01", "narration_ids": [ "P01_01_326", "P01_01_327", "P01_01_328", "P01_01_329" ], "src": "wash drainer . close tap . take plate", "src1": "wash drainer", "src2": "close tap", "src3": "take plate", "trg": "put_down plate", "vis_src": "P01_01:326 P01_01:327 P01_01:328", "vis_trg": "P01_01:329", "narrations": [ "wash drainer", "close tap", "take plate", "put down plate" ], "verbs": [ "wash", "turn-off", "take", "put-down" ], "verb_classes": [ 2, 8, 0, 1 ], "nouns": [ "drainer", "tap", "plate", "plate" ], "noun_classes": [ 110, 0, 2, 2 ], "start_stop_timestamps": [ [ "00:27:13.69", "00:27:15.21" ], [ "00:27:14.97", "00:27:16.13" ], [ "00:27:17.63", "00:27:19.73" ], [ "00:27:20.40", "00:27:21.69" ] ], "start_stop_frames": [ [ 98021, 98112 ], [ 98098, 98167 ], [ 98257, 98383 ], [ 98424, 98501 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P26_116+6_7_8_9", "video_id": "P26_116", "narration_ids": [ "P26_116_6", "P26_116_7", "P26_116_8", "P26_116_9" ], "src": "pick_up bag . close cupboard . open bag", "src1": "pick_up bag", "src2": "close cupboard", "src3": "open bag", "trg": "hang bag", "vis_src": "P26_116:6 P26_116:7 P26_116:8", "vis_trg": "P26_116:9", "narrations": [ "pick up bag", "close cupboard", "open bag", "hang bag" ], "verbs": [ "pick-up", "close", "open", "hang" ], "verb_classes": [ 0, 4, 3, 41 ], "nouns": [ "bag", "cupboard", "bag", "bag" ], "noun_classes": [ 19, 3, 19, 19 ], "start_stop_timestamps": [ [ "00:00:13.29", "00:00:14.79" ], [ "00:00:12.00", "00:00:15.69" ], [ "00:00:15.66", "00:00:17.90" ], [ "00:00:17.88", "00:00:20.50" ] ], "start_stop_frames": [ [ 664, 739 ], [ 600, 784 ], [ 783, 894 ], [ 894, 1025 ] ], "trgnoun": "bag", "trgverb": "hang" }, { "key": "P28_108+1_2_3_7", "video_id": "P28_108", "narration_ids": [ "P28_108_1", "P28_108_2", "P28_108_3", "P28_108_7" ], "src": "stir tortellini . put fork . open parmesan_package", "src1": "stir tortellini", "src2": "put fork", "src3": "open parmesan_package", "trg": "take oven_glove", "vis_src": "P28_108:1 P28_108:2 P28_108:3", "vis_trg": "P28_108:7", "narrations": [ "stir tortellini", "put fork", "open parmesan package", "take oven glove" ], "verbs": [ "stir", "put", "open", "take" ], "verb_classes": [ 10, 1, 3, 0 ], "nouns": [ "tortellini", "fork", "package:parmesan", "glove:oven" ], "noun_classes": [ 45, 14, 26, 60 ], "start_stop_timestamps": [ [ "00:00:04.54", "00:00:18.28" ], [ "00:00:18.08", "00:00:18.94" ], [ "00:00:20.06", "00:00:44.60" ], [ "00:01:39.80", "00:01:40.55" ] ], "start_stop_frames": [ [ 227, 914 ], [ 903, 947 ], [ 1002, 2230 ], [ 4990, 5027 ] ], "trgnoun": "oven_glove", "trgverb": "take" }, { "key": "P31_08+20_21_22_23", "video_id": "P31_08", "narration_ids": [ "P31_08_20", "P31_08_21", "P31_08_22", "P31_08_23" ], "src": "pick_up knife . wash salad . drain water", "src1": "pick_up knife", "src2": "wash salad", "src3": "drain water", "trg": "cut salad", "vis_src": "P31_08:20 P31_08:21 P31_08:22", "vis_trg": "P31_08:23", "narrations": [ "pick up knife", "wash salad", "drain water", "cut salad" ], "verbs": [ "pick-up", "wash", "drain", "cut" ], "verb_classes": [ 0, 2, 37, 7 ], "nouns": [ "knife", "salad", "water", "salad" ], "noun_classes": [ 4, 68, 27, 68 ], "start_stop_timestamps": [ [ "00:02:39.18", "00:02:40.10" ], [ "00:02:42.88", "00:03:30.32" ], [ "00:03:31.73", "00:03:36.90" ], [ "00:03:38.09", "00:04:10.53" ] ], "start_stop_frames": [ [ 9550, 9606 ], [ 9772, 12619 ], [ 12703, 13014 ], [ 13085, 15031 ] ], "trgnoun": "salad", "trgverb": "cut" }, { "key": "P37_101+152_153_154_155", "video_id": "P37_101", "narration_ids": [ "P37_101_152", "P37_101_153", "P37_101_154", "P37_101_155" ], "src": "turn_on tap . rinse cucumbers . turn_off tap", "src1": "turn_on tap", "src2": "rinse cucumbers", "src3": "turn_off tap", "trg": "shake cucumbers to remove water", "vis_src": "P37_101:152 P37_101:153 P37_101:154", "vis_trg": "P37_101:155", "narrations": [ "turn on tap", "rinse cucumbers", "turn off tap", "shake cucumbers to remove water" ], "verbs": [ "turn-on", "rinse", "turn-off", "shake" ], "verb_classes": [ 6, 2, 8, 15 ], "nouns": [ "tap", "cucumber", "tap", "cucumber" ], "noun_classes": [ 0, 72, 0, 72 ], "start_stop_timestamps": [ [ "00:08:07.98", "00:08:08.86" ], [ "00:08:08.91", "00:08:09.59" ], [ "00:08:09.69", "00:08:10.09" ], [ "00:08:10.19", "00:08:11.57" ] ], "start_stop_frames": [ [ 24399, 24443 ], [ 24445, 24479 ], [ 24484, 24504 ], [ 24509, 24578 ] ], "trgnoun": "cucumber", "trgverb": "shake" }, { "key": "P01_102+67_68_69_70", "video_id": "P01_102", "narration_ids": [ "P01_102_67", "P01_102_68", "P01_102_69", "P01_102_70" ], "src": "put_down sponge . empty wok . rinse wok", "src1": "put_down sponge", "src2": "empty wok", "src3": "rinse wok", "trg": "put_down wok", "vis_src": "P01_102:67 P01_102:68 P01_102:69", "vis_trg": "P01_102:70", "narrations": [ "put down sponge", "empty wok", "rinse wok", "put down wok" ], "verbs": [ "put-down", "empty", "rinse", "put-down" ], "verb_classes": [ 1, 20, 2, 1 ], "nouns": [ "sponge", "wok", "wok", "wok" ], "noun_classes": [ 9, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:02:53.30", "00:02:54.25" ], [ "00:02:53.98", "00:02:54.75" ], [ "00:02:54.30", "00:03:01.11" ], [ "00:03:01.90", "00:03:04.25" ] ], "start_stop_frames": [ [ 8665, 8712 ], [ 8699, 8737 ], [ 8715, 9055 ], [ 9095, 9212 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P35_104+28_29_30_31", "video_id": "P35_104", "narration_ids": [ "P35_104_28", "P35_104_29", "P35_104_30", "P35_104_31" ], "src": "wash glass . put_down glass . wash colander", "src1": "wash glass", "src2": "put_down glass", "src3": "wash colander", "trg": "put_down colander", "vis_src": "P35_104:28 P35_104:29 P35_104:30", "vis_trg": "P35_104:31", "narrations": [ "wash glass", "put down glass", "wash colander", "put down colander" ], "verbs": [ "wash", "put-down", "wash", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "glass", "glass", "colander", "colander" ], "noun_classes": [ 10, 10, 39, 39 ], "start_stop_timestamps": [ [ "00:01:27.64", "00:01:36.19" ], [ "00:01:36.67", "00:01:37.87" ], [ "00:01:38.34", "00:01:44.64" ], [ "00:01:45.10", "00:01:45.70" ] ], "start_stop_frames": [ [ 4382, 4809 ], [ 4833, 4893 ], [ 4917, 5232 ], [ 5255, 5285 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P04_115+117_121_122_124", "video_id": "P04_115", "narration_ids": [ "P04_115_117", "P04_115_121", "P04_115_122", "P04_115_124" ], "src": "pick_up bao_bun . pick_up rice cooker lid . put lid on rice cooker", "src1": "pick_up bao_bun", "src2": "pick_up rice cooker lid", "src3": "put lid on rice cooker", "trg": "open bao_bun", "vis_src": "P04_115:117 P04_115:121 P04_115:122", "vis_trg": "P04_115:124", "narrations": [ "pick up bao bun", "pick up rice cooker lid", "put lid on rice cooker", "open bao bun" ], "verbs": [ "pick-up", "pick-up", "put-on", "open" ], "verb_classes": [ 0, 0, 1, 3 ], "nouns": [ "bun:bao", "lid:rice:cooker", "lid", "bun:bao" ], "noun_classes": [ 33, 6, 6, 33 ], "start_stop_timestamps": [ [ "00:03:52.94", "00:03:55.19" ], [ "00:04:00.04", "00:04:00.50" ], [ "00:04:00.53", "00:04:01.46" ], [ "00:04:02.58", "00:04:03.87" ] ], "start_stop_frames": [ [ 11647, 11759 ], [ 12002, 12025 ], [ 12026, 12073 ], [ 12129, 12193 ] ], "trgnoun": "bao_bun", "trgverb": "open" }, { "key": "P06_03+23_24_25_26", "video_id": "P06_03", "narration_ids": [ "P06_03_23", "P06_03_24", "P06_03_25", "P06_03_26" ], "src": "pour salt into spoon . tip salt into pan . take sugar", "src1": "pour salt into spoon", "src2": "tip salt into pan", "src3": "take sugar", "trg": "spoon sugar", "vis_src": "P06_03:23 P06_03:24 P06_03:25", "vis_trg": "P06_03:26", "narrations": [ "pour salt into spoon", "tip salt into pan", "take sugar", "spoon sugar" ], "verbs": [ "pour-into", "tip-into", "take", "spoon" ], "verb_classes": [ 9, 9, 0, 16 ], "nouns": [ "salt", "salt", "sugar", "sugar" ], "noun_classes": [ 38, 38, 102, 102 ], "start_stop_timestamps": [ [ "00:01:24.91", "00:01:31.53" ], [ "00:01:32.54", "00:01:33.82" ], [ "00:01:35.10", "00:01:36.09" ], [ "00:01:37.19", "00:01:43.98" ] ], "start_stop_frames": [ [ 5094, 5491 ], [ 5552, 5629 ], [ 5706, 5765 ], [ 5831, 6238 ] ], "trgnoun": "sugar", "trgverb": "spoon" }, { "key": "P01_09+395_396_397_398", "video_id": "P01_09", "narration_ids": [ "P01_09_395", "P01_09_396", "P01_09_397", "P01_09_398" ], "src": "put_down tong . take lid . close olives", "src1": "put_down tong", "src2": "take lid", "src3": "close olives", "trg": "take olives", "vis_src": "P01_09:395 P01_09:396 P01_09:397", "vis_trg": "P01_09:398", "narrations": [ "put down tong", "take lid", "close olives", "take olives" ], "verbs": [ "put-down", "take", "close", "take" ], "verb_classes": [ 1, 0, 4, 0 ], "nouns": [ "tong", "lid", "olive", "olive" ], "noun_classes": [ 142, 6, 83, 83 ], "start_stop_timestamps": [ [ "00:29:09.19", "00:29:11.71" ], [ "00:29:14.21", "00:29:15.46" ], [ "00:29:15.10", "00:29:17.85" ], [ "00:29:19.22", "00:29:20.63" ] ], "start_stop_frames": [ [ 104951, 105102 ], [ 105252, 105327 ], [ 105306, 105471 ], [ 105553, 105637 ] ], "trgnoun": "olive", "trgverb": "take" }, { "key": "P30_05+475_476_477_478", "video_id": "P30_05", "narration_ids": [ "P30_05_475", "P30_05_476", "P30_05_477", "P30_05_478" ], "src": "take scissors . clean scissors . wipe scissors", "src1": "take scissors", "src2": "clean scissors", "src3": "wipe scissors", "trg": "rinse scissors", "vis_src": "P30_05:475 P30_05:476 P30_05:477", "vis_trg": "P30_05:478", "narrations": [ "take scissors", "clean scissors", "wipe scissors", "rinse scissors" ], "verbs": [ "take", "clean", "wipe", "rinse" ], "verb_classes": [ 0, 2, 2, 2 ], "nouns": [ "scissors", "scissors", "scissors", "scissors" ], "noun_classes": [ 79, 79, 79, 79 ], "start_stop_timestamps": [ [ "00:36:36.36", "00:36:37.63" ], [ "00:36:38.28", "00:36:40.15" ], [ "00:36:40.25", "00:36:42.32" ], [ "00:36:42.42", "00:36:46.68" ] ], "start_stop_frames": [ [ 131781, 131857 ], [ 131896, 132009 ], [ 132015, 132139 ], [ 132145, 132400 ] ], "trgnoun": "scissors", "trgverb": "rinse" }, { "key": "P06_03+103_104_105_106", "video_id": "P06_03", "narration_ids": [ "P06_03_103", "P06_03_104", "P06_03_105", "P06_03_106" ], "src": "mix ingredients . pick_up kettle . pour water into pan", "src1": "mix ingredients", "src2": "pick_up kettle", "src3": "pour water into pan", "trg": "put_down kettle", "vis_src": "P06_03:103 P06_03:104 P06_03:105", "vis_trg": "P06_03:106", "narrations": [ "mix ingredients", "pick up kettle", "pour water into pan", "put down kettle" ], "verbs": [ "mix", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "ingredient", "kettle", "water", "kettle" ], "noun_classes": [ 34, 44, 27, 44 ], "start_stop_timestamps": [ [ "00:07:17.88", "00:07:40.42" ], [ "00:07:39.69", "00:07:40.63" ], [ "00:07:40.49", "00:07:41.99" ], [ "00:07:41.94", "00:07:43.14" ] ], "start_stop_frames": [ [ 26272, 27625 ], [ 27581, 27637 ], [ 27629, 27719 ], [ 27716, 27788 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P04_109+39_41_42_43", "video_id": "P04_109", "narration_ids": [ "P04_109_39", "P04_109_41", "P04_109_42", "P04_109_43" ], "src": "drop carrot into measuring jug . put piece of carrot in measuring jug . move together carrot", "src1": "drop carrot into measuring jug", "src2": "put piece of carrot in measuring jug", "src3": "move together carrot", "trg": "slice carrot", "vis_src": "P04_109:39 P04_109:41 P04_109:42", "vis_trg": "P04_109:43", "narrations": [ "drop carrot into measuring jug", "put piece of carrot in measuring jug", "move together carrot", "slice carrot" ], "verbs": [ "drop-into", "put-in", "move", "slice" ], "verb_classes": [ 5, 5, 11, 7 ], "nouns": [ "carrot", "piece:carrot", "carrot", "carrot" ], "noun_classes": [ 41, 41, 41, 41 ], "start_stop_timestamps": [ [ "00:02:00.94", "00:02:01.96" ], [ "00:02:01.64", "00:02:02.12" ], [ "00:02:02.18", "00:02:03.68" ], [ "00:02:02.84", "00:02:05.82" ] ], "start_stop_frames": [ [ 6047, 6098 ], [ 6082, 6106 ], [ 6109, 6184 ], [ 6142, 6291 ] ], "trgnoun": "carrot", "trgverb": "slice" }, { "key": "P13_08+72_73_74_75", "video_id": "P13_08", "narration_ids": [ "P13_08_72", "P13_08_73", "P13_08_74", "P13_08_75" ], "src": "take wooden_spoon . remove pan . clean scissors", "src1": "take wooden_spoon", "src2": "remove pan", "src3": "clean scissors", "trg": "put scissors in drawer", "vis_src": "P13_08:72 P13_08:73 P13_08:74", "vis_trg": "P13_08:75", "narrations": [ "take wooden spoon", "remove pan", "clean scissors", "put scissors in drawer" ], "verbs": [ "take", "remove", "clean", "put-in" ], "verb_classes": [ 0, 12, 2, 5 ], "nouns": [ "spoon:wooden", "pan", "scissors", "scissors" ], "noun_classes": [ 1, 5, 79, 79 ], "start_stop_timestamps": [ [ "00:18:45.25", "00:18:45.91" ], [ "00:18:48.40", "00:19:01.65" ], [ "00:19:31.66", "00:19:45.90" ], [ "00:19:44.96", "00:19:48.31" ] ], "start_stop_frames": [ [ 67515, 67554 ], [ 67704, 68499 ], [ 70299, 71154 ], [ 71097, 71298 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P04_101+112_113_114_115", "video_id": "P04_101", "narration_ids": [ "P04_101_112", "P04_101_113", "P04_101_114", "P04_101_115" ], "src": "open yoghurt . put_down lid . smell yoghurt", "src1": "open yoghurt", "src2": "put_down lid", "src3": "smell yoghurt", "trg": "scoop yoghurt with spoon", "vis_src": "P04_101:112 P04_101:113 P04_101:114", "vis_trg": "P04_101:115", "narrations": [ "open yoghurt", "put down lid", "smell yoghurt", "scoop yoghurt with spoon" ], "verbs": [ "open", "put-down", "smell", "scoop-with" ], "verb_classes": [ 3, 1, 75, 16 ], "nouns": [ "yoghurt", "lid", "yoghurt", "yoghurt" ], "noun_classes": [ 98, 6, 98, 98 ], "start_stop_timestamps": [ [ "00:04:14.47", "00:04:15.56" ], [ "00:04:15.30", "00:04:15.96" ], [ "00:04:16.25", "00:04:17.05" ], [ "00:04:17.13", "00:04:18.30" ] ], "start_stop_frames": [ [ 12723, 12778 ], [ 12765, 12798 ], [ 12812, 12852 ], [ 12856, 12915 ] ], "trgnoun": "yoghurt", "trgverb": "scoop_with" }, { "key": "P24_08+215_216_217_218", "video_id": "P24_08", "narration_ids": [ "P24_08_215", "P24_08_216", "P24_08_217", "P24_08_218" ], "src": "grab lid . put_down lid . grab oregano", "src1": "grab lid", "src2": "put_down lid", "src3": "grab oregano", "trg": "put oregano in salad", "vis_src": "P24_08:215 P24_08:216 P24_08:217", "vis_trg": "P24_08:218", "narrations": [ "grab lid", "put down lid", "grab oregano", "put oregano in salad" ], "verbs": [ "grab", "put-down", "grab", "put-in" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "lid", "lid", "oregano", "oregano" ], "noun_classes": [ 6, 6, 145, 145 ], "start_stop_timestamps": [ [ "00:15:35.23", "00:15:36.27" ], [ "00:15:36.12", "00:15:37.24" ], [ "00:15:37.39", "00:15:41.36" ], [ "00:15:40.65", "00:15:47.75" ] ], "start_stop_frames": [ [ 56113, 56176 ], [ 56167, 56234 ], [ 56243, 56481 ], [ 56439, 56865 ] ], "trgnoun": "oregano", "trgverb": "put_in" }, { "key": "P04_119+49_51_52_53", "video_id": "P04_119", "narration_ids": [ "P04_119_49", "P04_119_51", "P04_119_52", "P04_119_53" ], "src": "turn kettle . catch water_bottle . straighten water_bottle", "src1": "turn kettle", "src2": "catch water_bottle", "src3": "straighten water_bottle", "trg": "open kettle", "vis_src": "P04_119:49 P04_119:51 P04_119:52", "vis_trg": "P04_119:53", "narrations": [ "turn kettle", "catch water bottle", "straighten water bottle", "open kettle" ], "verbs": [ "turn", "catch", "straighten", "open" ], "verb_classes": [ 23, 0, 40, 3 ], "nouns": [ "kettle", "bottle:water", "bottle:water", "kettle" ], "noun_classes": [ 44, 15, 15, 44 ], "start_stop_timestamps": [ [ "00:02:35.96", "00:02:37.42" ], [ "00:02:38.43", "00:02:38.82" ], [ "00:02:38.88", "00:02:39.45" ], [ "00:02:39.83", "00:02:40.63" ] ], "start_stop_frames": [ [ 7798, 7871 ], [ 7921, 7941 ], [ 7944, 7972 ], [ 7991, 8031 ] ], "trgnoun": "kettle", "trgverb": "open" }, { "key": "P06_07+99_100_101_102", "video_id": "P06_07", "narration_ids": [ "P06_07_99", "P06_07_100", "P06_07_101", "P06_07_102" ], "src": "spread dough . brush flour off dough . pick_up knife", "src1": "spread dough", "src2": "brush flour off dough", "src3": "pick_up knife", "trg": "cut dough", "vis_src": "P06_07:99 P06_07:100 P06_07:101", "vis_trg": "P06_07:102", "narrations": [ "spread dough", "brush flour off dough", "pick up knife", "cut dough" ], "verbs": [ "spread", "brush-off", "pick-up", "cut" ], "verb_classes": [ 27, 57, 0, 7 ], "nouns": [ "dough", "flour", "knife", "dough" ], "noun_classes": [ 25, 75, 4, 25 ], "start_stop_timestamps": [ [ "00:06:09.37", "00:06:15.62" ], [ "00:06:15.80", "00:06:18.51" ], [ "00:06:19.42", "00:06:20.19" ], [ "00:06:20.66", "00:06:35.13" ] ], "start_stop_frames": [ [ 22162, 22537 ], [ 22548, 22710 ], [ 22765, 22811 ], [ 22839, 23707 ] ], "trgnoun": "dough", "trgverb": "cut" }, { "key": "P20_01+321_322_323_324", "video_id": "P20_01", "narration_ids": [ "P20_01_321", "P20_01_322", "P20_01_323", "P20_01_324" ], "src": "put_down bowl . open dishwasher . open dishwasher_drawer", "src1": "put_down bowl", "src2": "open dishwasher", "src3": "open dishwasher_drawer", "trg": "pick_up bowl", "vis_src": "P20_01:321 P20_01:322 P20_01:323", "vis_trg": "P20_01:324", "narrations": [ "put down bowl", "open dishwasher", "open dishwasher drawer", "pick up bowl" ], "verbs": [ "put-down", "open", "open", "pick-up" ], "verb_classes": [ 1, 3, 3, 0 ], "nouns": [ "bowl", "dishwasher", "drawer:dishwasher", "bowl" ], "noun_classes": [ 7, 70, 70, 7 ], "start_stop_timestamps": [ [ "00:21:08.30", "00:21:09.05" ], [ "00:21:11.07", "00:21:12.87" ], [ "00:21:16.20", "00:21:17.66" ], [ "00:21:19.37", "00:21:20.89" ] ], "start_stop_frames": [ [ 76098, 76143 ], [ 76264, 76372 ], [ 76572, 76659 ], [ 76762, 76853 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P02_03+33_34_35_36", "video_id": "P02_03", "narration_ids": [ "P02_03_33", "P02_03_34", "P02_03_35", "P02_03_36" ], "src": "pick_up broccoli . get scissors . open plastic_cover using scissors", "src1": "pick_up broccoli", "src2": "get scissors", "src3": "open plastic_cover using scissors", "trg": "remove plastic_cover", "vis_src": "P02_03:33 P02_03:34 P02_03:35", "vis_trg": "P02_03:36", "narrations": [ "pick up broccoli", "get scissors", "open plastic cover using scissors", "remove plastic cover" ], "verbs": [ "pick-up", "get", "open", "remove" ], "verb_classes": [ 0, 0, 3, 12 ], "nouns": [ "broccoli", "scissors", "cover:plastic", "cover:plastic" ], "noun_classes": [ 101, 79, 89, 89 ], "start_stop_timestamps": [ [ "00:01:15.25", "00:01:16.06" ], [ "00:01:18.61", "00:01:19.25" ], [ "00:01:20.50", "00:01:21.54" ], [ "00:01:21.72", "00:01:26.23" ] ], "start_stop_frames": [ [ 4515, 4563 ], [ 4716, 4755 ], [ 4830, 4892 ], [ 4903, 5173 ] ], "trgnoun": "plastic_cover", "trgverb": "remove" }, { "key": "P22_117+135_136_137_138", "video_id": "P22_117", "narration_ids": [ "P22_117_135", "P22_117_136", "P22_117_137", "P22_117_138" ], "src": "put_down knife . open drawer . search_for peeler", "src1": "put_down knife", "src2": "open drawer", "src3": "search_for peeler", "trg": "pick_up peeler", "vis_src": "P22_117:135 P22_117:136 P22_117:137", "vis_trg": "P22_117:138", "narrations": [ "put down knife", "open drawer", "search for peeler", "pick up peeler" ], "verbs": [ "put-down", "open", "search-for", "pick-up" ], "verb_classes": [ 1, 3, 48, 0 ], "nouns": [ "knife", "drawer", "peeler", "peeler" ], "noun_classes": [ 4, 8, 87, 87 ], "start_stop_timestamps": [ [ "00:04:51.03", "00:04:51.54" ], [ "00:04:51.89", "00:04:52.74" ], [ "00:04:54.77", "00:05:02.79" ], [ "00:05:02.89", "00:05:03.79" ] ], "start_stop_frames": [ [ 14551, 14577 ], [ 14594, 14637 ], [ 14738, 15139 ], [ 15144, 15189 ] ], "trgnoun": "peeler", "trgverb": "pick_up" }, { "key": "P31_01+60_61_62_63", "video_id": "P31_01", "narration_ids": [ "P31_01_60", "P31_01_61", "P31_01_62", "P31_01_63" ], "src": "take oregano . put oregano in sandwich . close sandwich", "src1": "take oregano", "src2": "put oregano in sandwich", "src3": "close sandwich", "trg": "compress sandwich", "vis_src": "P31_01:60 P31_01:61 P31_01:62", "vis_trg": "P31_01:63", "narrations": [ "take oregano", "put oregano in sandwich", "close sandwich", "compress sandwich" ], "verbs": [ "take", "put-in", "close", "compress" ], "verb_classes": [ 0, 5, 4, 21 ], "nouns": [ "oregano", "oregano", "sandwich", "sandwich" ], "noun_classes": [ 145, 145, 164, 164 ], "start_stop_timestamps": [ [ "00:07:17.60", "00:07:18.34" ], [ "00:07:20.80", "00:07:34.04" ], [ "00:07:37.60", "00:07:41.25" ], [ "00:07:42.56", "00:07:46.22" ] ], "start_stop_frames": [ [ 26256, 26300 ], [ 26448, 27242 ], [ 27456, 27675 ], [ 27753, 27973 ] ], "trgnoun": "sandwich", "trgverb": "compress" }, { "key": "P26_104+5_6_7_8", "video_id": "P26_104", "narration_ids": [ "P26_104_5", "P26_104_6", "P26_104_7", "P26_104_8" ], "src": "put_down phone . pick_up pizza . cut paper", "src1": "put_down phone", "src2": "pick_up pizza", "src3": "cut paper", "trg": "remove paper", "vis_src": "P26_104:5 P26_104:6 P26_104:7", "vis_trg": "P26_104:8", "narrations": [ "put down phone", "pick up pizza", "cut paper", "remove paper" ], "verbs": [ "put-down", "pick-up", "cut", "remove" ], "verb_classes": [ 1, 0, 7, 12 ], "nouns": [ "phone", "pizza", "paper", "paper" ], "noun_classes": [ 165, 91, 49, 49 ], "start_stop_timestamps": [ [ "00:00:15.62", "00:00:16.18" ], [ "00:00:16.25", "00:00:17.25" ], [ "00:00:17.00", "00:00:28.25" ], [ "00:00:23.94", "00:00:29.94" ] ], "start_stop_frames": [ [ 781, 809 ], [ 812, 862 ], [ 850, 1412 ], [ 1197, 1497 ] ], "trgnoun": "paper", "trgverb": "remove" }, { "key": "P28_103+100_101_102_103", "video_id": "P28_103", "narration_ids": [ "P28_103_100", "P28_103_101", "P28_103_102", "P28_103_103" ], "src": "take plate . put plate . chop carrot", "src1": "take plate", "src2": "put plate", "src3": "chop carrot", "trg": "put carrot in plate", "vis_src": "P28_103:100 P28_103:101 P28_103:102", "vis_trg": "P28_103:103", "narrations": [ "take plate", "put plate", "chop carrot", "put carrot in plate" ], "verbs": [ "take", "put", "chop", "put-in" ], "verb_classes": [ 0, 1, 7, 5 ], "nouns": [ "plate", "plate", "carrot", "carrot" ], "noun_classes": [ 2, 2, 41, 41 ], "start_stop_timestamps": [ [ "00:08:51.90", "00:08:56.75" ], [ "00:08:56.79", "00:09:00.27" ], [ "00:09:01.27", "00:09:37.37" ], [ "00:09:37.38", "00:09:46.19" ] ], "start_stop_frames": [ [ 26595, 26837 ], [ 26839, 27013 ], [ 27063, 28868 ], [ 28869, 29309 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P22_11+76_77_78_79", "video_id": "P22_11", "narration_ids": [ "P22_11_76", "P22_11_77", "P22_11_78", "P22_11_79" ], "src": "pour coffee . put_down jar . pick_up jar", "src1": "pour coffee", "src2": "put_down jar", "src3": "pick_up jar", "trg": "open jar", "vis_src": "P22_11:76 P22_11:77 P22_11:78", "vis_trg": "P22_11:79", "narrations": [ "pour coffee", "put down jar", "pick up jar", "open jar" ], "verbs": [ "pour", "put-down", "pick-up", "open" ], "verb_classes": [ 9, 1, 0, 3 ], "nouns": [ "coffee", "jar", "jar", "jar" ], "noun_classes": [ 59, 40, 40, 40 ], "start_stop_timestamps": [ [ "00:02:40.85", "00:02:42.48" ], [ "00:02:46.82", "00:02:47.99" ], [ "00:02:48.60", "00:02:49.60" ], [ "00:02:49.51", "00:02:50.24" ] ], "start_stop_frames": [ [ 9651, 9748 ], [ 10009, 10079 ], [ 10116, 10176 ], [ 10170, 10214 ] ], "trgnoun": "jar", "trgverb": "open" }, { "key": "P12_103+8_9_10_11", "video_id": "P12_103", "narration_ids": [ "P12_103_8", "P12_103_9", "P12_103_10", "P12_103_11" ], "src": "take spoon . open lid on saucepan . stir soup with spoon in saucepan", "src1": "take spoon", "src2": "open lid on saucepan", "src3": "stir soup with spoon in saucepan", "trg": "put_down lid on saucepan", "vis_src": "P12_103:8 P12_103:9 P12_103:10", "vis_trg": "P12_103:11", "narrations": [ "take spoon", "open lid on saucepan", "stir soup with spoon in saucepan", "put down lid on saucepan" ], "verbs": [ "take", "open-on", "stir-with", "put-down" ], "verb_classes": [ 0, 3, 10, 1 ], "nouns": [ "spoon", "lid", "soup", "lid" ], "noun_classes": [ 1, 6, 126, 6 ], "start_stop_timestamps": [ [ "00:00:47.64", "00:00:48.92" ], [ "00:00:49.70", "00:00:50.43" ], [ "00:00:50.10", "00:01:01.43" ], [ "00:01:01.53", "00:01:02.84" ] ], "start_stop_frames": [ [ 2382, 2446 ], [ 2485, 2521 ], [ 2505, 3071 ], [ 3076, 3142 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P08_18+49_50_51_52", "video_id": "P08_18", "narration_ids": [ "P08_18_49", "P08_18_50", "P08_18_51", "P08_18_52" ], "src": "place bottles . close cupboard . get towel", "src1": "place bottles", "src2": "close cupboard", "src3": "get towel", "trg": "clean bits", "vis_src": "P08_18:49 P08_18:50 P08_18:51", "vis_trg": "P08_18:52", "narrations": [ "place bottles", "close cupboard", "get towel", "clean bits" ], "verbs": [ "place", "close", "get", "clean" ], "verb_classes": [ 1, 4, 0, 2 ], "nouns": [ "bottle", "cupboard", "towel", "towel" ], "noun_classes": [ 15, 3, 52, 52 ], "start_stop_timestamps": [ [ "00:02:52.48", "00:02:58.16" ], [ "00:02:58.04", "00:02:59.29" ], [ "00:02:59.14", "00:02:59.70" ], [ "00:03:00.21", "00:03:08.03" ] ], "start_stop_frames": [ [ 10348, 10689 ], [ 10682, 10757 ], [ 10748, 10782 ], [ 10812, 11281 ] ], "trgnoun": "towel", "trgverb": "clean" }, { "key": "P04_115+95_96_97_98", "video_id": "P04_115", "narration_ids": [ "P04_115_95", "P04_115_96", "P04_115_97", "P04_115_98" ], "src": "put eggshell halves inside eggshell . take eggshells . open food_bin", "src1": "put eggshell halves inside eggshell", "src2": "take eggshells", "src3": "open food_bin", "trg": "put eggshells in food_bin", "vis_src": "P04_115:95 P04_115:96 P04_115:97", "vis_trg": "P04_115:98", "narrations": [ "put eggshell halves inside eggshell", "take eggshells", "open food bin", "put eggshells in food bin" ], "verbs": [ "put-inside", "take", "open", "put-in" ], "verb_classes": [ 5, 0, 3, 5 ], "nouns": [ "half:eggshell", "eggshell", "bin:food", "bin:food" ], "noun_classes": [ 141, 141, 36, 36 ], "start_stop_timestamps": [ [ "00:03:08.22", "00:03:09.47" ], [ "00:03:09.10", "00:03:10.58" ], [ "00:03:10.47", "00:03:11.58" ], [ "00:03:11.65", "00:03:12.23" ] ], "start_stop_frames": [ [ 9411, 9473 ], [ 9455, 9529 ], [ 9523, 9579 ], [ 9582, 9611 ] ], "trgnoun": "food_bin", "trgverb": "put_in" }, { "key": "P10_04+385_386_387_388", "video_id": "P10_04", "narration_ids": [ "P10_04_385", "P10_04_386", "P10_04_387", "P10_04_388" ], "src": "open the cover of the top left pot . put the cover onto the white pot . waiting cover", "src1": "open the cover of the top left pot", "src2": "put the cover onto the white pot", "src3": "waiting cover", "trg": "searching cover", "vis_src": "P10_04:385 P10_04:386 P10_04:387", "vis_trg": "P10_04:388", "narrations": [ "open the cover of the top left pot", "put the cover onto the white pot", "waiting", "searching" ], "verbs": [ "open", "put-onto", "wait", "search" ], "verb_classes": [ 3, 1, 72, 48 ], "nouns": [ "cover", "cover", "cover", "cover" ], "noun_classes": [ 89, 89, 89, 89 ], "start_stop_timestamps": [ [ "00:41:03.63", "00:41:06.46" ], [ "00:41:16.51", "00:41:19.86" ], [ "00:41:22.30", "00:41:30.17" ], [ "00:41:22.88", "00:41:32.34" ] ], "start_stop_frames": [ [ 147817, 147987 ], [ 148590, 148791 ], [ 148938, 149410 ], [ 148972, 149540 ] ], "trgnoun": "cover", "trgverb": "search" }, { "key": "P03_05+33_34_35_36", "video_id": "P03_05", "narration_ids": [ "P03_05_33", "P03_05_34", "P03_05_35", "P03_05_36" ], "src": "spoon almonds . pour almonds . spoon almonds", "src1": "spoon almonds", "src2": "pour almonds", "src3": "spoon almonds", "trg": "close almonds", "vis_src": "P03_05:33 P03_05:34 P03_05:35", "vis_trg": "P03_05:36", "narrations": [ "spoon", "pour almonds", "spoon almonds", "close almonds" ], "verbs": [ "spoon", "pour", "spoon", "close" ], "verb_classes": [ 16, 9, 16, 4 ], "nouns": [ "almond:canned", "almond", "almond", "almond" ], "noun_classes": [ 244, 244, 244, 244 ], "start_stop_timestamps": [ [ "00:01:16.24", "00:01:17.24" ], [ "00:01:19.67", "00:01:26.80" ], [ "00:01:27.68", "00:01:29.59" ], [ "00:01:32.91", "00:01:39.09" ] ], "start_stop_frames": [ [ 4574, 4634 ], [ 4780, 5208 ], [ 5260, 5375 ], [ 5574, 5945 ] ], "trgnoun": "almond", "trgverb": "close" }, { "key": "P06_03+24_25_26_27", "video_id": "P06_03", "narration_ids": [ "P06_03_24", "P06_03_25", "P06_03_26", "P06_03_27" ], "src": "tip salt into pan . take sugar . spoon sugar", "src1": "tip salt into pan", "src2": "take sugar", "src3": "spoon sugar", "trg": "spoon sugar into pan", "vis_src": "P06_03:24 P06_03:25 P06_03:26", "vis_trg": "P06_03:27", "narrations": [ "tip salt into pan", "take sugar", "spoon sugar", "spoon sugar into pan" ], "verbs": [ "tip-into", "take", "spoon", "spoon-into" ], "verb_classes": [ 9, 0, 16, 16 ], "nouns": [ "salt", "sugar", "sugar", "sugar" ], "noun_classes": [ 38, 102, 102, 102 ], "start_stop_timestamps": [ [ "00:01:32.54", "00:01:33.82" ], [ "00:01:35.10", "00:01:36.09" ], [ "00:01:37.19", "00:01:43.98" ], [ "00:01:38.78", "00:01:48.01" ] ], "start_stop_frames": [ [ 5552, 5629 ], [ 5706, 5765 ], [ 5831, 6238 ], [ 5926, 6480 ] ], "trgnoun": "sugar", "trgverb": "spoon_into" }, { "key": "P02_112+82_83_84_85", "video_id": "P02_112", "narration_ids": [ "P02_112_82", "P02_112_83", "P02_112_84", "P02_112_85" ], "src": "spread some oil on second tray . put_down tray . pick_up oil_bottle", "src1": "spread some oil on second tray", "src2": "put_down tray", "src3": "pick_up oil_bottle", "trg": "open oil_bottle", "vis_src": "P02_112:82 P02_112:83 P02_112:84", "vis_trg": "P02_112:85", "narrations": [ "spread some oil on second tray", "put down tray", "pick up oil bottle", "open oil bottle" ], "verbs": [ "spread-on", "put-down", "pick-up", "open" ], "verb_classes": [ 27, 1, 0, 3 ], "nouns": [ "oil", "tray", "bottle:oil", "bottle:oil" ], "noun_classes": [ 31, 35, 15, 15 ], "start_stop_timestamps": [ [ "00:04:01.37", "00:04:05.91" ], [ "00:04:07.03", "00:04:09.30" ], [ "00:04:10.15", "00:04:11.40" ], [ "00:04:11.27", "00:04:12.07" ] ], "start_stop_frames": [ [ 12068, 12295 ], [ 12351, 12465 ], [ 12507, 12570 ], [ 12563, 12603 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P03_101+7_8_9_10", "video_id": "P03_101", "narration_ids": [ "P03_101_7", "P03_101_8", "P03_101_9", "P03_101_10" ], "src": "place washing up bowl . pick_up washing up liquid . squeeze washing up liquid into bowl", "src1": "place washing up bowl", "src2": "pick_up washing up liquid", "src3": "squeeze washing up liquid into bowl", "trg": "place washing up liquid", "vis_src": "P03_101:7 P03_101:8 P03_101:9", "vis_trg": "P03_101:10", "narrations": [ "place washing up bowl", "pick up washing up liquid", "squeeze washing up liquid into bowl", "place washing up liquid" ], "verbs": [ "place", "pick-up", "squeeze", "place" ], "verb_classes": [ 1, 0, 18, 1 ], "nouns": [ "bowl:washing:up", "liquid:washing:up", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 7, 22, 22, 22 ], "start_stop_timestamps": [ [ "00:00:09.42", "00:00:09.99" ], [ "00:00:09.96", "00:00:10.36" ], [ "00:00:10.46", "00:00:11.51" ], [ "00:00:11.31", "00:00:11.96" ] ], "start_stop_frames": [ [ 471, 499 ], [ 498, 518 ], [ 523, 575 ], [ 565, 598 ] ], "trgnoun": "up_washing_liquid", "trgverb": "place" }, { "key": "P06_101+329_330_331_332", "video_id": "P06_101", "narration_ids": [ "P06_101_329", "P06_101_330", "P06_101_331", "P06_101_332" ], "src": "close pot . pick_up salt . pour salt into hand", "src1": "close pot", "src2": "pick_up salt", "src3": "pour salt into hand", "trg": "pour salt in pan", "vis_src": "P06_101:329 P06_101:330 P06_101:331", "vis_trg": "P06_101:332", "narrations": [ "close pot", "pick up salt", "pour salt into hand", "pour salt in pan" ], "verbs": [ "close", "pick-up", "pour-into", "pour-in" ], "verb_classes": [ 4, 0, 9, 9 ], "nouns": [ "pot", "salt", "salt", "salt" ], "noun_classes": [ 29, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:25:56.11", "00:25:57.93" ], [ "00:25:57.92", "00:26:01.50" ], [ "00:26:01.67", "00:26:07.36" ], [ "00:26:07.46", "00:26:10.51" ] ], "start_stop_frames": [ [ 77805, 77896 ], [ 77896, 78075 ], [ 78083, 78368 ], [ 78373, 78525 ] ], "trgnoun": "salt", "trgverb": "pour_in" }, { "key": "P03_101+224_225_226_227", "video_id": "P03_101", "narration_ids": [ "P03_101_224", "P03_101_225", "P03_101_226", "P03_101_227" ], "src": "pick_up bread . pick_up butter and cheese . close fridge", "src1": "pick_up bread", "src2": "pick_up butter and cheese", "src3": "close fridge", "trg": "put_down butter and cheese", "vis_src": "P03_101:224 P03_101:225 P03_101:226", "vis_trg": "P03_101:227", "narrations": [ "pick up bread", "pick up butter and cheese", "close fridge", "put down butter and cheese" ], "verbs": [ "pick-up", "pick-up", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "bread", "butter", "fridge", "butter" ], "noun_classes": [ 33, 78, 12, 78 ], "start_stop_timestamps": [ [ "00:09:06.67", "00:09:07.75" ], [ "00:09:08.55", "00:09:09.90" ], [ "00:09:10.74", "00:09:12.26" ], [ "00:09:13.46", "00:09:14.51" ] ], "start_stop_frames": [ [ 27333, 27387 ], [ 27427, 27495 ], [ 27537, 27613 ], [ 27673, 27725 ] ], "trgnoun": "butter", "trgverb": "put_down" }, { "key": "P06_09+117_118_119_120", "video_id": "P06_09", "narration_ids": [ "P06_09_117", "P06_09_118", "P06_09_119", "P06_09_120" ], "src": "put lid down . shake lid . stir pan", "src1": "put lid down", "src2": "shake lid", "src3": "stir pan", "trg": "put lid on pan", "vis_src": "P06_09:117 P06_09:118 P06_09:119", "vis_trg": "P06_09:120", "narrations": [ "put lid down", "shake lid", "stir pan", "put lid on pan" ], "verbs": [ "put-down", "shake", "stir", "put-on" ], "verb_classes": [ 1, 15, 10, 1 ], "nouns": [ "lid", "lid", "pan", "lid" ], "noun_classes": [ 6, 6, 5, 6 ], "start_stop_timestamps": [ [ "00:16:48.51", "00:16:52.92" ], [ "00:16:50.27", "00:16:51.66" ], [ "00:16:52.52", "00:17:05.02" ], [ "00:17:05.37", "00:17:07.40" ] ], "start_stop_frames": [ [ 60510, 60775 ], [ 60616, 60699 ], [ 60751, 61501 ], [ 61522, 61644 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P22_10+113_114_115_117", "video_id": "P22_10", "narration_ids": [ "P22_10_113", "P22_10_114", "P22_10_115", "P22_10_117" ], "src": "rinse hands . put_down down colander . lather colander", "src1": "rinse hands", "src2": "put_down down colander", "src3": "lather colander", "trg": "pick_up can", "vis_src": "P22_10:113 P22_10:114 P22_10:115", "vis_trg": "P22_10:117", "narrations": [ "rinse hands", "put down down colander", "lather colander", "pick up can" ], "verbs": [ "rinse", "put-down", "lather", "pick-up" ], "verb_classes": [ 2, 1, 2, 0 ], "nouns": [ "hand", "colander", "colander", "can" ], "noun_classes": [ 11, 39, 39, 61 ], "start_stop_timestamps": [ [ "00:03:54.69", "00:03:55.77" ], [ "00:03:55.87", "00:03:57.65" ], [ "00:03:57.75", "00:04:04.25" ], [ "00:04:04.84", "00:04:05.89" ] ], "start_stop_frames": [ [ 14081, 14146 ], [ 14152, 14259 ], [ 14265, 14655 ], [ 14690, 14753 ] ], "trgnoun": "can", "trgverb": "pick_up" }, { "key": "P04_108+72_73_74_75", "video_id": "P04_108", "narration_ids": [ "P04_108_72", "P04_108_73", "P04_108_74", "P04_108_75" ], "src": "move rolling_pin . pick_up chopping_board . turn_over chopping_board", "src1": "move rolling_pin", "src2": "pick_up chopping_board", "src3": "turn_over chopping_board", "trg": "put_down chopping_board", "vis_src": "P04_108:72 P04_108:73 P04_108:74", "vis_trg": "P04_108:75", "narrations": [ "move rolling pin", "pick up chopping board", "turn over chopping board", "put down chopping board" ], "verbs": [ "move", "pick-up", "turn-over", "put-down" ], "verb_classes": [ 11, 0, 22, 1 ], "nouns": [ "pin:rolling", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 136, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:02:18.05", "00:02:19.34" ], [ "00:02:20.32", "00:02:20.95" ], [ "00:02:20.86", "00:02:21.75" ], [ "00:02:21.85", "00:02:22.72" ] ], "start_stop_frames": [ [ 6902, 6967 ], [ 7016, 7047 ], [ 7043, 7087 ], [ 7092, 7136 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P08_23+232_233_234_235", "video_id": "P08_23", "narration_ids": [ "P08_23_232", "P08_23_233", "P08_23_234", "P08_23_235" ], "src": "open drawer . get spoon . pour yoghurt", "src1": "open drawer", "src2": "get spoon", "src3": "pour yoghurt", "trg": "mix yoghurt in bowl", "vis_src": "P08_23:232 P08_23:233 P08_23:234", "vis_trg": "P08_23:235", "narrations": [ "open drawer", "get spoon", "pour yoghurt", "mix yoghurt in bowl" ], "verbs": [ "open", "get", "pour", "mix-in" ], "verb_classes": [ 3, 0, 9, 10 ], "nouns": [ "drawer", "spoon", "yoghurt", "yoghurt" ], "noun_classes": [ 8, 1, 98, 98 ], "start_stop_timestamps": [ [ "00:20:26.74", "00:20:27.98" ], [ "00:20:28.06", "00:20:33.63" ], [ "00:20:36.73", "00:20:40.60" ], [ "00:20:40.38", "00:20:52.92" ] ], "start_stop_frames": [ [ 73604, 73678 ], [ 73683, 74017 ], [ 74203, 74436 ], [ 74422, 75175 ] ], "trgnoun": "yoghurt", "trgverb": "mix_in" }, { "key": "P30_107+121_122_123_124", "video_id": "P30_107", "narration_ids": [ "P30_107_121", "P30_107_122", "P30_107_123", "P30_107_124" ], "src": "take mushroom . take spring_onion . take pepper", "src1": "take mushroom", "src2": "take spring_onion", "src3": "take pepper", "trg": "put pepper on surface", "vis_src": "P30_107:121 P30_107:122 P30_107:123", "vis_trg": "P30_107:124", "narrations": [ "take mushroom", "take spring onion", "take pepper", "put pepper on surface" ], "verbs": [ "take", "take", "take", "put-on" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "mushroom", "onion:spring", "pepper", "pepper" ], "noun_classes": [ 56, 128, 37, 37 ], "start_stop_timestamps": [ [ "00:05:20.95", "00:05:22.19" ], [ "00:05:22.29", "00:05:23.84" ], [ "00:05:25.92", "00:05:29.73" ], [ "00:05:31.00", "00:05:32.36" ] ], "start_stop_frames": [ [ 16047, 16109 ], [ 16114, 16191 ], [ 16296, 16486 ], [ 16550, 16618 ] ], "trgnoun": "pepper", "trgverb": "put_on" }, { "key": "P28_113+117_118_119_120", "video_id": "P28_113", "narration_ids": [ "P28_113_117", "P28_113_118", "P28_113_119", "P28_113_120" ], "src": "put bell_peppers . take spring_onions . turn_on tap", "src1": "put bell_peppers", "src2": "take spring_onions", "src3": "turn_on tap", "trg": "rinse spring_onions", "vis_src": "P28_113:117 P28_113:118 P28_113:119", "vis_trg": "P28_113:120", "narrations": [ "put bell peppers", "take spring onions", "turn on tap", "rinse spring onions" ], "verbs": [ "put", "take", "turn-on", "rinse" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "pepper:bell", "onion:spring", "tap", "onion:spring" ], "noun_classes": [ 37, 128, 0, 128 ], "start_stop_timestamps": [ [ "00:05:55.02", "00:05:59.03" ], [ "00:05:59.33", "00:06:01.39" ], [ "00:06:02.60", "00:06:03.78" ], [ "00:06:03.78", "00:06:18.00" ] ], "start_stop_frames": [ [ 17751, 17951 ], [ 17966, 18069 ], [ 18130, 18189 ], [ 18189, 18900 ] ], "trgnoun": "spring_onion", "trgverb": "rinse" }, { "key": "P02_130+272_273_274_275", "video_id": "P02_130", "narration_ids": [ "P02_130_272", "P02_130_273", "P02_130_274", "P02_130_275" ], "src": "hold bowl . hit wooden_spoon on side of bowl . mix chocolate_mixture with biscuits using wooden spoon", "src1": "hold bowl", "src2": "hit wooden_spoon on side of bowl", "src3": "mix chocolate_mixture with biscuits using wooden spoon", "trg": "leave wooden_spoon in bowl", "vis_src": "P02_130:272 P02_130:273 P02_130:274", "vis_trg": "P02_130:275", "narrations": [ "hold bowl", "hit wooden spoon on side of bowl", "mix chocolate mixture with biscuits using wooden spoon", "leave wooden spoon in bowl" ], "verbs": [ "hold", "hit-on", "mix-with", "leave-in" ], "verb_classes": [ 34, 32, 10, 1 ], "nouns": [ "bowl", "spoon:wooden", "mixture:chocolate", "spoon:wooden" ], "noun_classes": [ 7, 1, 71, 1 ], "start_stop_timestamps": [ [ "00:15:12.27", "00:15:14.23" ], [ "00:15:45.44", "00:15:48.27" ], [ "00:15:48.22", "00:16:20.77" ], [ "00:16:20.80", "00:16:21.55" ] ], "start_stop_frames": [ [ 45613, 45711 ], [ 47272, 47413 ], [ 47411, 49038 ], [ 49040, 49077 ] ], "trgnoun": "wooden_spoon", "trgverb": "leave_in" }, { "key": "P35_109+168_169_170_171", "video_id": "P35_109", "narration_ids": [ "P35_109_168", "P35_109_169", "P35_109_170", "P35_109_171" ], "src": "remove coffee_holder . open drawer . pick_up teaspoon", "src1": "remove coffee_holder", "src2": "open drawer", "src3": "pick_up teaspoon", "trg": "close drawer", "vis_src": "P35_109:168 P35_109:169 P35_109:170", "vis_trg": "P35_109:171", "narrations": [ "remove coffee holder", "open drawer", "pick up teaspoon", "close drawer" ], "verbs": [ "remove", "open", "pick-up", "close" ], "verb_classes": [ 12, 3, 0, 4 ], "nouns": [ "holder:coffee", "drawer", "teaspoon", "drawer" ], "noun_classes": [ 135, 8, 1, 8 ], "start_stop_timestamps": [ [ "00:11:02.63", "00:11:06.98" ], [ "00:11:08.55", "00:11:09.55" ], [ "00:11:09.78", "00:11:10.81" ], [ "00:11:10.91", "00:11:11.59" ] ], "start_stop_frames": [ [ 33131, 33349 ], [ 33427, 33477 ], [ 33489, 33540 ], [ 33545, 33579 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P30_108+68_69_70_71", "video_id": "P30_108", "narration_ids": [ "P30_108_68", "P30_108_69", "P30_108_70", "P30_108_71" ], "src": "scrub pan_lid . put_down sponge . turn_on tap", "src1": "scrub pan_lid", "src2": "put_down sponge", "src3": "turn_on tap", "trg": "rinse pan_lid", "vis_src": "P30_108:68 P30_108:69 P30_108:70", "vis_trg": "P30_108:71", "narrations": [ "scrub pan lid", "put down sponge", "turn on tap", "rinse pan lid" ], "verbs": [ "scrub", "put-down", "turn-on", "rinse" ], "verb_classes": [ 29, 1, 6, 2 ], "nouns": [ "lid:pan", "sponge", "tap", "lid:pan" ], "noun_classes": [ 6, 9, 0, 6 ], "start_stop_timestamps": [ [ "00:02:09.64", "00:02:11.89" ], [ "00:02:15.75", "00:02:16.01" ], [ "00:02:16.35", "00:02:17.35" ], [ "00:02:17.45", "00:02:18.95" ] ], "start_stop_frames": [ [ 6481, 6594 ], [ 6787, 6800 ], [ 6817, 6867 ], [ 6872, 6947 ] ], "trgnoun": "pan_lid", "trgverb": "rinse" }, { "key": "P11_104+69_70_71_73", "video_id": "P11_104", "narration_ids": [ "P11_104_69", "P11_104_70", "P11_104_71", "P11_104_73" ], "src": "put salmon in bowl . throw away packaging . move bowl", "src1": "put salmon in bowl", "src2": "throw away packaging", "src3": "move bowl", "trg": "turn_on tap", "vis_src": "P11_104:69 P11_104:70 P11_104:71", "vis_trg": "P11_104:73", "narrations": [ "put salmon in bowl", "throw away packaging", "move bowl", "turn on tap" ], "verbs": [ "put-in", "throw", "move", "turn-on" ], "verb_classes": [ 5, 13, 11, 6 ], "nouns": [ "salmon", "packaging", "bowl", "tap" ], "noun_classes": [ 112, 26, 7, 0 ], "start_stop_timestamps": [ [ "00:04:31.00", "00:04:39.31" ], [ "00:04:39.41", "00:04:40.16" ], [ "00:04:40.26", "00:04:43.91" ], [ "00:04:48.15", "00:04:48.57" ] ], "start_stop_frames": [ [ 13550, 13965 ], [ 13970, 14007 ], [ 14013, 14195 ], [ 14407, 14428 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P26_105+122_123_124_125", "video_id": "P26_105", "narration_ids": [ "P26_105_122", "P26_105_123", "P26_105_124", "P26_105_125" ], "src": "pick_up spoon . remove lid . stir food", "src1": "pick_up spoon", "src2": "remove lid", "src3": "stir food", "trg": "put_down lid", "vis_src": "P26_105:122 P26_105:123 P26_105:124", "vis_trg": "P26_105:125", "narrations": [ "pick up spoon", "remove lid", "stir", "put down lid" ], "verbs": [ "pick-up", "remove", "stir", "put-down" ], "verb_classes": [ 0, 12, 10, 1 ], "nouns": [ "spoon", "lid", "food", "lid" ], "noun_classes": [ 1, 6, 34, 6 ], "start_stop_timestamps": [ [ "00:05:35.88", "00:05:38.46" ], [ "00:05:38.50", "00:05:39.23" ], [ "00:05:39.77", "00:06:01.05" ], [ "00:06:00.99", "00:06:01.98" ] ], "start_stop_frames": [ [ 16794, 16923 ], [ 16925, 16961 ], [ 16988, 18052 ], [ 18049, 18099 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P04_106+14_16_17_18", "video_id": "P04_106", "narration_ids": [ "P04_106_14", "P04_106_16", "P04_106_17", "P04_106_18" ], "src": "scoop dough out of bowl . put_down bowl . put dough on dough", "src1": "scoop dough out of bowl", "src2": "put_down bowl", "src3": "put dough on dough", "trg": "pick_up dough", "vis_src": "P04_106:14 P04_106:16 P04_106:17", "vis_trg": "P04_106:18", "narrations": [ "scoop dough out of bowl", "put down bowl", "put dough on dough", "pick up dough" ], "verbs": [ "scoop", "put-down", "put-on", "pick-up" ], "verb_classes": [ 16, 1, 1, 0 ], "nouns": [ "dough", "bowl", "dough", "dough" ], "noun_classes": [ 25, 7, 25, 25 ], "start_stop_timestamps": [ [ "00:00:25.68", "00:00:34.05" ], [ "00:01:09.30", "00:01:10.00" ], [ "00:01:09.92", "00:01:11.15" ], [ "00:01:11.00", "00:01:11.97" ] ], "start_stop_frames": [ [ 1284, 1702 ], [ 3465, 3500 ], [ 3496, 3557 ], [ 3550, 3598 ] ], "trgnoun": "dough", "trgverb": "pick_up" }, { "key": "P02_130+168_169_170_171", "video_id": "P02_130", "narration_ids": [ "P02_130_168", "P02_130_169", "P02_130_170", "P02_130_171" ], "src": "put_down butter . open butter_packaging . cut butter using knife", "src1": "put_down butter", "src2": "open butter_packaging", "src3": "cut butter using knife", "trg": "pick_up butter", "vis_src": "P02_130:168 P02_130:169 P02_130:170", "vis_trg": "P02_130:171", "narrations": [ "put down butter", "open butter packaging", "cut butter using knife", "pick up butter" ], "verbs": [ "put-down", "open", "cut", "pick-up" ], "verb_classes": [ 1, 3, 7, 0 ], "nouns": [ "butter", "packaging:butter", "butter", "butter" ], "noun_classes": [ 78, 26, 78, 78 ], "start_stop_timestamps": [ [ "00:06:26.41", "00:06:28.23" ], [ "00:06:28.06", "00:06:34.68" ], [ "00:06:35.21", "00:06:40.28" ], [ "00:06:38.75", "00:06:40.40" ] ], "start_stop_frames": [ [ 19320, 19411 ], [ 19403, 19734 ], [ 19760, 20014 ], [ 19937, 20020 ] ], "trgnoun": "butter", "trgverb": "pick_up" }, { "key": "P22_09+158_159_160_161", "video_id": "P22_09", "narration_ids": [ "P22_09_158", "P22_09_159", "P22_09_160", "P22_09_161" ], "src": "move cooker . position cooker . clean cooker", "src1": "move cooker", "src2": "position cooker", "src3": "clean cooker", "trg": "rinse cooker", "vis_src": "P22_09:158 P22_09:159 P22_09:160", "vis_trg": "P22_09:161", "narrations": [ "move cooker", "position cooker", "clean cooker", "rinse cooker" ], "verbs": [ "move", "position", "clean", "rinse" ], "verb_classes": [ 11, 1, 2, 2 ], "nouns": [ "cooker", "cooker", "cooker", "cooker" ], "noun_classes": [ 46, 46, 46, 46 ], "start_stop_timestamps": [ [ "00:05:13.07", "00:05:17.87" ], [ "00:05:14.10", "00:05:18.07" ], [ "00:05:18.27", "00:05:21.21" ], [ "00:05:18.30", "00:05:33.83" ] ], "start_stop_frames": [ [ 18784, 19072 ], [ 18846, 19084 ], [ 19096, 19272 ], [ 19098, 20029 ] ], "trgnoun": "cooker", "trgverb": "rinse" }, { "key": "P02_06+158_159_160_161", "video_id": "P02_06", "narration_ids": [ "P02_06_158", "P02_06_159", "P02_06_160", "P02_06_161" ], "src": "wash tomatoes . close tap . pick_up chopping_board", "src1": "wash tomatoes", "src2": "close tap", "src3": "pick_up chopping_board", "trg": "put chopping_board", "vis_src": "P02_06:158 P02_06:159 P02_06:160", "vis_trg": "P02_06:161", "narrations": [ "wash tomatoes", "close tap", "pick up chopping board", "put chopping board" ], "verbs": [ "wash", "turn-off", "pick-up", "put" ], "verb_classes": [ 2, 8, 0, 1 ], "nouns": [ "tomato", "tap", "board:chopping", "board:chopping" ], "noun_classes": [ 43, 0, 18, 18 ], "start_stop_timestamps": [ [ "00:07:33.96", "00:07:39.63" ], [ "00:07:39.23", "00:07:40.48" ], [ "00:07:41.43", "00:07:42.99" ], [ "00:07:42.78", "00:07:43.88" ] ], "start_stop_frames": [ [ 27237, 27577 ], [ 27553, 27628 ], [ 27685, 27779 ], [ 27766, 27832 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P06_113+18_19_20_21", "video_id": "P06_113", "narration_ids": [ "P06_113_18", "P06_113_19", "P06_113_20", "P06_113_21" ], "src": "pick_up scissors . pick_up knife . open drawer", "src1": "pick_up scissors", "src2": "pick_up knife", "src3": "open drawer", "trg": "put scissors and knife in drawer", "vis_src": "P06_113:18 P06_113:19 P06_113:20", "vis_trg": "P06_113:21", "narrations": [ "pick up scissors", "pick up knife", "open drawer", "put scissors and knife in drawer" ], "verbs": [ "pick-up", "pick-up", "open", "put-in" ], "verb_classes": [ 0, 0, 3, 5 ], "nouns": [ "scissors", "knife", "drawer", "scissors" ], "noun_classes": [ 79, 4, 8, 79 ], "start_stop_timestamps": [ [ "00:00:47.61", "00:00:48.54" ], [ "00:00:48.59", "00:00:49.78" ], [ "00:00:50.92", "00:00:51.83" ], [ "00:00:51.70", "00:00:53.50" ] ], "start_stop_frames": [ [ 2380, 2427 ], [ 2429, 2489 ], [ 2546, 2591 ], [ 2585, 2675 ] ], "trgnoun": "scissors", "trgverb": "put_in" }, { "key": "P04_107+857_858_859_860", "video_id": "P04_107", "narration_ids": [ "P04_107_857", "P04_107_858", "P04_107_859", "P04_107_860" ], "src": "hold_onto dough . roll dough around chopstick . lay dough on hand", "src1": "hold_onto dough", "src2": "roll dough around chopstick", "src3": "lay dough on hand", "trg": "slide chopstick out of dough", "vis_src": "P04_107:857 P04_107:858 P04_107:859", "vis_trg": "P04_107:860", "narrations": [ "hold onto dough", "roll dough around chopstick", "lay dough on hand", "slide chopstick out of dough" ], "verbs": [ "hold-onto", "roll-around", "lay-on", "slide-out" ], "verb_classes": [ 34, 47, 1, 61 ], "nouns": [ "dough", "dough", "dough", "chopstick" ], "noun_classes": [ 25, 25, 25, 80 ], "start_stop_timestamps": [ [ "00:22:23.28", "00:22:23.49" ], [ "00:22:23.66", "00:22:25.54" ], [ "00:22:26.31", "00:22:27.17" ], [ "00:22:25.90", "00:22:26.96" ] ], "start_stop_frames": [ [ 67164, 67174 ], [ 67183, 67277 ], [ 67315, 67358 ], [ 67295, 67348 ] ], "trgnoun": "chopstick", "trgverb": "slide_out" }, { "key": "P01_18+40_41_42_43", "video_id": "P01_18", "narration_ids": [ "P01_18_40", "P01_18_41", "P01_18_42", "P01_18_43" ], "src": "open fridge . open drawer . put squash into drawer", "src1": "open fridge", "src2": "open drawer", "src3": "put squash into drawer", "trg": "close drawer", "vis_src": "P01_18:40 P01_18:41 P01_18:42", "vis_trg": "P01_18:43", "narrations": [ "open fridge", "open drawer", "put squash into drawer", "close drawer" ], "verbs": [ "open", "open", "put-into", "close" ], "verb_classes": [ 3, 3, 5, 4 ], "nouns": [ "fridge", "drawer", "squash", "drawer" ], "noun_classes": [ 12, 8, 116, 8 ], "start_stop_timestamps": [ [ "00:02:18.06", "00:02:19.61" ], [ "00:02:20.14", "00:02:21.06" ], [ "00:02:20.99", "00:02:21.92" ], [ "00:02:21.84", "00:02:22.59" ] ], "start_stop_frames": [ [ 8283, 8376 ], [ 8408, 8463 ], [ 8459, 8515 ], [ 8510, 8555 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_121+369_370_371_372", "video_id": "P04_121", "narration_ids": [ "P04_121_369", "P04_121_370", "P04_121_371", "P04_121_372" ], "src": "shake cheese_curds into bowl . tap spatula on side of bowl . pick_up bowl", "src1": "shake cheese_curds into bowl", "src2": "tap spatula on side of bowl", "src3": "pick_up bowl", "trg": "hold cheese_curds with spatula", "vis_src": "P04_121:369 P04_121:370 P04_121:371", "vis_trg": "P04_121:372", "narrations": [ "shake cheese curds into bowl", "tap spatula on side of bowl", "pick up bowl", "hold cheese curds with spatula" ], "verbs": [ "shake-into", "tap-on", "pick-up", "hold-with" ], "verb_classes": [ 9, 32, 0, 34 ], "nouns": [ "curd:cheese", "spatula", "bowl", "curd:cheese" ], "noun_classes": [ 32, 20, 7, 32 ], "start_stop_timestamps": [ [ "00:16:37.67", "00:16:38.23" ], [ "00:16:37.72", "00:16:38.24" ], [ "00:16:38.56", "00:16:39.79" ], [ "00:16:41.57", "00:16:43.03" ] ], "start_stop_frames": [ [ 49883, 49911 ], [ 49886, 49912 ], [ 49928, 49989 ], [ 50078, 50151 ] ], "trgnoun": "cheese_curd", "trgverb": "hold_with" }, { "key": "P01_105+560_561_562_563", "video_id": "P01_105", "narration_ids": [ "P01_105_560", "P01_105_561", "P01_105_562", "P01_105_563" ], "src": "fold noodles bag . open cupboard . put noodles into cupboard", "src1": "fold noodles bag", "src2": "open cupboard", "src3": "put noodles into cupboard", "trg": "close cupboard", "vis_src": "P01_105:560 P01_105:561 P01_105:562", "vis_trg": "P01_105:563", "narrations": [ "fold noodles bag", "open cupboard", "put noodles into cupboard", "close cupboard" ], "verbs": [ "fold", "open", "put-into", "close" ], "verb_classes": [ 28, 3, 5, 4 ], "nouns": [ "bag:noodle", "cupboard", "noodle", "cupboard" ], "noun_classes": [ 19, 3, 155, 3 ], "start_stop_timestamps": [ [ "00:22:25.62", "00:22:27.41" ], [ "00:22:27.64", "00:22:29.09" ], [ "00:22:28.72", "00:22:30.25" ], [ "00:22:30.45", "00:22:31.63" ] ], "start_stop_frames": [ [ 67281, 67370 ], [ 67382, 67454 ], [ 67436, 67512 ], [ 67522, 67581 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_112+138_139_140_141", "video_id": "P04_112", "narration_ids": [ "P04_112_138", "P04_112_139", "P04_112_140", "P04_112_141" ], "src": "push tea_towel into bowl . straighten tea_towel . grab flour", "src1": "push tea_towel into bowl", "src2": "straighten tea_towel", "src3": "grab flour", "trg": "sprinkle flour over tea towel", "vis_src": "P04_112:138 P04_112:139 P04_112:140", "vis_trg": "P04_112:141", "narrations": [ "push tea towel into bowl", "straighten tea towel", "grab flour", "sprinkle flour over tea towel" ], "verbs": [ "push-into", "straighten", "grab", "sprinkle-over" ], "verb_classes": [ 5, 40, 0, 42 ], "nouns": [ "towel:tea", "towel:tea", "flour", "flour" ], "noun_classes": [ 52, 52, 75, 75 ], "start_stop_timestamps": [ [ "00:04:01.78", "00:04:04.50" ], [ "00:04:04.36", "00:04:06.45" ], [ "00:04:06.54", "00:04:08.55" ], [ "00:04:08.53", "00:04:10.24" ] ], "start_stop_frames": [ [ 12089, 12225 ], [ 12218, 12322 ], [ 12327, 12427 ], [ 12426, 12512 ] ], "trgnoun": "flour", "trgverb": "sprinkle_over" }, { "key": "P23_02+13_14_15_17", "video_id": "P23_02", "narration_ids": [ "P23_02_13", "P23_02_14", "P23_02_15", "P23_02_17" ], "src": "taking the plate . take the onion_piece . make it small pieces", "src1": "taking the plate", "src2": "take the onion_piece", "src3": "make it small pieces", "trg": "making small pieces", "vis_src": "P23_02:13 P23_02:14 P23_02:15", "vis_trg": "P23_02:17", "narrations": [ "taking the plate", "take the onion piece", "make it small pieces", "making small pieces" ], "verbs": [ "take", "take", "make", "make" ], "verb_classes": [ 0, 0, 7, 7 ], "nouns": [ "plate", "piece:onion", "curry", "brush" ], "noun_classes": [ 2, 16, 121, 103 ], "start_stop_timestamps": [ [ "00:01:33.41", "00:01:34.41" ], [ "00:01:37.48", "00:01:38.48" ], [ "00:01:38.99", "00:02:05.27" ], [ "00:02:10.38", "00:02:26.46" ] ], "start_stop_frames": [ [ 5604, 5664 ], [ 5848, 5908 ], [ 5939, 7516 ], [ 7822, 8787 ] ], "trgnoun": "brush", "trgverb": "make" }, { "key": "P02_06+274_275_276_277", "video_id": "P02_06", "narration_ids": [ "P02_06_274", "P02_06_275", "P02_06_276", "P02_06_277" ], "src": "open drawer . get bag . open bag", "src1": "open drawer", "src2": "get bag", "src3": "open bag", "trg": "read_on bag", "vis_src": "P02_06:274 P02_06:275 P02_06:276", "vis_trg": "P02_06:277", "narrations": [ "open drawer", "get bag", "open bag", "read on bag" ], "verbs": [ "open", "get", "open", "read-on" ], "verb_classes": [ 3, 0, 3, 38 ], "nouns": [ "drawer", "bag", "bag", "bag" ], "noun_classes": [ 8, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:12:55.85", "00:12:57.01" ], [ "00:12:58.20", "00:13:00.29" ], [ "00:13:00.80", "00:13:04.20" ], [ "00:13:03.80", "00:13:07.74" ] ], "start_stop_frames": [ [ 46551, 46620 ], [ 46692, 46817 ], [ 46848, 47052 ], [ 47028, 47264 ] ], "trgnoun": "bag", "trgverb": "read_on" }, { "key": "P30_107+891_892_893_894", "video_id": "P30_107", "narration_ids": [ "P30_107_891", "P30_107_892", "P30_107_893", "P30_107_894" ], "src": "take plate . close cupboard . pick_up bottle", "src1": "take plate", "src2": "close cupboard", "src3": "pick_up bottle", "trg": "put_down plate", "vis_src": "P30_107:891 P30_107:892 P30_107:893", "vis_trg": "P30_107:894", "narrations": [ "take plate", "close cupboard", "pick up bottle", "put down plate" ], "verbs": [ "take", "close", "pick-up", "put-down" ], "verb_classes": [ 0, 4, 0, 1 ], "nouns": [ "plate", "cupboard", "bottle", "plate" ], "noun_classes": [ 2, 3, 15, 2 ], "start_stop_timestamps": [ [ "00:48:35.25", "00:48:36.64" ], [ "00:48:36.74", "00:48:37.30" ], [ "00:48:38.31", "00:48:38.79" ], [ "00:48:38.68", "00:48:39.21" ] ], "start_stop_frames": [ [ 145762, 145832 ], [ 145837, 145865 ], [ 145915, 145939 ], [ 145934, 145960 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P01_18+431_432_433_434", "video_id": "P01_18", "narration_ids": [ "P01_18_431", "P01_18_432", "P01_18_433", "P01_18_434" ], "src": "open drawer . take ladle . spoon stock", "src1": "open drawer", "src2": "take ladle", "src3": "spoon stock", "trg": "pour stock", "vis_src": "P01_18:431 P01_18:432 P01_18:433", "vis_trg": "P01_18:434", "narrations": [ "open drawer", "take ladle", "spoon stock", "pour stock" ], "verbs": [ "open", "take", "spoon", "pour" ], "verb_classes": [ 3, 0, 16, 9 ], "nouns": [ "drawer", "ladle", "stock", "stock" ], "noun_classes": [ 8, 97, 95, 95 ], "start_stop_timestamps": [ [ "00:33:40.94", "00:33:42.39" ], [ "00:33:44.99", "00:33:45.79" ], [ "00:33:47.53", "00:33:49.09" ], [ "00:33:49.60", "00:33:52.18" ] ], "start_stop_frames": [ [ 121256, 121343 ], [ 121499, 121547 ], [ 121651, 121745 ], [ 121776, 121930 ] ], "trgnoun": "stock", "trgverb": "pour" }, { "key": "P08_24+86_87_88_89", "video_id": "P08_24", "narration_ids": [ "P08_24_86", "P08_24_87", "P08_24_88", "P08_24_89" ], "src": "put salt . put onion in pan . get egg", "src1": "put salt", "src2": "put onion in pan", "src3": "get egg", "trg": "break egg in pan", "vis_src": "P08_24:86 P08_24:87 P08_24:88", "vis_trg": "P08_24:89", "narrations": [ "put salt", "put onion in pan", "get egg", "break egg in pan" ], "verbs": [ "put", "put-in", "get", "break-in" ], "verb_classes": [ 1, 5, 0, 30 ], "nouns": [ "salt", "onion", "egg", "egg" ], "noun_classes": [ 38, 16, 53, 53 ], "start_stop_timestamps": [ [ "00:06:32.78", "00:06:34.14" ], [ "00:06:37.67", "00:06:40.15" ], [ "00:06:44.05", "00:06:47.56" ], [ "00:06:45.84", "00:06:49.34" ] ], "start_stop_frames": [ [ 23566, 23648 ], [ 23860, 24009 ], [ 24243, 24453 ], [ 24350, 24560 ] ], "trgnoun": "egg", "trgverb": "break_in" }, { "key": "P02_120+118_119_120_121", "video_id": "P02_120", "narration_ids": [ "P02_120_118", "P02_120_119", "P02_120_120", "P02_120_121" ], "src": "shake blender so pistachio falls into bowl . put_down blender next to sink . pick_up hand_blender", "src1": "shake blender so pistachio falls into bowl", "src2": "put_down blender next to sink", "src3": "pick_up hand_blender", "trg": "turn_on hand_blender", "vis_src": "P02_120:118 P02_120:119 P02_120:120", "vis_trg": "P02_120:121", "narrations": [ "shake blender so pistachio falls into bowl", "put down blender next to sink", "pick up hand blender", "turn on hand blender" ], "verbs": [ "shake", "put-down", "pick-up", "turn-on" ], "verb_classes": [ 15, 1, 0, 6 ], "nouns": [ "blender", "blender", "blender:hand", "blender:hand" ], "noun_classes": [ 82, 82, 82, 82 ], "start_stop_timestamps": [ [ "00:07:03.54", "00:07:16.29" ], [ "00:07:20.45", "00:07:22.14" ], [ "00:07:24.47", "00:07:25.70" ], [ "00:07:24.64", "00:07:26.02" ] ], "start_stop_frames": [ [ 21177, 21814 ], [ 22022, 22107 ], [ 22223, 22285 ], [ 22232, 22301 ] ], "trgnoun": "hand_blender", "trgverb": "turn_on" }, { "key": "P06_07+108_109_110_111", "video_id": "P06_07", "narration_ids": [ "P06_07_108", "P06_07_109", "P06_07_110", "P06_07_111" ], "src": "put dough in pan . pick_up tomato . pour tomatoes", "src1": "put dough in pan", "src2": "pick_up tomato", "src3": "pour tomatoes", "trg": "spread tomatoes", "vis_src": "P06_07:108 P06_07:109 P06_07:110", "vis_trg": "P06_07:111", "narrations": [ "put dough in pan", "pick up tomato", "pour tomatoes", "spread tomatoes" ], "verbs": [ "put-in", "pick-up", "pour", "spread" ], "verb_classes": [ 5, 0, 9, 27 ], "nouns": [ "dough", "tomato", "tomato", "tomato" ], "noun_classes": [ 25, 43, 43, 43 ], "start_stop_timestamps": [ [ "00:06:44.96", "00:06:45.63" ], [ "00:06:48.71", "00:06:49.70" ], [ "00:06:52.80", "00:06:57.61" ], [ "00:06:57.58", "00:06:58.92" ] ], "start_stop_frames": [ [ 24297, 24337 ], [ 24522, 24582 ], [ 24768, 25056 ], [ 25054, 25135 ] ], "trgnoun": "tomato", "trgverb": "spread" }, { "key": "P04_107+324_325_326_327", "video_id": "P04_107", "narration_ids": [ "P04_107_324", "P04_107_325", "P04_107_326", "P04_107_327" ], "src": "rotate dough . pick_up rolling_pin . roll_out dough", "src1": "rotate dough", "src2": "pick_up rolling_pin", "src3": "roll_out dough", "trg": "turn_over dough", "vis_src": "P04_107:324 P04_107:325 P04_107:326", "vis_trg": "P04_107:327", "narrations": [ "rotate dough", "pick up rolling pin", "roll out dough", "turn over dough" ], "verbs": [ "rotate", "pick-up", "roll-out", "turn-over" ], "verb_classes": [ 23, 0, 39, 22 ], "nouns": [ "dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:09:55.97", "00:09:56.31" ], [ "00:09:56.39", "00:09:56.98" ], [ "00:09:56.87", "00:09:59.10" ], [ "00:09:59.36", "00:10:01.04" ] ], "start_stop_frames": [ [ 29798, 29815 ], [ 29819, 29849 ], [ 29843, 29955 ], [ 29968, 30052 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P22_16+507_508_509_510", "video_id": "P22_16", "narration_ids": [ "P22_16_507", "P22_16_508", "P22_16_509", "P22_16_510" ], "src": "pick_up salad_bowl . put_down salad_bowl . pick_up oil", "src1": "pick_up salad_bowl", "src2": "put_down salad_bowl", "src3": "pick_up oil", "trg": "put_down oil", "vis_src": "P22_16:507 P22_16:508 P22_16:509", "vis_trg": "P22_16:510", "narrations": [ "pick up salad bowl", "put down salad bowl", "pick up oil", "put down oil" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bowl:salad", "bowl:salad", "oil", "oil" ], "noun_classes": [ 7, 7, 31, 31 ], "start_stop_timestamps": [ [ "00:23:33.33", "00:23:34.63" ], [ "00:23:34.49", "00:23:36.39" ], [ "00:23:37.73", "00:23:38.79" ], [ "00:23:39.27", "00:23:40.47" ] ], "start_stop_frames": [ [ 84799, 84877 ], [ 84869, 84983 ], [ 85063, 85127 ], [ 85156, 85228 ] ], "trgnoun": "oil", "trgverb": "put_down" }, { "key": "P28_103+65_66_67_68", "video_id": "P28_103", "narration_ids": [ "P28_103_65", "P28_103_66", "P28_103_67", "P28_103_68" ], "src": "turn_off tap . put peeler . take rubbish", "src1": "turn_off tap", "src2": "put peeler", "src3": "take rubbish", "trg": "throw rubbish", "vis_src": "P28_103:65 P28_103:66 P28_103:67", "vis_trg": "P28_103:68", "narrations": [ "turn off tap", "put peeler", "take rubbish", "throw rubbish" ], "verbs": [ "turn-off", "put", "take", "throw" ], "verb_classes": [ 8, 1, 0, 13 ], "nouns": [ "tap", "peeler", "rubbish", "rubbish" ], "noun_classes": [ 0, 87, 54, 54 ], "start_stop_timestamps": [ [ "00:04:30.14", "00:04:31.63" ], [ "00:04:30.76", "00:04:32.18" ], [ "00:04:33.50", "00:04:39.35" ], [ "00:04:44.24", "00:04:48.13" ] ], "start_stop_frames": [ [ 13507, 13581 ], [ 13538, 13609 ], [ 13675, 13967 ], [ 14212, 14406 ] ], "trgnoun": "rubbish", "trgverb": "throw" }, { "key": "P06_104+27_28_29_30", "video_id": "P06_104", "narration_ids": [ "P06_104_27", "P06_104_28", "P06_104_29", "P06_104_30" ], "src": "pick_up spoon . stir pan . pick_up kettle", "src1": "pick_up spoon", "src2": "stir pan", "src3": "pick_up kettle", "trg": "open kettle", "vis_src": "P06_104:27 P06_104:28 P06_104:29", "vis_trg": "P06_104:30", "narrations": [ "pick up spoon", "stir pan", "pick up kettle", "open kettle" ], "verbs": [ "pick-up", "stir", "pick-up", "open" ], "verb_classes": [ 0, 10, 0, 3 ], "nouns": [ "spoon", "pan", "kettle", "kettle" ], "noun_classes": [ 1, 5, 44, 44 ], "start_stop_timestamps": [ [ "00:01:46.49", "00:01:48.10" ], [ "00:01:48.20", "00:02:05.91" ], [ "00:02:19.32", "00:02:20.15" ], [ "00:02:21.49", "00:02:22.40" ] ], "start_stop_frames": [ [ 5324, 5405 ], [ 5410, 6295 ], [ 6966, 7007 ], [ 7074, 7120 ] ], "trgnoun": "kettle", "trgverb": "open" }, { "key": "P03_20+47_48_49_50", "video_id": "P03_20", "narration_ids": [ "P03_20_47", "P03_20_48", "P03_20_49", "P03_20_50" ], "src": "clean side . clean sink . clean plug", "src1": "clean side", "src2": "clean sink", "src3": "clean plug", "trg": "put plug", "vis_src": "P03_20:47 P03_20:48 P03_20:49", "vis_trg": "P03_20:50", "narrations": [ "clean side", "clean sink", "clean plug", "put plug" ], "verbs": [ "clean", "clean", "clean", "put" ], "verb_classes": [ 2, 2, 2, 1 ], "nouns": [ "side", "sink", "plug", "plug" ], "noun_classes": [ 42, 63, 153, 153 ], "start_stop_timestamps": [ [ "00:04:04.67", "00:04:07.16" ], [ "00:04:07.10", "00:04:16.19" ], [ "00:04:20.27", "00:04:24.81" ], [ "00:04:24.59", "00:04:25.70" ] ], "start_stop_frames": [ [ 14680, 14829 ], [ 14826, 15371 ], [ 15616, 15888 ], [ 15875, 15942 ] ], "trgnoun": "plug", "trgverb": "put" }, { "key": "P22_103+35_36_37_38", "video_id": "P22_103", "narration_ids": [ "P22_103_35", "P22_103_36", "P22_103_37", "P22_103_38" ], "src": "put_down leaf . pick_up plates . put_down plate", "src1": "put_down leaf", "src2": "pick_up plates", "src3": "put_down plate", "trg": "clean plate", "vis_src": "P22_103:35 P22_103:36 P22_103:37", "vis_trg": "P22_103:38", "narrations": [ "put down leaf", "pick up plates", "put down plate", "clean plate" ], "verbs": [ "put-down", "pick-up", "put-down", "clean" ], "verb_classes": [ 1, 0, 1, 2 ], "nouns": [ "leaf", "plate", "plate", "plate" ], "noun_classes": [ 62, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:00:56.12", "00:00:57.77" ], [ "00:00:57.87", "00:00:59.59" ], [ "00:01:02.56", "00:01:04.46" ], [ "00:01:04.43", "00:01:10.55" ] ], "start_stop_frames": [ [ 2806, 2888 ], [ 2893, 2979 ], [ 3128, 3222 ], [ 3221, 3527 ] ], "trgnoun": "plate", "trgverb": "clean" }, { "key": "P04_05+96_97_98_99", "video_id": "P04_05", "narration_ids": [ "P04_05_96", "P04_05_97", "P04_05_98", "P04_05_99" ], "src": "cut outside from ginger . pick_up trimmings . put_in bin", "src1": "cut outside from ginger", "src2": "pick_up trimmings", "src3": "put_in bin", "trg": "half ginger", "vis_src": "P04_05:96 P04_05:97 P04_05:98", "vis_trg": "P04_05:99", "narrations": [ "cut outside from ginger", "pick up trimmings", "put in bin", "half ginger" ], "verbs": [ "cut-from", "pick-up", "put-in", "halve" ], "verb_classes": [ 7, 0, 5, 7 ], "nouns": [ "ginger", "trimming", "bin", "ginger" ], "noun_classes": [ 131, 48, 36, 131 ], "start_stop_timestamps": [ [ "00:11:39.00", "00:11:56.77" ], [ "00:11:55.58", "00:11:58.07" ], [ "00:11:58.55", "00:12:00.03" ], [ "00:12:00.00", "00:12:02.75" ] ], "start_stop_frames": [ [ 41940, 43006 ], [ 42934, 43084 ], [ 43113, 43201 ], [ 43200, 43365 ] ], "trgnoun": "ginger", "trgverb": "halve" }, { "key": "P25_106+138_139_140_141", "video_id": "P25_106", "narration_ids": [ "P25_106_138", "P25_106_139", "P25_106_140", "P25_106_141" ], "src": "pick_up oil . open cupboard . put_down oil", "src1": "pick_up oil", "src2": "open cupboard", "src3": "put_down oil", "trg": "close cupboard", "vis_src": "P25_106:138 P25_106:139 P25_106:140", "vis_trg": "P25_106:141", "narrations": [ "pick up oil", "open cupboard", "put down oil", "close cupboard" ], "verbs": [ "pick-up", "open", "put-down", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "oil", "cupboard", "oil", "cupboard" ], "noun_classes": [ 31, 3, 31, 3 ], "start_stop_timestamps": [ [ "00:13:07.58", "00:13:17.78" ], [ "00:13:17.57", "00:13:18.79" ], [ "00:13:18.93", "00:13:20.64" ], [ "00:13:20.56", "00:13:21.16" ] ], "start_stop_frames": [ [ 39379, 39889 ], [ 39878, 39939 ], [ 39946, 40032 ], [ 40028, 40058 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P09_103+38_39_40_41", "video_id": "P09_103", "narration_ids": [ "P09_103_38", "P09_103_39", "P09_103_40", "P09_103_41" ], "src": "take pepper . add pepper to prawns . shake prawns", "src1": "take pepper", "src2": "add pepper to prawns", "src3": "shake prawns", "trg": "place pepper on table", "vis_src": "P09_103:38 P09_103:39 P09_103:40", "vis_trg": "P09_103:41", "narrations": [ "take pepper", "add pepper to prawns", "shake prawns", "place pepper on table" ], "verbs": [ "take", "add-to", "shake", "place-on" ], "verb_classes": [ 0, 46, 15, 1 ], "nouns": [ "pepper", "pepper", "prawn", "pepper" ], "noun_classes": [ 37, 37, 253, 37 ], "start_stop_timestamps": [ [ "00:10:56.64", "00:10:57.85" ], [ "00:10:59.55", "00:11:14.70" ], [ "00:11:15.36", "00:11:17.75" ], [ "00:11:19.46", "00:11:22.28" ] ], "start_stop_frames": [ [ 32832, 32892 ], [ 32977, 33735 ], [ 33768, 33887 ], [ 33973, 34114 ] ], "trgnoun": "pepper", "trgverb": "place_on" }, { "key": "P02_123+72_73_74_75", "video_id": "P02_123", "narration_ids": [ "P02_123_72", "P02_123_73", "P02_123_74", "P02_123_75" ], "src": "put_down knife . pick_up lemon halves . open fridge", "src1": "put_down knife", "src2": "pick_up lemon halves", "src3": "open fridge", "trg": "put lemon_half in fridge", "vis_src": "P02_123:72 P02_123:73 P02_123:74", "vis_trg": "P02_123:75", "narrations": [ "put down knife", "pick up lemon halves", "open fridge", "put lemon half in fridge" ], "verbs": [ "put-down", "pick-up", "open", "put-in" ], "verb_classes": [ 1, 0, 3, 5 ], "nouns": [ "knife", "half:lemon", "fridge", "half:lemon" ], "noun_classes": [ 4, 105, 12, 105 ], "start_stop_timestamps": [ [ "00:03:13.66", "00:03:14.22" ], [ "00:03:13.81", "00:03:14.54" ], [ "00:03:15.89", "00:03:16.75" ], [ "00:03:17.34", "00:03:18.32" ] ], "start_stop_frames": [ [ 9683, 9711 ], [ 9690, 9727 ], [ 9794, 9837 ], [ 9867, 9916 ] ], "trgnoun": "lemon_half", "trgverb": "put_in" }, { "key": "P22_17+114_115_116_117", "video_id": "P22_17", "narration_ids": [ "P22_17_114", "P22_17_115", "P22_17_116", "P22_17_117" ], "src": "put_down down pan . open tap . rinse hands", "src1": "put_down down pan", "src2": "open tap", "src3": "rinse hands", "trg": "rinse pan", "vis_src": "P22_17:114 P22_17:115 P22_17:116", "vis_trg": "P22_17:117", "narrations": [ "put down down pan", "open tap", "rinse hands", "rinse pan" ], "verbs": [ "put-down", "turn-on", "rinse", "rinse" ], "verb_classes": [ 1, 6, 2, 2 ], "nouns": [ "pan", "tap", "hand", "pan" ], "noun_classes": [ 5, 0, 11, 5 ], "start_stop_timestamps": [ [ "00:05:24.30", "00:05:25.56" ], [ "00:05:24.30", "00:05:25.55" ], [ "00:05:25.65", "00:05:26.68" ], [ "00:05:27.02", "00:05:29.52" ] ], "start_stop_frames": [ [ 19458, 19533 ], [ 19458, 19533 ], [ 19539, 19600 ], [ 19621, 19771 ] ], "trgnoun": "pan", "trgverb": "rinse" }, { "key": "P04_119+281_282_283_284", "video_id": "P04_119", "narration_ids": [ "P04_119_281", "P04_119_282", "P04_119_283", "P04_119_284" ], "src": "unscrew milk_bottle . empty milk from milk bottle into pan . screw lid onto milk bottle", "src1": "unscrew milk_bottle", "src2": "empty milk from milk bottle into pan", "src3": "screw lid onto milk bottle", "trg": "put_down milk_bottle", "vis_src": "P04_119:281 P04_119:282 P04_119:283", "vis_trg": "P04_119:284", "narrations": [ "unscrew milk bottle", "empty milk from milk bottle into pan", "screw lid onto milk bottle", "put down milk bottle" ], "verbs": [ "unscrew", "empty", "screw-onto", "put-down" ], "verb_classes": [ 71, 20, 4, 1 ], "nouns": [ "bottle:milk", "milk", "lid", "bottle:milk" ], "noun_classes": [ 15, 64, 6, 15 ], "start_stop_timestamps": [ [ "00:13:38.12", "00:13:42.61" ], [ "00:13:42.70", "00:13:44.56" ], [ "00:13:45.00", "00:13:47.12" ], [ "00:13:47.22", "00:13:48.69" ] ], "start_stop_frames": [ [ 40906, 41130 ], [ 41135, 41228 ], [ 41250, 41356 ], [ 41361, 41434 ] ], "trgnoun": "milk_bottle", "trgverb": "put_down" }, { "key": "P03_123+77_78_79_80", "video_id": "P03_123", "narration_ids": [ "P03_123_77", "P03_123_78", "P03_123_79", "P03_123_80" ], "src": "pick_up seal of clip top jar . stretch seal around clip top jar top . put_down seal of clip top jar", "src1": "pick_up seal of clip top jar", "src2": "stretch seal around clip top jar top", "src3": "put_down seal of clip top jar", "trg": "lift_off seal of clip top jar", "vis_src": "P03_123:77 P03_123:78 P03_123:79", "vis_trg": "P03_123:80", "narrations": [ "pick up seal of clip top jar", "stretch seal around clip top jar top", "put down seal of clip top jar", "lift off seal of clip top jar" ], "verbs": [ "pick-up", "stretch", "put-down", "lift-off" ], "verb_classes": [ 0, 50, 1, 33 ], "nouns": [ "seal:clip:top:jar", "seal", "seal:clip:top:jar", "seal:clip:top:jar" ], "noun_classes": [ 6, 6, 6, 6 ], "start_stop_timestamps": [ [ "00:04:15.06", "00:04:18.37" ], [ "00:04:20.87", "00:04:22.32" ], [ "00:04:22.42", "00:04:23.68" ], [ "00:04:23.22", "00:04:23.88" ] ], "start_stop_frames": [ [ 12753, 12918 ], [ 13043, 13116 ], [ 13121, 13184 ], [ 13161, 13194 ] ], "trgnoun": "jar_top_clip_seal", "trgverb": "lift_off" }, { "key": "P22_115+228_229_230_231", "video_id": "P22_115", "narration_ids": [ "P22_115_228", "P22_115_229", "P22_115_230", "P22_115_231" ], "src": "rinse sponge . put_down sponge . pick_up cloth", "src1": "rinse sponge", "src2": "put_down sponge", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_115:228 P22_115:229 P22_115:230", "vis_trg": "P22_115:231", "narrations": [ "rinse sponge", "put down sponge", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "sponge", "sponge", "cloth", "cloth" ], "noun_classes": [ 9, 9, 17, 17 ], "start_stop_timestamps": [ [ "00:07:30.07", "00:07:33.87" ], [ "00:07:33.93", "00:07:34.94" ], [ "00:07:34.97", "00:07:35.65" ], [ "00:07:35.63", "00:07:37.83" ] ], "start_stop_frames": [ [ 22503, 22693 ], [ 22696, 22747 ], [ 22748, 22782 ], [ 22781, 22891 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P05_05+0_1_2_3", "video_id": "P05_05", "narration_ids": [ "P05_05_0", "P05_05_1", "P05_05_2", "P05_05_3" ], "src": "take container . open cupboard . put container in cupboard", "src1": "take container", "src2": "open cupboard", "src3": "put container in cupboard", "trg": "close cupboard", "vis_src": "P05_05:0 P05_05:1 P05_05:2", "vis_trg": "P05_05:3", "narrations": [ "take container", "open cupboard", "put container in cupboard", "close cupboard" ], "verbs": [ "take", "open", "put-in", "close" ], "verb_classes": [ 0, 3, 5, 4 ], "nouns": [ "container", "cupboard", "container", "cupboard" ], "noun_classes": [ 21, 3, 21, 3 ], "start_stop_timestamps": [ [ "00:00:00.65", "00:00:02.12" ], [ "00:00:02.69", "00:00:04.78" ], [ "00:00:03.23", "00:00:04.86" ], [ "00:00:03.71", "00:00:04.91" ] ], "start_stop_frames": [ [ 39, 127 ], [ 161, 286 ], [ 193, 291 ], [ 222, 294 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_107+2_3_4_5", "video_id": "P03_107", "narration_ids": [ "P03_107_2", "P03_107_3", "P03_107_4", "P03_107_5" ], "src": "turn_on tap . fill bottle . put lid on bottle", "src1": "turn_on tap", "src2": "fill bottle", "src3": "put lid on bottle", "trg": "close bottle", "vis_src": "P03_107:2 P03_107:3 P03_107:4", "vis_trg": "P03_107:5", "narrations": [ "turn on tap", "fill bottle", "put lid on bottle", "close bottle" ], "verbs": [ "turn-on", "fill", "put-on", "close" ], "verb_classes": [ 6, 26, 1, 4 ], "nouns": [ "tap", "bottle", "lid", "bottle" ], "noun_classes": [ 0, 15, 6, 15 ], "start_stop_timestamps": [ [ "00:00:06.74", "00:00:07.90" ], [ "00:00:07.74", "00:00:12.43" ], [ "00:00:12.42", "00:00:13.36" ], [ "00:00:13.36", "00:00:15.06" ] ], "start_stop_frames": [ [ 337, 395 ], [ 387, 621 ], [ 621, 668 ], [ 668, 753 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P01_16+13_14_15_16", "video_id": "P01_16", "narration_ids": [ "P01_16_13", "P01_16_14", "P01_16_15", "P01_16_16" ], "src": "open cupboard . take lid . put saucepan into cupboard", "src1": "open cupboard", "src2": "take lid", "src3": "put saucepan into cupboard", "trg": "put_down lid", "vis_src": "P01_16:13 P01_16:14 P01_16:15", "vis_trg": "P01_16:16", "narrations": [ "open cupboard", "take lid", "put saucepan into cupboard", "put down lid" ], "verbs": [ "open", "take", "put-into", "put-down" ], "verb_classes": [ 3, 0, 5, 1 ], "nouns": [ "cupboard", "lid", "saucepan", "lid" ], "noun_classes": [ 3, 6, 5, 6 ], "start_stop_timestamps": [ [ "00:00:32.75", "00:00:34.25" ], [ "00:00:36.80", "00:00:38.26" ], [ "00:00:38.35", "00:00:40.35" ], [ "00:00:40.21", "00:00:42.21" ] ], "start_stop_frames": [ [ 1965, 2055 ], [ 2208, 2295 ], [ 2301, 2421 ], [ 2412, 2532 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P35_107+199_200_201_202", "video_id": "P35_107", "narration_ids": [ "P35_107_199", "P35_107_200", "P35_107_201", "P35_107_202" ], "src": "drain plate . put_down plate . pick_up baking_tray", "src1": "drain plate", "src2": "put_down plate", "src3": "pick_up baking_tray", "trg": "drain baking_tray", "vis_src": "P35_107:199 P35_107:200 P35_107:201", "vis_trg": "P35_107:202", "narrations": [ "drain plate", "put down plate", "pick up baking tray", "drain baking tray" ], "verbs": [ "drain", "put-down", "pick-up", "drain" ], "verb_classes": [ 37, 1, 0, 37 ], "nouns": [ "plate", "plate", "tray:baking", "tray:baking" ], "noun_classes": [ 2, 2, 35, 35 ], "start_stop_timestamps": [ [ "00:12:58.87", "00:13:01.30" ], [ "00:13:02.70", "00:13:04.45" ], [ "00:13:06.57", "00:13:08.42" ], [ "00:13:08.45", "00:13:11.46" ] ], "start_stop_frames": [ [ 38943, 39065 ], [ 39135, 39222 ], [ 39328, 39421 ], [ 39422, 39573 ] ], "trgnoun": "baking_tray", "trgverb": "drain" }, { "key": "P35_104+119_120_121_122", "video_id": "P35_104", "narration_ids": [ "P35_104_119", "P35_104_120", "P35_104_121", "P35_104_122" ], "src": "put_down plate . turn_on scale . pick_up pasta", "src1": "put_down plate", "src2": "turn_on scale", "src3": "pick_up pasta", "trg": "pour pasta", "vis_src": "P35_104:119 P35_104:120 P35_104:121", "vis_trg": "P35_104:122", "narrations": [ "put down plate", "turn on scale", "pick up pasta", "pour pasta" ], "verbs": [ "put-down", "turn-on", "pick-up", "pour" ], "verb_classes": [ 1, 6, 0, 9 ], "nouns": [ "plate", "scale", "pasta", "pasta" ], "noun_classes": [ 2, 108, 45, 45 ], "start_stop_timestamps": [ [ "00:07:07.56", "00:07:08.56" ], [ "00:07:08.91", "00:07:10.66" ], [ "00:07:10.27", "00:07:11.01" ], [ "00:07:15.35", "00:07:24.35" ] ], "start_stop_frames": [ [ 21378, 21428 ], [ 21445, 21533 ], [ 21513, 21550 ], [ 21767, 22217 ] ], "trgnoun": "pasta", "trgverb": "pour" }, { "key": "P02_132+31_32_33_34", "video_id": "P02_132", "narration_ids": [ "P02_132_31", "P02_132_32", "P02_132_33", "P02_132_34" ], "src": "put_down knife . put chopping_board in sink . pick_up chopping_board from drainer", "src1": "put_down knife", "src2": "put chopping_board in sink", "src3": "pick_up chopping_board from drainer", "trg": "pick_up knife", "vis_src": "P02_132:31 P02_132:32 P02_132:33", "vis_trg": "P02_132:34", "narrations": [ "put down knife", "put chopping board in sink", "pick up chopping board from drainer", "pick up knife" ], "verbs": [ "put-down", "put-in", "pick-up", "pick-up" ], "verb_classes": [ 1, 5, 0, 0 ], "nouns": [ "knife", "board:chopping", "board:chopping", "knife" ], "noun_classes": [ 4, 18, 18, 4 ], "start_stop_timestamps": [ [ "00:01:08.38", "00:01:09.26" ], [ "00:01:10.34", "00:01:11.70" ], [ "00:01:12.05", "00:01:14.55" ], [ "00:01:16.50", "00:01:17.06" ] ], "start_stop_frames": [ [ 3419, 3463 ], [ 3517, 3585 ], [ 3602, 3727 ], [ 3825, 3853 ] ], "trgnoun": "knife", "trgverb": "pick_up" }, { "key": "P04_115+87_88_89_90", "video_id": "P04_115", "narration_ids": [ "P04_115_87", "P04_115_88", "P04_115_89", "P04_115_90" ], "src": "crack egg on side of bowl . pull apart eggshell . stack eggshell halves", "src1": "crack egg on side of bowl", "src2": "pull apart eggshell", "src3": "stack eggshell halves", "trg": "put eggshell halves in eggshell", "vis_src": "P04_115:87 P04_115:88 P04_115:89", "vis_trg": "P04_115:90", "narrations": [ "crack egg on side of bowl", "pull apart eggshell", "stack eggshell halves", "put eggshell halves in eggshell" ], "verbs": [ "crack-on", "pull", "stack", "put-in" ], "verb_classes": [ 30, 31, 40, 5 ], "nouns": [ "egg", "eggshell", "half:eggshell", "half:eggshell" ], "noun_classes": [ 53, 141, 141, 141 ], "start_stop_timestamps": [ [ "00:02:57.90", "00:03:00.39" ], [ "00:02:59.18", "00:03:00.48" ], [ "00:03:00.34", "00:03:01.34" ], [ "00:03:01.42", "00:03:02.28" ] ], "start_stop_frames": [ [ 8895, 9019 ], [ 8959, 9024 ], [ 9017, 9067 ], [ 9071, 9114 ] ], "trgnoun": "eggshell_half", "trgverb": "put_in" }, { "key": "P25_101+20_21_22_23", "video_id": "P25_101", "narration_ids": [ "P25_101_20", "P25_101_21", "P25_101_22", "P25_101_23" ], "src": "close cupboard . open drawer . take fork", "src1": "close cupboard", "src2": "open drawer", "src3": "take fork", "trg": "put_down fork", "vis_src": "P25_101:20 P25_101:21 P25_101:22", "vis_trg": "P25_101:23", "narrations": [ "close cupboard", "open drawer", "take fork", "put down fork" ], "verbs": [ "close", "open", "take", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "cupboard", "drawer", "fork", "fork" ], "noun_classes": [ 3, 8, 14, 14 ], "start_stop_timestamps": [ [ "00:00:59.42", "00:01:01.35" ], [ "00:01:01.82", "00:01:03.20" ], [ "00:01:03.07", "00:01:08.11" ], [ "00:01:08.21", "00:01:11.16" ] ], "start_stop_frames": [ [ 2971, 3067 ], [ 3091, 3160 ], [ 3153, 3405 ], [ 3410, 3558 ] ], "trgnoun": "fork", "trgverb": "put_down" }, { "key": "P06_101+293_294_295_296", "video_id": "P06_101", "narration_ids": [ "P06_101_293", "P06_101_294", "P06_101_295", "P06_101_296" ], "src": "chop sweet_potato . scrape chopping_board . pick_up chopping_board", "src1": "chop sweet_potato", "src2": "scrape chopping_board", "src3": "pick_up chopping_board", "trg": "put_down chopping_board", "vis_src": "P06_101:293 P06_101:294 P06_101:295", "vis_trg": "P06_101:296", "narrations": [ "chop sweet potato", "scrape chopping board", "pick up chopping board", "put down chopping board" ], "verbs": [ "chop", "scrape", "pick-up", "put-down" ], "verb_classes": [ 7, 25, 0, 1 ], "nouns": [ "potato:sweet", "board:chopping", "board:chopping", "board:chopping" ], "noun_classes": [ 30, 18, 18, 18 ], "start_stop_timestamps": [ [ "00:22:39.75", "00:23:09.54" ], [ "00:23:09.34", "00:23:10.29" ], [ "00:23:10.84", "00:23:11.76" ], [ "00:23:12.04", "00:23:14.83" ] ], "start_stop_frames": [ [ 67987, 69477 ], [ 69467, 69514 ], [ 69542, 69588 ], [ 69602, 69741 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P04_113+107_111_124_410", "video_id": "P04_113", "narration_ids": [ "P04_113_107", "P04_113_111", "P04_113_124", "P04_113_410" ], "src": "put teaspoon in drawer . put spoon in drawer . put knife in drawer", "src1": "put teaspoon in drawer", "src2": "put spoon in drawer", "src3": "put knife in drawer", "trg": "pick_up peanut_packet", "vis_src": "P04_113:107 P04_113:111 P04_113:124", "vis_trg": "P04_113:410", "narrations": [ "put teaspoon in drawer", "put spoon in drawer", "put knife in drawer", "pick up peanut packet" ], "verbs": [ "put-in", "put-in", "put-in", "pick-up" ], "verb_classes": [ 5, 5, 5, 0 ], "nouns": [ "teaspoon", "spoon", "knife", "packet:peanut" ], "noun_classes": [ 1, 1, 4, 26 ], "start_stop_timestamps": [ [ "00:03:24.64", "00:03:26.65" ], [ "00:03:33.78", "00:03:36.07" ], [ "00:03:55.46", "00:03:56.37" ], [ "00:13:16.15", "00:13:16.90" ] ], "start_stop_frames": [ [ 10232, 10332 ], [ 10689, 10803 ], [ 11773, 11818 ], [ 39807, 39845 ] ], "trgnoun": "peanut_packet", "trgverb": "pick_up" }, { "key": "P02_02+85_86_87_88", "video_id": "P02_02", "narration_ids": [ "P02_02_85", "P02_02_86", "P02_02_87", "P02_02_88" ], "src": "fill water_filter . close tap . carry water_filter", "src1": "fill water_filter", "src2": "close tap", "src3": "carry water_filter", "trg": "put water_filter down", "vis_src": "P02_02:85 P02_02:86 P02_02:87", "vis_trg": "P02_02:88", "narrations": [ "fill water filter", "close tap", "carry water filter", "put water filter down" ], "verbs": [ "fill", "turn-off", "carry", "put" ], "verb_classes": [ 26, 8, 89, 1 ], "nouns": [ "filter:water", "tap", "filter:water", "filter:water" ], "noun_classes": [ 66, 0, 66, 66 ], "start_stop_timestamps": [ [ "00:03:16.79", "00:03:20.64" ], [ "00:03:20.81", "00:03:21.69" ], [ "00:03:22.22", "00:03:23.46" ], [ "00:03:23.56", "00:03:25.63" ] ], "start_stop_frames": [ [ 11807, 12038 ], [ 12048, 12101 ], [ 12133, 12207 ], [ 12213, 12337 ] ], "trgnoun": "water_filter", "trgverb": "put" }, { "key": "P09_104+17_18_19_20", "video_id": "P09_104", "narration_ids": [ "P09_104_17", "P09_104_18", "P09_104_19", "P09_104_20" ], "src": "close fridge . clean strawberry . open fridge", "src1": "close fridge", "src2": "clean strawberry", "src3": "open fridge", "trg": "place strawberries in fridge", "vis_src": "P09_104:17 P09_104:18 P09_104:19", "vis_trg": "P09_104:20", "narrations": [ "close fridge", "clean strawberry", "open fridge", "place strawberries in fridge" ], "verbs": [ "close", "clean", "open", "place-in" ], "verb_classes": [ 4, 2, 3, 5 ], "nouns": [ "fridge", "strawberry", "fridge", "strawberry" ], "noun_classes": [ 12, 243, 12, 243 ], "start_stop_timestamps": [ [ "00:01:42.59", "00:01:44.58" ], [ "00:01:46.96", "00:02:07.15" ], [ "00:02:09.77", "00:02:11.31" ], [ "00:02:11.73", "00:02:12.26" ] ], "start_stop_frames": [ [ 5129, 5229 ], [ 5348, 6357 ], [ 6488, 6565 ], [ 6586, 6613 ] ], "trgnoun": "strawberry", "trgverb": "place_in" }, { "key": "P08_28+9_10_11_12", "video_id": "P08_28", "narration_ids": [ "P08_28_9", "P08_28_10", "P08_28_11", "P08_28_12" ], "src": "take bowl . open fridge . place bowl", "src1": "take bowl", "src2": "open fridge", "src3": "place bowl", "trg": "close fridge", "vis_src": "P08_28:9 P08_28:10 P08_28:11", "vis_trg": "P08_28:12", "narrations": [ "take bowl", "open fridge", "place bowl", "close fridge" ], "verbs": [ "take", "open", "place", "close" ], "verb_classes": [ 0, 3, 1, 4 ], "nouns": [ "bowl", "fridge", "bowl", "fridge" ], "noun_classes": [ 7, 12, 7, 12 ], "start_stop_timestamps": [ [ "00:00:21.40", "00:00:22.79" ], [ "00:00:22.08", "00:00:23.69" ], [ "00:00:23.04", "00:00:25.13" ], [ "00:00:24.67", "00:00:26.17" ] ], "start_stop_frames": [ [ 1284, 1367 ], [ 1324, 1421 ], [ 1382, 1507 ], [ 1480, 1570 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P24_02+2_3_4_5", "video_id": "P24_02", "narration_ids": [ "P24_02_2", "P24_02_3", "P24_02_4", "P24_02_5" ], "src": "close fridge . open cabinets . grab pan", "src1": "close fridge", "src2": "open cabinets", "src3": "grab pan", "trg": "put_down pan", "vis_src": "P24_02:2 P24_02:3 P24_02:4", "vis_trg": "P24_02:5", "narrations": [ "close fridge", "open cabinets", "grab pan", "put down pan" ], "verbs": [ "close", "open", "grab", "put-down" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "fridge", "cabinet", "pan", "pan" ], "noun_classes": [ 12, 3, 5, 5 ], "start_stop_timestamps": [ [ "00:00:06.98", "00:00:07.53" ], [ "00:00:09.73", "00:00:11.69" ], [ "00:00:11.71", "00:00:14.48" ], [ "00:00:14.76", "00:00:16.52" ] ], "start_stop_frames": [ [ 418, 451 ], [ 583, 701 ], [ 702, 868 ], [ 885, 991 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P02_108+95_96_97_98", "video_id": "P02_108", "narration_ids": [ "P02_108_95", "P02_108_96", "P02_108_97", "P02_108_98" ], "src": "open kettle . pick_up kettle . open tap", "src1": "open kettle", "src2": "pick_up kettle", "src3": "open tap", "trg": "fill kettle with water", "vis_src": "P02_108:95 P02_108:96 P02_108:97", "vis_trg": "P02_108:98", "narrations": [ "open kettle", "pick up kettle", "open tap", "fill kettle with water" ], "verbs": [ "open", "pick-up", "turn-on", "fill" ], "verb_classes": [ 3, 0, 6, 26 ], "nouns": [ "kettle", "kettle", "tap", "kettle" ], "noun_classes": [ 44, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:03:28.55", "00:03:29.39" ], [ "00:03:29.49", "00:03:31.25" ], [ "00:03:31.70", "00:03:32.99" ], [ "00:03:32.95", "00:03:34.63" ] ], "start_stop_frames": [ [ 10427, 10469 ], [ 10474, 10562 ], [ 10585, 10649 ], [ 10647, 10731 ] ], "trgnoun": "kettle", "trgverb": "fill" }, { "key": "P01_102+85_86_87_88", "video_id": "P01_102", "narration_ids": [ "P01_102_85", "P01_102_86", "P01_102_87", "P01_102_88" ], "src": "turn_off tap . wipe surface . take food", "src1": "turn_off tap", "src2": "wipe surface", "src3": "take food", "trg": "put_down food", "vis_src": "P01_102:85 P01_102:86 P01_102:87", "vis_trg": "P01_102:88", "narrations": [ "turn off tap", "wipe surface", "take food", "put down food" ], "verbs": [ "turn-off", "wipe", "take", "put-down" ], "verb_classes": [ 8, 2, 0, 1 ], "nouns": [ "tap", "surface", "food", "food" ], "noun_classes": [ 0, 42, 34, 34 ], "start_stop_timestamps": [ [ "00:03:21.22", "00:03:22.06" ], [ "00:03:23.69", "00:03:25.06" ], [ "00:03:25.05", "00:03:26.51" ], [ "00:03:26.92", "00:03:27.78" ] ], "start_stop_frames": [ [ 10061, 10103 ], [ 10184, 10253 ], [ 10252, 10325 ], [ 10346, 10389 ] ], "trgnoun": "food", "trgverb": "put_down" }, { "key": "P04_119+155_156_157_158", "video_id": "P04_119", "narration_ids": [ "P04_119_155", "P04_119_156", "P04_119_157", "P04_119_158" ], "src": "pick_up milk_bottle . unscrew lid from milk bottle . pour milk into saucepan", "src1": "pick_up milk_bottle", "src2": "unscrew lid from milk bottle", "src3": "pour milk into saucepan", "trg": "smell milk_bottle", "vis_src": "P04_119:155 P04_119:156 P04_119:157", "vis_trg": "P04_119:158", "narrations": [ "pick up milk bottle", "unscrew lid from milk bottle", "pour milk into saucepan", "smell milk bottle" ], "verbs": [ "pick-up", "unscrew-from", "pour-into", "smell" ], "verb_classes": [ 0, 71, 9, 75 ], "nouns": [ "bottle:milk", "lid", "milk", "bottle:milk" ], "noun_classes": [ 15, 6, 64, 15 ], "start_stop_timestamps": [ [ "00:06:46.52", "00:06:47.32" ], [ "00:06:47.15", "00:06:50.32" ], [ "00:06:50.42", "00:06:55.71" ], [ "00:06:53.15", "00:06:59.92" ] ], "start_stop_frames": [ [ 20326, 20366 ], [ 20357, 20516 ], [ 20521, 20785 ], [ 20657, 20996 ] ], "trgnoun": "milk_bottle", "trgverb": "smell" }, { "key": "P10_01+114_115_116_117", "video_id": "P10_01", "narration_ids": [ "P10_01_114", "P10_01_115", "P10_01_116", "P10_01_117" ], "src": "pour the water into the sink . cleaning the outside of the pot using the brush . cleaning the inner side of the pot using the brush", "src1": "pour the water into the sink", "src2": "cleaning the outside of the pot using the brush", "src3": "cleaning the inner side of the pot using the brush", "trg": "put the pot on the shelf", "vis_src": "P10_01:114 P10_01:115 P10_01:116", "vis_trg": "P10_01:117", "narrations": [ "pour the water into the sink", "cleaning the outside of the pot using the brush", "cleaning the inner side of the pot using the brush", "put the pot on the shelf" ], "verbs": [ "pour-into", "clean", "clean", "put-on" ], "verb_classes": [ 9, 2, 2, 1 ], "nouns": [ "water", "pot", "pot", "pot" ], "noun_classes": [ 27, 29, 29, 29 ], "start_stop_timestamps": [ [ "00:13:39.93", "00:13:50.12" ], [ "00:13:40.39", "00:13:44.35" ], [ "00:13:44.45", "00:13:49.70" ], [ "00:13:51.91", "00:13:54.75" ] ], "start_stop_frames": [ [ 49195, 49807 ], [ 49223, 49461 ], [ 49467, 49782 ], [ 49914, 50085 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P04_02+64_65_66_67", "video_id": "P04_02", "narration_ids": [ "P04_02_64", "P04_02_65", "P04_02_66", "P04_02_67" ], "src": "scrap spatula on pan . look_at underside of tuna burger . cut end of carrot", "src1": "scrap spatula on pan", "src2": "look_at underside of tuna burger", "src3": "cut end of carrot", "trg": "slice end of carrot", "vis_src": "P04_02:64 P04_02:65 P04_02:66", "vis_trg": "P04_02:67", "narrations": [ "scrap spatula on pan", "look at underside of tuna burger", "cut end of carrot", "slice end of carrot" ], "verbs": [ "scrap-on", "look-at", "cut", "slice" ], "verb_classes": [ 25, 38, 7, 7 ], "nouns": [ "spatula", "underside:tuna:burger", "end:carrot", "end:carrot" ], "noun_classes": [ 20, 139, 41, 41 ], "start_stop_timestamps": [ [ "00:04:24.88", "00:04:31.86" ], [ "00:04:32.07", "00:04:34.76" ], [ "00:04:38.50", "00:04:42.35" ], [ "00:04:45.88", "00:04:48.47" ] ], "start_stop_frames": [ [ 15892, 16311 ], [ 16324, 16485 ], [ 16710, 16941 ], [ 17152, 17308 ] ], "trgnoun": "carrot_end", "trgverb": "slice" }, { "key": "P02_108+219_220_221_222", "video_id": "P02_108", "narration_ids": [ "P02_108_219", "P02_108_220", "P02_108_221", "P02_108_222" ], "src": "close cupboard . pick_up tupperware . shake tupperware", "src1": "close cupboard", "src2": "pick_up tupperware", "src3": "shake tupperware", "trg": "put_down tupperware", "vis_src": "P02_108:219 P02_108:220 P02_108:221", "vis_trg": "P02_108:222", "narrations": [ "close cupboard", "pick up tupperware", "shake tupperware", "put down tupperware" ], "verbs": [ "close", "pick-up", "shake", "put-down" ], "verb_classes": [ 4, 0, 15, 1 ], "nouns": [ "cupboard", "tupperware", "tupperware", "tupperware" ], "noun_classes": [ 3, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:12:05.93", "00:12:07.62" ], [ "00:12:08.24", "00:12:11.68" ], [ "00:12:09.64", "00:12:11.59" ], [ "00:12:11.63", "00:12:12.59" ] ], "start_stop_frames": [ [ 36296, 36381 ], [ 36412, 36584 ], [ 36482, 36579 ], [ 36581, 36629 ] ], "trgnoun": "tupperware", "trgverb": "put_down" }, { "key": "P03_101+84_85_86_87", "video_id": "P03_101", "narration_ids": [ "P03_101_84", "P03_101_85", "P03_101_86", "P03_101_87" ], "src": "soak spoon . pick_up plate . wash plate", "src1": "soak spoon", "src2": "pick_up plate", "src3": "wash plate", "trg": "place plate into drying rack", "vis_src": "P03_101:84 P03_101:85 P03_101:86", "vis_trg": "P03_101:87", "narrations": [ "soak spoon", "pick up plate", "wash plate", "place plate into drying rack" ], "verbs": [ "soak", "pick-up", "wash", "place-into" ], "verb_classes": [ 56, 0, 2, 5 ], "nouns": [ "spoon", "plate", "plate", "plate" ], "noun_classes": [ 1, 2, 2, 2 ], "start_stop_timestamps": [ [ "00:02:07.74", "00:02:08.74" ], [ "00:02:08.67", "00:02:09.31" ], [ "00:02:09.51", "00:02:17.25" ], [ "00:02:17.19", "00:02:19.67" ] ], "start_stop_frames": [ [ 6387, 6437 ], [ 6433, 6465 ], [ 6475, 6862 ], [ 6859, 6983 ] ], "trgnoun": "plate", "trgverb": "place_into" }, { "key": "P04_110+118_119_120_121", "video_id": "P04_110", "narration_ids": [ "P04_110_118", "P04_110_119", "P04_110_120", "P04_110_121" ], "src": "pick_up spatula . lift steamed_bun out of steamer tray with spatula . pick_up rice cooker lid", "src1": "pick_up spatula", "src2": "lift steamed_bun out of steamer tray with spatula", "src3": "pick_up rice cooker lid", "trg": "put_down steamed_bun", "vis_src": "P04_110:118 P04_110:119 P04_110:120", "vis_trg": "P04_110:121", "narrations": [ "pick up spatula", "lift steamed bun out of steamer tray with spatula", "pick up rice cooker lid", "put down steamed bun" ], "verbs": [ "pick-up", "lift-out", "pick-up", "put-down" ], "verb_classes": [ 0, 33, 0, 1 ], "nouns": [ "spatula", "bun:steamed", "lid:rice:cooker", "bun:steamed" ], "noun_classes": [ 20, 33, 6, 33 ], "start_stop_timestamps": [ [ "00:04:51.80", "00:04:52.57" ], [ "00:04:52.67", "00:04:54.62" ], [ "00:04:55.10", "00:04:55.92" ], [ "00:04:55.92", "00:04:56.73" ] ], "start_stop_frames": [ [ 14590, 14628 ], [ 14633, 14731 ], [ 14755, 14796 ], [ 14796, 14836 ] ], "trgnoun": "steamed_bun", "trgverb": "put_down" }, { "key": "P22_111+645_646_647_648", "video_id": "P22_111", "narration_ids": [ "P22_111_645", "P22_111_646", "P22_111_647", "P22_111_648" ], "src": "pick_up tin_cans . remove bag . throw away tin_cans", "src1": "pick_up tin_cans", "src2": "remove bag", "src3": "throw away tin_cans", "trg": "pick_up bag", "vis_src": "P22_111:645 P22_111:646 P22_111:647", "vis_trg": "P22_111:648", "narrations": [ "pick up tin cans", "remove bag", "throw away tin cans", "pick up bag" ], "verbs": [ "pick-up", "remove", "throw", "pick-up" ], "verb_classes": [ 0, 12, 13, 0 ], "nouns": [ "can:tin", "bag", "can:tin", "bag" ], "noun_classes": [ 61, 19, 61, 19 ], "start_stop_timestamps": [ [ "00:24:11.96", "00:24:14.51" ], [ "00:24:21.10", "00:24:23.73" ], [ "00:24:24.80", "00:24:27.06" ], [ "00:24:27.05", "00:24:27.69" ] ], "start_stop_frames": [ [ 72598, 72725 ], [ 73055, 73186 ], [ 73240, 73353 ], [ 73352, 73384 ] ], "trgnoun": "bag", "trgverb": "pick_up" }, { "key": "P22_11+137_138_139_140", "video_id": "P22_11", "narration_ids": [ "P22_11_137", "P22_11_138", "P22_11_139", "P22_11_140" ], "src": "put_down water . close carafe . pour water", "src1": "put_down water", "src2": "close carafe", "src3": "pour water", "trg": "insert carafe", "vis_src": "P22_11:137 P22_11:138 P22_11:139", "vis_trg": "P22_11:140", "narrations": [ "put down water", "close carafe", "pour water", "insert carafe" ], "verbs": [ "put-down", "close", "pour", "insert" ], "verb_classes": [ 1, 4, 9, 5 ], "nouns": [ "water", "carafe", "water", "carafe" ], "noun_classes": [ 27, 66, 27, 66 ], "start_stop_timestamps": [ [ "00:04:51.85", "00:04:52.91" ], [ "00:04:53.53", "00:04:54.26" ], [ "00:04:55.89", "00:05:01.89" ], [ "00:05:02.57", "00:05:06.24" ] ], "start_stop_frames": [ [ 17511, 17574 ], [ 17611, 17655 ], [ 17753, 18113 ], [ 18154, 18374 ] ], "trgnoun": "carafe", "trgverb": "insert" }, { "key": "P22_111+313_314_315_316", "video_id": "P22_111", "narration_ids": [ "P22_111_313", "P22_111_314", "P22_111_315", "P22_111_316" ], "src": "lather hands . wash hands . turn_off tap", "src1": "lather hands", "src2": "wash hands", "src3": "turn_off tap", "trg": "shake hands", "vis_src": "P22_111:313 P22_111:314 P22_111:315", "vis_trg": "P22_111:316", "narrations": [ "lather hands", "wash hands", "turn off tap", "shake hands" ], "verbs": [ "lather", "wash", "turn-off", "shake" ], "verb_classes": [ 2, 2, 8, 15 ], "nouns": [ "hand", "hand", "tap", "hand" ], "noun_classes": [ 11, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:12:31.45", "00:12:33.72" ], [ "00:12:34.70", "00:12:39.66" ], [ "00:12:39.71", "00:12:40.16" ], [ "00:12:40.14", "00:12:41.47" ] ], "start_stop_frames": [ [ 37572, 37686 ], [ 37735, 37983 ], [ 37985, 38008 ], [ 38007, 38073 ] ], "trgnoun": "hand", "trgverb": "shake" }, { "key": "P26_117+14_15_16_17", "video_id": "P26_117", "narration_ids": [ "P26_117_14", "P26_117_15", "P26_117_16", "P26_117_17" ], "src": "close oven . open cupboard . turn_on gas", "src1": "close oven", "src2": "open cupboard", "src3": "turn_on gas", "trg": "close cupboard", "vis_src": "P26_117:14 P26_117:15 P26_117:16", "vis_trg": "P26_117:17", "narrations": [ "close oven", "open cupboard", "turn on gas", "close cupboard" ], "verbs": [ "close", "open", "turn-on", "close" ], "verb_classes": [ 4, 3, 6, 4 ], "nouns": [ "oven", "cupboard", "gas", "cupboard" ], "noun_classes": [ 46, 3, 24, 3 ], "start_stop_timestamps": [ [ "00:00:59.51", "00:01:01.71" ], [ "00:01:02.91", "00:01:04.16" ], [ "00:01:04.13", "00:01:05.23" ], [ "00:01:05.92", "00:01:06.87" ] ], "start_stop_frames": [ [ 2975, 3085 ], [ 3145, 3208 ], [ 3206, 3261 ], [ 3296, 3343 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_109+239_240_241_242", "video_id": "P04_109", "narration_ids": [ "P04_109_239", "P04_109_240", "P04_109_241", "P04_109_242" ], "src": "put clip on sugar bag . fasten clip . pick_up sugar_bag", "src1": "put clip on sugar bag", "src2": "fasten clip", "src3": "pick_up sugar_bag", "trg": "put sugar_bag in cupboard", "vis_src": "P04_109:239 P04_109:240 P04_109:241", "vis_trg": "P04_109:242", "narrations": [ "put clip on sugar bag", "fasten clip", "pick up sugar bag", "put sugar bag in cupboard" ], "verbs": [ "put-on", "fasten", "pick-up", "put-in" ], "verb_classes": [ 1, 36, 0, 5 ], "nouns": [ "clip", "clip", "bag:sugar", "bag:sugar" ], "noun_classes": [ 129, 129, 19, 19 ], "start_stop_timestamps": [ [ "00:07:50.28", "00:07:54.70" ], [ "00:07:51.24", "00:07:53.97" ], [ "00:07:54.37", "00:07:55.88" ], [ "00:07:56.20", "00:07:57.35" ] ], "start_stop_frames": [ [ 23514, 23735 ], [ 23562, 23698 ], [ 23718, 23794 ], [ 23810, 23867 ] ], "trgnoun": "sugar_bag", "trgverb": "put_in" }, { "key": "P12_101+411_412_413_414", "video_id": "P12_101", "narration_ids": [ "P12_101_411", "P12_101_412", "P12_101_413", "P12_101_414" ], "src": "pick_up grated_cheese from cutting board using hands . pour_down cheese into saucepan with soup . eat cheese", "src1": "pick_up grated_cheese from cutting board using hands", "src2": "pour_down cheese into saucepan with soup", "src3": "eat cheese", "trg": "scrape_up cheese using hands", "vis_src": "P12_101:411 P12_101:412 P12_101:413", "vis_trg": "P12_101:414", "narrations": [ "pick up grated cheese from cutting board using hands", "pour down cheese into saucepan with soup", "eat cheese", "scrape up cheese using hands" ], "verbs": [ "pick-up", "pour-down", "eat", "scrape-up" ], "verb_classes": [ 0, 9, 35, 25 ], "nouns": [ "cheese:grated", "cheese", "cheese", "cheese" ], "noun_classes": [ 32, 32, 32, 32 ], "start_stop_timestamps": [ [ "00:26:53.55", "00:26:56.20" ], [ "00:26:55.24", "00:26:57.08" ], [ "00:26:57.67", "00:26:58.35" ], [ "00:26:58.71", "00:27:03.40" ] ], "start_stop_frames": [ [ 80677, 80810 ], [ 80762, 80854 ], [ 80883, 80917 ], [ 80935, 81170 ] ], "trgnoun": "cheese", "trgverb": "scrape_up" }, { "key": "P02_120+173_174_175_176", "video_id": "P02_120", "narration_ids": [ "P02_120_173", "P02_120_174", "P02_120_175", "P02_120_176" ], "src": "move food_processor . pick_up blender_lid . pick_up scissors", "src1": "move food_processor", "src2": "pick_up blender_lid", "src3": "pick_up scissors", "trg": "put scissors into stand", "vis_src": "P02_120:173 P02_120:174 P02_120:175", "vis_trg": "P02_120:176", "narrations": [ "move food processor", "pick up blender lid", "pick up scissors", "put scissors into stand" ], "verbs": [ "move", "pick-up", "pick-up", "put-into" ], "verb_classes": [ 11, 0, 0, 5 ], "nouns": [ "processor:food", "lid:blender", "scissors", "scissors" ], "noun_classes": [ 147, 6, 79, 79 ], "start_stop_timestamps": [ [ "00:10:28.69", "00:10:31.04" ], [ "00:10:31.44", "00:10:31.94" ], [ "00:10:32.07", "00:10:34.32" ], [ "00:10:36.94", "00:10:38.73" ] ], "start_stop_frames": [ [ 31434, 31552 ], [ 31572, 31597 ], [ 31603, 31716 ], [ 31847, 31936 ] ], "trgnoun": "scissors", "trgverb": "put_into" }, { "key": "P04_02+238_239_240_241", "video_id": "P04_02", "narration_ids": [ "P04_02_238", "P04_02_239", "P04_02_240", "P04_02_241" ], "src": "dice onion . put_in bin . slice_along onion", "src1": "dice onion", "src2": "put_in bin", "src3": "slice_along onion", "trg": "slice_into onion", "vis_src": "P04_02:238 P04_02:239 P04_02:240", "vis_trg": "P04_02:241", "narrations": [ "dice onion", "put in bin", "slice along onion", "slice into onion" ], "verbs": [ "dice", "put-in", "slice-along", "slice-into" ], "verb_classes": [ 7, 5, 7, 7 ], "nouns": [ "onion", "bin", "onion", "onion" ], "noun_classes": [ 16, 36, 16, 16 ], "start_stop_timestamps": [ [ "00:18:12.00", "00:18:39.78" ], [ "00:18:12.34", "00:18:13.50" ], [ "00:18:15.36", "00:18:21.86" ], [ "00:18:21.96", "00:18:31.00" ] ], "start_stop_frames": [ [ 65520, 67186 ], [ 65540, 65610 ], [ 65721, 66111 ], [ 66117, 66660 ] ], "trgnoun": "onion", "trgverb": "slice_into" }, { "key": "P04_107+435_436_437_438", "video_id": "P04_107", "narration_ids": [ "P04_107_435", "P04_107_436", "P04_107_437", "P04_107_438" ], "src": "push ball of dough into chopping board . pick_up rolling_pin . roll_out dough", "src1": "push ball of dough into chopping board", "src2": "pick_up rolling_pin", "src3": "roll_out dough", "trg": "turn_over dough", "vis_src": "P04_107:435 P04_107:436 P04_107:437", "vis_trg": "P04_107:438", "narrations": [ "push ball of dough into chopping board", "pick up rolling pin", "roll out dough", "turn over dough" ], "verbs": [ "push-into", "pick-up", "roll-out", "turn-over" ], "verb_classes": [ 5, 0, 39, 22 ], "nouns": [ "ball:dough", "pin:rolling", "dough", "dough" ], "noun_classes": [ 25, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:12:58.30", "00:12:59.07" ], [ "00:12:58.70", "00:12:59.19" ], [ "00:12:59.06", "00:13:00.67" ], [ "00:13:02.42", "00:13:03.00" ] ], "start_stop_frames": [ [ 38915, 38953 ], [ 38935, 38959 ], [ 38953, 39033 ], [ 39121, 39150 ] ], "trgnoun": "dough", "trgverb": "turn_over" }, { "key": "P01_08+6_7_8_9", "video_id": "P01_08", "narration_ids": [ "P01_08_6", "P01_08_7", "P01_08_8", "P01_08_9" ], "src": "close cupboard . move floor . take cup", "src1": "close cupboard", "src2": "move floor", "src3": "take cup", "trg": "put_down cup", "vis_src": "P01_08:6 P01_08:7 P01_08:8", "vis_trg": "P01_08:9", "narrations": [ "close cupboard", "move", "take cup", "put down cup" ], "verbs": [ "close", "move", "take", "put-down" ], "verb_classes": [ 4, 11, 0, 1 ], "nouns": [ "cupboard", "floor", "cup", "cup" ], "noun_classes": [ 3, 159, 13, 13 ], "start_stop_timestamps": [ [ "00:00:22.62", "00:00:23.68" ], [ "00:00:24.42", "00:00:25.87" ], [ "00:00:26.35", "00:00:28.83" ], [ "00:00:28.94", "00:00:29.91" ] ], "start_stop_frames": [ [ 1357, 1420 ], [ 1465, 1552 ], [ 1581, 1729 ], [ 1736, 1794 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P02_03+112_113_114_115", "video_id": "P02_03", "narration_ids": [ "P02_03_112", "P02_03_113", "P02_03_114", "P02_03_115" ], "src": "open tap . fill kettle . close tap", "src1": "open tap", "src2": "fill kettle", "src3": "close tap", "trg": "hold tap", "vis_src": "P02_03:112 P02_03:113 P02_03:114", "vis_trg": "P02_03:115", "narrations": [ "open tap", "fill kettle", "close tap", "hold tap" ], "verbs": [ "turn-on", "fill", "turn-off", "hold" ], "verb_classes": [ 6, 26, 8, 34 ], "nouns": [ "tap", "kettle", "tap", "tap" ], "noun_classes": [ 0, 44, 0, 0 ], "start_stop_timestamps": [ [ "00:05:26.17", "00:05:27.25" ], [ "00:05:26.60", "00:05:32.43" ], [ "00:05:26.67", "00:05:33.08" ], [ "00:05:27.67", "00:05:32.67" ] ], "start_stop_frames": [ [ 19570, 19635 ], [ 19596, 19945 ], [ 19600, 19984 ], [ 19660, 19960 ] ], "trgnoun": "tap", "trgverb": "hold" }, { "key": "P04_117+14_15_16_19", "video_id": "P04_117", "narration_ids": [ "P04_117_14", "P04_117_15", "P04_117_16", "P04_117_19" ], "src": "turn_on toaster . hold_onto bread . slide bread in chopping board", "src1": "turn_on toaster", "src2": "hold_onto bread", "src3": "slide bread in chopping board", "trg": "cut slice of bread", "vis_src": "P04_117:14 P04_117:15 P04_117:16", "vis_trg": "P04_117:19", "narrations": [ "turn on toaster", "hold onto bread", "slide bread in chopping board", "cut slice of bread" ], "verbs": [ "turn-on", "hold-onto", "slide", "cut" ], "verb_classes": [ 6, 34, 61, 7 ], "nouns": [ "toaster", "bread", "bread", "slice:bread" ], "noun_classes": [ 186, 33, 33, 33 ], "start_stop_timestamps": [ [ "00:00:33.27", "00:00:34.13" ], [ "00:00:34.16", "00:00:35.40" ], [ "00:00:35.14", "00:00:35.85" ], [ "00:00:37.53", "00:01:00.36" ] ], "start_stop_frames": [ [ 1663, 1706 ], [ 1707, 1770 ], [ 1757, 1792 ], [ 1876, 3018 ] ], "trgnoun": "bread_slice", "trgverb": "cut" }, { "key": "P03_117+186_187_188_189", "video_id": "P03_117", "narration_ids": [ "P03_117_186", "P03_117_187", "P03_117_188", "P03_117_189" ], "src": "open cupboard . take plate . close cupboard", "src1": "open cupboard", "src2": "take plate", "src3": "close cupboard", "trg": "put_down plate", "vis_src": "P03_117:186 P03_117:187 P03_117:188", "vis_trg": "P03_117:189", "narrations": [ "open cupboard", "take plate", "close cupboard", "put down plate" ], "verbs": [ "open", "take", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:09:12.71", "00:09:13.35" ], [ "00:09:13.62", "00:09:14.54" ], [ "00:09:14.44", "00:09:16.02" ], [ "00:09:13.00", "00:09:16.27" ] ], "start_stop_frames": [ [ 27635, 27667 ], [ 27681, 27727 ], [ 27722, 27801 ], [ 27650, 27813 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P35_104+703_704_705_706", "video_id": "P35_104", "narration_ids": [ "P35_104_703", "P35_104_704", "P35_104_705", "P35_104_706" ], "src": "unroll cling_film . cut cling_film . pick_up meat", "src1": "unroll cling_film", "src2": "cut cling_film", "src3": "pick_up meat", "trg": "put_down meat", "vis_src": "P35_104:703 P35_104:704 P35_104:705", "vis_trg": "P35_104:706", "narrations": [ "unroll cling film", "cut cling film", "pick up meat", "put down meat" ], "verbs": [ "unroll", "cut", "pick-up", "put-down" ], "verb_classes": [ 39, 7, 0, 1 ], "nouns": [ "film:cling", "film:cling", "meat", "meat" ], "noun_classes": [ 100, 100, 28, 28 ], "start_stop_timestamps": [ [ "00:48:56.68", "00:49:08.25" ], [ "00:49:06.92", "00:49:10.95" ], [ "00:49:14.56", "00:49:17.88" ], [ "00:49:18.43", "00:49:19.61" ] ], "start_stop_frames": [ [ 146834, 147412 ], [ 147346, 147547 ], [ 147728, 147894 ], [ 147921, 147980 ] ], "trgnoun": "meat", "trgverb": "put_down" }, { "key": "P35_107+290_291_292_293", "video_id": "P35_107", "narration_ids": [ "P35_107_290", "P35_107_291", "P35_107_292", "P35_107_293" ], "src": "clean counter_top . turn_on tap . rinse sponge", "src1": "clean counter_top", "src2": "turn_on tap", "src3": "rinse sponge", "trg": "turn_off tap", "vis_src": "P35_107:290 P35_107:291 P35_107:292", "vis_trg": "P35_107:293", "narrations": [ "clean counter top", "turn on tap", "rinse sponge", "turn off tap" ], "verbs": [ "clean", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 2, 6, 2, 8 ], "nouns": [ "top:counter", "tap", "sponge", "tap" ], "noun_classes": [ 42, 0, 9, 0 ], "start_stop_timestamps": [ [ "00:20:46.37", "00:21:10.30" ], [ "00:21:10.40", "00:21:12.11" ], [ "00:21:12.04", "00:21:15.44" ], [ "00:21:15.54", "00:21:16.21" ] ], "start_stop_frames": [ [ 62318, 63515 ], [ 63520, 63605 ], [ 63602, 63772 ], [ 63777, 63810 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P08_05+35_36_37_38", "video_id": "P08_05", "narration_ids": [ "P08_05_35", "P08_05_36", "P08_05_37", "P08_05_38" ], "src": "close cupboard . open cupboard . get colander", "src1": "close cupboard", "src2": "open cupboard", "src3": "get colander", "trg": "place colander on sink", "vis_src": "P08_05:35 P08_05:36 P08_05:37", "vis_trg": "P08_05:38", "narrations": [ "close cupboard", "open cupboard", "get colander", "place colander on sink" ], "verbs": [ "close", "open", "get", "place" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "cupboard", "cupboard", "colander", "colander" ], "noun_classes": [ 3, 3, 39, 39 ], "start_stop_timestamps": [ [ "00:01:42.12", "00:01:44.18" ], [ "00:01:44.21", "00:01:46.08" ], [ "00:01:45.43", "00:01:48.11" ], [ "00:01:47.91", "00:01:50.07" ] ], "start_stop_frames": [ [ 6127, 6250 ], [ 6252, 6364 ], [ 6325, 6486 ], [ 6474, 6604 ] ], "trgnoun": "colander", "trgverb": "place" }, { "key": "P02_122+102_103_104_106", "video_id": "P02_122", "narration_ids": [ "P02_122_102", "P02_122_103", "P02_122_104", "P02_122_106" ], "src": "put_down pepper_jar . pick_up spice_jar . pour spice from jar into lid", "src1": "put_down pepper_jar", "src2": "pick_up spice_jar", "src3": "pour spice from jar into lid", "trg": "close spice_jar", "vis_src": "P02_122:102 P02_122:103 P02_122:104", "vis_trg": "P02_122:106", "narrations": [ "put down pepper jar", "pick up spice jar", "pour spice from jar into lid", "close spice jar" ], "verbs": [ "put-down", "pick-up", "pour-from", "close" ], "verb_classes": [ 1, 0, 9, 4 ], "nouns": [ "jar:pepper", "jar:spice", "spice", "jar:spice" ], "noun_classes": [ 40, 40, 85, 40 ], "start_stop_timestamps": [ [ "00:05:19.97", "00:05:21.36" ], [ "00:05:26.61", "00:05:27.30" ], [ "00:05:28.99", "00:05:30.92" ], [ "00:05:32.22", "00:05:33.24" ] ], "start_stop_frames": [ [ 15998, 16068 ], [ 16330, 16365 ], [ 16449, 16546 ], [ 16611, 16662 ] ], "trgnoun": "spice_jar", "trgverb": "close" }, { "key": "P22_117+202_203_204_205", "video_id": "P22_117", "narration_ids": [ "P22_117_202", "P22_117_203", "P22_117_204", "P22_117_205" ], "src": "put_down pan . pick_up oil . open oil", "src1": "put_down pan", "src2": "pick_up oil", "src3": "open oil", "trg": "pour oil", "vis_src": "P22_117:202 P22_117:203 P22_117:204", "vis_trg": "P22_117:205", "narrations": [ "put down pan", "pick up oil", "open oil", "pour oil" ], "verbs": [ "put-down", "pick-up", "open", "pour" ], "verb_classes": [ 1, 0, 3, 9 ], "nouns": [ "pan", "oil", "oil", "oil" ], "noun_classes": [ 5, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:08:16.26", "00:08:18.02" ], [ "00:08:18.12", "00:08:18.93" ], [ "00:08:21.30", "00:08:23.04" ], [ "00:08:23.45", "00:08:25.33" ] ], "start_stop_frames": [ [ 24813, 24901 ], [ 24906, 24946 ], [ 25065, 25152 ], [ 25172, 25266 ] ], "trgnoun": "oil", "trgverb": "pour" }, { "key": "P22_101+26_27_28_29", "video_id": "P22_101", "narration_ids": [ "P22_101_26", "P22_101_27", "P22_101_28", "P22_101_29" ], "src": "pick_up teaspoon . pick_up powder . pick_up glass", "src1": "pick_up teaspoon", "src2": "pick_up powder", "src3": "pick_up glass", "trg": "put_down powder", "vis_src": "P22_101:26 P22_101:27 P22_101:28", "vis_trg": "P22_101:29", "narrations": [ "pick up teaspoon", "pick up powder", "pick up glass", "put down powder" ], "verbs": [ "pick-up", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 0, 0, 0, 1 ], "nouns": [ "teaspoon", "powder", "glass", "powder" ], "noun_classes": [ 1, 138, 10, 138 ], "start_stop_timestamps": [ [ "00:00:49.78", "00:00:50.62" ], [ "00:00:50.73", "00:00:52.30" ], [ "00:00:52.13", "00:00:52.54" ], [ "00:00:52.92", "00:00:53.49" ] ], "start_stop_frames": [ [ 2489, 2531 ], [ 2536, 2615 ], [ 2606, 2627 ], [ 2646, 2674 ] ], "trgnoun": "powder", "trgverb": "put_down" }, { "key": "P02_135+40_41_42_43", "video_id": "P02_135", "narration_ids": [ "P02_135_40", "P02_135_41", "P02_135_42", "P02_135_43" ], "src": "turn bagel . put_down knife . pick_up half of bagel", "src1": "turn bagel", "src2": "put_down knife", "src3": "pick_up half of bagel", "trg": "put bagel in toaster", "vis_src": "P02_135:40 P02_135:41 P02_135:42", "vis_trg": "P02_135:43", "narrations": [ "turn bagel", "put down knife", "pick up half of bagel", "put bagel in toaster" ], "verbs": [ "turn", "put-down", "pick-up", "put-in" ], "verb_classes": [ 23, 1, 0, 5 ], "nouns": [ "bagel", "knife", "half:bagel", "bagel" ], "noun_classes": [ 33, 4, 33, 33 ], "start_stop_timestamps": [ [ "00:01:30.53", "00:01:31.13" ], [ "00:01:31.48", "00:01:31.86" ], [ "00:01:31.79", "00:01:32.86" ], [ "00:01:32.22", "00:01:32.97" ] ], "start_stop_frames": [ [ 4526, 4556 ], [ 4574, 4593 ], [ 4589, 4643 ], [ 4611, 4648 ] ], "trgnoun": "bagel", "trgverb": "put_in" }, { "key": "P10_01+113_114_115_117", "video_id": "P10_01", "narration_ids": [ "P10_01_113", "P10_01_114", "P10_01_115", "P10_01_117" ], "src": "brush the top_pot . pour the water into the sink . cleaning the outside of the pot using the brush", "src1": "brush the top_pot", "src2": "pour the water into the sink", "src3": "cleaning the outside of the pot using the brush", "trg": "put the pot on the shelf", "vis_src": "P10_01:113 P10_01:114 P10_01:115", "vis_trg": "P10_01:117", "narrations": [ "brush the top pot", "pour the water into the sink", "cleaning the outside of the pot using the brush", "put the pot on the shelf" ], "verbs": [ "brush", "pour-into", "clean", "put-on" ], "verb_classes": [ 57, 9, 2, 1 ], "nouns": [ "pot:top", "water", "pot", "pot" ], "noun_classes": [ 29, 27, 29, 29 ], "start_stop_timestamps": [ [ "00:13:22.69", "00:13:33.23" ], [ "00:13:39.93", "00:13:50.12" ], [ "00:13:40.39", "00:13:44.35" ], [ "00:13:51.91", "00:13:54.75" ] ], "start_stop_frames": [ [ 48161, 48793 ], [ 49195, 49807 ], [ 49223, 49461 ], [ 49914, 50085 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P29_03+303_304_305_306", "video_id": "P29_03", "narration_ids": [ "P29_03_303", "P29_03_304", "P29_03_305", "P29_03_306" ], "src": "put spoon in sink . pick_up knife . put knife in sink", "src1": "put spoon in sink", "src2": "pick_up knife", "src3": "put knife in sink", "trg": "pick_up spoon", "vis_src": "P29_03:303 P29_03:304 P29_03:305", "vis_trg": "P29_03:306", "narrations": [ "put spoon in sink", "pick up knife", "put knife in sink", "pick up spoon" ], "verbs": [ "put-in", "pick-up", "put-in", "pick-up" ], "verb_classes": [ 5, 0, 5, 0 ], "nouns": [ "spoon", "knife", "knife", "spoon" ], "noun_classes": [ 1, 4, 4, 1 ], "start_stop_timestamps": [ [ "00:19:44.08", "00:19:46.22" ], [ "00:19:47.30", "00:19:48.42" ], [ "00:19:48.45", "00:19:50.51" ], [ "00:19:50.25", "00:19:53.05" ] ], "start_stop_frames": [ [ 71044, 71173 ], [ 71238, 71305 ], [ 71307, 71430 ], [ 71415, 71583 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P05_04+14_15_16_17", "video_id": "P05_04", "narration_ids": [ "P05_04_14", "P05_04_15", "P05_04_16", "P05_04_17" ], "src": "take cup . take sugar . pour sugar in cup", "src1": "take cup", "src2": "take sugar", "src3": "pour sugar in cup", "trg": "close sugar", "vis_src": "P05_04:14 P05_04:15 P05_04:16", "vis_trg": "P05_04:17", "narrations": [ "take cup", "take sugar", "pour sugar in cup", "close sugar" ], "verbs": [ "take", "take", "pour-in", "close" ], "verb_classes": [ 0, 0, 9, 4 ], "nouns": [ "cup", "sugar", "sugar", "sugar" ], "noun_classes": [ 13, 102, 102, 102 ], "start_stop_timestamps": [ [ "00:00:36.11", "00:00:38.22" ], [ "00:00:39.81", "00:00:41.22" ], [ "00:00:43.84", "00:00:48.14" ], [ "00:00:48.46", "00:00:51.00" ] ], "start_stop_frames": [ [ 2166, 2293 ], [ 2388, 2473 ], [ 2630, 2888 ], [ 2907, 3060 ] ], "trgnoun": "sugar", "trgverb": "close" }, { "key": "P04_107+567_568_571_575", "video_id": "P04_107", "narration_ids": [ "P04_107_567", "P04_107_568", "P04_107_571", "P04_107_575" ], "src": "pick_up rolling_pin . roll_out dough . grab flour", "src1": "pick_up rolling_pin", "src2": "roll_out dough", "src3": "grab flour", "trg": "let go of rolling_pin", "vis_src": "P04_107:567 P04_107:568 P04_107:571", "vis_trg": "P04_107:575", "narrations": [ "pick up rolling pin", "roll out dough", "grab flour", "let go of rolling pin" ], "verbs": [ "pick-up", "roll-out", "grab", "let" ], "verb_classes": [ 0, 39, 0, 79 ], "nouns": [ "pin:rolling", "dough", "flour", "pin:rolling" ], "noun_classes": [ 136, 25, 75, 136 ], "start_stop_timestamps": [ [ "00:16:00.84", "00:16:01.41" ], [ "00:16:01.69", "00:16:02.74" ], [ "00:16:02.83", "00:16:04.77" ], [ "00:16:07.28", "00:16:07.83" ] ], "start_stop_frames": [ [ 48042, 48070 ], [ 48084, 48137 ], [ 48141, 48238 ], [ 48364, 48391 ] ], "trgnoun": "rolling_pin", "trgverb": "let" }, { "key": "P30_109+160_161_162_163", "video_id": "P30_109", "narration_ids": [ "P30_109_160", "P30_109_161", "P30_109_162", "P30_109_163" ], "src": "open fridge . put mango in fridge . take box from fridge", "src1": "open fridge", "src2": "put mango in fridge", "src3": "take box from fridge", "trg": "open box", "vis_src": "P30_109:160 P30_109:161 P30_109:162", "vis_trg": "P30_109:163", "narrations": [ "open fridge", "put mango in fridge", "take box from fridge", "open box" ], "verbs": [ "open", "put-in", "take-from", "open" ], "verb_classes": [ 3, 5, 0, 3 ], "nouns": [ "fridge", "mango", "box", "box" ], "noun_classes": [ 12, 207, 23, 23 ], "start_stop_timestamps": [ [ "00:04:56.85", "00:04:58.21" ], [ "00:04:58.55", "00:04:59.75" ], [ "00:04:59.50", "00:05:05.50" ], [ "00:05:05.05", "00:05:07.12" ] ], "start_stop_frames": [ [ 14842, 14910 ], [ 14927, 14987 ], [ 14975, 15275 ], [ 15252, 15356 ] ], "trgnoun": "box", "trgverb": "open" }, { "key": "P07_103+7_8_9_10", "video_id": "P07_103", "narration_ids": [ "P07_103_7", "P07_103_8", "P07_103_9", "P07_103_10" ], "src": "open oven . grab oven_rack . grab tray", "src1": "open oven", "src2": "grab oven_rack", "src3": "grab tray", "trg": "take tray from oven", "vis_src": "P07_103:7 P07_103:8 P07_103:9", "vis_trg": "P07_103:10", "narrations": [ "open oven", "grab oven rack", "grab tray", "take tray from oven" ], "verbs": [ "open", "grab", "grab", "take-from" ], "verb_classes": [ 3, 0, 0, 0 ], "nouns": [ "oven", "rack:oven", "tray", "tray" ], "noun_classes": [ 46, 110, 35, 35 ], "start_stop_timestamps": [ [ "00:00:16.78", "00:00:18.20" ], [ "00:00:18.19", "00:00:20.28" ], [ "00:00:21.23", "00:00:22.60" ], [ "00:00:21.77", "00:00:22.84" ] ], "start_stop_frames": [ [ 839, 910 ], [ 909, 1014 ], [ 1061, 1130 ], [ 1088, 1142 ] ], "trgnoun": "tray", "trgverb": "take_from" }, { "key": "P20_04+377_378_379_380", "video_id": "P20_04", "narration_ids": [ "P20_04_377", "P20_04_378", "P20_04_379", "P20_04_380" ], "src": "put lid on milk bottle . pick_up milk_bottle . rinse milk_bottle", "src1": "put lid on milk bottle", "src2": "pick_up milk_bottle", "src3": "rinse milk_bottle", "trg": "wipe milk_bottle with rag", "vis_src": "P20_04:377 P20_04:378 P20_04:379", "vis_trg": "P20_04:380", "narrations": [ "put lid on milk bottle", "pick up milk bottle", "rinse milk bottle", "wipe milk bottle with rag" ], "verbs": [ "put-on", "pick-up", "rinse", "wipe-with" ], "verb_classes": [ 1, 0, 2, 2 ], "nouns": [ "lid", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 6, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:36:20.52", "00:36:24.08" ], [ "00:36:25.08", "00:36:26.06" ], [ "00:36:26.92", "00:36:33.54" ], [ "00:36:36.65", "00:36:39.40" ] ], "start_stop_frames": [ [ 130831, 131044 ], [ 131104, 131163 ], [ 131215, 131612 ], [ 131799, 131964 ] ], "trgnoun": "milk_bottle", "trgverb": "wipe_with" }, { "key": "P04_02+84_85_86_87", "video_id": "P04_02", "narration_ids": [ "P04_02_84", "P04_02_85", "P04_02_86", "P04_02_87" ], "src": "put_down knife . test egg . roll egg", "src1": "put_down knife", "src2": "test egg", "src3": "roll egg", "trg": "detach egg from pan", "vis_src": "P04_02:84 P04_02:85 P04_02:86", "vis_trg": "P04_02:87", "narrations": [ "put down knife", "test egg", "roll egg", "detach egg from pan" ], "verbs": [ "put-down", "test", "roll", "detach-from" ], "verb_classes": [ 1, 24, 47, 25 ], "nouns": [ "knife", "egg", "egg", "egg" ], "noun_classes": [ 4, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:07:29.71", "00:07:30.85" ], [ "00:07:31.72", "00:07:39.64" ], [ "00:07:37.33", "00:08:03.99" ], [ "00:08:00.10", "00:08:12.54" ] ], "start_stop_frames": [ [ 26982, 27051 ], [ 27103, 27578 ], [ 27439, 29039 ], [ 28806, 29552 ] ], "trgnoun": "egg", "trgverb": "detach_from" }, { "key": "P03_27+2_3_4_5", "video_id": "P03_27", "narration_ids": [ "P03_27_2", "P03_27_3", "P03_27_4", "P03_27_5" ], "src": "grab squash . open fridge . open squash", "src1": "grab squash", "src2": "open fridge", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_27:2 P03_27:3 P03_27:4", "vis_trg": "P03_27:5", "narrations": [ "grab squash", "open fridge", "open squash", "pour squash" ], "verbs": [ "grab", "open", "open", "pour" ], "verb_classes": [ 0, 3, 3, 9 ], "nouns": [ "squash", "fridge", "squash", "squash" ], "noun_classes": [ 116, 12, 116, 116 ], "start_stop_timestamps": [ [ "00:00:04.35", "00:00:06.04" ], [ "00:00:05.07", "00:00:05.60" ], [ "00:00:06.59", "00:00:08.49" ], [ "00:00:09.08", "00:00:12.68" ] ], "start_stop_frames": [ [ 261, 362 ], [ 304, 336 ], [ 395, 509 ], [ 544, 760 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P24_06+45_46_47_48", "video_id": "P24_06", "narration_ids": [ "P24_06_45", "P24_06_46", "P24_06_47", "P24_06_48" ], "src": "take plate . wash plate . pick_up coffee_cup", "src1": "take plate", "src2": "wash plate", "src3": "pick_up coffee_cup", "trg": "soap coffee_cup", "vis_src": "P24_06:45 P24_06:46 P24_06:47", "vis_trg": "P24_06:48", "narrations": [ "take plate", "wash plate", "pick up coffee cup", "soap coffee cup" ], "verbs": [ "take", "wash", "pick-up", "soap" ], "verb_classes": [ 0, 2, 0, 2 ], "nouns": [ "plate", "plate", "cup:coffee", "cup:coffee" ], "noun_classes": [ 2, 2, 13, 13 ], "start_stop_timestamps": [ [ "00:03:52.89", "00:03:54.19" ], [ "00:03:54.29", "00:04:03.56" ], [ "00:04:01.18", "00:04:04.38" ], [ "00:04:04.42", "00:04:11.69" ] ], "start_stop_frames": [ [ 13973, 14051 ], [ 14057, 14613 ], [ 14470, 14662 ], [ 14665, 15101 ] ], "trgnoun": "coffee_cup", "trgverb": "soap" }, { "key": "P22_05+41_42_43_44", "video_id": "P22_05", "narration_ids": [ "P22_05_41", "P22_05_42", "P22_05_43", "P22_05_44" ], "src": "rinse sponge . put soap . soap bowl", "src1": "rinse sponge", "src2": "put soap", "src3": "soap bowl", "trg": "put bowl", "vis_src": "P22_05:41 P22_05:42 P22_05:43", "vis_trg": "P22_05:44", "narrations": [ "rinse sponge", "put soap", "soap bowl", "put bowl" ], "verbs": [ "rinse", "put", "soap", "put" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "sponge", "soap", "bowl", "bowl" ], "noun_classes": [ 9, 22, 7, 7 ], "start_stop_timestamps": [ [ "00:01:42.39", "00:01:44.32" ], [ "00:01:44.31", "00:01:47.30" ], [ "00:01:47.76", "00:01:52.47" ], [ "00:01:52.57", "00:01:53.57" ] ], "start_stop_frames": [ [ 6143, 6259 ], [ 6258, 6438 ], [ 6465, 6748 ], [ 6754, 6814 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P04_109+295_296_297_298", "video_id": "P04_109", "narration_ids": [ "P04_109_295", "P04_109_296", "P04_109_297", "P04_109_298" ], "src": "pick_up starter . tilt starter . inspect starter", "src1": "pick_up starter", "src2": "tilt starter", "src3": "inspect starter", "trg": "put_down starter", "vis_src": "P04_109:295 P04_109:296 P04_109:297", "vis_trg": "P04_109:298", "narrations": [ "pick up starter", "tilt starter", "inspect starter", "put down starter" ], "verbs": [ "pick-up", "tilt", "inspect", "put-down" ], "verb_classes": [ 0, 33, 24, 1 ], "nouns": [ "starter", "starter", "starter", "starter" ], "noun_classes": [ 71, 71, 71, 71 ], "start_stop_timestamps": [ [ "00:09:39.84", "00:09:41.03" ], [ "00:09:40.79", "00:09:41.37" ], [ "00:09:41.47", "00:09:42.06" ], [ "00:09:41.83", "00:09:42.53" ] ], "start_stop_frames": [ [ 28992, 29051 ], [ 29039, 29068 ], [ 29073, 29102 ], [ 29091, 29126 ] ], "trgnoun": "starter", "trgverb": "put_down" }, { "key": "P22_104+127_128_129_130", "video_id": "P22_104", "narration_ids": [ "P22_104_127", "P22_104_128", "P22_104_129", "P22_104_130" ], "src": "cut tomato . pick_up salad . move cutting_board", "src1": "cut tomato", "src2": "pick_up salad", "src3": "move cutting_board", "trg": "pour tomato", "vis_src": "P22_104:127 P22_104:128 P22_104:129", "vis_trg": "P22_104:130", "narrations": [ "cut tomato", "pick up salad", "move cutting board", "pour tomato" ], "verbs": [ "cut", "pick-up", "move", "pour" ], "verb_classes": [ 7, 0, 11, 9 ], "nouns": [ "tomato", "salad", "board:cutting", "tomato" ], "noun_classes": [ 43, 68, 18, 43 ], "start_stop_timestamps": [ [ "00:06:25.87", "00:06:59.08" ], [ "00:06:58.98", "00:07:00.30" ], [ "00:07:00.15", "00:07:02.86" ], [ "00:07:02.96", "00:07:06.94" ] ], "start_stop_frames": [ [ 19293, 20954 ], [ 20949, 21015 ], [ 21007, 21143 ], [ 21148, 21347 ] ], "trgnoun": "tomato", "trgverb": "pour" }, { "key": "P22_106+148_149_150_151", "video_id": "P22_106", "narration_ids": [ "P22_106_148", "P22_106_149", "P22_106_150", "P22_106_151" ], "src": "turn_off tap . lather cutting_board . put_down sponge", "src1": "turn_off tap", "src2": "lather cutting_board", "src3": "put_down sponge", "trg": "put_down cutting_board", "vis_src": "P22_106:148 P22_106:149 P22_106:150", "vis_trg": "P22_106:151", "narrations": [ "turn off tap", "lather cutting board", "put down sponge", "put down cutting board" ], "verbs": [ "turn-off", "lather", "put-down", "put-down" ], "verb_classes": [ 8, 2, 1, 1 ], "nouns": [ "tap", "board:cutting", "sponge", "board:cutting" ], "noun_classes": [ 0, 18, 9, 18 ], "start_stop_timestamps": [ [ "00:04:08.63", "00:04:09.24" ], [ "00:04:09.34", "00:04:14.96" ], [ "00:04:15.04", "00:04:15.65" ], [ "00:04:15.45", "00:04:16.04" ] ], "start_stop_frames": [ [ 12431, 12462 ], [ 12467, 12748 ], [ 12752, 12782 ], [ 12772, 12802 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P02_104+0_1_2_3", "video_id": "P02_104", "narration_ids": [ "P02_104_0", "P02_104_1", "P02_104_2", "P02_104_3" ], "src": "open fridge . pick_up tupperware . pick_up pasta", "src1": "open fridge", "src2": "pick_up tupperware", "src3": "pick_up pasta", "trg": "put pasta and tupperware down", "vis_src": "P02_104:0 P02_104:1 P02_104:2", "vis_trg": "P02_104:3", "narrations": [ "open fridge", "pick up tupperware", "pick up pasta", "put pasta and tupperware down" ], "verbs": [ "open", "pick-up", "pick-up", "put" ], "verb_classes": [ 3, 0, 0, 1 ], "nouns": [ "fridge", "tupperware", "pasta", "pasta" ], "noun_classes": [ 12, 23, 45, 45 ], "start_stop_timestamps": [ [ "00:00:04.19", "00:00:05.51" ], [ "00:00:06.09", "00:00:07.52" ], [ "00:00:07.84", "00:00:10.28" ], [ "00:00:13.95", "00:00:15.25" ] ], "start_stop_frames": [ [ 209, 275 ], [ 304, 376 ], [ 392, 514 ], [ 697, 762 ] ], "trgnoun": "pasta", "trgverb": "put" }, { "key": "P03_04+279_280_281_282", "video_id": "P03_04", "narration_ids": [ "P03_04_279", "P03_04_280", "P03_04_281", "P03_04_282" ], "src": "grab squash . close fridge . stir food", "src1": "grab squash", "src2": "close fridge", "src3": "stir food", "trg": "open squash", "vis_src": "P03_04:279 P03_04:280 P03_04:281", "vis_trg": "P03_04:282", "narrations": [ "grab squash", "close fridge", "stir food", "open squash" ], "verbs": [ "grab", "close", "stir", "open" ], "verb_classes": [ 0, 4, 10, 3 ], "nouns": [ "squash", "fridge", "food", "squash" ], "noun_classes": [ 116, 12, 34, 116 ], "start_stop_timestamps": [ [ "00:19:14.42", "00:19:15.35" ], [ "00:19:15.44", "00:19:15.94" ], [ "00:19:19.33", "00:19:31.57" ], [ "00:19:32.45", "00:19:34.20" ] ], "start_stop_frames": [ [ 69265, 69321 ], [ 69326, 69356 ], [ 69559, 70294 ], [ 70347, 70452 ] ], "trgnoun": "squash", "trgverb": "open" }, { "key": "P02_131+162_163_164_165", "video_id": "P02_131", "narration_ids": [ "P02_131_162", "P02_131_163", "P02_131_164", "P02_131_165" ], "src": "open tap . soak glass . close tap", "src1": "open tap", "src2": "soak glass", "src3": "close tap", "trg": "put glass in sink", "vis_src": "P02_131:162 P02_131:163 P02_131:164", "vis_trg": "P02_131:165", "narrations": [ "open tap", "soak glass", "close tap", "put glass in sink" ], "verbs": [ "turn-on", "soak", "turn-off", "put-in" ], "verb_classes": [ 6, 56, 8, 5 ], "nouns": [ "tap", "glass", "tap", "glass" ], "noun_classes": [ 0, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:07:21.76", "00:07:22.40" ], [ "00:07:21.62", "00:07:25.37" ], [ "00:07:24.67", "00:07:25.27" ], [ "00:07:25.33", "00:07:26.40" ] ], "start_stop_frames": [ [ 22088, 22120 ], [ 22081, 22268 ], [ 22233, 22263 ], [ 22266, 22320 ] ], "trgnoun": "glass", "trgverb": "put_in" }, { "key": "P22_112+158_159_160_161", "video_id": "P22_112", "narration_ids": [ "P22_112_158", "P22_112_159", "P22_112_160", "P22_112_161" ], "src": "put_down cloth . open bag . throw food_residue", "src1": "put_down cloth", "src2": "open bag", "src3": "throw food_residue", "trg": "close bag", "vis_src": "P22_112:158 P22_112:159 P22_112:160", "vis_trg": "P22_112:161", "narrations": [ "put down cloth", "open bag", "throw food residue", "close bag" ], "verbs": [ "put-down", "open", "throw", "close" ], "verb_classes": [ 1, 3, 13, 4 ], "nouns": [ "cloth", "bag", "residue:food", "bag" ], "noun_classes": [ 17, 19, 54, 19 ], "start_stop_timestamps": [ [ "00:06:02.83", "00:06:03.42" ], [ "00:06:03.39", "00:06:04.42" ], [ "00:06:04.37", "00:06:06.41" ], [ "00:06:06.44", "00:06:07.13" ] ], "start_stop_frames": [ [ 18141, 18171 ], [ 18169, 18221 ], [ 18218, 18320 ], [ 18322, 18356 ] ], "trgnoun": "bag", "trgverb": "close" }, { "key": "P22_115+54_55_56_57", "video_id": "P22_115", "narration_ids": [ "P22_115_54", "P22_115_55", "P22_115_56", "P22_115_57" ], "src": "pick_up plate . move coffee_holder . move filter and spoon", "src1": "pick_up plate", "src2": "move coffee_holder", "src3": "move filter and spoon", "trg": "put_down plate", "vis_src": "P22_115:54 P22_115:55 P22_115:56", "vis_trg": "P22_115:57", "narrations": [ "pick up plate", "move coffee holder", "move filter and spoon", "put down plate" ], "verbs": [ "pick-up", "move", "move", "put-down" ], "verb_classes": [ 0, 11, 11, 1 ], "nouns": [ "plate", "holder:coffee", "filter", "plate" ], "noun_classes": [ 2, 135, 77, 2 ], "start_stop_timestamps": [ [ "00:01:33.59", "00:01:36.83" ], [ "00:01:37.79", "00:01:38.29" ], [ "00:01:38.30", "00:01:38.80" ], [ "00:01:38.74", "00:01:39.74" ] ], "start_stop_frames": [ [ 4679, 4841 ], [ 4889, 4914 ], [ 4915, 4940 ], [ 4937, 4987 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P02_132+15_16_17_18", "video_id": "P02_132", "narration_ids": [ "P02_132_15", "P02_132_16", "P02_132_17", "P02_132_18" ], "src": "cover pan with lid . pick_up lid of tupperware . close tupperware", "src1": "cover pan with lid", "src2": "pick_up lid of tupperware", "src3": "close tupperware", "trg": "pick_up tupperware", "vis_src": "P02_132:15 P02_132:16 P02_132:17", "vis_trg": "P02_132:18", "narrations": [ "cover pan with lid", "pick up lid of tupperware", "close tupperware", "pick up tupperware" ], "verbs": [ "cover-with", "pick-up", "close", "pick-up" ], "verb_classes": [ 36, 0, 4, 0 ], "nouns": [ "pan", "lid:tupperware", "tupperware", "tupperware" ], "noun_classes": [ 5, 6, 23, 23 ], "start_stop_timestamps": [ [ "00:00:36.30", "00:00:37.99" ], [ "00:00:38.26", "00:00:38.95" ], [ "00:00:39.26", "00:00:40.74" ], [ "00:00:40.79", "00:00:41.71" ] ], "start_stop_frames": [ [ 1814, 1899 ], [ 1913, 1947 ], [ 1963, 2037 ], [ 2039, 2085 ] ], "trgnoun": "tupperware", "trgverb": "pick_up" }, { "key": "P08_06+98_99_100_101", "video_id": "P08_06", "narration_ids": [ "P08_06_98", "P08_06_99", "P08_06_100", "P08_06_101" ], "src": "wipe_off sink . throw away bits . turn water on", "src1": "wipe_off sink", "src2": "throw away bits", "src3": "turn water on", "trg": "sponge sink", "vis_src": "P08_06:98 P08_06:99 P08_06:100", "vis_trg": "P08_06:101", "narrations": [ "wipe off sink", "throw away bits", "turn water on", "sponge sink" ], "verbs": [ "wipe-off", "throw", "turn-on", "sponge" ], "verb_classes": [ 2, 13, 6, 2 ], "nouns": [ "sink", "rubbish", "tap", "sink" ], "noun_classes": [ 63, 54, 0, 63 ], "start_stop_timestamps": [ [ "00:06:33.36", "00:06:37.75" ], [ "00:06:37.61", "00:06:39.14" ], [ "00:06:39.95", "00:06:40.70" ], [ "00:06:41.55", "00:06:44.05" ] ], "start_stop_frames": [ [ 23601, 23865 ], [ 23856, 23948 ], [ 23997, 24042 ], [ 24093, 24243 ] ], "trgnoun": "sink", "trgverb": "sponge" }, { "key": "P02_129+49_50_51_52", "video_id": "P02_129", "narration_ids": [ "P02_129_49", "P02_129_50", "P02_129_51", "P02_129_52" ], "src": "put_down knife . put_down garlic_presser . pick_up olive oil_bottle", "src1": "put_down knife", "src2": "put_down garlic_presser", "src3": "pick_up olive oil_bottle", "trg": "open olive oil_bottle", "vis_src": "P02_129:49 P02_129:50 P02_129:51", "vis_trg": "P02_129:52", "narrations": [ "put down knife", "put down garlic presser", "pick up olive oil bottle", "open olive oil bottle" ], "verbs": [ "put-down", "put-down", "pick-up", "open" ], "verb_classes": [ 1, 1, 0, 3 ], "nouns": [ "knife", "presser:garlic", "bottle:oil", "bottle:oil" ], "noun_classes": [ 4, 172, 15, 15 ], "start_stop_timestamps": [ [ "00:01:47.71", "00:01:48.81" ], [ "00:01:48.91", "00:01:50.11" ], [ "00:01:51.00", "00:01:52.22" ], [ "00:01:52.24", "00:01:53.82" ] ], "start_stop_frames": [ [ 5385, 5440 ], [ 5445, 5505 ], [ 5550, 5611 ], [ 5612, 5691 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P04_104+242_243_244_245", "video_id": "P04_104", "narration_ids": [ "P04_104_242", "P04_104_243", "P04_104_244", "P04_104_245" ], "src": "put spoons in cutlery holder . pick_up microwave_cover . pick_up pan_lid", "src1": "put spoons in cutlery holder", "src2": "pick_up microwave_cover", "src3": "pick_up pan_lid", "trg": "put_down pan_lid", "vis_src": "P04_104:242 P04_104:243 P04_104:244", "vis_trg": "P04_104:245", "narrations": [ "put spoons in cutlery holder", "pick up microwave cover", "pick up pan lid", "put down pan lid" ], "verbs": [ "put-in", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "spoon", "cover:microwave", "lid:pan", "lid:pan" ], "noun_classes": [ 1, 89, 6, 6 ], "start_stop_timestamps": [ [ "00:09:21.12", "00:09:22.96" ], [ "00:09:23.37", "00:09:24.66" ], [ "00:09:25.81", "00:09:26.52" ], [ "00:09:25.64", "00:09:26.36" ] ], "start_stop_frames": [ [ 28056, 28148 ], [ 28168, 28233 ], [ 28290, 28326 ], [ 28282, 28318 ] ], "trgnoun": "pan_lid", "trgverb": "put_down" }, { "key": "P08_21+260_261_262_263", "video_id": "P08_21", "narration_ids": [ "P08_21_260", "P08_21_261", "P08_21_262", "P08_21_263" ], "src": "get the bags . place_in bags . open freezer", "src1": "get the bags", "src2": "place_in bags", "src3": "open freezer", "trg": "close freezer", "vis_src": "P08_21:260 P08_21:261 P08_21:262", "vis_trg": "P08_21:263", "narrations": [ "get the bags", "place in bags", "open freezer", "close freezer" ], "verbs": [ "get", "place-in", "open", "close" ], "verb_classes": [ 0, 5, 3, 4 ], "nouns": [ "bag", "bag", "freezer", "freezer" ], "noun_classes": [ 19, 19, 113, 113 ], "start_stop_timestamps": [ [ "00:18:18.64", "00:18:19.40" ], [ "00:18:19.18", "00:18:23.86" ], [ "00:18:19.88", "00:18:21.05" ], [ "00:18:23.96", "00:18:25.65" ] ], "start_stop_frames": [ [ 65918, 65964 ], [ 65950, 66231 ], [ 65992, 66063 ], [ 66237, 66339 ] ], "trgnoun": "freezer", "trgverb": "close" }, { "key": "P26_124+102_103_104_105", "video_id": "P26_124", "narration_ids": [ "P26_124_102", "P26_124_103", "P26_124_104", "P26_124_105" ], "src": "put_down knife . take fork . rub sponge", "src1": "put_down knife", "src2": "take fork", "src3": "rub sponge", "trg": "rinse fork", "vis_src": "P26_124:102 P26_124:103 P26_124:104", "vis_trg": "P26_124:105", "narrations": [ "put down knife", "take fork", "rub sponge", "rinse fork" ], "verbs": [ "put-down", "take", "rub", "rinse" ], "verb_classes": [ 1, 0, 55, 2 ], "nouns": [ "knife", "fork", "sponge", "fork" ], "noun_classes": [ 4, 14, 9, 14 ], "start_stop_timestamps": [ [ "00:06:40.40", "00:06:41.19" ], [ "00:06:41.05", "00:06:42.30" ], [ "00:06:42.40", "00:06:48.84" ], [ "00:06:48.75", "00:06:54.75" ] ], "start_stop_frames": [ [ 20020, 20059 ], [ 20052, 20115 ], [ 20120, 20442 ], [ 20437, 20737 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P05_05+2_3_4_5", "video_id": "P05_05", "narration_ids": [ "P05_05_2", "P05_05_3", "P05_05_4", "P05_05_5" ], "src": "put container in cupboard . close cupboard . take cup", "src1": "put container in cupboard", "src2": "close cupboard", "src3": "take cup", "trg": "place cup on table", "vis_src": "P05_05:2 P05_05:3 P05_05:4", "vis_trg": "P05_05:5", "narrations": [ "put container in cupboard", "close cupboard", "take cup", "place cup on table" ], "verbs": [ "put-in", "close", "take", "place-on" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "container", "cupboard", "cup", "cup" ], "noun_classes": [ 21, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:00:03.23", "00:00:04.86" ], [ "00:00:03.71", "00:00:04.91" ], [ "00:00:04.40", "00:00:05.67" ], [ "00:00:06.36", "00:00:07.36" ] ], "start_stop_frames": [ [ 193, 291 ], [ 222, 294 ], [ 264, 340 ], [ 381, 441 ] ], "trgnoun": "cup", "trgverb": "place_on" }, { "key": "P06_103+75_76_77_78", "video_id": "P06_103", "narration_ids": [ "P06_103_75", "P06_103_76", "P06_103_77", "P06_103_78" ], "src": "pour rice into cup . put_down rice . put_down cup", "src1": "pour rice into cup", "src2": "put_down rice", "src3": "put_down cup", "trg": "pick_up rice", "vis_src": "P06_103:75 P06_103:76 P06_103:77", "vis_trg": "P06_103:78", "narrations": [ "pour rice into cup", "put down rice", "put down cup", "pick up rice" ], "verbs": [ "pour-into", "put-down", "put-down", "pick-up" ], "verb_classes": [ 9, 1, 1, 0 ], "nouns": [ "rice", "rice", "cup", "rice" ], "noun_classes": [ 55, 55, 13, 55 ], "start_stop_timestamps": [ [ "00:04:17.83", "00:04:24.75" ], [ "00:04:25.17", "00:04:26.68" ], [ "00:04:27.70", "00:04:29.52" ], [ "00:04:29.62", "00:04:30.51" ] ], "start_stop_frames": [ [ 12891, 13237 ], [ 13258, 13334 ], [ 13385, 13476 ], [ 13481, 13525 ] ], "trgnoun": "rice", "trgverb": "pick_up" }, { "key": "P03_02+117_118_119_120", "video_id": "P03_02", "narration_ids": [ "P03_02_117", "P03_02_118", "P03_02_119", "P03_02_120" ], "src": "put bin down . put towel in bin . get bag", "src1": "put bin down", "src2": "put towel in bin", "src3": "get bag", "trg": "open bag", "vis_src": "P03_02:117 P03_02:118 P03_02:119", "vis_trg": "P03_02:120", "narrations": [ "put bin down", "put towel in bin", "get bag", "open bag" ], "verbs": [ "put-down", "put-in", "get", "open" ], "verb_classes": [ 1, 5, 0, 3 ], "nouns": [ "bin", "towel", "bag", "bag" ], "noun_classes": [ 36, 52, 19, 19 ], "start_stop_timestamps": [ [ "00:05:33.64", "00:05:36.86" ], [ "00:05:37.39", "00:05:39.11" ], [ "00:05:42.48", "00:05:52.23" ], [ "00:05:52.27", "00:05:57.51" ] ], "start_stop_frames": [ [ 20018, 20211 ], [ 20243, 20346 ], [ 20548, 21133 ], [ 21136, 21450 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P05_04+13_14_15_16", "video_id": "P05_04", "narration_ids": [ "P05_04_13", "P05_04_14", "P05_04_15", "P05_04_16" ], "src": "turn_on kettle . take cup . take sugar", "src1": "turn_on kettle", "src2": "take cup", "src3": "take sugar", "trg": "pour sugar in cup", "vis_src": "P05_04:13 P05_04:14 P05_04:15", "vis_trg": "P05_04:16", "narrations": [ "turn on kettle", "take cup", "take sugar", "pour sugar in cup" ], "verbs": [ "turn-on", "take", "take", "pour-in" ], "verb_classes": [ 6, 0, 0, 9 ], "nouns": [ "kettle", "cup", "sugar", "sugar" ], "noun_classes": [ 44, 13, 102, 102 ], "start_stop_timestamps": [ [ "00:00:35.33", "00:00:36.61" ], [ "00:00:36.11", "00:00:38.22" ], [ "00:00:39.81", "00:00:41.22" ], [ "00:00:43.84", "00:00:48.14" ] ], "start_stop_frames": [ [ 2119, 2196 ], [ 2166, 2293 ], [ 2388, 2473 ], [ 2630, 2888 ] ], "trgnoun": "sugar", "trgverb": "pour_in" }, { "key": "P22_111+64_65_66_67", "video_id": "P22_111", "narration_ids": [ "P22_111_64", "P22_111_65", "P22_111_66", "P22_111_67" ], "src": "lift pan . put_down pan . pick_up tin_can", "src1": "lift pan", "src2": "put_down pan", "src3": "pick_up tin_can", "trg": "open tin_can", "vis_src": "P22_111:64 P22_111:65 P22_111:66", "vis_trg": "P22_111:67", "narrations": [ "lift pan", "put down pan", "pick up tin can", "open tin can" ], "verbs": [ "lift", "put-down", "pick-up", "open" ], "verb_classes": [ 33, 1, 0, 3 ], "nouns": [ "pan", "pan", "can:tin", "can:tin" ], "noun_classes": [ 5, 5, 61, 61 ], "start_stop_timestamps": [ [ "00:02:31.69", "00:02:32.36" ], [ "00:02:32.68", "00:02:34.36" ], [ "00:02:34.41", "00:02:34.88" ], [ "00:02:35.49", "00:02:36.83" ] ], "start_stop_frames": [ [ 7584, 7618 ], [ 7634, 7718 ], [ 7720, 7744 ], [ 7774, 7841 ] ], "trgnoun": "tin_can", "trgverb": "open" }, { "key": "P04_121+153_154_155_156", "video_id": "P04_121", "narration_ids": [ "P04_121_153", "P04_121_154", "P04_121_155", "P04_121_156" ], "src": "plug_in kettle . tip_over oil_bottle . pick_up milk_bottle", "src1": "plug_in kettle", "src2": "tip_over oil_bottle", "src3": "pick_up milk_bottle", "trg": "put milk_bottle down upside down", "vis_src": "P04_121:153 P04_121:154 P04_121:155", "vis_trg": "P04_121:156", "narrations": [ "plug in kettle", "tip over oil bottle", "pick up milk bottle", "put milk bottle down upside down" ], "verbs": [ "plug-in", "tip-over", "pick-up", "put" ], "verb_classes": [ 64, 59, 0, 1 ], "nouns": [ "kettle", "bottle:oil", "bottle:milk", "bottle:milk" ], "noun_classes": [ 44, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:07:23.05", "00:07:24.46" ], [ "00:07:24.34", "00:07:26.10" ], [ "00:07:27.80", "00:07:30.20" ], [ "00:07:30.30", "00:07:32.23" ] ], "start_stop_frames": [ [ 22152, 22223 ], [ 22217, 22305 ], [ 22390, 22510 ], [ 22515, 22611 ] ], "trgnoun": "milk_bottle", "trgverb": "put" }, { "key": "P10_04+67_68_69_71", "video_id": "P10_04", "narration_ids": [ "P10_04_67", "P10_04_68", "P10_04_69", "P10_04_71" ], "src": "put it back in the glass_bowl . mix the fish with the flour . put some plain_flour more plain_flour into the glass bowl", "src1": "put it back in the glass_bowl", "src2": "mix the fish with the flour", "src3": "put some plain_flour more plain_flour into the glass bowl", "trg": "close the bag of flour and put it back into the cabinet", "vis_src": "P10_04:67 P10_04:68 P10_04:69", "vis_trg": "P10_04:71", "narrations": [ "put it back in the glass bowl", "mix the fish with the flour", "put some plain flour more plain flour into the glass bowl", "close the bag of flour and put it back into the cabinet" ], "verbs": [ "put-in", "mix-with", "put-into", "close" ], "verb_classes": [ 5, 10, 5, 4 ], "nouns": [ "bowl:glass", "fish", "flour:plain", "bag:flour" ], "noun_classes": [ 7, 119, 75, 19 ], "start_stop_timestamps": [ [ "00:07:18.13", "00:07:19.29" ], [ "00:07:20.56", "00:07:28.32" ], [ "00:07:29.45", "00:07:37.18" ], [ "00:07:49.40", "00:07:51.49" ] ], "start_stop_frames": [ [ 26287, 26357 ], [ 26433, 26899 ], [ 26967, 27430 ], [ 28164, 28289 ] ], "trgnoun": "flour_bag", "trgverb": "close" }, { "key": "P26_104+7_8_9_10", "video_id": "P26_104", "narration_ids": [ "P26_104_7", "P26_104_8", "P26_104_9", "P26_104_10" ], "src": "cut paper . remove paper . pick_up pizza", "src1": "cut paper", "src2": "remove paper", "src3": "pick_up pizza", "trg": "put_down pizza", "vis_src": "P26_104:7 P26_104:8 P26_104:9", "vis_trg": "P26_104:10", "narrations": [ "cut paper", "remove paper", "pick up pizza", "put down pizza" ], "verbs": [ "cut", "remove", "pick-up", "put-down" ], "verb_classes": [ 7, 12, 0, 1 ], "nouns": [ "paper", "paper", "pizza", "pizza" ], "noun_classes": [ 49, 49, 91, 91 ], "start_stop_timestamps": [ [ "00:00:17.00", "00:00:28.25" ], [ "00:00:23.94", "00:00:29.94" ], [ "00:00:30.13", "00:00:31.26" ], [ "00:00:31.97", "00:00:33.08" ] ], "start_stop_frames": [ [ 850, 1412 ], [ 1197, 1497 ], [ 1506, 1563 ], [ 1598, 1654 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P27_104+224_225_226_227", "video_id": "P27_104", "narration_ids": [ "P27_104_224", "P27_104_225", "P27_104_226", "P27_104_227" ], "src": "open container . wash lid . put_down lid", "src1": "open container", "src2": "wash lid", "src3": "put_down lid", "trg": "pick_up container", "vis_src": "P27_104:224 P27_104:225 P27_104:226", "vis_trg": "P27_104:227", "narrations": [ "open container", "wash lid", "put down lid", "pick up container" ], "verbs": [ "open", "wash", "put-down", "pick-up" ], "verb_classes": [ 3, 2, 1, 0 ], "nouns": [ "container", "lid", "lid", "container" ], "noun_classes": [ 21, 6, 6, 21 ], "start_stop_timestamps": [ [ "00:10:47.31", "00:10:47.92" ], [ "00:10:48.01", "00:10:55.96" ], [ "00:10:56.05", "00:10:56.94" ], [ "00:10:57.04", "00:10:58.23" ] ], "start_stop_frames": [ [ 32365, 32395 ], [ 32400, 32798 ], [ 32802, 32847 ], [ 32852, 32911 ] ], "trgnoun": "container", "trgverb": "pick_up" }, { "key": "P22_109+764_765_766_767", "video_id": "P22_109", "narration_ids": [ "P22_109_764", "P22_109_765", "P22_109_766", "P22_109_767" ], "src": "rinse sponge . rinse hand . pick_up cloth", "src1": "rinse sponge", "src2": "rinse hand", "src3": "pick_up cloth", "trg": "rinse cloth", "vis_src": "P22_109:764 P22_109:765 P22_109:766", "vis_trg": "P22_109:767", "narrations": [ "rinse sponge", "rinse hand", "pick up cloth", "rinse cloth" ], "verbs": [ "rinse", "rinse", "pick-up", "rinse" ], "verb_classes": [ 2, 2, 0, 2 ], "nouns": [ "sponge", "hand", "cloth", "cloth" ], "noun_classes": [ 9, 11, 17, 17 ], "start_stop_timestamps": [ [ "00:32:02.70", "00:32:05.57" ], [ "00:32:05.80", "00:32:07.02" ], [ "00:32:07.14", "00:32:07.41" ], [ "00:32:07.28", "00:32:08.64" ] ], "start_stop_frames": [ [ 96135, 96278 ], [ 96290, 96351 ], [ 96357, 96370 ], [ 96364, 96432 ] ], "trgnoun": "cloth", "trgverb": "rinse" }, { "key": "P26_103+51_52_53_54", "video_id": "P26_103", "narration_ids": [ "P26_103_51", "P26_103_52", "P26_103_53", "P26_103_54" ], "src": "rinse glass . put_down glass . pick_up washing up liquid", "src1": "rinse glass", "src2": "put_down glass", "src3": "pick_up washing up liquid", "trg": "pour washing up liquid", "vis_src": "P26_103:51 P26_103:52 P26_103:53", "vis_trg": "P26_103:54", "narrations": [ "rinse glass", "put down glass", "pick up washing up liquid", "pour washing up liquid" ], "verbs": [ "rinse", "put-down", "pick-up", "pour" ], "verb_classes": [ 2, 1, 0, 9 ], "nouns": [ "glass", "glass", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 10, 10, 22, 22 ], "start_stop_timestamps": [ [ "00:03:20.64", "00:03:29.98" ], [ "00:03:29.61", "00:03:30.55" ], [ "00:03:30.98", "00:03:31.91" ], [ "00:03:31.98", "00:03:35.60" ] ], "start_stop_frames": [ [ 10032, 10499 ], [ 10480, 10527 ], [ 10549, 10595 ], [ 10599, 10780 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P27_105+85_86_87_88", "video_id": "P27_105", "narration_ids": [ "P27_105_85", "P27_105_86", "P27_105_87", "P27_105_88" ], "src": "pick_up coffee_pod . lift lever . put_down coffee_pod", "src1": "pick_up coffee_pod", "src2": "lift lever", "src3": "put_down coffee_pod", "trg": "lower lever", "vis_src": "P27_105:85 P27_105:86 P27_105:87", "vis_trg": "P27_105:88", "narrations": [ "pick up coffee pod", "lift lever", "put down coffee pod", "lower lever" ], "verbs": [ "pick-up", "lift", "put-down", "lower" ], "verb_classes": [ 0, 33, 1, 73 ], "nouns": [ "pod:coffee", "lever", "pod:coffee", "lever" ], "noun_classes": [ 59, 191, 59, 191 ], "start_stop_timestamps": [ [ "00:04:50.79", "00:04:51.71" ], [ "00:04:50.88", "00:04:52.15" ], [ "00:04:52.04", "00:04:55.24" ], [ "00:04:55.20", "00:04:55.95" ] ], "start_stop_frames": [ [ 14539, 14585 ], [ 14544, 14607 ], [ 14602, 14762 ], [ 14760, 14797 ] ], "trgnoun": "lever", "trgverb": "lower" }, { "key": "P03_04+167_168_169_170", "video_id": "P03_04", "narration_ids": [ "P03_04_167", "P03_04_168", "P03_04_169", "P03_04_170" ], "src": "get bag . close drawer . put onion in bin", "src1": "get bag", "src2": "close drawer", "src3": "put onion in bin", "trg": "open bag", "vis_src": "P03_04:167 P03_04:168 P03_04:169", "vis_trg": "P03_04:170", "narrations": [ "get bag", "close drawer", "put onion in bin", "open bag" ], "verbs": [ "get", "close", "put-in", "open" ], "verb_classes": [ 0, 4, 5, 3 ], "nouns": [ "bag", "drawer", "onion", "bag" ], "noun_classes": [ 19, 8, 16, 19 ], "start_stop_timestamps": [ [ "00:11:00.12", "00:11:07.30" ], [ "00:11:07.67", "00:11:08.17" ], [ "00:11:08.27", "00:11:09.35" ], [ "00:11:09.90", "00:11:11.66" ] ], "start_stop_frames": [ [ 39607, 40038 ], [ 40060, 40090 ], [ 40096, 40161 ], [ 40194, 40299 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P04_01+222_223_224_225", "video_id": "P04_01", "narration_ids": [ "P04_01_222", "P04_01_223", "P04_01_224", "P04_01_225" ], "src": "turn_on hob . pick_up chopsticks . poke eggs", "src1": "turn_on hob", "src2": "pick_up chopsticks", "src3": "poke eggs", "trg": "whisk eggs", "vis_src": "P04_01:222 P04_01:223 P04_01:224", "vis_trg": "P04_01:225", "narrations": [ "turn on hob", "pick up chopsticks", "poke eggs", "whisk eggs" ], "verbs": [ "turn-on", "pick-up", "poke", "whisk" ], "verb_classes": [ 6, 0, 32, 10 ], "nouns": [ "hob", "chopstick", "egg", "egg" ], "noun_classes": [ 24, 80, 53, 53 ], "start_stop_timestamps": [ [ "00:15:39.22", "00:15:43.24" ], [ "00:15:42.59", "00:15:44.20" ], [ "00:15:44.64", "00:15:49.24" ], [ "00:15:48.99", "00:16:03.99" ] ], "start_stop_frames": [ [ 56353, 56594 ], [ 56555, 56652 ], [ 56678, 56954 ], [ 56939, 57839 ] ], "trgnoun": "egg", "trgverb": "whisk" }, { "key": "P01_09+307_308_309_310", "video_id": "P01_09", "narration_ids": [ "P01_09_307", "P01_09_308", "P01_09_309", "P01_09_310" ], "src": "open cupboard . take plate . close cupboard", "src1": "open cupboard", "src2": "take plate", "src3": "close cupboard", "trg": "put_down plate", "vis_src": "P01_09:307 P01_09:308 P01_09:309", "vis_trg": "P01_09:310", "narrations": [ "open cupboard", "take plate", "close cupboard", "put down plate" ], "verbs": [ "open", "take", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:22:54.84", "00:22:56.09" ], [ "00:22:56.69", "00:22:59.20" ], [ "00:22:59.04", "00:22:59.54" ], [ "00:23:00.10", "00:23:03.54" ] ], "start_stop_frames": [ [ 82490, 82565 ], [ 82601, 82752 ], [ 82742, 82772 ], [ 82806, 83012 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P30_04+74_75_76_77", "video_id": "P30_04", "narration_ids": [ "P30_04_74", "P30_04_75", "P30_04_76", "P30_04_77" ], "src": "stack saucepans . put saucepan in saucepan . take saucepan_lid", "src1": "stack saucepans", "src2": "put saucepan in saucepan", "src3": "take saucepan_lid", "trg": "put saucepan_lid", "vis_src": "P30_04:74 P30_04:75 P30_04:76", "vis_trg": "P30_04:77", "narrations": [ "stack saucepans", "put saucepan in saucepan", "take saucepan lid", "put saucepan lid" ], "verbs": [ "stack", "put-in", "take", "put" ], "verb_classes": [ 40, 5, 0, 1 ], "nouns": [ "saucepan", "saucepan", "lid:saucepan", "lid:saucepan" ], "noun_classes": [ 5, 5, 6, 6 ], "start_stop_timestamps": [ [ "00:03:49.86", "00:03:51.97" ], [ "00:03:59.99", "00:04:02.23" ], [ "00:04:00.92", "00:04:02.81" ], [ "00:04:03.36", "00:04:04.41" ] ], "start_stop_frames": [ [ 13791, 13918 ], [ 14399, 14533 ], [ 14455, 14568 ], [ 14601, 14664 ] ], "trgnoun": "saucepan_lid", "trgverb": "put" }, { "key": "P30_111+24_25_26_27", "video_id": "P30_111", "narration_ids": [ "P30_111_24", "P30_111_25", "P30_111_26", "P30_111_27" ], "src": "put butter in fridge . take pizza_bases from fridge . take passata from fridge", "src1": "put butter in fridge", "src2": "take pizza_bases from fridge", "src3": "take passata from fridge", "trg": "put_down pizza_bases", "vis_src": "P30_111:24 P30_111:25 P30_111:26", "vis_trg": "P30_111:27", "narrations": [ "put butter in fridge", "take pizza bases from fridge", "take passata from fridge", "put down pizza bases" ], "verbs": [ "put-in", "take-from", "take-from", "put-down" ], "verb_classes": [ 5, 0, 0, 1 ], "nouns": [ "butter", "base:pizza", "passata", "base:pizza" ], "noun_classes": [ 78, 91, 47, 91 ], "start_stop_timestamps": [ [ "00:00:45.30", "00:00:47.05" ], [ "00:00:47.25", "00:00:49.25" ], [ "00:00:48.89", "00:00:52.18" ], [ "00:00:51.73", "00:00:52.41" ] ], "start_stop_frames": [ [ 2265, 2352 ], [ 2362, 2462 ], [ 2444, 2609 ], [ 2586, 2620 ] ], "trgnoun": "pizza_base", "trgverb": "put_down" }, { "key": "P04_109+279_280_281_282", "video_id": "P04_109", "narration_ids": [ "P04_109_279", "P04_109_280", "P04_109_281", "P04_109_282" ], "src": "wipe hob . push measuring_jug away . put_down pan", "src1": "wipe hob", "src2": "push measuring_jug away", "src3": "put_down pan", "trg": "turn_on hob", "vis_src": "P04_109:279 P04_109:280 P04_109:281", "vis_trg": "P04_109:282", "narrations": [ "wipe hob", "push measuring jug away", "put down pan", "turn on hob" ], "verbs": [ "wipe", "push", "put-down", "turn-on" ], "verb_classes": [ 2, 21, 1, 6 ], "nouns": [ "hob", "jug:measuring", "pan", "hob" ], "noun_classes": [ 24, 66, 5, 24 ], "start_stop_timestamps": [ [ "00:09:05.44", "00:09:07.38" ], [ "00:09:08.75", "00:09:09.47" ], [ "00:09:09.29", "00:09:10.10" ], [ "00:09:10.04", "00:09:11.88" ] ], "start_stop_frames": [ [ 27272, 27369 ], [ 27437, 27473 ], [ 27464, 27505 ], [ 27502, 27594 ] ], "trgnoun": "hob", "trgverb": "turn_on" }, { "key": "P29_03+379_381_382_383", "video_id": "P29_03", "narration_ids": [ "P29_03_379", "P29_03_381", "P29_03_382", "P29_03_383" ], "src": "scour chopping_board . put chopping_board down . pick_up pan_lid", "src1": "scour chopping_board", "src2": "put chopping_board down", "src3": "pick_up pan_lid", "trg": "submerge pan_lid", "vis_src": "P29_03:379 P29_03:381 P29_03:382", "vis_trg": "P29_03:383", "narrations": [ "scour chopping board", "put chopping board down", "pick up pan lid", "submerge pan lid" ], "verbs": [ "scour", "put-down", "pick-up", "submerge" ], "verb_classes": [ 29, 1, 0, 56 ], "nouns": [ "board:chopping", "board:chopping", "lid:pan", "lid:pan" ], "noun_classes": [ 18, 18, 6, 6 ], "start_stop_timestamps": [ [ "00:24:10.83", "00:24:15.66" ], [ "00:24:19.76", "00:24:23.74" ], [ "00:24:25.47", "00:24:28.66" ], [ "00:24:29.46", "00:24:31.32" ] ], "start_stop_frames": [ [ 87049, 87339 ], [ 87585, 87824 ], [ 87928, 88119 ], [ 88167, 88279 ] ], "trgnoun": "pan_lid", "trgverb": "submerge" }, { "key": "P01_02+28_29_30_31", "video_id": "P01_02", "narration_ids": [ "P01_02_28", "P01_02_29", "P01_02_30", "P01_02_31" ], "src": "wash colander . put_down colander . take saucepan", "src1": "wash colander", "src2": "put_down colander", "src3": "take saucepan", "trg": "wash saucepan", "vis_src": "P01_02:28 P01_02:29 P01_02:30", "vis_trg": "P01_02:31", "narrations": [ "wash colander", "put down colander", "take saucepan", "wash saucepan" ], "verbs": [ "wash", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "colander", "colander", "saucepan", "saucepan" ], "noun_classes": [ 39, 39, 5, 5 ], "start_stop_timestamps": [ [ "00:01:22.91", "00:01:28.34" ], [ "00:01:28.08", "00:01:29.72" ], [ "00:01:29.79", "00:01:31.38" ], [ "00:01:31.48", "00:01:35.73" ] ], "start_stop_frames": [ [ 4974, 5300 ], [ 5284, 5383 ], [ 5387, 5482 ], [ 5488, 5743 ] ], "trgnoun": "saucepan", "trgverb": "wash" }, { "key": "P22_16+351_352_353_354", "video_id": "P22_16", "narration_ids": [ "P22_16_351", "P22_16_352", "P22_16_353", "P22_16_354" ], "src": "turn cobs . put spoon . slice tomato", "src1": "turn cobs", "src2": "put spoon", "src3": "slice tomato", "trg": "pick_up tomato", "vis_src": "P22_16:351 P22_16:352 P22_16:353", "vis_trg": "P22_16:354", "narrations": [ "turn cobs", "put spoon", "slice tomato", "pick up tomato" ], "verbs": [ "turn", "put", "slice", "pick-up" ], "verb_classes": [ 23, 1, 7, 0 ], "nouns": [ "cob", "spoon", "tomato", "tomato" ], "noun_classes": [ 125, 1, 43, 43 ], "start_stop_timestamps": [ [ "00:18:10.48", "00:18:13.86" ], [ "00:18:13.96", "00:18:14.74" ], [ "00:18:14.71", "00:18:23.49" ], [ "00:18:28.90", "00:18:32.94" ] ], "start_stop_frames": [ [ 65428, 65631 ], [ 65637, 65684 ], [ 65682, 66209 ], [ 66534, 66776 ] ], "trgnoun": "tomato", "trgverb": "pick_up" }, { "key": "P01_109+906_907_908_909", "video_id": "P01_109", "narration_ids": [ "P01_109_906", "P01_109_907", "P01_109_908", "P01_109_909" ], "src": "put aluminium_foil into drawer . close drawer . open freezer", "src1": "put aluminium_foil into drawer", "src2": "close drawer", "src3": "open freezer", "trg": "open drawer", "vis_src": "P01_109:906 P01_109:907 P01_109:908", "vis_trg": "P01_109:909", "narrations": [ "put aluminium foil into drawer", "close drawer", "open freezer", "open drawer" ], "verbs": [ "put-into", "close", "open", "open" ], "verb_classes": [ 5, 4, 3, 3 ], "nouns": [ "foil:aluminium", "drawer", "freezer", "drawer" ], "noun_classes": [ 123, 8, 113, 8 ], "start_stop_timestamps": [ [ "01:01:33.75", "01:01:34.55" ], [ "01:01:34.63", "01:01:35.03" ], [ "01:01:35.91", "01:01:36.85" ], [ "01:01:36.86", "01:01:37.89" ] ], "start_stop_frames": [ [ 184687, 184727 ], [ 184731, 184751 ], [ 184795, 184842 ], [ 184843, 184894 ] ], "trgnoun": "drawer", "trgverb": "open" }, { "key": "P27_101+133_134_135_136", "video_id": "P27_101", "narration_ids": [ "P27_101_133", "P27_101_134", "P27_101_135", "P27_101_136" ], "src": "wash glass . put_down glass . pick_up spoon", "src1": "wash glass", "src2": "put_down glass", "src3": "pick_up spoon", "trg": "wash spoon", "vis_src": "P27_101:133 P27_101:134 P27_101:135", "vis_trg": "P27_101:136", "narrations": [ "wash glass", "put down glass", "pick up spoon", "wash spoon" ], "verbs": [ "wash", "put-down", "pick-up", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "glass", "glass", "spoon", "spoon" ], "noun_classes": [ 10, 10, 1, 1 ], "start_stop_timestamps": [ [ "00:05:51.50", "00:05:55.55" ], [ "00:05:55.85", "00:05:56.98" ], [ "00:05:57.32", "00:05:58.25" ], [ "00:05:58.35", "00:06:02.29" ] ], "start_stop_frames": [ [ 17575, 17777 ], [ 17792, 17849 ], [ 17866, 17912 ], [ 17917, 18114 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P02_118+225_226_227_228", "video_id": "P02_118", "narration_ids": [ "P02_118_225", "P02_118_226", "P02_118_227", "P02_118_228" ], "src": "sponge mug . put_down sponge . open tap", "src1": "sponge mug", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_118:225 P02_118:226 P02_118:227", "vis_trg": "P02_118:228", "narrations": [ "sponge mug", "put down sponge", "open tap", "rinse mug" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "mug", "sponge", "tap", "mug" ], "noun_classes": [ 13, 9, 0, 13 ], "start_stop_timestamps": [ [ "00:11:10.66", "00:11:14.96" ], [ "00:11:14.95", "00:11:15.52" ], [ "00:11:15.41", "00:11:16.36" ], [ "00:11:16.35", "00:11:19.13" ] ], "start_stop_frames": [ [ 33533, 33748 ], [ 33747, 33776 ], [ 33770, 33818 ], [ 33817, 33956 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P22_08+270_271_272_273", "video_id": "P22_08", "narration_ids": [ "P22_08_270", "P22_08_271", "P22_08_272", "P22_08_273" ], "src": "pick_up cloth . rinse cloth . rinse sponge", "src1": "pick_up cloth", "src2": "rinse cloth", "src3": "rinse sponge", "trg": "put_down sponge", "vis_src": "P22_08:270 P22_08:271 P22_08:272", "vis_trg": "P22_08:273", "narrations": [ "pick up cloth", "rinse cloth", "rinse sponge", "put down sponge" ], "verbs": [ "pick-up", "rinse", "rinse", "put-down" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "cloth", "cloth", "sponge", "sponge" ], "noun_classes": [ 17, 17, 9, 9 ], "start_stop_timestamps": [ [ "00:10:58.88", "00:10:59.51" ], [ "00:10:59.72", "00:11:02.81" ], [ "00:11:02.91", "00:11:06.29" ], [ "00:11:06.65", "00:11:08.06" ] ], "start_stop_frames": [ [ 39532, 39570 ], [ 39583, 39768 ], [ 39774, 39977 ], [ 39999, 40083 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P26_19+42_43_44_45", "video_id": "P26_19", "narration_ids": [ "P26_19_42", "P26_19_43", "P26_19_44", "P26_19_45" ], "src": "rinse knife . put_down knife . take fork", "src1": "rinse knife", "src2": "put_down knife", "src3": "take fork", "trg": "wash fork", "vis_src": "P26_19:42 P26_19:43 P26_19:44", "vis_trg": "P26_19:45", "narrations": [ "rinse knife", "put down knife", "take fork", "wash fork" ], "verbs": [ "rinse", "put-down", "take", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "fork", "fork" ], "noun_classes": [ 4, 4, 14, 14 ], "start_stop_timestamps": [ [ "00:02:35.57", "00:02:38.63" ], [ "00:02:38.73", "00:02:39.53" ], [ "00:02:39.39", "00:02:40.24" ], [ "00:02:40.34", "00:02:51.73" ] ], "start_stop_frames": [ [ 9334, 9517 ], [ 9523, 9571 ], [ 9563, 9614 ], [ 9620, 10303 ] ], "trgnoun": "fork", "trgverb": "wash" }, { "key": "P06_07+93_94_95_96", "video_id": "P06_07", "narration_ids": [ "P06_07_93", "P06_07_94", "P06_07_95", "P06_07_96" ], "src": "put tray . roll dough . pick_up tray", "src1": "put tray", "src2": "roll dough", "src3": "pick_up tray", "trg": "put tray on pizza", "vis_src": "P06_07:93 P06_07:94 P06_07:95", "vis_trg": "P06_07:96", "narrations": [ "put tray", "roll dough", "pick up tray", "put tray on pizza" ], "verbs": [ "put", "roll", "pick-up", "put-on" ], "verb_classes": [ 1, 47, 0, 1 ], "nouns": [ "tray", "dough", "tray", "tray" ], "noun_classes": [ 35, 25, 35, 35 ], "start_stop_timestamps": [ [ "00:05:50.88", "00:05:52.82" ], [ "00:05:53.27", "00:06:01.81" ], [ "00:06:01.67", "00:06:03.65" ], [ "00:06:02.18", "00:06:04.18" ] ], "start_stop_frames": [ [ 21052, 21169 ], [ 21196, 21708 ], [ 21700, 21819 ], [ 21730, 21850 ] ], "trgnoun": "tray", "trgverb": "put_on" }, { "key": "P22_15+10_11_12_13", "video_id": "P22_15", "narration_ids": [ "P22_15_10", "P22_15_11", "P22_15_12", "P22_15_13" ], "src": "put_down moka . remove filter . remove coffee", "src1": "put_down moka", "src2": "remove filter", "src3": "remove coffee", "trg": "set_down filter", "vis_src": "P22_15:10 P22_15:11 P22_15:12", "vis_trg": "P22_15:13", "narrations": [ "put down moka", "remove filter", "remove coffee", "set down filter" ], "verbs": [ "put-down", "remove", "remove", "set-down" ], "verb_classes": [ 1, 12, 12, 1 ], "nouns": [ "moka", "filter", "coffee", "filter" ], "noun_classes": [ 50, 77, 59, 77 ], "start_stop_timestamps": [ [ "00:00:26.11", "00:00:27.04" ], [ "00:00:27.17", "00:00:29.55" ], [ "00:00:28.01", "00:00:31.33" ], [ "00:00:31.36", "00:00:32.51" ] ], "start_stop_frames": [ [ 1566, 1622 ], [ 1630, 1773 ], [ 1680, 1879 ], [ 1881, 1950 ] ], "trgnoun": "filter", "trgverb": "set_down" }, { "key": "P20_03+10_11_12_13", "video_id": "P20_03", "narration_ids": [ "P20_03_10", "P20_03_11", "P20_03_12", "P20_03_13" ], "src": "pick_up bowl . put_down bowl . put_down cereal_box", "src1": "pick_up bowl", "src2": "put_down bowl", "src3": "put_down cereal_box", "trg": "close cereal_box", "vis_src": "P20_03:10 P20_03:11 P20_03:12", "vis_trg": "P20_03:13", "narrations": [ "pick up bowl", "put down bowl", "put down cereal box", "close cereal box" ], "verbs": [ "pick-up", "put-down", "put-down", "close" ], "verb_classes": [ 0, 1, 1, 4 ], "nouns": [ "bowl", "bowl", "box:cereal", "box:cereal" ], "noun_classes": [ 7, 7, 23, 23 ], "start_stop_timestamps": [ [ "00:00:31.55", "00:00:32.41" ], [ "00:00:32.35", "00:00:33.25" ], [ "00:00:33.62", "00:00:34.96" ], [ "00:00:33.98", "00:00:37.42" ] ], "start_stop_frames": [ [ 1893, 1944 ], [ 1941, 1995 ], [ 2017, 2097 ], [ 2038, 2245 ] ], "trgnoun": "cereal_box", "trgverb": "close" }, { "key": "P10_04+38_39_40_41", "video_id": "P10_04", "narration_ids": [ "P10_04_38", "P10_04_39", "P10_04_40", "P10_04_41" ], "src": "remove the water from my hand . get the plate from the cabinet . get the glass_bowl from the cabinet", "src1": "remove the water from my hand", "src2": "get the plate from the cabinet", "src3": "get the glass_bowl from the cabinet", "trg": "put the glass_bowl into the sink", "vis_src": "P10_04:38 P10_04:39 P10_04:40", "vis_trg": "P10_04:41", "narrations": [ "remove the water from my hand", "get the plate from the cabinet", "get the glass bowl from the cabinet", "put the glass bowl into the sink" ], "verbs": [ "remove-from", "get-from", "get", "put-into" ], "verb_classes": [ 12, 0, 0, 5 ], "nouns": [ "water", "plate", "bowl:glass", "bowl:glass" ], "noun_classes": [ 27, 2, 7, 7 ], "start_stop_timestamps": [ [ "00:04:46.62", "00:04:49.56" ], [ "00:04:49.66", "00:04:54.68" ], [ "00:04:54.45", "00:04:58.75" ], [ "00:04:59.72", "00:05:03.67" ] ], "start_stop_frames": [ [ 17197, 17373 ], [ 17379, 17680 ], [ 17667, 17925 ], [ 17983, 18220 ] ], "trgnoun": "glass_bowl", "trgverb": "put_into" }, { "key": "P27_103+280_281_282_283", "video_id": "P27_103", "narration_ids": [ "P27_103_280", "P27_103_281", "P27_103_282", "P27_103_283" ], "src": "cut butter . pick_up butter . put_down knife", "src1": "cut butter", "src2": "pick_up butter", "src3": "put_down knife", "trg": "spread butter", "vis_src": "P27_103:280 P27_103:281 P27_103:282", "vis_trg": "P27_103:283", "narrations": [ "cut butter", "pick up butter", "put down knife", "spread butter" ], "verbs": [ "cut", "pick-up", "put-down", "spread" ], "verb_classes": [ 7, 0, 1, 27 ], "nouns": [ "butter", "butter", "knife", "butter" ], "noun_classes": [ 78, 78, 4, 78 ], "start_stop_timestamps": [ [ "00:19:20.17", "00:19:29.35" ], [ "00:19:28.99", "00:19:29.66" ], [ "00:19:29.38", "00:19:30.13" ], [ "00:19:30.23", "00:19:47.88" ] ], "start_stop_frames": [ [ 58008, 58467 ], [ 58449, 58483 ], [ 58469, 58506 ], [ 58511, 59394 ] ], "trgnoun": "butter", "trgverb": "spread" }, { "key": "P01_04+1_2_3_4", "video_id": "P01_04", "narration_ids": [ "P01_04_1", "P01_04_2", "P01_04_3", "P01_04_4" ], "src": "put_down cup . take cereal_bag . fold cereal_bag", "src1": "put_down cup", "src2": "take cereal_bag", "src3": "fold cereal_bag", "trg": "put cereal_bag into cereal box", "vis_src": "P01_04:1 P01_04:2 P01_04:3", "vis_trg": "P01_04:4", "narrations": [ "put down cup", "take cereal bag", "fold cereal bag", "put cereal bag into cereal box" ], "verbs": [ "put-down", "take", "fold", "put-into" ], "verb_classes": [ 1, 0, 28, 5 ], "nouns": [ "cup", "bag:cereal", "bag:cereal", "bag:cereal" ], "noun_classes": [ 13, 19, 19, 19 ], "start_stop_timestamps": [ [ "00:00:02.87", "00:00:05.10" ], [ "00:00:06.15", "00:00:06.77" ], [ "00:00:07.26", "00:00:10.26" ], [ "00:00:10.36", "00:00:14.11" ] ], "start_stop_frames": [ [ 172, 306 ], [ 369, 406 ], [ 435, 615 ], [ 621, 846 ] ], "trgnoun": "cereal_bag", "trgverb": "put_into" }, { "key": "P12_101+419_420_421_423", "video_id": "P12_101", "narration_ids": [ "P12_101_419", "P12_101_420", "P12_101_421", "P12_101_423" ], "src": "put_down cream_cheese onto countertop . pick_up mozzarella . open mozzarella_bag", "src1": "put_down cream_cheese onto countertop", "src2": "pick_up mozzarella", "src3": "open mozzarella_bag", "trg": "take_out mozzarella from mozzarella bag", "vis_src": "P12_101:419 P12_101:420 P12_101:421", "vis_trg": "P12_101:423", "narrations": [ "put down cream cheese onto countertop", "pick up mozzarella", "open mozzarella bag", "take out mozzarella from mozzarella bag" ], "verbs": [ "put-down", "pick-up", "open", "take-out" ], "verb_classes": [ 1, 0, 3, 12 ], "nouns": [ "cheese:cream", "mozzarella", "bag:mozzarella", "mozzarella" ], "noun_classes": [ 32, 32, 19, 32 ], "start_stop_timestamps": [ [ "00:27:17.44", "00:27:17.95" ], [ "00:27:18.19", "00:27:19.63" ], [ "00:27:21.89", "00:27:26.87" ], [ "00:27:25.60", "00:27:26.63" ] ], "start_stop_frames": [ [ 81872, 81897 ], [ 81909, 81981 ], [ 82094, 82343 ], [ 82280, 82331 ] ], "trgnoun": "mozzarella", "trgverb": "take_out" }, { "key": "P02_112+73_74_75_76", "video_id": "P02_112", "narration_ids": [ "P02_112_73", "P02_112_74", "P02_112_75", "P02_112_76" ], "src": "shake tray . put_down tray . pick_up oil_bottle", "src1": "shake tray", "src2": "put_down tray", "src3": "pick_up oil_bottle", "trg": "open oil_bottle", "vis_src": "P02_112:73 P02_112:74 P02_112:75", "vis_trg": "P02_112:76", "narrations": [ "shake tray", "put down tray", "pick up oil bottle", "open oil bottle" ], "verbs": [ "shake", "put-down", "pick-up", "open" ], "verb_classes": [ 15, 1, 0, 3 ], "nouns": [ "tray", "tray", "bottle:oil", "bottle:oil" ], "noun_classes": [ 35, 35, 15, 15 ], "start_stop_timestamps": [ [ "00:03:36.60", "00:03:38.55" ], [ "00:03:40.65", "00:03:41.55" ], [ "00:03:42.14", "00:03:43.20" ], [ "00:03:43.30", "00:03:45.60" ] ], "start_stop_frames": [ [ 10830, 10927 ], [ 11032, 11077 ], [ 11107, 11160 ], [ 11165, 11280 ] ], "trgnoun": "oil_bottle", "trgverb": "open" }, { "key": "P12_101+456_457_458_460", "video_id": "P12_101", "narration_ids": [ "P12_101_456", "P12_101_457", "P12_101_458", "P12_101_460" ], "src": "wash hands . close tap . pick_up spoon from cutting board", "src1": "wash hands", "src2": "close tap", "src3": "pick_up spoon from cutting board", "trg": "wash spoon", "vis_src": "P12_101:456 P12_101:457 P12_101:458", "vis_trg": "P12_101:460", "narrations": [ "wash hands", "close tap", "pick up spoon from cutting board", "wash spoon" ], "verbs": [ "wash", "turn-off", "pick-up", "wash" ], "verb_classes": [ 2, 8, 0, 2 ], "nouns": [ "hand", "tap", "spoon", "spoon" ], "noun_classes": [ 11, 0, 1, 1 ], "start_stop_timestamps": [ [ "00:30:26.38", "00:30:27.66" ], [ "00:30:27.74", "00:30:28.26" ], [ "00:30:28.29", "00:30:29.82" ], [ "00:30:30.99", "00:30:37.27" ] ], "start_stop_frames": [ [ 91319, 91383 ], [ 91387, 91413 ], [ 91414, 91491 ], [ 91549, 91863 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P02_123+283_284_285_286", "video_id": "P02_123", "narration_ids": [ "P02_123_283", "P02_123_284", "P02_123_285", "P02_123_286" ], "src": "pick_up mug . sponge mug . open tap", "src1": "pick_up mug", "src2": "sponge mug", "src3": "open tap", "trg": "rinse mug", "vis_src": "P02_123:283 P02_123:284 P02_123:285", "vis_trg": "P02_123:286", "narrations": [ "pick up mug", "sponge mug", "open tap", "rinse mug" ], "verbs": [ "pick-up", "sponge", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "mug", "mug", "tap", "mug" ], "noun_classes": [ 13, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:14:44.98", "00:14:46.07" ], [ "00:14:46.16", "00:14:49.56" ], [ "00:14:49.89", "00:14:50.89" ], [ "00:14:50.86", "00:14:54.49" ] ], "start_stop_frames": [ [ 44249, 44303 ], [ 44308, 44478 ], [ 44494, 44544 ], [ 44543, 44724 ] ], "trgnoun": "mug", "trgverb": "rinse" }, { "key": "P02_06+221_222_223_224", "video_id": "P02_06", "narration_ids": [ "P02_06_221", "P02_06_222", "P02_06_223", "P02_06_224" ], "src": "pick_up cucumber . pick_up chopped_cucumber . put cucumber", "src1": "pick_up cucumber", "src2": "pick_up chopped_cucumber", "src3": "put cucumber", "trg": "put cucumber in plate", "vis_src": "P02_06:221 P02_06:222 P02_06:223", "vis_trg": "P02_06:224", "narrations": [ "pick up cucumber", "pick up chopped cucumber", "put cucumber", "put cucumber in plate" ], "verbs": [ "pick-up", "pick-up", "put", "put-in" ], "verb_classes": [ 0, 0, 1, 5 ], "nouns": [ "cucumber", "cucumber:chopped", "cucumber", "cucumber" ], "noun_classes": [ 72, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:10:18.92", "00:10:19.75" ], [ "00:10:19.56", "00:10:20.71" ], [ "00:10:19.83", "00:10:20.40" ], [ "00:10:19.90", "00:10:30.15" ] ], "start_stop_frames": [ [ 37135, 37185 ], [ 37173, 37242 ], [ 37189, 37224 ], [ 37194, 37809 ] ], "trgnoun": "cucumber", "trgverb": "put_in" }, { "key": "P01_01+45_46_47_48", "video_id": "P01_01", "narration_ids": [ "P01_01_45", "P01_01_46", "P01_01_47", "P01_01_48" ], "src": "pour courgette onto pan . throw courgette into rubbish bin . open drawer", "src1": "pour courgette onto pan", "src2": "throw courgette into rubbish bin", "src3": "open drawer", "trg": "close drawer", "vis_src": "P01_01:45 P01_01:46 P01_01:47", "vis_trg": "P01_01:48", "narrations": [ "pour courgette onto pan", "throw courgette into rubbish bin", "open drawer", "close drawer" ], "verbs": [ "pour-onto", "throw-into", "open", "close" ], "verb_classes": [ 9, 13, 3, 4 ], "nouns": [ "courgette", "courgette", "drawer", "drawer" ], "noun_classes": [ 76, 76, 8, 8 ], "start_stop_timestamps": [ [ "00:04:10.05", "00:04:17.87" ], [ "00:04:21.69", "00:04:24.65" ], [ "00:04:25.06", "00:04:26.44" ], [ "00:04:28.57", "00:04:29.24" ] ], "start_stop_frames": [ [ 15003, 15472 ], [ 15701, 15878 ], [ 15903, 15986 ], [ 16114, 16154 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P06_105+11_12_13_14", "video_id": "P06_105", "narration_ids": [ "P06_105_11", "P06_105_12", "P06_105_13", "P06_105_14" ], "src": "open fridge . pick_up cheese . close fridge", "src1": "open fridge", "src2": "pick_up cheese", "src3": "close fridge", "trg": "put_down cheese", "vis_src": "P06_105:11 P06_105:12 P06_105:13", "vis_trg": "P06_105:14", "narrations": [ "open fridge", "pick up cheese", "close fridge", "put down cheese" ], "verbs": [ "open", "pick-up", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "fridge", "cheese", "fridge", "cheese" ], "noun_classes": [ 12, 32, 12, 32 ], "start_stop_timestamps": [ [ "00:00:47.25", "00:00:48.87" ], [ "00:00:48.97", "00:00:50.18" ], [ "00:00:50.28", "00:00:51.45" ], [ "00:00:53.67", "00:00:54.68" ] ], "start_stop_frames": [ [ 2362, 2443 ], [ 2448, 2509 ], [ 2514, 2572 ], [ 2683, 2734 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P01_09+801_802_803_804", "video_id": "P01_09", "narration_ids": [ "P01_09_801", "P01_09_802", "P01_09_803", "P01_09_804" ], "src": "take pan . wash pan . turn_off top", "src1": "take pan", "src2": "wash pan", "src3": "turn_off top", "trg": "turn_on top", "vis_src": "P01_09:801 P01_09:802 P01_09:803", "vis_trg": "P01_09:804", "narrations": [ "take pan", "wash pan", "turn off top", "turn on top" ], "verbs": [ "take", "wash", "turn-off", "turn-on" ], "verb_classes": [ 0, 2, 8, 6 ], "nouns": [ "pan", "pan", "top", "top" ], "noun_classes": [ 5, 5, 42, 42 ], "start_stop_timestamps": [ [ "00:53:43.61", "00:53:45.05" ], [ "00:53:45.15", "00:53:49.91" ], [ "00:53:48.58", "00:53:49.56" ], [ "00:53:49.34", "00:53:50.05" ] ], "start_stop_frames": [ [ 193416, 193503 ], [ 193509, 193794 ], [ 193714, 193773 ], [ 193760, 193803 ] ], "trgnoun": "top", "trgverb": "turn_on" }, { "key": "P04_110+275_276_277_279", "video_id": "P04_110", "narration_ids": [ "P04_110_275", "P04_110_276", "P04_110_277", "P04_110_279" ], "src": "pick_up plate . pick_up piece of broccoli . eat piece of broccoli", "src1": "pick_up plate", "src2": "pick_up piece of broccoli", "src3": "eat piece of broccoli", "trg": "adjust pieces of broccoli", "vis_src": "P04_110:275 P04_110:276 P04_110:277", "vis_trg": "P04_110:279", "narrations": [ "pick up plate", "pick up piece of broccoli", "eat piece of broccoli", "adjust pieces of broccoli" ], "verbs": [ "pick-up", "pick-up", "eat", "adjust" ], "verb_classes": [ 0, 0, 35, 17 ], "nouns": [ "plate", "piece:broccoli", "piece:broccoli", "piece:broccoli" ], "noun_classes": [ 2, 101, 101, 101 ], "start_stop_timestamps": [ [ "00:07:53.83", "00:07:54.99" ], [ "00:07:55.02", "00:07:55.91" ], [ "00:07:55.79", "00:07:57.53" ], [ "00:07:58.85", "00:08:02.23" ] ], "start_stop_frames": [ [ 23691, 23749 ], [ 23751, 23795 ], [ 23789, 23876 ], [ 23942, 24111 ] ], "trgnoun": "broccoli_piece", "trgverb": "adjust" }, { "key": "P01_102+22_23_24_25", "video_id": "P01_102", "narration_ids": [ "P01_102_22", "P01_102_23", "P01_102_24", "P01_102_25" ], "src": "put_down knife . take colander . put_down plate", "src1": "put_down knife", "src2": "take colander", "src3": "put_down plate", "trg": "wash colander", "vis_src": "P01_102:22 P01_102:23 P01_102:24", "vis_trg": "P01_102:25", "narrations": [ "put down knife", "take colander", "put down plate", "wash colander" ], "verbs": [ "put-down", "take", "put-down", "wash" ], "verb_classes": [ 1, 0, 1, 2 ], "nouns": [ "knife", "colander", "plate", "colander" ], "noun_classes": [ 4, 39, 2, 39 ], "start_stop_timestamps": [ [ "00:00:55.14", "00:00:55.40" ], [ "00:00:55.45", "00:00:56.12" ], [ "00:00:56.09", "00:00:56.64" ], [ "00:00:57.76", "00:01:05.06" ] ], "start_stop_frames": [ [ 2757, 2770 ], [ 2772, 2806 ], [ 2804, 2832 ], [ 2888, 3253 ] ], "trgnoun": "colander", "trgverb": "wash" }, { "key": "P22_05+381_382_383_384", "video_id": "P22_05", "narration_ids": [ "P22_05_381", "P22_05_382", "P22_05_383", "P22_05_384" ], "src": "close bread . open cupboard . put_away bread", "src1": "close bread", "src2": "open cupboard", "src3": "put_away bread", "trg": "close cupboard", "vis_src": "P22_05:381 P22_05:382 P22_05:383", "vis_trg": "P22_05:384", "narrations": [ "close bread", "open cupboard", "put away bread", "close cupboard" ], "verbs": [ "close", "open", "put-away", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "bread", "cupboard", "bread", "cupboard" ], "noun_classes": [ 33, 3, 33, 3 ], "start_stop_timestamps": [ [ "00:15:44.70", "00:15:51.95" ], [ "00:15:51.87", "00:15:53.02" ], [ "00:15:53.21", "00:15:55.25" ], [ "00:15:55.13", "00:15:56.35" ] ], "start_stop_frames": [ [ 56682, 57117 ], [ 57112, 57181 ], [ 57192, 57315 ], [ 57307, 57381 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P05_08+75_76_77_78", "video_id": "P05_08", "narration_ids": [ "P05_08_75", "P05_08_76", "P05_08_77", "P05_08_78" ], "src": "stir salad in saucepan . take wooden_spoon . stir pasta", "src1": "stir salad in saucepan", "src2": "take wooden_spoon", "src3": "stir pasta", "trg": "place wooden_spoon on refrigerator", "vis_src": "P05_08:75 P05_08:76 P05_08:77", "vis_trg": "P05_08:78", "narrations": [ "stir salad in saucepan", "take wooden spoon", "stir pasta", "place wooden spoon on refrigerator" ], "verbs": [ "stir-in", "take", "stir", "place-on" ], "verb_classes": [ 10, 0, 10, 1 ], "nouns": [ "salad", "spoon:wooden", "pasta", "spoon:wooden" ], "noun_classes": [ 68, 1, 45, 1 ], "start_stop_timestamps": [ [ "00:07:52.94", "00:08:31.84" ], [ "00:08:31.62", "00:08:33.14" ], [ "00:08:33.22", "00:09:02.81" ], [ "00:09:02.73", "00:09:04.04" ] ], "start_stop_frames": [ [ 28376, 30710 ], [ 30697, 30788 ], [ 30793, 32568 ], [ 32563, 32642 ] ], "trgnoun": "wooden_spoon", "trgverb": "place_on" }, { "key": "P02_09+60_61_62_63", "video_id": "P02_09", "narration_ids": [ "P02_09_60", "P02_09_61", "P02_09_62", "P02_09_63" ], "src": "put salt . pick_up salt . pick_up spoon", "src1": "put salt", "src2": "pick_up salt", "src3": "pick_up spoon", "trg": "pour salt into spoon", "vis_src": "P02_09:60 P02_09:61 P02_09:62", "vis_trg": "P02_09:63", "narrations": [ "put salt", "pick up salt", "pick up spoon", "pour salt into spoon" ], "verbs": [ "put", "pick-up", "pick-up", "pour-into" ], "verb_classes": [ 1, 0, 0, 9 ], "nouns": [ "salt", "salt", "spoon", "salt" ], "noun_classes": [ 38, 38, 1, 38 ], "start_stop_timestamps": [ [ "00:02:23.00", "00:02:33.36" ], [ "00:02:23.14", "00:02:24.10" ], [ "00:02:23.49", "00:02:24.89" ], [ "00:02:25.24", "00:02:31.62" ] ], "start_stop_frames": [ [ 8580, 9201 ], [ 8588, 8646 ], [ 8609, 8693 ], [ 8714, 9097 ] ], "trgnoun": "salt", "trgverb": "pour_into" }, { "key": "P30_05+704_705_706_707", "video_id": "P30_05", "narration_ids": [ "P30_05_704", "P30_05_705", "P30_05_706", "P30_05_707" ], "src": "close fridge . stir food . close cupboard", "src1": "close fridge", "src2": "stir food", "src3": "close cupboard", "trg": "sample food", "vis_src": "P30_05:704 P30_05:705 P30_05:706", "vis_trg": "P30_05:707", "narrations": [ "close fridge", "stir food", "close cupboard", "sample food" ], "verbs": [ "close", "stir", "close", "sample" ], "verb_classes": [ 4, 10, 4, 35 ], "nouns": [ "fridge", "food", "cupboard", "food" ], "noun_classes": [ 12, 34, 3, 34 ], "start_stop_timestamps": [ [ "00:50:50.44", "00:50:51.53" ], [ "00:50:51.63", "00:50:58.80" ], [ "00:50:58.29", "00:50:59.19" ], [ "00:51:00.41", "00:51:10.50" ] ], "start_stop_frames": [ [ 183026, 183091 ], [ 183097, 183528 ], [ 183497, 183551 ], [ 183624, 184230 ] ], "trgnoun": "food", "trgverb": "sample" }, { "key": "P04_117+112_113_114_115", "video_id": "P04_117", "narration_ids": [ "P04_117_112", "P04_117_113", "P04_117_114", "P04_117_115" ], "src": "wipe eggs off spatula using side of pan . scoop_up eggs with spatula . lay eggs onto bread", "src1": "wipe eggs off spatula using side of pan", "src2": "scoop_up eggs with spatula", "src3": "lay eggs onto bread", "trg": "scoop eggs using spatula", "vis_src": "P04_117:112 P04_117:113 P04_117:114", "vis_trg": "P04_117:115", "narrations": [ "wipe eggs off spatula using side of pan", "scoop up eggs with spatula", "lay eggs onto bread", "scoop eggs using spatula" ], "verbs": [ "wipe-off", "scoop-up", "lay-onto", "scoop" ], "verb_classes": [ 2, 16, 1, 16 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:04:04.10", "00:04:04.85" ], [ "00:04:04.95", "00:04:05.75" ], [ "00:04:06.19", "00:04:06.74" ], [ "00:04:08.19", "00:04:11.24" ] ], "start_stop_frames": [ [ 12205, 12242 ], [ 12247, 12287 ], [ 12309, 12337 ], [ 12409, 12562 ] ], "trgnoun": "egg", "trgverb": "scoop" }, { "key": "P05_06+6_7_8_9", "video_id": "P05_06", "narration_ids": [ "P05_06_6", "P05_06_7", "P05_06_8", "P05_06_9" ], "src": "take cup . take spoon . take sugar", "src1": "take cup", "src2": "take spoon", "src3": "take sugar", "trg": "pour sugar in cup", "vis_src": "P05_06:6 P05_06:7 P05_06:8", "vis_trg": "P05_06:9", "narrations": [ "take cup", "take spoon", "take sugar", "pour sugar in cup" ], "verbs": [ "take", "take", "take", "pour-in" ], "verb_classes": [ 0, 0, 0, 9 ], "nouns": [ "cup", "spoon", "sugar", "sugar" ], "noun_classes": [ 13, 1, 102, 102 ], "start_stop_timestamps": [ [ "00:00:21.34", "00:00:22.04" ], [ "00:00:23.54", "00:00:24.79" ], [ "00:00:24.45", "00:00:26.85" ], [ "00:00:28.35", "00:00:33.48" ] ], "start_stop_frames": [ [ 1280, 1322 ], [ 1412, 1487 ], [ 1467, 1611 ], [ 1701, 2008 ] ], "trgnoun": "sugar", "trgverb": "pour_in" }, { "key": "P06_113+9_10_11_12", "video_id": "P06_113", "narration_ids": [ "P06_113_9", "P06_113_10", "P06_113_11", "P06_113_12" ], "src": "put pan in cupboard . close cupboard . pick_up tupperware", "src1": "put pan in cupboard", "src2": "close cupboard", "src3": "pick_up tupperware", "trg": "put_down tupperware", "vis_src": "P06_113:9 P06_113:10 P06_113:11", "vis_trg": "P06_113:12", "narrations": [ "put pan in cupboard", "close cupboard", "pick up tupperware", "put down tupperware" ], "verbs": [ "put-in", "close", "pick-up", "put-down" ], "verb_classes": [ 5, 4, 0, 1 ], "nouns": [ "pan", "cupboard", "tupperware", "tupperware" ], "noun_classes": [ 5, 3, 23, 23 ], "start_stop_timestamps": [ [ "00:00:25.78", "00:00:29.04" ], [ "00:00:27.80", "00:00:31.80" ], [ "00:00:32.66", "00:00:34.60" ], [ "00:00:33.72", "00:00:35.33" ] ], "start_stop_frames": [ [ 1289, 1452 ], [ 1390, 1590 ], [ 1632, 1730 ], [ 1686, 1766 ] ], "trgnoun": "tupperware", "trgverb": "put_down" }, { "key": "P03_109+118_119_120_121", "video_id": "P03_109", "narration_ids": [ "P03_109_118", "P03_109_119", "P03_109_120", "P03_109_121" ], "src": "dry saucepan . open cupboard . put saucepan in cupboard", "src1": "dry saucepan", "src2": "open cupboard", "src3": "put saucepan in cupboard", "trg": "close cupboard", "vis_src": "P03_109:118 P03_109:119 P03_109:120", "vis_trg": "P03_109:121", "narrations": [ "dry saucepan", "open cupboard", "put saucepan in cupboard", "close cupboard" ], "verbs": [ "dry", "open", "put-in", "close" ], "verb_classes": [ 14, 3, 5, 4 ], "nouns": [ "saucepan", "cupboard", "saucepan", "cupboard" ], "noun_classes": [ 5, 3, 5, 3 ], "start_stop_timestamps": [ [ "00:06:25.35", "00:06:44.87" ], [ "00:06:45.33", "00:06:46.14" ], [ "00:06:45.91", "00:06:49.21" ], [ "00:06:49.27", "00:06:50.08" ] ], "start_stop_frames": [ [ 19267, 20243 ], [ 20266, 20307 ], [ 20295, 20460 ], [ 20463, 20504 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P04_107+350_351_352_353", "video_id": "P04_107", "narration_ids": [ "P04_107_350", "P04_107_351", "P04_107_352", "P04_107_353" ], "src": "rotate spoon . pick_up rolling_pin . roll_out dough", "src1": "rotate spoon", "src2": "pick_up rolling_pin", "src3": "roll_out dough", "trg": "flip_over dough", "vis_src": "P04_107:350 P04_107:351 P04_107:352", "vis_trg": "P04_107:353", "narrations": [ "rotate spoon", "pick up rolling pin", "roll out dough", "flip over dough" ], "verbs": [ "rotate", "pick-up", "roll-out", "flip-over" ], "verb_classes": [ 23, 0, 39, 22 ], "nouns": [ "spoon", "pin:rolling", "dough", "dough" ], "noun_classes": [ 1, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:10:47.45", "00:10:48.27" ], [ "00:10:48.49", "00:10:49.28" ], [ "00:10:49.64", "00:10:53.24" ], [ "00:10:53.49", "00:10:54.44" ] ], "start_stop_frames": [ [ 32372, 32413 ], [ 32424, 32464 ], [ 32482, 32662 ], [ 32674, 32722 ] ], "trgnoun": "dough", "trgverb": "flip_over" }, { "key": "P30_107+426_427_428_430", "video_id": "P30_107", "narration_ids": [ "P30_107_426", "P30_107_427", "P30_107_428", "P30_107_430" ], "src": "shake hands . move saucepan . turn_on hob", "src1": "shake hands", "src2": "move saucepan", "src3": "turn_on hob", "trg": "open cupboard", "vis_src": "P30_107:426 P30_107:427 P30_107:428", "vis_trg": "P30_107:430", "narrations": [ "shake hands", "move saucepan", "turn on hob", "open cupboard" ], "verbs": [ "shake", "move", "turn-on", "open" ], "verb_classes": [ 15, 11, 6, 3 ], "nouns": [ "hand", "saucepan", "hob", "cupboard" ], "noun_classes": [ 11, 5, 24, 3 ], "start_stop_timestamps": [ [ "00:22:16.00", "00:22:19.56" ], [ "00:22:19.37", "00:22:23.09" ], [ "00:22:23.00", "00:22:25.21" ], [ "00:22:28.65", "00:22:29.12" ] ], "start_stop_frames": [ [ 66800, 66978 ], [ 66968, 67154 ], [ 67150, 67260 ], [ 67432, 67456 ] ], "trgnoun": "cupboard", "trgverb": "open" }, { "key": "P01_09+238_239_240_241", "video_id": "P01_09", "narration_ids": [ "P01_09_238", "P01_09_239", "P01_09_240", "P01_09_241" ], "src": "take container . open container . take onion", "src1": "take container", "src2": "open container", "src3": "take onion", "trg": "put_down container", "vis_src": "P01_09:238 P01_09:239 P01_09:240", "vis_trg": "P01_09:241", "narrations": [ "take container", "open container", "take onion", "put down container" ], "verbs": [ "take", "open", "take", "put-down" ], "verb_classes": [ 0, 3, 0, 1 ], "nouns": [ "container", "container", "onion", "container" ], "noun_classes": [ 21, 21, 16, 21 ], "start_stop_timestamps": [ [ "00:18:34.23", "00:18:35.22" ], [ "00:18:35.95", "00:18:36.89" ], [ "00:18:38.90", "00:18:40.00" ], [ "00:18:39.60", "00:18:40.53" ] ], "start_stop_frames": [ [ 66853, 66913 ], [ 66957, 67013 ], [ 67134, 67200 ], [ 67176, 67231 ] ], "trgnoun": "container", "trgverb": "put_down" }, { "key": "P02_120+121_122_123_124", "video_id": "P02_120", "narration_ids": [ "P02_120_121", "P02_120_122", "P02_120_123", "P02_120_124" ], "src": "turn_on hand_blender . blend ingredients . turn_off blender", "src1": "turn_on hand_blender", "src2": "blend ingredients", "src3": "turn_off blender", "trg": "rest blender on side of bowl", "vis_src": "P02_120:121 P02_120:122 P02_120:123", "vis_trg": "P02_120:124", "narrations": [ "turn on hand blender", "blend ingredients", "turn off blender", "rest blender on side of bowl" ], "verbs": [ "turn-on", "blend", "turn-off", "rest-on" ], "verb_classes": [ 6, 10, 8, 1 ], "nouns": [ "blender:hand", "ingredient", "blender", "blender" ], "noun_classes": [ 82, 34, 82, 82 ], "start_stop_timestamps": [ [ "00:07:24.64", "00:07:26.02" ], [ "00:07:26.07", "00:07:51.85" ], [ "00:07:51.58", "00:07:52.24" ], [ "00:07:51.80", "00:07:52.82" ] ], "start_stop_frames": [ [ 22232, 22301 ], [ 22303, 23592 ], [ 23579, 23612 ], [ 23590, 23641 ] ], "trgnoun": "blender", "trgverb": "rest_on" }, { "key": "P28_103+269_270_271_272", "video_id": "P28_103", "narration_ids": [ "P28_103_269", "P28_103_270", "P28_103_271", "P28_103_272" ], "src": "pour salt in food . put salt . take pepper", "src1": "pour salt in food", "src2": "put salt", "src3": "take pepper", "trg": "pour pepper in food", "vis_src": "P28_103:269 P28_103:270 P28_103:271", "vis_trg": "P28_103:272", "narrations": [ "pour salt in food", "put salt", "take pepper", "pour pepper in food" ], "verbs": [ "pour-in", "put", "take", "pour-in" ], "verb_classes": [ 9, 1, 0, 9 ], "nouns": [ "salt", "salt", "pepper", "pepper" ], "noun_classes": [ 38, 38, 37, 37 ], "start_stop_timestamps": [ [ "00:27:13.64", "00:27:22.39" ], [ "00:27:23.15", "00:27:24.10" ], [ "00:27:24.15", "00:27:24.81" ], [ "00:27:25.26", "00:27:39.24" ] ], "start_stop_frames": [ [ 81682, 82119 ], [ 82157, 82205 ], [ 82207, 82240 ], [ 82263, 82962 ] ], "trgnoun": "pepper", "trgverb": "pour_in" }, { "key": "P03_02+67_68_69_70", "video_id": "P03_02", "narration_ids": [ "P03_02_67", "P03_02_68", "P03_02_69", "P03_02_70" ], "src": "fill_up bottle . close bottle . open fridge", "src1": "fill_up bottle", "src2": "close bottle", "src3": "open fridge", "trg": "place bottle in fridge", "vis_src": "P03_02:67 P03_02:68 P03_02:69", "vis_trg": "P03_02:70", "narrations": [ "fill up bottle", "close bottle", "open fridge", "place bottle in fridge" ], "verbs": [ "fill-up", "close", "open", "place-in" ], "verb_classes": [ 26, 4, 3, 5 ], "nouns": [ "bottle", "bottle", "fridge", "bottle" ], "noun_classes": [ 15, 15, 12, 15 ], "start_stop_timestamps": [ [ "00:02:02.16", "00:02:06.28" ], [ "00:02:07.71", "00:02:10.91" ], [ "00:02:13.67", "00:02:14.47" ], [ "00:02:16.28", "00:02:19.18" ] ], "start_stop_frames": [ [ 7329, 7576 ], [ 7662, 7854 ], [ 8020, 8068 ], [ 8176, 8350 ] ], "trgnoun": "bottle", "trgverb": "place_in" }, { "key": "P29_03+493_494_495_497", "video_id": "P29_03", "narration_ids": [ "P29_03_493", "P29_03_494", "P29_03_495", "P29_03_497" ], "src": "pick_up cafetiere . rinse cafetiere . clean cafetiere top", "src1": "pick_up cafetiere", "src2": "rinse cafetiere", "src3": "clean cafetiere top", "trg": "place cafetiere_top on drying rack", "vis_src": "P29_03:493 P29_03:494 P29_03:495", "vis_trg": "P29_03:497", "narrations": [ "pick up cafetiere", "rinse cafetiere", "clean cafetiere top", "place cafetiere top on drying rack" ], "verbs": [ "pick-up", "rinse", "clean", "place-on" ], "verb_classes": [ 0, 2, 2, 1 ], "nouns": [ "cafetiere", "cafetiere", "cafetiere", "top:cafetiere" ], "noun_classes": [ 50, 50, 50, 50 ], "start_stop_timestamps": [ [ "00:32:10.69", "00:32:11.79" ], [ "00:32:11.89", "00:32:16.22" ], [ "00:32:16.32", "00:32:23.30" ], [ "00:32:26.56", "00:32:28.91" ] ], "start_stop_frames": [ [ 115841, 115907 ], [ 115913, 116173 ], [ 116179, 116598 ], [ 116793, 116934 ] ], "trgnoun": "cafetiere_top", "trgverb": "place_on" }, { "key": "P07_107+5_6_7_8", "video_id": "P07_107", "narration_ids": [ "P07_107_5", "P07_107_6", "P07_107_7", "P07_107_8" ], "src": "throw coffee into food bin . shake coffee_maker . close pot", "src1": "throw coffee into food bin", "src2": "shake coffee_maker", "src3": "close pot", "trg": "put coffee_maker into sink", "vis_src": "P07_107:5 P07_107:6 P07_107:7", "vis_trg": "P07_107:8", "narrations": [ "throw coffee into food bin", "shake coffee maker", "close pot", "put coffee maker into sink" ], "verbs": [ "throw-into", "shake", "close", "put-into" ], "verb_classes": [ 13, 15, 4, 5 ], "nouns": [ "coffee", "maker:coffee", "pot", "maker:coffee" ], "noun_classes": [ 59, 50, 29, 50 ], "start_stop_timestamps": [ [ "00:00:16.79", "00:00:20.00" ], [ "00:00:18.92", "00:00:20.74" ], [ "00:00:23.40", "00:00:24.40" ], [ "00:00:24.27", "00:00:25.84" ] ], "start_stop_frames": [ [ 839, 1000 ], [ 946, 1037 ], [ 1170, 1220 ], [ 1213, 1292 ] ], "trgnoun": "coffee_maker", "trgverb": "put_into" }, { "key": "P07_107+2_3_4_5", "video_id": "P07_107", "narration_ids": [ "P07_107_2", "P07_107_3", "P07_107_4", "P07_107_5" ], "src": "grab coffee_maker . pour coffee into sink . open pot", "src1": "grab coffee_maker", "src2": "pour coffee into sink", "src3": "open pot", "trg": "throw coffee into food bin", "vis_src": "P07_107:2 P07_107:3 P07_107:4", "vis_trg": "P07_107:5", "narrations": [ "grab coffee maker", "pour coffee into sink", "open pot", "throw coffee into food bin" ], "verbs": [ "grab", "pour-into", "open", "throw-into" ], "verb_classes": [ 0, 9, 3, 13 ], "nouns": [ "maker:coffee", "coffee", "pot", "coffee" ], "noun_classes": [ 50, 59, 29, 59 ], "start_stop_timestamps": [ [ "00:00:06.83", "00:00:08.22" ], [ "00:00:08.13", "00:00:15.89" ], [ "00:00:15.99", "00:00:16.77" ], [ "00:00:16.79", "00:00:20.00" ] ], "start_stop_frames": [ [ 341, 411 ], [ 406, 794 ], [ 799, 838 ], [ 839, 1000 ] ], "trgnoun": "coffee", "trgverb": "throw_into" }, { "key": "P22_113+119_120_121_122", "video_id": "P22_113", "narration_ids": [ "P22_113_119", "P22_113_120", "P22_113_121", "P22_113_122" ], "src": "open container . open drawer . pick_up cutting_board", "src1": "open container", "src2": "open drawer", "src3": "pick_up cutting_board", "trg": "put_down cutting_board", "vis_src": "P22_113:119 P22_113:120 P22_113:121", "vis_trg": "P22_113:122", "narrations": [ "open container", "open drawer", "pick up cutting board", "put down cutting board" ], "verbs": [ "open", "open", "pick-up", "put-down" ], "verb_classes": [ 3, 3, 0, 1 ], "nouns": [ "container", "drawer", "board:cutting", "board:cutting" ], "noun_classes": [ 21, 8, 18, 18 ], "start_stop_timestamps": [ [ "00:04:03.66", "00:04:04.96" ], [ "00:04:05.69", "00:04:06.56" ], [ "00:04:06.66", "00:04:07.26" ], [ "00:04:07.95", "00:04:08.81" ] ], "start_stop_frames": [ [ 12183, 12248 ], [ 12284, 12328 ], [ 12333, 12363 ], [ 12397, 12440 ] ], "trgnoun": "cutting_board", "trgverb": "put_down" }, { "key": "P22_05+199_200_201_202", "video_id": "P22_05", "narration_ids": [ "P22_05_199", "P22_05_200", "P22_05_201", "P22_05_202" ], "src": "shake peach . shake hands . put_down peach", "src1": "shake peach", "src2": "shake hands", "src3": "put_down peach", "trg": "dry hands", "vis_src": "P22_05:199 P22_05:200 P22_05:201", "vis_trg": "P22_05:202", "narrations": [ "shake peach", "shake hands", "put down peach", "dry hands" ], "verbs": [ "shake", "shake", "put-down", "dry" ], "verb_classes": [ 15, 15, 1, 14 ], "nouns": [ "peach", "hand", "peach", "hand" ], "noun_classes": [ 74, 11, 74, 11 ], "start_stop_timestamps": [ [ "00:08:27.63", "00:08:28.50" ], [ "00:08:28.49", "00:08:29.75" ], [ "00:08:29.67", "00:08:31.45" ], [ "00:08:31.92", "00:08:35.02" ] ], "start_stop_frames": [ [ 30457, 30510 ], [ 30509, 30585 ], [ 30580, 30687 ], [ 30715, 30901 ] ], "trgnoun": "hand", "trgverb": "dry" }, { "key": "P11_05+343_344_345_346", "video_id": "P11_05", "narration_ids": [ "P11_05_343", "P11_05_344", "P11_05_345", "P11_05_346" ], "src": "stir pan . rinse pan . pour soap in pan", "src1": "stir pan", "src2": "rinse pan", "src3": "pour soap in pan", "trg": "scrub pan", "vis_src": "P11_05:343 P11_05:344 P11_05:345", "vis_trg": "P11_05:346", "narrations": [ "stir pan", "rinse pan", "pour soap in pan", "scrub pan" ], "verbs": [ "stir", "rinse", "pour-in", "scrub" ], "verb_classes": [ 10, 2, 9, 29 ], "nouns": [ "pan", "pan", "soap", "pan" ], "noun_classes": [ 5, 5, 22, 5 ], "start_stop_timestamps": [ [ "00:24:22.89", "00:24:42.33" ], [ "00:24:46.03", "00:24:50.06" ], [ "00:24:51.29", "00:24:53.22" ], [ "00:24:54.22", "00:25:02.68" ] ], "start_stop_frames": [ [ 87773, 88939 ], [ 89161, 89403 ], [ 89477, 89593 ], [ 89653, 90160 ] ], "trgnoun": "pan", "trgverb": "scrub" }, { "key": "P30_107+160_161_162_163", "video_id": "P30_107", "narration_ids": [ "P30_107_160", "P30_107_161", "P30_107_162", "P30_107_163" ], "src": "put colander into sink . empty vegetables into colander . scrape bits out of washing up bowl", "src1": "put colander into sink", "src2": "empty vegetables into colander", "src3": "scrape bits out of washing up bowl", "trg": "shake colander", "vis_src": "P30_107:160 P30_107:161 P30_107:162", "vis_trg": "P30_107:163", "narrations": [ "put colander into sink", "empty vegetables into colander", "scrape bits out of washing up bowl", "shake colander" ], "verbs": [ "put-into", "empty-into", "scrape-out", "shake" ], "verb_classes": [ 5, 20, 25, 15 ], "nouns": [ "colander", "vegetable", "bowl:washing:up", "colander" ], "noun_classes": [ 39, 94, 7, 39 ], "start_stop_timestamps": [ [ "00:07:46.60", "00:07:48.16" ], [ "00:07:48.23", "00:07:53.98" ], [ "00:07:53.91", "00:07:58.87" ], [ "00:07:59.45", "00:08:01.82" ] ], "start_stop_frames": [ [ 23330, 23408 ], [ 23411, 23699 ], [ 23695, 23943 ], [ 23972, 24091 ] ], "trgnoun": "colander", "trgverb": "shake" }, { "key": "P04_13+26_27_28_29", "video_id": "P04_13", "narration_ids": [ "P04_13_26", "P04_13_27", "P04_13_28", "P04_13_29" ], "src": "pick_up rice . look_at packet . look_at cup", "src1": "pick_up rice", "src2": "look_at packet", "src3": "look_at cup", "trg": "put_down rice", "vis_src": "P04_13:26 P04_13:27 P04_13:28", "vis_trg": "P04_13:29", "narrations": [ "pick up rice", "look at packet", "look at cup", "put down rice" ], "verbs": [ "pick-up", "look-at", "look-at", "put-down" ], "verb_classes": [ 0, 38, 38, 1 ], "nouns": [ "rice", "packet", "cup", "rice" ], "noun_classes": [ 55, 26, 13, 55 ], "start_stop_timestamps": [ [ "00:02:45.77", "00:02:47.04" ], [ "00:02:47.14", "00:02:53.12" ], [ "00:02:53.22", "00:02:56.08" ], [ "00:02:59.32", "00:03:00.57" ] ], "start_stop_frames": [ [ 9946, 10022 ], [ 10028, 10387 ], [ 10393, 10564 ], [ 10759, 10834 ] ], "trgnoun": "rice", "trgverb": "put_down" }, { "key": "P07_110+27_28_29_30", "video_id": "P07_110", "narration_ids": [ "P07_110_27", "P07_110_28", "P07_110_29", "P07_110_30" ], "src": "put oats into cup . shake box . close box", "src1": "put oats into cup", "src2": "shake box", "src3": "close box", "trg": "put box on shelf", "vis_src": "P07_110:27 P07_110:28 P07_110:29", "vis_trg": "P07_110:30", "narrations": [ "put oats into cup", "shake box", "close box", "put box on shelf" ], "verbs": [ "put-into", "shake", "close", "put-on" ], "verb_classes": [ 5, 15, 4, 1 ], "nouns": [ "oat", "box", "box", "box" ], "noun_classes": [ 127, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:01:31.63", "00:01:44.09" ], [ "00:01:40.61", "00:01:46.13" ], [ "00:01:44.17", "00:01:48.49" ], [ "00:01:48.34", "00:01:50.76" ] ], "start_stop_frames": [ [ 4581, 5204 ], [ 5030, 5306 ], [ 5208, 5424 ], [ 5417, 5538 ] ], "trgnoun": "box", "trgverb": "put_on" }, { "key": "P11_09+15_16_17_18", "video_id": "P11_09", "narration_ids": [ "P11_09_15", "P11_09_16", "P11_09_17", "P11_09_18" ], "src": "turn_on tap . rinse sponge . wash slicer", "src1": "turn_on tap", "src2": "rinse sponge", "src3": "wash slicer", "trg": "shake slicer", "vis_src": "P11_09:15 P11_09:16 P11_09:17", "vis_trg": "P11_09:18", "narrations": [ "turn on tap", "rinse sponge", "wash slicer", "shake slicer" ], "verbs": [ "turn-on", "rinse", "wash", "shake" ], "verb_classes": [ 6, 2, 2, 15 ], "nouns": [ "tap", "sponge", "slicer", "slicer" ], "noun_classes": [ 0, 9, 220, 220 ], "start_stop_timestamps": [ [ "00:02:00.62", "00:02:01.99" ], [ "00:02:09.45", "00:02:12.94" ], [ "00:02:16.63", "00:02:33.75" ], [ "00:02:33.85", "00:02:35.00" ] ], "start_stop_frames": [ [ 7237, 7319 ], [ 7766, 7976 ], [ 8197, 9225 ], [ 9231, 9300 ] ], "trgnoun": "slicer", "trgverb": "shake" }, { "key": "P30_107+520_521_522_523", "video_id": "P30_107", "narration_ids": [ "P30_107_520", "P30_107_521", "P30_107_522", "P30_107_523" ], "src": "turn_on tap . rinse colander . turn_off tap", "src1": "turn_on tap", "src2": "rinse colander", "src3": "turn_off tap", "trg": "put colander on drying rack", "vis_src": "P30_107:520 P30_107:521 P30_107:522", "vis_trg": "P30_107:523", "narrations": [ "turn on tap", "rinse colander", "turn off tap", "put colander on drying rack" ], "verbs": [ "turn-on", "rinse", "turn-off", "put-on" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "colander", "tap", "colander" ], "noun_classes": [ 0, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:25:53.71", "00:25:54.28" ], [ "00:25:54.90", "00:26:04.73" ], [ "00:26:07.73", "00:26:08.49" ], [ "00:26:08.32", "00:26:09.75" ] ], "start_stop_frames": [ [ 77685, 77714 ], [ 77745, 78236 ], [ 78386, 78424 ], [ 78416, 78487 ] ], "trgnoun": "colander", "trgverb": "put_on" }, { "key": "P01_105+559_560_561_563", "video_id": "P01_105", "narration_ids": [ "P01_105_559", "P01_105_560", "P01_105_561", "P01_105_563" ], "src": "put noodles into saucepan . fold noodles bag . open cupboard", "src1": "put noodles into saucepan", "src2": "fold noodles bag", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P01_105:559 P01_105:560 P01_105:561", "vis_trg": "P01_105:563", "narrations": [ "put noodles into saucepan", "fold noodles bag", "open cupboard", "close cupboard" ], "verbs": [ "put-into", "fold", "open", "close" ], "verb_classes": [ 5, 28, 3, 4 ], "nouns": [ "noodle", "bag:noodle", "cupboard", "cupboard" ], "noun_classes": [ 155, 19, 3, 3 ], "start_stop_timestamps": [ [ "00:22:16.64", "00:22:25.64" ], [ "00:22:25.62", "00:22:27.41" ], [ "00:22:27.64", "00:22:29.09" ], [ "00:22:30.45", "00:22:31.63" ] ], "start_stop_frames": [ [ 66832, 67282 ], [ 67281, 67370 ], [ 67382, 67454 ], [ 67522, 67581 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_04+317_318_319_320", "video_id": "P03_04", "narration_ids": [ "P03_04_317", "P03_04_318", "P03_04_319", "P03_04_320" ], "src": "spoon stock . put measuring_cup . stir food", "src1": "spoon stock", "src2": "put measuring_cup", "src3": "stir food", "trg": "pick_up stock", "vis_src": "P03_04:317 P03_04:318 P03_04:319", "vis_trg": "P03_04:320", "narrations": [ "spoon stock", "put measuring cup", "stir food", "pick up stock" ], "verbs": [ "spoon", "put", "stir", "pick-up" ], "verb_classes": [ 16, 1, 10, 0 ], "nouns": [ "stock", "cup:measuring", "food", "stock" ], "noun_classes": [ 95, 13, 34, 95 ], "start_stop_timestamps": [ [ "00:22:56.32", "00:22:59.64" ], [ "00:23:00.99", "00:23:02.30" ], [ "00:23:01.34", "00:23:18.10" ], [ "00:23:19.15", "00:23:20.45" ] ], "start_stop_frames": [ [ 82579, 82778 ], [ 82859, 82938 ], [ 82880, 83886 ], [ 83949, 84027 ] ], "trgnoun": "stock", "trgverb": "pick_up" }, { "key": "P22_10+105_106_107_108", "video_id": "P22_10", "narration_ids": [ "P22_10_105", "P22_10_106", "P22_10_107", "P22_10_108" ], "src": "grab glass . rinse glass . put_down down glass", "src1": "grab glass", "src2": "rinse glass", "src3": "put_down down glass", "trg": "move glasses", "vis_src": "P22_10:105 P22_10:106 P22_10:107", "vis_trg": "P22_10:108", "narrations": [ "grab glass", "rinse glass", "put down down glass", "move glasses" ], "verbs": [ "grab", "rinse", "put-down", "move" ], "verb_classes": [ 0, 2, 1, 11 ], "nouns": [ "glass", "glass", "glass", "glass" ], "noun_classes": [ 10, 10, 10, 10 ], "start_stop_timestamps": [ [ "00:03:36.50", "00:03:37.58" ], [ "00:03:37.99", "00:03:45.51" ], [ "00:03:45.55", "00:03:47.30" ], [ "00:03:47.40", "00:03:49.40" ] ], "start_stop_frames": [ [ 12990, 13054 ], [ 13079, 13530 ], [ 13533, 13638 ], [ 13644, 13764 ] ], "trgnoun": "glass", "trgverb": "move" }, { "key": "P01_18+409_410_411_412", "video_id": "P01_18", "narration_ids": [ "P01_18_409", "P01_18_410", "P01_18_411", "P01_18_412" ], "src": "put_down spatula . take pot_holder . put_down pot_holder", "src1": "put_down spatula", "src2": "take pot_holder", "src3": "put_down pot_holder", "trg": "take spatula", "vis_src": "P01_18:409 P01_18:410 P01_18:411", "vis_trg": "P01_18:412", "narrations": [ "put down spatula", "take pot holder", "put down pot holder", "take spatula" ], "verbs": [ "put-down", "take", "put-down", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "spatula", "holder:pot", "holder:pot", "spatula" ], "noun_classes": [ 20, 24, 24, 20 ], "start_stop_timestamps": [ [ "00:31:47.71", "00:31:49.18" ], [ "00:31:51.12", "00:31:52.53" ], [ "00:31:52.49", "00:31:53.38" ], [ "00:31:56.76", "00:31:58.72" ] ], "start_stop_frames": [ [ 114462, 114550 ], [ 114667, 114751 ], [ 114749, 114802 ], [ 115005, 115123 ] ], "trgnoun": "spatula", "trgverb": "take" }, { "key": "P23_02+130_131_132_133", "video_id": "P23_02", "narration_ids": [ "P23_02_130", "P23_02_131", "P23_02_132", "P23_02_133" ], "src": "mix the curry . take the egg . break the egg", "src1": "mix the curry", "src2": "take the egg", "src3": "break the egg", "trg": "put egg into the pan", "vis_src": "P23_02:130 P23_02:131 P23_02:132", "vis_trg": "P23_02:133", "narrations": [ "mix the curry", "take the egg", "break the egg", "put egg into the pan" ], "verbs": [ "mix", "take", "break", "put-into" ], "verb_classes": [ 10, 0, 30, 5 ], "nouns": [ "curry", "egg", "egg", "egg" ], "noun_classes": [ 121, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:16:42.83", "00:17:06.92" ], [ "00:17:06.96", "00:17:08.58" ], [ "00:17:10.03", "00:17:13.75" ], [ "00:17:12.82", "00:17:20.67" ] ], "start_stop_frames": [ [ 60169, 61615 ], [ 61617, 61714 ], [ 61801, 62025 ], [ 61969, 62440 ] ], "trgnoun": "egg", "trgverb": "put_into" }, { "key": "P26_118+10_11_12_13", "video_id": "P26_118", "narration_ids": [ "P26_118_10", "P26_118_11", "P26_118_12", "P26_118_13" ], "src": "rinse sponge . put_down detergent . pick_up spatula", "src1": "rinse sponge", "src2": "put_down detergent", "src3": "pick_up spatula", "trg": "put_down spatula", "vis_src": "P26_118:10 P26_118:11 P26_118:12", "vis_trg": "P26_118:13", "narrations": [ "rinse sponge", "put down detergent", "pick up spatula", "put down spatula" ], "verbs": [ "rinse", "put-down", "pick-up", "put-down" ], "verb_classes": [ 2, 1, 0, 1 ], "nouns": [ "sponge", "detergent", "spatula", "spatula" ], "noun_classes": [ 9, 22, 20, 20 ], "start_stop_timestamps": [ [ "00:00:20.73", "00:00:21.52" ], [ "00:00:21.20", "00:00:21.92" ], [ "00:00:23.79", "00:00:24.35" ], [ "00:00:24.34", "00:00:25.00" ] ], "start_stop_frames": [ [ 1036, 1076 ], [ 1060, 1096 ], [ 1189, 1217 ], [ 1217, 1250 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P22_08+262_263_264_265", "video_id": "P22_08", "narration_ids": [ "P22_08_262", "P22_08_263", "P22_08_264", "P22_08_265" ], "src": "put_down sponge . open tap . rinse glass", "src1": "put_down sponge", "src2": "open tap", "src3": "rinse glass", "trg": "put_down glass", "vis_src": "P22_08:262 P22_08:263 P22_08:264", "vis_trg": "P22_08:265", "narrations": [ "put down sponge", "open tap", "rinse glass", "put down glass" ], "verbs": [ "put-down", "turn-on", "rinse", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "sponge", "tap", "glass", "glass" ], "noun_classes": [ 9, 0, 10, 10 ], "start_stop_timestamps": [ [ "00:10:41.07", "00:10:41.70" ], [ "00:10:41.51", "00:10:42.44" ], [ "00:10:42.34", "00:10:50.14" ], [ "00:10:49.94", "00:10:51.68" ] ], "start_stop_frames": [ [ 38464, 38502 ], [ 38490, 38546 ], [ 38540, 39008 ], [ 38996, 39100 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P07_115+45_46_47_48", "video_id": "P07_115", "narration_ids": [ "P07_115_45", "P07_115_46", "P07_115_47", "P07_115_48" ], "src": "grab colander . open drawer . grab glove", "src1": "grab colander", "src2": "open drawer", "src3": "grab glove", "trg": "close drawer", "vis_src": "P07_115:45 P07_115:46 P07_115:47", "vis_trg": "P07_115:48", "narrations": [ "grab colander", "open drawer", "grab glove", "close drawer" ], "verbs": [ "grab", "open", "grab", "close" ], "verb_classes": [ 0, 3, 0, 4 ], "nouns": [ "colander", "drawer", "glove", "drawer" ], "noun_classes": [ 39, 8, 60, 8 ], "start_stop_timestamps": [ [ "00:02:31.17", "00:02:33.63" ], [ "00:02:37.17", "00:02:38.65" ], [ "00:02:38.75", "00:02:39.51" ], [ "00:02:39.51", "00:02:40.28" ] ], "start_stop_frames": [ [ 7558, 7681 ], [ 7858, 7932 ], [ 7937, 7975 ], [ 7975, 8014 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P02_06+302_303_304_305", "video_id": "P02_06", "narration_ids": [ "P02_06_302", "P02_06_303", "P02_06_304", "P02_06_305" ], "src": "get herb . get herbs . put herb on salad", "src1": "get herb", "src2": "get herbs", "src3": "put herb on salad", "trg": "sprinkle herb", "vis_src": "P02_06:302 P02_06:303 P02_06:304", "vis_trg": "P02_06:305", "narrations": [ "get herb", "get herbs", "put herb on salad", "sprinkle herb" ], "verbs": [ "get", "get", "put-on", "sprinkle" ], "verb_classes": [ 0, 0, 1, 42 ], "nouns": [ "herb", "herb", "herb", "herb" ], "noun_classes": [ 62, 62, 62, 62 ], "start_stop_timestamps": [ [ "00:13:59.49", "00:14:02.41" ], [ "00:13:59.68", "00:14:02.43" ], [ "00:14:06.21", "00:14:09.18" ], [ "00:14:07.65", "00:14:12.10" ] ], "start_stop_frames": [ [ 50369, 50544 ], [ 50380, 50545 ], [ 50772, 50950 ], [ 50859, 51126 ] ], "trgnoun": "herb", "trgverb": "sprinkle" }, { "key": "P35_105+294_295_296_297", "video_id": "P35_105", "narration_ids": [ "P35_105_294", "P35_105_295", "P35_105_296", "P35_105_297" ], "src": "pick_up pan . put_down pan . pick_up cream", "src1": "pick_up pan", "src2": "put_down pan", "src3": "pick_up cream", "trg": "pour cream", "vis_src": "P35_105:294 P35_105:295 P35_105:296", "vis_trg": "P35_105:297", "narrations": [ "pick up pan", "put down pan", "pick up cream", "pour cream" ], "verbs": [ "pick-up", "put-down", "pick-up", "pour" ], "verb_classes": [ 0, 1, 0, 9 ], "nouns": [ "pan", "pan", "cream", "cream" ], "noun_classes": [ 5, 5, 143, 143 ], "start_stop_timestamps": [ [ "00:22:40.38", "00:22:41.27" ], [ "00:22:42.15", "00:22:44.12" ], [ "00:22:45.08", "00:22:46.44" ], [ "00:22:47.31", "00:23:28.21" ] ], "start_stop_frames": [ [ 68019, 68063 ], [ 68107, 68206 ], [ 68254, 68322 ], [ 68365, 70410 ] ], "trgnoun": "cream", "trgverb": "pour" }, { "key": "P22_117+82_83_84_85", "video_id": "P22_117", "narration_ids": [ "P22_117_82", "P22_117_83", "P22_117_84", "P22_117_85" ], "src": "turn_off tap . lather container . put_down container", "src1": "turn_off tap", "src2": "lather container", "src3": "put_down container", "trg": "move container", "vis_src": "P22_117:82 P22_117:83 P22_117:84", "vis_trg": "P22_117:85", "narrations": [ "turn off tap", "lather container", "put down container", "move container" ], "verbs": [ "turn-off", "lather", "put-down", "move" ], "verb_classes": [ 8, 2, 1, 11 ], "nouns": [ "tap", "container", "container", "container" ], "noun_classes": [ 0, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:02:46.53", "00:02:46.98" ], [ "00:02:47.24", "00:02:52.66" ], [ "00:02:52.66", "00:02:53.21" ], [ "00:02:53.44", "00:02:54.18" ] ], "start_stop_frames": [ [ 8326, 8349 ], [ 8362, 8633 ], [ 8633, 8660 ], [ 8672, 8709 ] ], "trgnoun": "container", "trgverb": "move" }, { "key": "P03_120+129_130_131_132", "video_id": "P03_120", "narration_ids": [ "P03_120_129", "P03_120_130", "P03_120_131", "P03_120_132" ], "src": "put_down lemon . zest lemon into bowl . pick_up grater", "src1": "put_down lemon", "src2": "zest lemon into bowl", "src3": "pick_up grater", "trg": "tap grater", "vis_src": "P03_120:129 P03_120:130 P03_120:131", "vis_trg": "P03_120:132", "narrations": [ "put down lemon", "zest lemon into bowl", "pick up grater", "tap grater" ], "verbs": [ "put-down", "zest-into", "pick-up", "tap" ], "verb_classes": [ 1, 77, 0, 32 ], "nouns": [ "lemon", "lemon", "grater", "grater" ], "noun_classes": [ 105, 105, 96, 96 ], "start_stop_timestamps": [ [ "00:05:52.71", "00:05:53.33" ], [ "00:05:53.34", "00:06:37.64" ], [ "00:06:37.40", "00:06:38.23" ], [ "00:06:38.16", "00:06:38.91" ] ], "start_stop_frames": [ [ 17635, 17666 ], [ 17667, 19882 ], [ 19870, 19911 ], [ 19908, 19945 ] ], "trgnoun": "grater", "trgverb": "tap" }, { "key": "P35_109+67_68_69_70", "video_id": "P35_109", "narration_ids": [ "P35_109_67", "P35_109_68", "P35_109_69", "P35_109_70" ], "src": "close cupboard . pick_up drying_rack . drain drying_rack", "src1": "close cupboard", "src2": "pick_up drying_rack", "src3": "drain drying_rack", "trg": "put_down drying_rack", "vis_src": "P35_109:67 P35_109:68 P35_109:69", "vis_trg": "P35_109:70", "narrations": [ "close cupboard", "pick up drying rack", "drain drying rack", "put down drying rack" ], "verbs": [ "close", "pick-up", "drain", "put-down" ], "verb_classes": [ 4, 0, 37, 1 ], "nouns": [ "cupboard", "rack:drying", "rack:drying", "rack:drying" ], "noun_classes": [ 3, 110, 110, 110 ], "start_stop_timestamps": [ [ "00:02:40.26", "00:02:42.96" ], [ "00:02:43.00", "00:02:46.64" ], [ "00:02:46.27", "00:02:52.99" ], [ "00:02:57.51", "00:02:59.47" ] ], "start_stop_frames": [ [ 8013, 8148 ], [ 8150, 8332 ], [ 8313, 8649 ], [ 8875, 8973 ] ], "trgnoun": "drying_rack", "trgverb": "put_down" }, { "key": "P01_102+88_89_90_91", "video_id": "P01_102", "narration_ids": [ "P01_102_88", "P01_102_89", "P01_102_90", "P01_102_91" ], "src": "put_down food . take fork . put_down fork", "src1": "put_down food", "src2": "take fork", "src3": "put_down fork", "trg": "take food and fork", "vis_src": "P01_102:88 P01_102:89 P01_102:90", "vis_trg": "P01_102:91", "narrations": [ "put down food", "take fork", "put down fork", "take food and fork" ], "verbs": [ "put-down", "take", "put-down", "take" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "food", "fork", "fork", "food" ], "noun_classes": [ 34, 14, 14, 34 ], "start_stop_timestamps": [ [ "00:03:26.92", "00:03:27.78" ], [ "00:03:28.65", "00:03:30.63" ], [ "00:03:30.83", "00:03:34.30" ], [ "00:03:34.24", "00:03:36.03" ] ], "start_stop_frames": [ [ 10346, 10389 ], [ 10432, 10531 ], [ 10541, 10715 ], [ 10712, 10801 ] ], "trgnoun": "food", "trgverb": "take" }, { "key": "P04_107+66_67_68_69", "video_id": "P04_107", "narration_ids": [ "P04_107_66", "P04_107_67", "P04_107_68", "P04_107_69" ], "src": "put_down roll of greaseproof paper . pick_up greaseproof_paper . unroll greaseproof_paper", "src1": "put_down roll of greaseproof paper", "src2": "pick_up greaseproof_paper", "src3": "unroll greaseproof_paper", "trg": "put_down greaseproof_paper", "vis_src": "P04_107:66 P04_107:67 P04_107:68", "vis_trg": "P04_107:69", "narrations": [ "put down roll of greaseproof paper", "pick up greaseproof paper", "unroll greaseproof paper", "put down greaseproof paper" ], "verbs": [ "put-down", "pick-up", "unroll", "put-down" ], "verb_classes": [ 1, 0, 39, 1 ], "nouns": [ "roll", "paper:greaseproof", "paper:greaseproof", "paper:greaseproof" ], "noun_classes": [ 227, 49, 49, 49 ], "start_stop_timestamps": [ [ "00:02:40.11", "00:02:40.95" ], [ "00:02:40.48", "00:02:41.35" ], [ "00:02:41.69", "00:02:43.12" ], [ "00:02:41.99", "00:02:44.72" ] ], "start_stop_frames": [ [ 8005, 8047 ], [ 8023, 8067 ], [ 8084, 8156 ], [ 8099, 8236 ] ], "trgnoun": "greaseproof_paper", "trgverb": "put_down" }, { "key": "P24_05+130_131_132_133", "video_id": "P24_05", "narration_ids": [ "P24_05_130", "P24_05_131", "P24_05_132", "P24_05_133" ], "src": "adjust flame . put_down bottle . put_down pan", "src1": "adjust flame", "src2": "put_down bottle", "src3": "put_down pan", "trg": "lift_up pan", "vis_src": "P24_05:130 P24_05:131 P24_05:132", "vis_trg": "P24_05:133", "narrations": [ "adjust flame", "put down bottle", "put down pan", "lift up pan" ], "verbs": [ "adjust", "put-down", "put-down", "lift-up" ], "verb_classes": [ 17, 1, 1, 33 ], "nouns": [ "flame", "bottle", "pan", "pan" ], "noun_classes": [ 24, 15, 5, 5 ], "start_stop_timestamps": [ [ "00:12:16.52", "00:12:28.53" ], [ "00:12:36.19", "00:12:37.52" ], [ "00:12:38.61", "00:12:45.55" ], [ "00:12:38.71", "00:12:39.40" ] ], "start_stop_frames": [ [ 44191, 44911 ], [ 45371, 45451 ], [ 45516, 45933 ], [ 45522, 45564 ] ], "trgnoun": "pan", "trgverb": "lift_up" }, { "key": "P02_129+40_41_42_43", "video_id": "P02_129", "narration_ids": [ "P02_129_40", "P02_129_41", "P02_129_42", "P02_129_43" ], "src": "close garlic_presser . press garlic . pick_up knife", "src1": "close garlic_presser", "src2": "press garlic", "src3": "pick_up knife", "trg": "slide garlic from presser into pan using knife", "vis_src": "P02_129:40 P02_129:41 P02_129:42", "vis_trg": "P02_129:43", "narrations": [ "close garlic presser", "press garlic", "pick up knife", "slide garlic from presser into pan using knife" ], "verbs": [ "close", "press", "pick-up", "slide-from" ], "verb_classes": [ 4, 21, 0, 61 ], "nouns": [ "presser:garlic", "garlic", "knife", "garlic" ], "noun_classes": [ 172, 51, 4, 51 ], "start_stop_timestamps": [ [ "00:01:34.84", "00:01:35.52" ], [ "00:01:35.62", "00:01:38.75" ], [ "00:01:38.28", "00:01:39.06" ], [ "00:01:39.72", "00:01:40.61" ] ], "start_stop_frames": [ [ 4742, 4776 ], [ 4781, 4937 ], [ 4914, 4953 ], [ 4986, 5030 ] ], "trgnoun": "garlic", "trgverb": "slide_from" }, { "key": "P06_113+86_87_88_89", "video_id": "P06_113", "narration_ids": [ "P06_113_86", "P06_113_87", "P06_113_88", "P06_113_89" ], "src": "put lid on pan . pick_up wraps . open wraps", "src1": "put lid on pan", "src2": "pick_up wraps", "src3": "open wraps", "trg": "take_out wrap", "vis_src": "P06_113:86 P06_113:87 P06_113:88", "vis_trg": "P06_113:89", "narrations": [ "put lid on pan", "pick up wraps", "open wraps", "take out wrap" ], "verbs": [ "put-on", "pick-up", "open", "take-out" ], "verb_classes": [ 1, 0, 3, 12 ], "nouns": [ "lid", "wrap", "wrap", "wrap" ], "noun_classes": [ 6, 107, 107, 107 ], "start_stop_timestamps": [ [ "00:03:27.66", "00:03:28.35" ], [ "00:03:28.13", "00:03:29.37" ], [ "00:03:31.06", "00:03:32.00" ], [ "00:03:32.07", "00:03:33.44" ] ], "start_stop_frames": [ [ 10383, 10417 ], [ 10406, 10468 ], [ 10553, 10600 ], [ 10603, 10672 ] ], "trgnoun": "wrap", "trgverb": "take_out" }, { "key": "P01_109+194_195_196_197", "video_id": "P01_109", "narration_ids": [ "P01_109_194", "P01_109_195", "P01_109_196", "P01_109_197" ], "src": "open food_bin . throw potato_skin into bin . compress rubbish", "src1": "open food_bin", "src2": "throw potato_skin into bin", "src3": "compress rubbish", "trg": "gather potato_skin", "vis_src": "P01_109:194 P01_109:195 P01_109:196", "vis_trg": "P01_109:197", "narrations": [ "open food bin", "throw potato skin into bin", "compress rubbish", "gather potato skin" ], "verbs": [ "open", "throw-into", "compress", "gather" ], "verb_classes": [ 3, 13, 21, 63 ], "nouns": [ "bin:food", "skin:potato", "rubbish", "skin:potato" ], "noun_classes": [ 36, 48, 54, 48 ], "start_stop_timestamps": [ [ "00:09:17.79", "00:09:18.55" ], [ "00:09:18.63", "00:09:19.15" ], [ "00:09:19.72", "00:09:22.07" ], [ "00:09:23.61", "00:09:28.80" ] ], "start_stop_frames": [ [ 27889, 27927 ], [ 27931, 27957 ], [ 27986, 28103 ], [ 28180, 28439 ] ], "trgnoun": "potato_skin", "trgverb": "gather" }, { "key": "P02_109+94_95_96_97", "video_id": "P02_109", "narration_ids": [ "P02_109_94", "P02_109_95", "P02_109_96", "P02_109_97" ], "src": "get another garlic_piece . pick_up knife . peel garlic", "src1": "get another garlic_piece", "src2": "pick_up knife", "src3": "peel garlic", "trg": "put_down garlic", "vis_src": "P02_109:94 P02_109:95 P02_109:96", "vis_trg": "P02_109:97", "narrations": [ "get another garlic piece", "pick up knife", "peel garlic", "put down garlic" ], "verbs": [ "get", "pick-up", "peel", "put-down" ], "verb_classes": [ 0, 0, 19, 1 ], "nouns": [ "piece:garlic", "knife", "garlic", "garlic" ], "noun_classes": [ 51, 4, 51, 51 ], "start_stop_timestamps": [ [ "00:07:49.58", "00:07:52.71" ], [ "00:07:52.50", "00:07:53.77" ], [ "00:07:53.65", "00:08:02.30" ], [ "00:08:00.86", "00:08:02.63" ] ], "start_stop_frames": [ [ 23479, 23635 ], [ 23625, 23688 ], [ 23682, 24115 ], [ 24043, 24131 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P02_105+59_60_61_62", "video_id": "P02_105", "narration_ids": [ "P02_105_59", "P02_105_60", "P02_105_61", "P02_105_62" ], "src": "close tap . put_down plate . pick_up strainer", "src1": "close tap", "src2": "put_down plate", "src3": "pick_up strainer", "trg": "sponge strainer", "vis_src": "P02_105:59 P02_105:60 P02_105:61", "vis_trg": "P02_105:62", "narrations": [ "close tap", "put down plate", "pick up strainer", "sponge strainer" ], "verbs": [ "turn-off", "put-down", "pick-up", "sponge" ], "verb_classes": [ 8, 1, 0, 2 ], "nouns": [ "tap", "plate", "strainer", "strainer" ], "noun_classes": [ 0, 2, 39, 39 ], "start_stop_timestamps": [ [ "00:01:47.19", "00:01:48.41" ], [ "00:01:48.85", "00:01:50.55" ], [ "00:01:50.69", "00:01:51.44" ], [ "00:01:51.55", "00:01:58.38" ] ], "start_stop_frames": [ [ 5359, 5420 ], [ 5442, 5527 ], [ 5534, 5572 ], [ 5577, 5919 ] ], "trgnoun": "strainer", "trgverb": "sponge" }, { "key": "P03_04+329_330_331_332", "video_id": "P03_04", "narration_ids": [ "P03_04_329", "P03_04_330", "P03_04_331", "P03_04_332" ], "src": "turn_down hob . put spatula . take spoon", "src1": "turn_down hob", "src2": "put spatula", "src3": "take spoon", "trg": "wash spoon", "vis_src": "P03_04:329 P03_04:330 P03_04:331", "vis_trg": "P03_04:332", "narrations": [ "turn down hob", "put spatula", "take spoon", "wash spoon" ], "verbs": [ "turn-down", "put", "take", "wash" ], "verb_classes": [ 65, 1, 0, 2 ], "nouns": [ "hob", "spatula", "spoon", "spoon" ], "noun_classes": [ 24, 20, 1, 1 ], "start_stop_timestamps": [ [ "00:24:01.78", "00:24:02.54" ], [ "00:24:05.01", "00:24:07.13" ], [ "00:24:07.25", "00:24:08.50" ], [ "00:24:10.20", "00:24:13.60" ] ], "start_stop_frames": [ [ 86506, 86552 ], [ 86700, 86827 ], [ 86835, 86910 ], [ 87012, 87216 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P03_121+15_16_17_18", "video_id": "P03_121", "narration_ids": [ "P03_121_15", "P03_121_16", "P03_121_17", "P03_121_18" ], "src": "pick_up grater . scrape lemon_zest using back of knife from grater . tap grater against bowl", "src1": "pick_up grater", "src2": "scrape lemon_zest using back of knife from grater", "src3": "tap grater against bowl", "trg": "tap paring_knife against bowl", "vis_src": "P03_121:15 P03_121:16 P03_121:17", "vis_trg": "P03_121:18", "narrations": [ "pick up grater", "scrape lemon zest using back of knife from grater", "tap grater against bowl", "tap paring knife against bowl" ], "verbs": [ "pick-up", "scrape", "tap", "tap" ], "verb_classes": [ 0, 25, 32, 32 ], "nouns": [ "grater", "zest:lemon", "grater", "knife:paring" ], "noun_classes": [ 96, 105, 96, 4 ], "start_stop_timestamps": [ [ "00:01:07.61", "00:01:10.36" ], [ "00:01:10.39", "00:01:14.61" ], [ "00:01:14.66", "00:01:19.13" ], [ "00:01:14.56", "00:01:16.86" ] ], "start_stop_frames": [ [ 3380, 3518 ], [ 3519, 3730 ], [ 3733, 3956 ], [ 3728, 3843 ] ], "trgnoun": "paring_knife", "trgverb": "tap" }, { "key": "P02_09+267_268_270_271", "video_id": "P02_09", "narration_ids": [ "P02_09_267", "P02_09_268", "P02_09_270", "P02_09_271" ], "src": "pour onion into pan . pouring onion_pieces . put chopping_board", "src1": "pour onion into pan", "src2": "pouring onion_pieces", "src3": "put chopping_board", "trg": "stir onion in pan", "vis_src": "P02_09:267 P02_09:268 P02_09:270", "vis_trg": "P02_09:271", "narrations": [ "pour onion into pan", "pouring onion pieces", "put chopping board", "stir onion in pan" ], "verbs": [ "pour-into", "pour", "put", "stir-in" ], "verb_classes": [ 9, 9, 1, 10 ], "nouns": [ "onion", "piece:onion", "board:chopping", "onion" ], "noun_classes": [ 16, 16, 18, 16 ], "start_stop_timestamps": [ [ "00:19:20.27", "00:19:24.68" ], [ "00:19:24.78", "00:19:27.98" ], [ "00:19:33.41", "00:19:36.65" ], [ "00:19:37.21", "00:19:41.45" ] ], "start_stop_frames": [ [ 69616, 69880 ], [ 69886, 70078 ], [ 70404, 70599 ], [ 70632, 70887 ] ], "trgnoun": "onion", "trgverb": "stir_in" }, { "key": "P04_04+60_61_62_63", "video_id": "P04_04", "narration_ids": [ "P04_04_60", "P04_04_61", "P04_04_62", "P04_04_63" ], "src": "pick_up potato . peel potato . test frying_pan", "src1": "pick_up potato", "src2": "peel potato", "src3": "test frying_pan", "trg": "look_at frying_pan", "vis_src": "P04_04:60 P04_04:61 P04_04:62", "vis_trg": "P04_04:63", "narrations": [ "pick up potato", "peel potato", "test frying pan", "look at frying pan" ], "verbs": [ "pick-up", "peel", "test", "look-at" ], "verb_classes": [ 0, 19, 24, 38 ], "nouns": [ "potato", "potato", "pan:frying", "pan:frying" ], "noun_classes": [ 30, 30, 5, 5 ], "start_stop_timestamps": [ [ "00:04:47.23", "00:04:50.31" ], [ "00:04:50.85", "00:04:56.65" ], [ "00:04:56.70", "00:04:57.68" ], [ "00:04:57.78", "00:04:59.25" ] ], "start_stop_frames": [ [ 17233, 17418 ], [ 17451, 17799 ], [ 17802, 17860 ], [ 17866, 17955 ] ], "trgnoun": "frying_pan", "trgverb": "look_at" }, { "key": "P11_01+2_3_4_5", "video_id": "P11_01", "narration_ids": [ "P11_01_2", "P11_01_3", "P11_01_4", "P11_01_5" ], "src": "put away bowl . put_away pan . pick_up mug", "src1": "put away bowl", "src2": "put_away pan", "src3": "pick_up mug", "trg": "wash mug", "vis_src": "P11_01:2 P11_01:3 P11_01:4", "vis_trg": "P11_01:5", "narrations": [ "put away bowl", "put away pan", "pick up mug", "wash mug" ], "verbs": [ "put", "put-away", "pick-up", "wash" ], "verb_classes": [ 1, 1, 0, 2 ], "nouns": [ "bowl", "pan", "mug", "mug" ], "noun_classes": [ 7, 5, 13, 13 ], "start_stop_timestamps": [ [ "00:00:10.19", "00:00:11.49" ], [ "00:00:13.49", "00:00:14.38" ], [ "00:00:18.13", "00:00:18.88" ], [ "00:00:18.20", "00:00:22.72" ] ], "start_stop_frames": [ [ 611, 689 ], [ 809, 862 ], [ 1087, 1132 ], [ 1092, 1363 ] ], "trgnoun": "mug", "trgverb": "wash" }, { "key": "P25_107+58_59_60_61", "video_id": "P25_107", "narration_ids": [ "P25_107_58", "P25_107_59", "P25_107_60", "P25_107_61" ], "src": "cut aubergine . rinse aubergine . put_down knife", "src1": "cut aubergine", "src2": "rinse aubergine", "src3": "put_down knife", "trg": "put_down aubergine", "vis_src": "P25_107:58 P25_107:59 P25_107:60", "vis_trg": "P25_107:61", "narrations": [ "cut aubergine", "rinse aubergine", "put down knife", "put down aubergine" ], "verbs": [ "cut", "rinse", "put-down", "put-down" ], "verb_classes": [ 7, 2, 1, 1 ], "nouns": [ "aubergine", "aubergine", "knife", "aubergine" ], "noun_classes": [ 67, 67, 4, 67 ], "start_stop_timestamps": [ [ "00:06:05.30", "00:06:11.24" ], [ "00:06:09.81", "00:06:12.33" ], [ "00:07:01.00", "00:07:03.75" ], [ "00:07:01.49", "00:07:04.49" ] ], "start_stop_frames": [ [ 18265, 18562 ], [ 18490, 18616 ], [ 21050, 21187 ], [ 21074, 21224 ] ], "trgnoun": "aubergine", "trgverb": "put_down" }, { "key": "P03_101+232_233_234_235", "video_id": "P03_101", "narration_ids": [ "P03_101_232", "P03_101_233", "P03_101_234", "P03_101_235" ], "src": "put slices of bread on plate . pick_up knife . pick_up bread", "src1": "put slices of bread on plate", "src2": "pick_up knife", "src3": "pick_up bread", "trg": "put_down bread", "vis_src": "P03_101:232 P03_101:233 P03_101:234", "vis_trg": "P03_101:235", "narrations": [ "put slices of bread on plate", "pick up knife", "pick up bread", "put down bread" ], "verbs": [ "put-on", "pick-up", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "slice:bread", "knife", "bread", "bread" ], "noun_classes": [ 33, 4, 33, 33 ], "start_stop_timestamps": [ [ "00:09:56.12", "00:09:56.79" ], [ "00:09:56.64", "00:09:57.31" ], [ "00:09:57.01", "00:09:57.61" ], [ "00:09:57.65", "00:09:58.26" ] ], "start_stop_frames": [ [ 29806, 29839 ], [ 29832, 29865 ], [ 29850, 29880 ], [ 29882, 29913 ] ], "trgnoun": "bread", "trgverb": "put_down" }, { "key": "P26_115+12_13_14_15", "video_id": "P26_115", "narration_ids": [ "P26_115_12", "P26_115_13", "P26_115_14", "P26_115_15" ], "src": "put_down baking_tray . open cupboard . pick_up oil", "src1": "put_down baking_tray", "src2": "open cupboard", "src3": "pick_up oil", "trg": "open oil", "vis_src": "P26_115:12 P26_115:13 P26_115:14", "vis_trg": "P26_115:15", "narrations": [ "put down baking tray", "open cupboard", "pick up oil", "open oil" ], "verbs": [ "put-down", "open", "pick-up", "open" ], "verb_classes": [ 1, 3, 0, 3 ], "nouns": [ "tray:baking", "cupboard", "oil", "oil" ], "noun_classes": [ 35, 3, 31, 31 ], "start_stop_timestamps": [ [ "00:00:32.00", "00:00:32.77" ], [ "00:00:34.16", "00:00:34.79" ], [ "00:00:34.81", "00:00:35.91" ], [ "00:00:36.78", "00:00:37.30" ] ], "start_stop_frames": [ [ 1600, 1638 ], [ 1707, 1739 ], [ 1740, 1795 ], [ 1839, 1864 ] ], "trgnoun": "oil", "trgverb": "open" }, { "key": "P04_121+286_298_319_321", "video_id": "P04_121", "narration_ids": [ "P04_121_286", "P04_121_298", "P04_121_319", "P04_121_321" ], "src": "scratch dough off bowl . put bowl under tap . put_down sponge", "src1": "scratch dough off bowl", "src2": "put bowl under tap", "src3": "put_down sponge", "trg": "tip_out bowl", "vis_src": "P04_121:286 P04_121:298 P04_121:319", "vis_trg": "P04_121:321", "narrations": [ "scratch dough off bowl", "put bowl under tap", "put down sponge", "tip out bowl" ], "verbs": [ "scratch-off", "put-under", "put-down", "tip-out" ], "verb_classes": [ 25, 1, 1, 20 ], "nouns": [ "dough", "bowl", "sponge", "bowl" ], "noun_classes": [ 25, 7, 9, 7 ], "start_stop_timestamps": [ [ "00:13:07.80", "00:13:11.11" ], [ "00:13:46.47", "00:13:46.91" ], [ "00:14:33.37", "00:14:33.62" ], [ "00:14:38.87", "00:14:39.92" ] ], "start_stop_frames": [ [ 39390, 39555 ], [ 41323, 41345 ], [ 43668, 43681 ], [ 43943, 43996 ] ], "trgnoun": "bowl", "trgverb": "tip_out" }, { "key": "P03_120+29_30_31_32", "video_id": "P03_120", "narration_ids": [ "P03_120_29", "P03_120_30", "P03_120_31", "P03_120_32" ], "src": "close cupboard . put_down large_saucepan on hob . pick_up large_bowl", "src1": "close cupboard", "src2": "put_down large_saucepan on hob", "src3": "pick_up large_bowl", "trg": "put large_bowl on large saucepan", "vis_src": "P03_120:29 P03_120:30 P03_120:31", "vis_trg": "P03_120:32", "narrations": [ "close cupboard", "put down large saucepan on hob", "pick up large bowl", "put large bowl on large saucepan" ], "verbs": [ "close", "put-down", "pick-up", "put-on" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "cupboard", "saucepan:large", "bowl:large", "bowl:large" ], "noun_classes": [ 3, 5, 7, 7 ], "start_stop_timestamps": [ [ "00:01:03.01", "00:01:03.90" ], [ "00:01:04.00", "00:01:05.04" ], [ "00:01:05.66", "00:01:06.47" ], [ "00:01:06.33", "00:01:07.52" ] ], "start_stop_frames": [ [ 3150, 3195 ], [ 3200, 3252 ], [ 3283, 3323 ], [ 3316, 3376 ] ], "trgnoun": "large_bowl", "trgverb": "put_on" }, { "key": "P01_109+822_823_824_825", "video_id": "P01_109", "narration_ids": [ "P01_109_822", "P01_109_823", "P01_109_824", "P01_109_825" ], "src": "wash pan . empty pan . rinse sponge", "src1": "wash pan", "src2": "empty pan", "src3": "rinse sponge", "trg": "put pan onto drying rack", "vis_src": "P01_109:822 P01_109:823 P01_109:824", "vis_trg": "P01_109:825", "narrations": [ "wash pan", "empty pan", "rinse sponge", "put pan onto drying rack" ], "verbs": [ "wash", "empty", "rinse", "put-onto" ], "verb_classes": [ 2, 20, 2, 1 ], "nouns": [ "pan", "pan", "sponge", "pan" ], "noun_classes": [ 5, 5, 9, 5 ], "start_stop_timestamps": [ [ "00:57:56.24", "00:58:14.16" ], [ "00:58:14.03", "00:58:14.49" ], [ "00:58:14.78", "00:58:15.65" ], [ "00:58:15.96", "00:58:16.60" ] ], "start_stop_frames": [ [ 173812, 174708 ], [ 174701, 174724 ], [ 174739, 174782 ], [ 174798, 174830 ] ], "trgnoun": "pan", "trgverb": "put_onto" }, { "key": "P28_109+37_38_39_40", "video_id": "P28_109", "narration_ids": [ "P28_109_37", "P28_109_38", "P28_109_39", "P28_109_40" ], "src": "shake almond drink package . open almond_drink . throw rubbish", "src1": "shake almond drink package", "src2": "open almond_drink", "src3": "throw rubbish", "trg": "close almond_drink", "vis_src": "P28_109:37 P28_109:38 P28_109:39", "vis_trg": "P28_109:40", "narrations": [ "shake almond drink package", "open almond drink", "throw rubbish", "close almond drink" ], "verbs": [ "shake", "open", "throw", "close" ], "verb_classes": [ 15, 3, 13, 4 ], "nouns": [ "package:almond:drink", "drink:almond", "rubbish", "drink:almond" ], "noun_classes": [ 26, 209, 54, 209 ], "start_stop_timestamps": [ [ "00:01:56.59", "00:01:58.49" ], [ "00:01:58.89", "00:02:02.20" ], [ "00:02:06.60", "00:02:07.02" ], [ "00:02:08.87", "00:02:13.84" ] ], "start_stop_frames": [ [ 5829, 5924 ], [ 5944, 6110 ], [ 6330, 6351 ], [ 6443, 6692 ] ], "trgnoun": "almond_drink", "trgverb": "close" }, { "key": "P11_16+32_33_34_35", "video_id": "P11_16", "narration_ids": [ "P11_16_32", "P11_16_33", "P11_16_34", "P11_16_35" ], "src": "put lid on pots . put_down spoon . adjust pots", "src1": "put lid on pots", "src2": "put_down spoon", "src3": "adjust pots", "trg": "pick_up spoon", "vis_src": "P11_16:32 P11_16:33 P11_16:34", "vis_trg": "P11_16:35", "narrations": [ "put lid on pots", "put down spoon", "adjust pots", "pick up spoon" ], "verbs": [ "put-on", "put-down", "adjust", "pick-up" ], "verb_classes": [ 1, 1, 17, 0 ], "nouns": [ "lid", "spoon", "pot", "spoon" ], "noun_classes": [ 6, 1, 29, 1 ], "start_stop_timestamps": [ [ "00:02:27.93", "00:02:28.86" ], [ "00:02:28.96", "00:02:31.19" ], [ "00:02:32.39", "00:02:33.38" ], [ "00:02:33.46", "00:02:34.80" ] ], "start_stop_frames": [ [ 8875, 8931 ], [ 8937, 9071 ], [ 9143, 9202 ], [ 9207, 9288 ] ], "trgnoun": "spoon", "trgverb": "pick_up" }, { "key": "P22_109+33_34_35_36", "video_id": "P22_109", "narration_ids": [ "P22_109_33", "P22_109_34", "P22_109_35", "P22_109_36" ], "src": "pick_up cutlery . close cupboard . open drawer", "src1": "pick_up cutlery", "src2": "close cupboard", "src3": "open drawer", "trg": "put_down cutlery", "vis_src": "P22_109:33 P22_109:34 P22_109:35", "vis_trg": "P22_109:36", "narrations": [ "pick up cutlery", "close cupboard", "open drawer", "put down cutlery" ], "verbs": [ "pick-up", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "cutlery", "cupboard", "drawer", "cutlery" ], "noun_classes": [ 58, 3, 8, 58 ], "start_stop_timestamps": [ [ "00:00:59.76", "00:01:01.93" ], [ "00:01:02.91", "00:01:04.19" ], [ "00:01:03.83", "00:01:05.32" ], [ "00:01:05.41", "00:01:16.07" ] ], "start_stop_frames": [ [ 2988, 3096 ], [ 3145, 3209 ], [ 3191, 3265 ], [ 3270, 3803 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P28_113+101_102_103_104", "video_id": "P28_113", "narration_ids": [ "P28_113_101", "P28_113_102", "P28_113_103", "P28_113_104" ], "src": "take_out sticker from bell pepper . throw rubbish . take bell_peppers", "src1": "take_out sticker from bell pepper", "src2": "throw rubbish", "src3": "take bell_peppers", "trg": "put bell_peppers", "vis_src": "P28_113:101 P28_113:102 P28_113:103", "vis_trg": "P28_113:104", "narrations": [ "take out sticker from bell pepper", "throw rubbish", "take bell peppers", "put bell peppers" ], "verbs": [ "take-out", "throw", "take", "put" ], "verb_classes": [ 12, 13, 0, 1 ], "nouns": [ "sticker", "rubbish", "pepper:bell", "pepper:bell" ], "noun_classes": [ 222, 54, 37, 37 ], "start_stop_timestamps": [ [ "00:05:06.84", "00:05:10.52" ], [ "00:05:14.00", "00:05:15.48" ], [ "00:05:18.77", "00:05:21.51" ], [ "00:05:22.09", "00:05:23.29" ] ], "start_stop_frames": [ [ 15341, 15526 ], [ 15700, 15774 ], [ 15938, 16075 ], [ 16104, 16164 ] ], "trgnoun": "bell_pepper", "trgverb": "put" }, { "key": "P03_20+50_51_52_53", "video_id": "P03_20", "narration_ids": [ "P03_20_50", "P03_20_51", "P03_20_52", "P03_20_53" ], "src": "put plug . wipe sink . grab plug", "src1": "put plug", "src2": "wipe sink", "src3": "grab plug", "trg": "empty plug in bin", "vis_src": "P03_20:50 P03_20:51 P03_20:52", "vis_trg": "P03_20:53", "narrations": [ "put plug", "wipe sink", "grab plug", "empty plug in bin" ], "verbs": [ "put", "wipe", "grab", "empty" ], "verb_classes": [ 1, 2, 0, 20 ], "nouns": [ "plug", "sink", "plug", "plug" ], "noun_classes": [ 153, 63, 153, 153 ], "start_stop_timestamps": [ [ "00:04:24.59", "00:04:25.70" ], [ "00:04:30.01", "00:04:33.09" ], [ "00:04:34.34", "00:04:36.33" ], [ "00:04:41.23", "00:04:46.15" ] ], "start_stop_frames": [ [ 15875, 15942 ], [ 16200, 16385 ], [ 16460, 16579 ], [ 16873, 17169 ] ], "trgnoun": "plug", "trgverb": "empty" }, { "key": "P35_103+231_232_233_234", "video_id": "P35_103", "narration_ids": [ "P35_103_231", "P35_103_232", "P35_103_233", "P35_103_234" ], "src": "pour water . pick_up cloth . dry counter top", "src1": "pour water", "src2": "pick_up cloth", "src3": "dry counter top", "trg": "put_down cloth", "vis_src": "P35_103:231 P35_103:232 P35_103:233", "vis_trg": "P35_103:234", "narrations": [ "pour water", "pick up cloth", "dry counter top", "put down cloth" ], "verbs": [ "pour", "pick-up", "dry", "put-down" ], "verb_classes": [ 9, 0, 14, 1 ], "nouns": [ "water", "cloth", "top", "cloth" ], "noun_classes": [ 27, 17, 42, 17 ], "start_stop_timestamps": [ [ "00:24:25.44", "00:24:28.86" ], [ "00:24:28.78", "00:24:29.38" ], [ "00:24:29.87", "00:24:34.53" ], [ "00:24:34.51", "00:24:35.24" ] ], "start_stop_frames": [ [ 73272, 73443 ], [ 73439, 73469 ], [ 73493, 73726 ], [ 73725, 73762 ] ], "trgnoun": "cloth", "trgverb": "put_down" }, { "key": "P04_110+328_329_330_331", "video_id": "P04_110", "narration_ids": [ "P04_110_328", "P04_110_329", "P04_110_330", "P04_110_331" ], "src": "put_down coriander_packet . put_down chopping_board . lift tea_towel off bowl", "src1": "put_down coriander_packet", "src2": "put_down chopping_board", "src3": "lift tea_towel off bowl", "trg": "feel chopping_board", "vis_src": "P04_110:328 P04_110:329 P04_110:330", "vis_trg": "P04_110:331", "narrations": [ "put down coriander packet", "put down chopping board", "lift tea towel off bowl", "feel chopping board" ], "verbs": [ "put-down", "put-down", "lift-off", "feel" ], "verb_classes": [ 1, 1, 33, 54 ], "nouns": [ "packet:coriander", "board:chopping", "towel:tea", "board:chopping" ], "noun_classes": [ 26, 18, 52, 18 ], "start_stop_timestamps": [ [ "00:09:49.79", "00:09:50.95" ], [ "00:09:50.97", "00:09:54.95" ], [ "00:09:54.93", "00:09:56.40" ], [ "00:09:57.29", "00:09:57.97" ] ], "start_stop_frames": [ [ 29489, 29547 ], [ 29548, 29747 ], [ 29746, 29820 ], [ 29864, 29898 ] ], "trgnoun": "chopping_board", "trgverb": "feel" }, { "key": "P08_01+44_45_46_47", "video_id": "P08_01", "narration_ids": [ "P08_01_44", "P08_01_45", "P08_01_46", "P08_01_47" ], "src": "pour milk . turn lid . open fridge", "src1": "pour milk", "src2": "turn lid", "src3": "open fridge", "trg": "place milk", "vis_src": "P08_01:44 P08_01:45 P08_01:46", "vis_trg": "P08_01:47", "narrations": [ "pour milk", "turn lid", "open fridge", "place milk" ], "verbs": [ "pour", "turn", "open", "place" ], "verb_classes": [ 9, 23, 3, 1 ], "nouns": [ "milk", "lid", "fridge", "milk" ], "noun_classes": [ 64, 6, 12, 64 ], "start_stop_timestamps": [ [ "00:02:36.45", "00:02:41.26" ], [ "00:02:41.39", "00:02:45.39" ], [ "00:02:45.01", "00:02:46.50" ], [ "00:02:46.33", "00:02:47.43" ] ], "start_stop_frames": [ [ 9387, 9675 ], [ 9683, 9923 ], [ 9900, 9990 ], [ 9979, 10045 ] ], "trgnoun": "milk", "trgverb": "place" }, { "key": "P22_103+97_98_99_100", "video_id": "P22_103", "narration_ids": [ "P22_103_97", "P22_103_98", "P22_103_99", "P22_103_100" ], "src": "put_down plate . pick_up knife . lather knife", "src1": "put_down plate", "src2": "pick_up knife", "src3": "lather knife", "trg": "put_down knife", "vis_src": "P22_103:97 P22_103:98 P22_103:99", "vis_trg": "P22_103:100", "narrations": [ "put down plate", "pick up knife", "lather knife", "put down knife" ], "verbs": [ "put-down", "pick-up", "lather", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "plate", "knife", "knife", "knife" ], "noun_classes": [ 2, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:02:57.09", "00:02:58.34" ], [ "00:02:59.07", "00:02:59.61" ], [ "00:03:00.97", "00:03:01.79" ], [ "00:03:01.89", "00:03:02.46" ] ], "start_stop_frames": [ [ 8854, 8917 ], [ 8953, 8980 ], [ 9048, 9089 ], [ 9094, 9123 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P02_124+17_18_19_20", "video_id": "P02_124", "narration_ids": [ "P02_124_17", "P02_124_18", "P02_124_19", "P02_124_20" ], "src": "put washing_powder in drawer . close box . put box in cupboard", "src1": "put washing_powder in drawer", "src2": "close box", "src3": "put box in cupboard", "trg": "pick_up box", "vis_src": "P02_124:17 P02_124:18 P02_124:19", "vis_trg": "P02_124:20", "narrations": [ "put washing powder in drawer", "close box", "put box in cupboard", "pick up box" ], "verbs": [ "put-in", "close", "put-in", "pick-up" ], "verb_classes": [ 5, 4, 5, 0 ], "nouns": [ "powder:washing", "box", "box", "box" ], "noun_classes": [ 234, 23, 23, 23 ], "start_stop_timestamps": [ [ "00:00:38.13", "00:00:39.83" ], [ "00:00:39.86", "00:00:41.06" ], [ "00:00:41.02", "00:00:42.54" ], [ "00:00:41.95", "00:00:44.80" ] ], "start_stop_frames": [ [ 1906, 1991 ], [ 1993, 2053 ], [ 2051, 2127 ], [ 2097, 2240 ] ], "trgnoun": "box", "trgverb": "pick_up" }, { "key": "P10_04+417_418_419_420", "video_id": "P10_04", "narration_ids": [ "P10_04_417", "P10_04_418", "P10_04_419", "P10_04_420" ], "src": "brush the inner side and outer side of the pot with the brush . switch_out the tap_water . clean the pot", "src1": "brush the inner side and outer side of the pot with the brush", "src2": "switch_out the tap_water", "src3": "clean the pot", "trg": "put the pot on the utensil shelf", "vis_src": "P10_04:417 P10_04:418 P10_04:419", "vis_trg": "P10_04:420", "narrations": [ "brush the inner side and outer side of the pot with the brush", "switch out the tap water", "clean the pot", "put the pot on the utensil shelf" ], "verbs": [ "brush-with", "switch-out", "clean", "put-on" ], "verb_classes": [ 66, 8, 2, 1 ], "nouns": [ "pot", "water:tap", "pot", "pot" ], "noun_classes": [ 29, 0, 29, 29 ], "start_stop_timestamps": [ [ "00:44:57.62", "00:45:02.79" ], [ "00:45:02.35", "00:45:03.28" ], [ "00:45:03.38", "00:45:07.60" ], [ "00:45:09.66", "00:45:11.60" ] ], "start_stop_frames": [ [ 161857, 162167 ], [ 162141, 162196 ], [ 162202, 162456 ], [ 162579, 162696 ] ], "trgnoun": "pot", "trgverb": "put_on" }, { "key": "P05_02+22_23_24_25", "video_id": "P05_02", "narration_ids": [ "P05_02_22", "P05_02_23", "P05_02_24", "P05_02_25" ], "src": "open water_tap . rinse hands . close water_tap", "src1": "open water_tap", "src2": "rinse hands", "src3": "close water_tap", "trg": "dry hands", "vis_src": "P05_02:22 P05_02:23 P05_02:24", "vis_trg": "P05_02:25", "narrations": [ "open water tap", "rinse hands", "close water tap", "dry hands" ], "verbs": [ "open", "rinse", "close", "dry" ], "verb_classes": [ 3, 2, 4, 14 ], "nouns": [ "tap:water", "hand", "tap:water", "hand" ], "noun_classes": [ 0, 11, 0, 11 ], "start_stop_timestamps": [ [ "00:01:45.48", "00:01:46.29" ], [ "00:01:46.18", "00:01:48.68" ], [ "00:01:48.57", "00:01:49.54" ], [ "00:01:50.78", "00:01:53.91" ] ], "start_stop_frames": [ [ 6328, 6377 ], [ 6370, 6520 ], [ 6514, 6572 ], [ 6646, 6834 ] ], "trgnoun": "hand", "trgverb": "dry" }, { "key": "P07_117+75_76_77_78", "video_id": "P07_117", "narration_ids": [ "P07_117_75", "P07_117_76", "P07_117_77", "P07_117_78" ], "src": "open container . grab pot . put rice into container", "src1": "open container", "src2": "grab pot", "src3": "put rice into container", "trg": "scrape pot", "vis_src": "P07_117:75 P07_117:76 P07_117:77", "vis_trg": "P07_117:78", "narrations": [ "open container", "grab pot", "put rice into container", "scrape pot" ], "verbs": [ "open", "grab", "put-into", "scrape" ], "verb_classes": [ 3, 0, 5, 25 ], "nouns": [ "container", "pot", "rice", "pot" ], "noun_classes": [ 21, 29, 55, 29 ], "start_stop_timestamps": [ [ "00:03:23.89", "00:03:24.72" ], [ "00:03:25.53", "00:03:26.90" ], [ "00:03:27.00", "00:03:48.05" ], [ "00:03:37.82", "00:03:44.11" ] ], "start_stop_frames": [ [ 10194, 10236 ], [ 10276, 10345 ], [ 10350, 11402 ], [ 10891, 11205 ] ], "trgnoun": "pot", "trgverb": "scrape" }, { "key": "P01_09+160_161_162_163", "video_id": "P01_09", "narration_ids": [ "P01_09_160", "P01_09_161", "P01_09_162", "P01_09_163" ], "src": "turn_on tap . wash hands . take spatula", "src1": "turn_on tap", "src2": "wash hands", "src3": "take spatula", "trg": "rinse spatula", "vis_src": "P01_09:160 P01_09:161 P01_09:162", "vis_trg": "P01_09:163", "narrations": [ "turn on tap", "wash hands", "take spatula", "rinse spatula" ], "verbs": [ "turn-on", "wash", "take", "rinse" ], "verb_classes": [ 6, 2, 0, 2 ], "nouns": [ "tap", "hand", "spatula", "spatula" ], "noun_classes": [ 0, 11, 20, 20 ], "start_stop_timestamps": [ [ "00:12:21.63", "00:12:22.76" ], [ "00:12:23.00", "00:12:25.81" ], [ "00:12:25.25", "00:12:26.90" ], [ "00:12:26.81", "00:12:29.02" ] ], "start_stop_frames": [ [ 44497, 44565 ], [ 44580, 44748 ], [ 44715, 44814 ], [ 44808, 44941 ] ], "trgnoun": "spatula", "trgverb": "rinse" }, { "key": "P04_117+90_91_92_94", "video_id": "P04_117", "narration_ids": [ "P04_117_90", "P04_117_91", "P04_117_92", "P04_117_94" ], "src": "pick_up tea_towel . put tea_towel on bread . put_down knife", "src1": "pick_up tea_towel", "src2": "put tea_towel on bread", "src3": "put_down knife", "trg": "pick_up slices of bread", "vis_src": "P04_117:90 P04_117:91 P04_117:92", "vis_trg": "P04_117:94", "narrations": [ "pick up tea towel", "put tea towel on bread", "put down knife", "pick up slices of bread" ], "verbs": [ "pick-up", "put-on", "put-down", "pick-up" ], "verb_classes": [ 0, 1, 1, 0 ], "nouns": [ "towel:tea", "towel:tea", "knife", "slice:bread" ], "noun_classes": [ 52, 52, 4, 33 ], "start_stop_timestamps": [ [ "00:03:23.21", "00:03:23.73" ], [ "00:03:23.75", "00:03:24.30" ], [ "00:03:25.91", "00:03:26.56" ], [ "00:03:28.19", "00:03:28.85" ] ], "start_stop_frames": [ [ 10160, 10186 ], [ 10187, 10215 ], [ 10295, 10328 ], [ 10409, 10442 ] ], "trgnoun": "bread_slice", "trgverb": "pick_up" }, { "key": "P01_105+208_209_210_211", "video_id": "P01_105", "narration_ids": [ "P01_105_208", "P01_105_209", "P01_105_210", "P01_105_211" ], "src": "pick_up tofu . open box . take tofu off box", "src1": "pick_up tofu", "src2": "open box", "src3": "take tofu off box", "trg": "put_down tofu", "vis_src": "P01_105:208 P01_105:209 P01_105:210", "vis_trg": "P01_105:211", "narrations": [ "pick up tofu", "open box", "take tofu off box", "put down tofu" ], "verbs": [ "pick-up", "open", "take-off", "put-down" ], "verb_classes": [ 0, 3, 12, 1 ], "nouns": [ "tofu", "box", "tofu", "tofu" ], "noun_classes": [ 81, 23, 81, 81 ], "start_stop_timestamps": [ [ "00:07:41.47", "00:07:42.40" ], [ "00:07:42.40", "00:07:47.72" ], [ "00:07:43.09", "00:07:45.21" ], [ "00:07:44.98", "00:07:46.05" ] ], "start_stop_frames": [ [ 23073, 23120 ], [ 23120, 23386 ], [ 23154, 23260 ], [ 23249, 23302 ] ], "trgnoun": "tofu", "trgverb": "put_down" }, { "key": "P12_101+207_208_209_210", "video_id": "P12_101", "narration_ids": [ "P12_101_207", "P12_101_208", "P12_101_209", "P12_101_210" ], "src": "put salt_container onto countertop . close salt_container . pick_up spice_container from countertop", "src1": "put salt_container onto countertop", "src2": "close salt_container", "src3": "pick_up spice_container from countertop", "trg": "open salt_container", "vis_src": "P12_101:207 P12_101:208 P12_101:209", "vis_trg": "P12_101:210", "narrations": [ "put salt container onto countertop", "close salt container", "pick up spice container from countertop", "open salt container" ], "verbs": [ "put-onto", "close", "pick-up", "open" ], "verb_classes": [ 1, 4, 0, 3 ], "nouns": [ "container:salt", "container:salt", "container:spice", "container:salt" ], "noun_classes": [ 21, 21, 21, 21 ], "start_stop_timestamps": [ [ "00:09:43.80", "00:09:44.50" ], [ "00:09:44.20", "00:09:44.54" ], [ "00:09:44.31", "00:09:45.55" ], [ "00:09:45.52", "00:09:46.19" ] ], "start_stop_frames": [ [ 29189, 29225 ], [ 29210, 29227 ], [ 29215, 29277 ], [ 29276, 29309 ] ], "trgnoun": "salt_container", "trgverb": "open" }, { "key": "P08_23+172_173_174_175", "video_id": "P08_23", "narration_ids": [ "P08_23_172", "P08_23_173", "P08_23_174", "P08_23_175" ], "src": "close cupboard . open microwave . place bowl", "src1": "close cupboard", "src2": "open microwave", "src3": "place bowl", "trg": "close microwave", "vis_src": "P08_23:172 P08_23:173 P08_23:174", "vis_trg": "P08_23:175", "narrations": [ "close cupboard", "open microwave", "place bowl", "close microwave" ], "verbs": [ "close", "open", "place", "close" ], "verb_classes": [ 4, 3, 1, 4 ], "nouns": [ "cupboard", "microwave", "bowl", "microwave" ], "noun_classes": [ 3, 90, 7, 90 ], "start_stop_timestamps": [ [ "00:16:15.48", "00:16:16.54" ], [ "00:16:16.64", "00:16:18.24" ], [ "00:16:17.34", "00:16:18.59" ], [ "00:16:22.73", "00:16:24.52" ] ], "start_stop_frames": [ [ 58528, 58592 ], [ 58598, 58694 ], [ 58640, 58715 ], [ 58963, 59071 ] ], "trgnoun": "microwave", "trgverb": "close" }, { "key": "P03_109+209_210_211_212", "video_id": "P03_109", "narration_ids": [ "P03_109_209", "P03_109_210", "P03_109_211", "P03_109_212" ], "src": "wash cheese_grater . remove cheese from cheese grater . rinse sponge", "src1": "wash cheese_grater", "src2": "remove cheese from cheese grater", "src3": "rinse sponge", "trg": "squeeze sponge", "vis_src": "P03_109:209 P03_109:210 P03_109:211", "vis_trg": "P03_109:212", "narrations": [ "wash cheese grater", "remove cheese from cheese grater", "rinse sponge", "squeeze sponge" ], "verbs": [ "wash", "remove-from", "rinse", "squeeze" ], "verb_classes": [ 2, 12, 2, 18 ], "nouns": [ "grater:cheese", "cheese", "sponge", "sponge" ], "noun_classes": [ 96, 32, 9, 9 ], "start_stop_timestamps": [ [ "00:11:44.96", "00:11:51.03" ], [ "00:11:51.33", "00:11:53.20" ], [ "00:11:53.13", "00:11:53.84" ], [ "00:11:53.94", "00:11:54.71" ] ], "start_stop_frames": [ [ 35248, 35551 ], [ 35566, 35660 ], [ 35656, 35692 ], [ 35697, 35735 ] ], "trgnoun": "sponge", "trgverb": "squeeze" }, { "key": "P22_116+185_186_187_188", "video_id": "P22_116", "narration_ids": [ "P22_116_185", "P22_116_186", "P22_116_187", "P22_116_188" ], "src": "put_down cup . pick_up cutlery . rinse cutlery", "src1": "put_down cup", "src2": "pick_up cutlery", "src3": "rinse cutlery", "trg": "put_down cutlery", "vis_src": "P22_116:185 P22_116:186 P22_116:187", "vis_trg": "P22_116:188", "narrations": [ "put down cup", "pick up cutlery", "rinse cutlery", "put down cutlery" ], "verbs": [ "put-down", "pick-up", "rinse", "put-down" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "cup", "cutlery", "cutlery", "cutlery" ], "noun_classes": [ 13, 58, 58, 58 ], "start_stop_timestamps": [ [ "00:06:57.46", "00:06:58.51" ], [ "00:06:58.50", "00:07:00.27" ], [ "00:07:02.54", "00:07:05.15" ], [ "00:07:05.25", "00:07:06.77" ] ], "start_stop_frames": [ [ 20873, 20925 ], [ 20925, 21013 ], [ 21127, 21257 ], [ 21262, 21338 ] ], "trgnoun": "cutlery", "trgverb": "put_down" }, { "key": "P01_106+7_8_9_10", "video_id": "P01_106", "narration_ids": [ "P01_106_7", "P01_106_8", "P01_106_9", "P01_106_10" ], "src": "close cupboard . open container . put_down lid", "src1": "close cupboard", "src2": "open container", "src3": "put_down lid", "trg": "take container", "vis_src": "P01_106:7 P01_106:8 P01_106:9", "vis_trg": "P01_106:10", "narrations": [ "close cupboard", "open container", "put down lid", "take container" ], "verbs": [ "close", "open", "put-down", "take" ], "verb_classes": [ 4, 3, 1, 0 ], "nouns": [ "cupboard", "container", "lid", "container" ], "noun_classes": [ 3, 21, 6, 21 ], "start_stop_timestamps": [ [ "00:00:17.84", "00:00:19.64" ], [ "00:00:20.32", "00:00:21.42" ], [ "00:00:21.67", "00:00:22.30" ], [ "00:00:22.83", "00:00:23.43" ] ], "start_stop_frames": [ [ 892, 982 ], [ 1016, 1071 ], [ 1083, 1115 ], [ 1141, 1171 ] ], "trgnoun": "container", "trgverb": "take" }, { "key": "P30_111+140_141_142_143", "video_id": "P30_111", "narration_ids": [ "P30_111_140", "P30_111_141", "P30_111_142", "P30_111_143" ], "src": "wash hand . apply soap to hands . wash hands", "src1": "wash hand", "src2": "apply soap to hands", "src3": "wash hands", "trg": "rinse hands", "vis_src": "P30_111:140 P30_111:141 P30_111:142", "vis_trg": "P30_111:143", "narrations": [ "wash hand", "apply soap to hands", "wash hands", "rinse hands" ], "verbs": [ "wash", "apply-to", "wash", "rinse" ], "verb_classes": [ 2, 27, 2, 2 ], "nouns": [ "hand", "soap", "hand", "hand" ], "noun_classes": [ 11, 22, 11, 11 ], "start_stop_timestamps": [ [ "00:05:41.61", "00:05:43.19" ], [ "00:05:44.54", "00:05:45.20" ], [ "00:05:45.27", "00:05:47.31" ], [ "00:05:48.18", "00:05:49.17" ] ], "start_stop_frames": [ [ 17080, 17159 ], [ 17227, 17260 ], [ 17263, 17365 ], [ 17409, 17458 ] ], "trgnoun": "hand", "trgverb": "rinse" }, { "key": "P22_05+0_1_2_3", "video_id": "P22_05", "narration_ids": [ "P22_05_0", "P22_05_1", "P22_05_2", "P22_05_3" ], "src": "pick_up bottle . place bottle . pick_up paper", "src1": "pick_up bottle", "src2": "place bottle", "src3": "pick_up paper", "trg": "place paper", "vis_src": "P22_05:0 P22_05:1 P22_05:2", "vis_trg": "P22_05:3", "narrations": [ "pick up bottle", "place bottle", "pick up paper", "place paper" ], "verbs": [ "pick-up", "place", "pick-up", "place" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "bottle", "bottle", "paper", "paper" ], "noun_classes": [ 15, 15, 49, 49 ], "start_stop_timestamps": [ [ "00:00:02.77", "00:00:04.58" ], [ "00:00:04.37", "00:00:07.12" ], [ "00:00:05.79", "00:00:07.13" ], [ "00:00:06.90", "00:00:07.60" ] ], "start_stop_frames": [ [ 166, 274 ], [ 262, 427 ], [ 347, 427 ], [ 414, 456 ] ], "trgnoun": "paper", "trgverb": "place" }, { "key": "P24_07+13_14_15_16", "video_id": "P24_07", "narration_ids": [ "P24_07_13", "P24_07_14", "P24_07_15", "P24_07_16" ], "src": "put sachet . open door . pick_up salad_bowl", "src1": "put sachet", "src2": "open door", "src3": "pick_up salad_bowl", "trg": "put salad_bowl", "vis_src": "P24_07:13 P24_07:14 P24_07:15", "vis_trg": "P24_07:16", "narrations": [ "put sachet", "open door", "pick up salad bowl", "put salad bowl" ], "verbs": [ "put", "open", "pick-up", "put" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "sachet", "door", "bowl:salad", "bowl:salad" ], "noun_classes": [ 26, 3, 7, 7 ], "start_stop_timestamps": [ [ "00:00:36.69", "00:00:39.05" ], [ "00:00:38.98", "00:00:40.45" ], [ "00:00:40.44", "00:00:43.99" ], [ "00:00:43.62", "00:00:47.25" ] ], "start_stop_frames": [ [ 2201, 2343 ], [ 2338, 2427 ], [ 2426, 2639 ], [ 2617, 2835 ] ], "trgnoun": "salad_bowl", "trgverb": "put" }, { "key": "P06_108+49_50_51_52", "video_id": "P06_108", "narration_ids": [ "P06_108_49", "P06_108_50", "P06_108_51", "P06_108_52" ], "src": "pick_up knife . take olives out of jar . chop olives", "src1": "pick_up knife", "src2": "take olives out of jar", "src3": "chop olives", "trg": "sprinkle olives on pizza", "vis_src": "P06_108:49 P06_108:50 P06_108:51", "vis_trg": "P06_108:52", "narrations": [ "pick up knife", "take olives out of jar", "chop olives", "sprinkle olives on pizza" ], "verbs": [ "pick-up", "take-out", "chop", "sprinkle-on" ], "verb_classes": [ 0, 12, 7, 42 ], "nouns": [ "knife", "olive", "olive", "olive" ], "noun_classes": [ 4, 83, 83, 83 ], "start_stop_timestamps": [ [ "00:05:13.88", "00:05:15.25" ], [ "00:05:14.88", "00:05:21.80" ], [ "00:05:21.84", "00:05:24.79" ], [ "00:05:24.63", "00:05:26.29" ] ], "start_stop_frames": [ [ 15694, 15762 ], [ 15744, 16090 ], [ 16091, 16239 ], [ 16231, 16314 ] ], "trgnoun": "olive", "trgverb": "sprinkle_on" }, { "key": "P29_03+473_474_475_476", "video_id": "P29_03", "narration_ids": [ "P29_03_473", "P29_03_474", "P29_03_475", "P29_03_476" ], "src": "put_down lid . pick_up pan . put pan in sink", "src1": "put_down lid", "src2": "pick_up pan", "src3": "put pan in sink", "trg": "scour pan", "vis_src": "P29_03:473 P29_03:474 P29_03:475", "vis_trg": "P29_03:476", "narrations": [ "put down lid", "pick up pan", "put pan in sink", "scour pan" ], "verbs": [ "put-down", "pick-up", "put-in", "scour" ], "verb_classes": [ 1, 0, 5, 29 ], "nouns": [ "lid", "pan", "pan", "pan" ], "noun_classes": [ 6, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:30:38.05", "00:30:42.27" ], [ "00:30:44.62", "00:30:47.61" ], [ "00:30:47.71", "00:30:50.41" ], [ "00:30:49.73", "00:30:58.91" ] ], "start_stop_frames": [ [ 110283, 110536 ], [ 110677, 110856 ], [ 110862, 111024 ], [ 110983, 111534 ] ], "trgnoun": "pan", "trgverb": "scour" }, { "key": "P01_103+34_35_36_37", "video_id": "P01_103", "narration_ids": [ "P01_103_34", "P01_103_35", "P01_103_36", "P01_103_37" ], "src": "put cafetiere plunger into cafetiere . open cupboard . put cafetiere into cupboard", "src1": "put cafetiere plunger into cafetiere", "src2": "open cupboard", "src3": "put cafetiere into cupboard", "trg": "close cupboard", "vis_src": "P01_103:34 P01_103:35 P01_103:36", "vis_trg": "P01_103:37", "narrations": [ "put cafetiere plunger into cafetiere", "open cupboard", "put cafetiere into cupboard", "close cupboard" ], "verbs": [ "put-into", "open", "put-into", "close" ], "verb_classes": [ 5, 3, 5, 4 ], "nouns": [ "cafetiere", "cupboard", "cafetiere", "cupboard" ], "noun_classes": [ 50, 3, 50, 3 ], "start_stop_timestamps": [ [ "00:00:54.94", "00:00:56.14" ], [ "00:00:58.59", "00:00:59.01" ], [ "00:00:59.11", "00:01:00.51" ], [ "00:01:00.47", "00:01:01.11" ] ], "start_stop_frames": [ [ 2747, 2807 ], [ 2929, 2950 ], [ 2955, 3025 ], [ 3023, 3055 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P07_102+32_33_34_35", "video_id": "P07_102", "narration_ids": [ "P07_102_32", "P07_102_33", "P07_102_34", "P07_102_35" ], "src": "grab pot . grab sponge . grab washing up liquid", "src1": "grab pot", "src2": "grab sponge", "src3": "grab washing up liquid", "trg": "pour washing up liquid into pot", "vis_src": "P07_102:32 P07_102:33 P07_102:34", "vis_trg": "P07_102:35", "narrations": [ "grab pot", "grab sponge", "grab washing up liquid", "pour washing up liquid into pot" ], "verbs": [ "grab", "grab", "grab", "pour" ], "verb_classes": [ 0, 0, 0, 9 ], "nouns": [ "pot", "sponge", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 29, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:01:35.32", "00:01:36.61" ], [ "00:01:36.08", "00:01:37.02" ], [ "00:01:37.82", "00:01:38.59" ], [ "00:01:38.56", "00:01:41.16" ] ], "start_stop_frames": [ [ 4766, 4830 ], [ 4804, 4851 ], [ 4891, 4929 ], [ 4928, 5058 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P03_120+117_118_119_120", "video_id": "P03_120", "narration_ids": [ "P03_120_117", "P03_120_118", "P03_120_119", "P03_120_120" ], "src": "take bowl from cupboard . close cupboard . move book", "src1": "take bowl from cupboard", "src2": "close cupboard", "src3": "move book", "trg": "put_down bowl", "vis_src": "P03_120:117 P03_120:118 P03_120:119", "vis_trg": "P03_120:120", "narrations": [ "take bowl from cupboard", "close cupboard", "move book", "put down bowl" ], "verbs": [ "take-from", "close", "move", "put-down" ], "verb_classes": [ 0, 4, 11, 1 ], "nouns": [ "bowl", "cupboard", "book", "bowl" ], "noun_classes": [ 7, 3, 140, 7 ], "start_stop_timestamps": [ [ "00:04:57.78", "00:04:59.04" ], [ "00:04:58.65", "00:04:59.25" ], [ "00:04:59.07", "00:04:59.76" ], [ "00:04:59.82", "00:05:01.53" ] ], "start_stop_frames": [ [ 14888, 14952 ], [ 14932, 14962 ], [ 14953, 14988 ], [ 14991, 15076 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P02_121+36_37_38_39", "video_id": "P02_121", "narration_ids": [ "P02_121_36", "P02_121_37", "P02_121_38", "P02_121_39" ], "src": "throw baking paper piece on surface . pick_up baking_paper . move cake_mould", "src1": "throw baking paper piece on surface", "src2": "pick_up baking_paper", "src3": "move cake_mould", "trg": "place baking_paper inside cake mould", "vis_src": "P02_121:36 P02_121:37 P02_121:38", "vis_trg": "P02_121:39", "narrations": [ "throw baking paper piece on surface", "pick up baking paper", "move cake mould", "place baking paper inside cake mould" ], "verbs": [ "throw-on", "pick-up", "move", "place-inside" ], "verb_classes": [ 13, 0, 11, 5 ], "nouns": [ "piece:baking:paper", "paper:baking", "mould:cake", "paper:baking" ], "noun_classes": [ 49, 49, 35, 49 ], "start_stop_timestamps": [ [ "00:01:41.81", "00:01:42.27" ], [ "00:01:42.37", "00:01:43.06" ], [ "00:01:43.20", "00:01:45.02" ], [ "00:01:46.16", "00:01:51.10" ] ], "start_stop_frames": [ [ 5090, 5113 ], [ 5118, 5153 ], [ 5160, 5251 ], [ 5308, 5555 ] ], "trgnoun": "baking_paper", "trgverb": "place_inside" }, { "key": "P06_09+45_46_47_48", "video_id": "P06_09", "narration_ids": [ "P06_09_45", "P06_09_46", "P06_09_47", "P06_09_48" ], "src": "put lid on chillies . stir pan . take chorizo", "src1": "put lid on chillies", "src2": "stir pan", "src3": "take chorizo", "trg": "take chorizo out of packet", "vis_src": "P06_09:45 P06_09:46 P06_09:47", "vis_trg": "P06_09:48", "narrations": [ "put lid on chillies", "stir pan", "take chorizo", "take chorizo out of packet" ], "verbs": [ "put-on", "stir", "take", "take-out" ], "verb_classes": [ 1, 10, 0, 12 ], "nouns": [ "lid", "pan", "chorizo", "chorizo" ], "noun_classes": [ 6, 5, 86, 86 ], "start_stop_timestamps": [ [ "00:09:21.38", "00:09:23.38" ], [ "00:09:25.70", "00:09:29.95" ], [ "00:09:30.28", "00:09:33.76" ], [ "00:09:31.85", "00:09:33.70" ] ], "start_stop_frames": [ [ 33682, 33802 ], [ 33942, 34197 ], [ 34216, 34425 ], [ 34311, 34422 ] ], "trgnoun": "chorizo", "trgverb": "take_out" }, { "key": "P29_03+330_333_334_335", "video_id": "P29_03", "narration_ids": [ "P29_03_330", "P29_03_333", "P29_03_334", "P29_03_335" ], "src": "scour spatula . wash spatula . rinse spatula", "src1": "scour spatula", "src2": "wash spatula", "src3": "rinse spatula", "trg": "put spatula away", "vis_src": "P29_03:330 P29_03:333 P29_03:334", "vis_trg": "P29_03:335", "narrations": [ "scour spatula", "wash spatula", "rinse spatula", "put spatula away" ], "verbs": [ "scour", "wash", "rinse", "put" ], "verb_classes": [ 29, 2, 2, 1 ], "nouns": [ "spatula", "spatula", "spatula", "spatula" ], "noun_classes": [ 20, 20, 20, 20 ], "start_stop_timestamps": [ [ "00:20:53.41", "00:20:58.38" ], [ "00:21:05.11", "00:21:12.76" ], [ "00:21:14.37", "00:21:17.83" ], [ "00:21:17.58", "00:21:19.66" ] ], "start_stop_frames": [ [ 75204, 75502 ], [ 75906, 76365 ], [ 76462, 76669 ], [ 76654, 76779 ] ], "trgnoun": "spatula", "trgverb": "put" }, { "key": "P30_06+26_27_28_29", "video_id": "P30_06", "narration_ids": [ "P30_06_26", "P30_06_27", "P30_06_28", "P30_06_29" ], "src": "dry forks . put forks . dry spoon", "src1": "dry forks", "src2": "put forks", "src3": "dry spoon", "trg": "put spoon", "vis_src": "P30_06:26 P30_06:27 P30_06:28", "vis_trg": "P30_06:29", "narrations": [ "dry forks", "put forks", "dry spoon", "put spoon" ], "verbs": [ "dry", "put", "dry", "put" ], "verb_classes": [ 14, 1, 14, 1 ], "nouns": [ "fork", "fork", "spoon", "spoon" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:01:15.53", "00:01:18.66" ], [ "00:01:18.66", "00:01:22.14" ], [ "00:01:22.24", "00:01:24.25" ], [ "00:01:24.20", "00:01:24.99" ] ], "start_stop_frames": [ [ 4531, 4719 ], [ 4719, 4928 ], [ 4934, 5055 ], [ 5052, 5099 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P03_109+106_107_108_109", "video_id": "P03_109", "narration_ids": [ "P03_109_106", "P03_109_107", "P03_109_108", "P03_109_109" ], "src": "squeeze sponge . wash saucepan . remove food from sponge", "src1": "squeeze sponge", "src2": "wash saucepan", "src3": "remove food from sponge", "trg": "rinse sponge", "vis_src": "P03_109:106 P03_109:107 P03_109:108", "vis_trg": "P03_109:109", "narrations": [ "squeeze sponge", "wash saucepan", "remove food from sponge", "rinse sponge" ], "verbs": [ "squeeze", "wash", "remove-from", "rinse" ], "verb_classes": [ 18, 2, 12, 2 ], "nouns": [ "sponge", "saucepan", "food", "sponge" ], "noun_classes": [ 9, 5, 34, 9 ], "start_stop_timestamps": [ [ "00:06:05.55", "00:06:06.86" ], [ "00:06:07.06", "00:06:08.67" ], [ "00:06:07.96", "00:06:09.12" ], [ "00:06:09.18", "00:06:10.03" ] ], "start_stop_frames": [ [ 18277, 18343 ], [ 18353, 18433 ], [ 18398, 18456 ], [ 18459, 18501 ] ], "trgnoun": "sponge", "trgverb": "rinse" }, { "key": "P22_17+443_444_445_446", "video_id": "P22_17", "narration_ids": [ "P22_17_443", "P22_17_444", "P22_17_445", "P22_17_446" ], "src": "dry mincing_knife . open drawer . put_down mincing_knife", "src1": "dry mincing_knife", "src2": "open drawer", "src3": "put_down mincing_knife", "trg": "close drawer", "vis_src": "P22_17:443 P22_17:444 P22_17:445", "vis_trg": "P22_17:446", "narrations": [ "dry mincing knife", "open drawer", "put down mincing knife", "close drawer" ], "verbs": [ "dry", "open", "put-down", "close" ], "verb_classes": [ 14, 3, 1, 4 ], "nouns": [ "knife:mincing", "drawer", "knife:mincing", "drawer" ], "noun_classes": [ 4, 8, 4, 8 ], "start_stop_timestamps": [ [ "00:17:30.35", "00:17:32.52" ], [ "00:17:33.46", "00:17:34.65" ], [ "00:17:34.21", "00:17:35.10" ], [ "00:17:35.05", "00:17:35.99" ] ], "start_stop_frames": [ [ 63020, 63151 ], [ 63207, 63279 ], [ 63252, 63305 ], [ 63303, 63359 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P26_08+3_4_5_6", "video_id": "P26_08", "narration_ids": [ "P26_08_3", "P26_08_4", "P26_08_5", "P26_08_6" ], "src": "close lid . open cabinet . grab colander", "src1": "close lid", "src2": "open cabinet", "src3": "grab colander", "trg": "close cabinet", "vis_src": "P26_08:3 P26_08:4 P26_08:5", "vis_trg": "P26_08:6", "narrations": [ "close lid", "open cabinet", "grab colander", "close cabinet" ], "verbs": [ "close", "open", "grab", "close" ], "verb_classes": [ 4, 3, 0, 4 ], "nouns": [ "lid", "cabinet", "colander", "cabinet" ], "noun_classes": [ 6, 3, 39, 3 ], "start_stop_timestamps": [ [ "00:00:15.92", "00:00:19.79" ], [ "00:00:22.35", "00:00:25.50" ], [ "00:00:25.35", "00:00:29.08" ], [ "00:00:28.65", "00:00:31.39" ] ], "start_stop_frames": [ [ 955, 1187 ], [ 1341, 1530 ], [ 1521, 1744 ], [ 1719, 1883 ] ], "trgnoun": "cabinet", "trgverb": "close" }, { "key": "P10_02+81_82_83_84", "video_id": "P10_02", "narration_ids": [ "P10_02_81", "P10_02_82", "P10_02_83", "P10_02_84" ], "src": "move the egg and the powder mixture . use the chopstick to change the side of the egg powder mixture . get the cooked_food out of the pot", "src1": "move the egg and the powder mixture", "src2": "use the chopstick to change the side of the egg powder mixture", "src3": "get the cooked_food out of the pot", "trg": "use chopstick to get the rest of the stuff out", "vis_src": "P10_02:81 P10_02:82 P10_02:83", "vis_trg": "P10_02:84", "narrations": [ "move the egg and the powder mixture", "use the chopstick to change the side of the egg powder mixture", "get the cooked food out of the pot", "use chopstick to get the rest of the stuff out" ], "verbs": [ "move", "change", "get-out", "get-out" ], "verb_classes": [ 11, 17, 12, 12 ], "nouns": [ "egg", "chopstick", "food:cooked", "chopstick" ], "noun_classes": [ 53, 80, 34, 80 ], "start_stop_timestamps": [ [ "00:10:31.76", "00:10:37.14" ], [ "00:10:48.37", "00:10:54.57" ], [ "00:10:59.41", "00:11:15.29" ], [ "00:11:22.24", "00:11:25.77" ] ], "start_stop_frames": [ [ 37905, 38228 ], [ 38902, 39274 ], [ 39564, 40517 ], [ 40934, 41146 ] ], "trgnoun": "chopstick", "trgverb": "get_out" }, { "key": "P28_06+15_16_17_18", "video_id": "P28_06", "narration_ids": [ "P28_06_15", "P28_06_16", "P28_06_17", "P28_06_18" ], "src": "open parsley_package . take parsley out of package . put_down parsley", "src1": "open parsley_package", "src2": "take parsley out of package", "src3": "put_down parsley", "trg": "throw package", "vis_src": "P28_06:15 P28_06:16 P28_06:17", "vis_trg": "P28_06:18", "narrations": [ "open parsley package", "take parsley out of package", "put down parsley", "throw package" ], "verbs": [ "open", "take-out", "put-down", "throw" ], "verb_classes": [ 3, 12, 1, 13 ], "nouns": [ "package:parsley", "package", "parsley", "package" ], "noun_classes": [ 26, 26, 169, 26 ], "start_stop_timestamps": [ [ "00:00:53.75", "00:00:56.75" ], [ "00:00:57.11", "00:01:01.47" ], [ "00:01:01.16", "00:01:07.00" ], [ "00:01:10.41", "00:01:12.36" ] ], "start_stop_frames": [ [ 3225, 3405 ], [ 3426, 3688 ], [ 3669, 4020 ], [ 4224, 4341 ] ], "trgnoun": "package", "trgverb": "throw" }, { "key": "P22_11+95_96_97_98", "video_id": "P22_11", "narration_ids": [ "P22_11_95", "P22_11_96", "P22_11_97", "P22_11_98" ], "src": "open coffee_machine . put coffee_ground . put_down lid", "src1": "open coffee_machine", "src2": "put coffee_ground", "src3": "put_down lid", "trg": "put_on lid", "vis_src": "P22_11:95 P22_11:96 P22_11:97", "vis_trg": "P22_11:98", "narrations": [ "open coffee machine", "put coffee ground", "put down lid", "put on lid" ], "verbs": [ "open", "put", "put-down", "put-on" ], "verb_classes": [ 3, 1, 1, 1 ], "nouns": [ "machine:coffee", "ground:coffee", "lid", "lid" ], "noun_classes": [ 50, 59, 6, 6 ], "start_stop_timestamps": [ [ "00:03:25.59", "00:03:26.76" ], [ "00:03:26.08", "00:03:29.20" ], [ "00:03:30.06", "00:03:31.32" ], [ "00:03:30.17", "00:03:33.56" ] ], "start_stop_frames": [ [ 12335, 12405 ], [ 12364, 12552 ], [ 12603, 12679 ], [ 12610, 12813 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P04_107+457_458_460_509", "video_id": "P04_107", "narration_ids": [ "P04_107_457", "P04_107_458", "P04_107_460", "P04_107_509" ], "src": "put_down pastry_brush . let go of dough . put chopstick on dough", "src1": "put_down pastry_brush", "src2": "let go of dough", "src3": "put chopstick on dough", "trg": "pick_up chopstick", "vis_src": "P04_107:457 P04_107:458 P04_107:460", "vis_trg": "P04_107:509", "narrations": [ "put down pastry brush", "let go of dough", "put chopstick on dough", "pick up chopstick" ], "verbs": [ "put-down", "let", "put-on", "pick-up" ], "verb_classes": [ 1, 79, 1, 0 ], "nouns": [ "brush:pastry", "dough", "chopstick", "chopstick" ], "noun_classes": [ 103, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:13:29.49", "00:13:30.00" ], [ "00:13:29.89", "00:13:30.78" ], [ "00:13:30.52", "00:13:31.36" ], [ "00:14:47.97", "00:14:49.18" ] ], "start_stop_frames": [ [ 40474, 40500 ], [ 40494, 40539 ], [ 40526, 40568 ], [ 44398, 44459 ] ], "trgnoun": "chopstick", "trgverb": "pick_up" }, { "key": "P23_101+32_33_34_35", "video_id": "P23_101", "narration_ids": [ "P23_101_32", "P23_101_33", "P23_101_34", "P23_101_35" ], "src": "wash lady's fingers . close tap . take bowl", "src1": "wash lady's fingers", "src2": "close tap", "src3": "take bowl", "trg": "put bowl", "vis_src": "P23_101:32 P23_101:33 P23_101:34", "vis_trg": "P23_101:35", "narrations": [ "wash lady's fingers", "close tap", "take bowl", "put bowl" ], "verbs": [ "wash", "turn-off", "take", "put" ], "verb_classes": [ 2, 8, 0, 1 ], "nouns": [ "finger:lady", "tap", "bowl", "bowl" ], "noun_classes": [ 216, 0, 7, 7 ], "start_stop_timestamps": [ [ "00:01:06.01", "00:01:15.10" ], [ "00:01:14.69", "00:01:15.24" ], [ "00:01:16.02", "00:01:17.14" ], [ "00:01:17.07", "00:01:18.14" ] ], "start_stop_frames": [ [ 3300, 3754 ], [ 3734, 3761 ], [ 3801, 3857 ], [ 3853, 3907 ] ], "trgnoun": "bowl", "trgverb": "put" }, { "key": "P22_113+267_268_269_270", "video_id": "P22_113", "narration_ids": [ "P22_113_267", "P22_113_268", "P22_113_269", "P22_113_270" ], "src": "adjust cup . open cupboard . throw packaging", "src1": "adjust cup", "src2": "open cupboard", "src3": "throw packaging", "trg": "close cupboard", "vis_src": "P22_113:267 P22_113:268 P22_113:269", "vis_trg": "P22_113:270", "narrations": [ "adjust cup", "open cupboard", "throw packaging", "close cupboard" ], "verbs": [ "adjust", "open", "throw", "close" ], "verb_classes": [ 17, 3, 13, 4 ], "nouns": [ "cup", "cupboard", "packaging", "cupboard" ], "noun_classes": [ 13, 3, 26, 3 ], "start_stop_timestamps": [ [ "00:09:24.62", "00:09:25.86" ], [ "00:09:26.75", "00:09:27.45" ], [ "00:09:27.56", "00:09:29.06" ], [ "00:09:29.27", "00:09:29.97" ] ], "start_stop_frames": [ [ 28231, 28293 ], [ 28337, 28372 ], [ 28377, 28452 ], [ 28463, 28498 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P10_04+384_385_386_387", "video_id": "P10_04", "narration_ids": [ "P10_04_384", "P10_04_385", "P10_04_386", "P10_04_387" ], "src": "searching water . open the cover of the top left pot . put the cover onto the white pot", "src1": "searching water", "src2": "open the cover of the top left pot", "src3": "put the cover onto the white pot", "trg": "waiting cover", "vis_src": "P10_04:384 P10_04:385 P10_04:386", "vis_trg": "P10_04:387", "narrations": [ "searching", "open the cover of the top left pot", "put the cover onto the white pot", "waiting" ], "verbs": [ "search", "open", "put-onto", "wait" ], "verb_classes": [ 48, 3, 1, 72 ], "nouns": [ "water", "cover", "cover", "cover" ], "noun_classes": [ 27, 89, 89, 89 ], "start_stop_timestamps": [ [ "00:40:23.53", "00:40:55.11" ], [ "00:41:03.63", "00:41:06.46" ], [ "00:41:16.51", "00:41:19.86" ], [ "00:41:22.30", "00:41:30.17" ] ], "start_stop_frames": [ [ 145411, 147306 ], [ 147817, 147987 ], [ 148590, 148791 ], [ 148938, 149410 ] ], "trgnoun": "cover", "trgverb": "wait" }, { "key": "P02_108+169_170_171_172", "video_id": "P02_108", "narration_ids": [ "P02_108_169", "P02_108_170", "P02_108_171", "P02_108_172" ], "src": "mix mixture using hand in bowl . open flour_bag . pick some flour from bag using hand", "src1": "mix mixture using hand in bowl", "src2": "open flour_bag", "src3": "pick some flour from bag using hand", "trg": "pour flour from hand into bowl", "vis_src": "P02_108:169 P02_108:170 P02_108:171", "vis_trg": "P02_108:172", "narrations": [ "mix mixture using hand in bowl", "open flour bag", "pick some flour from bag using hand", "pour flour from hand into bowl" ], "verbs": [ "mix", "open", "pick-from", "pour-from" ], "verb_classes": [ 10, 3, 0, 9 ], "nouns": [ "mixture", "bag:flour", "flour", "flour" ], "noun_classes": [ 71, 19, 75, 75 ], "start_stop_timestamps": [ [ "00:07:47.80", "00:07:52.39" ], [ "00:07:52.20", "00:07:55.67" ], [ "00:07:54.52", "00:07:58.56" ], [ "00:07:59.17", "00:08:00.12" ] ], "start_stop_frames": [ [ 23390, 23619 ], [ 23610, 23783 ], [ 23726, 23928 ], [ 23958, 24006 ] ], "trgnoun": "flour", "trgverb": "pour_from" }, { "key": "P04_116+98_99_100_101", "video_id": "P04_116", "narration_ids": [ "P04_116_98", "P04_116_99", "P04_116_100", "P04_116_101" ], "src": "take cast_iron out of oven . put_down cast iron pan . pick_up loaf of bread", "src1": "take cast_iron out of oven", "src2": "put_down cast iron pan", "src3": "pick_up loaf of bread", "trg": "turn_over loaf of bread", "vis_src": "P04_116:98 P04_116:99 P04_116:100", "vis_trg": "P04_116:101", "narrations": [ "take cast iron out of oven", "put down cast iron pan", "pick up loaf of bread", "turn over loaf of bread" ], "verbs": [ "take-out", "put-down", "pick-up", "turn-over" ], "verb_classes": [ 12, 1, 0, 22 ], "nouns": [ "iron:cast", "pan:cast:iron", "loaf:bread", "loaf:bread" ], "noun_classes": [ 5, 5, 33, 33 ], "start_stop_timestamps": [ [ "00:03:54.32", "00:03:56.39" ], [ "00:03:57.00", "00:03:58.43" ], [ "00:03:58.53", "00:03:59.76" ], [ "00:03:59.83", "00:04:01.48" ] ], "start_stop_frames": [ [ 11716, 11819 ], [ 11850, 11921 ], [ 11926, 11988 ], [ 11991, 12074 ] ], "trgnoun": "bread_loaf", "trgverb": "turn_over" }, { "key": "P23_101+47_48_49_50", "video_id": "P23_101", "narration_ids": [ "P23_101_47", "P23_101_48", "P23_101_49", "P23_101_50" ], "src": "cut lady's finger . take plate . put lady's fingers", "src1": "cut lady's finger", "src2": "take plate", "src3": "put lady's fingers", "trg": "put plate", "vis_src": "P23_101:47 P23_101:48 P23_101:49", "vis_trg": "P23_101:50", "narrations": [ "cut lady's finger", "take plate", "put lady's fingers", "put plate" ], "verbs": [ "cut", "take", "put", "put" ], "verb_classes": [ 7, 0, 1, 1 ], "nouns": [ "finger:lady", "plate", "finger:lady", "plate" ], "noun_classes": [ 216, 2, 216, 2 ], "start_stop_timestamps": [ [ "00:02:02.24", "00:06:59.39" ], [ "00:06:59.64", "00:07:00.14" ], [ "00:07:00.39", "00:07:04.99" ], [ "00:07:05.79", "00:07:06.50" ] ], "start_stop_frames": [ [ 6112, 20969 ], [ 20982, 21007 ], [ 21019, 21249 ], [ 21289, 21325 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P15_07+7_8_9_10", "video_id": "P15_07", "narration_ids": [ "P15_07_7", "P15_07_8", "P15_07_9", "P15_07_10" ], "src": "pick_up tupperware . open tupperware . open microwave", "src1": "pick_up tupperware", "src2": "open tupperware", "src3": "open microwave", "trg": "put tupperware in microwave", "vis_src": "P15_07:7 P15_07:8 P15_07:9", "vis_trg": "P15_07:10", "narrations": [ "pick up tupperware", "open tupperware", "open microwave", "put tupperware in microwave" ], "verbs": [ "pick-up", "open", "open", "put-in" ], "verb_classes": [ 0, 3, 3, 5 ], "nouns": [ "tupperware", "tupperware", "microwave", "tupperware" ], "noun_classes": [ 23, 23, 90, 23 ], "start_stop_timestamps": [ [ "00:01:04.08", "00:01:05.25" ], [ "00:01:05.05", "00:01:18.55" ], [ "00:01:35.44", "00:01:36.99" ], [ "00:01:37.30", "00:01:38.12" ] ], "start_stop_frames": [ [ 3844, 3915 ], [ 3903, 4713 ], [ 5726, 5819 ], [ 5838, 5887 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P29_04+9_10_11_12", "video_id": "P29_04", "narration_ids": [ "P29_04_9", "P29_04_10", "P29_04_11", "P29_04_12" ], "src": "throw packaging in bin . pick_up cereal . pour cereal into bowl", "src1": "throw packaging in bin", "src2": "pick_up cereal", "src3": "pour cereal into bowl", "trg": "put away cereal", "vis_src": "P29_04:9 P29_04:10 P29_04:11", "vis_trg": "P29_04:12", "narrations": [ "throw packaging in bin", "pick up cereal", "pour cereal into bowl", "put away cereal" ], "verbs": [ "throw-in", "pick-up", "pour-into", "put" ], "verb_classes": [ 13, 0, 9, 1 ], "nouns": [ "packaging", "cereal", "cereal", "cereal" ], "noun_classes": [ 26, 99, 99, 99 ], "start_stop_timestamps": [ [ "00:00:29.92", "00:00:32.92" ], [ "00:00:33.54", "00:00:37.17" ], [ "00:00:36.89", "00:00:43.40" ], [ "00:00:43.50", "00:00:47.33" ] ], "start_stop_frames": [ [ 1795, 1975 ], [ 2012, 2230 ], [ 2213, 2604 ], [ 2610, 2839 ] ], "trgnoun": "cereal", "trgverb": "put" }, { "key": "P08_24+10_11_12_13", "video_id": "P08_24", "narration_ids": [ "P08_24_10", "P08_24_11", "P08_24_12", "P08_24_13" ], "src": "take skins . press garlic . take skins off", "src1": "take skins", "src2": "press garlic", "src3": "take skins off", "trg": "place garlic", "vis_src": "P08_24:10 P08_24:11 P08_24:12", "vis_trg": "P08_24:13", "narrations": [ "take skins", "press garlic", "take skins off", "place garlic" ], "verbs": [ "take", "press", "take-off", "place" ], "verb_classes": [ 0, 21, 12, 1 ], "nouns": [ "skin", "garlic", "skin", "garlic" ], "noun_classes": [ 48, 51, 48, 51 ], "start_stop_timestamps": [ [ "00:00:32.79", "00:00:37.79" ], [ "00:00:38.31", "00:00:41.59" ], [ "00:00:42.68", "00:00:47.39" ], [ "00:00:46.67", "00:00:48.28" ] ], "start_stop_frames": [ [ 1967, 2267 ], [ 2298, 2495 ], [ 2560, 2843 ], [ 2800, 2896 ] ], "trgnoun": "garlic", "trgverb": "place" }, { "key": "P22_16+349_350_351_352", "video_id": "P22_16", "narration_ids": [ "P22_16_349", "P22_16_350", "P22_16_351", "P22_16_352" ], "src": "slice tomato . pick_up spoon . turn cobs", "src1": "slice tomato", "src2": "pick_up spoon", "src3": "turn cobs", "trg": "put spoon", "vis_src": "P22_16:349 P22_16:350 P22_16:351", "vis_trg": "P22_16:352", "narrations": [ "slice tomato", "pick up spoon", "turn cobs", "put spoon" ], "verbs": [ "slice", "pick-up", "turn", "put" ], "verb_classes": [ 7, 0, 23, 1 ], "nouns": [ "tomato", "spoon", "cob", "spoon" ], "noun_classes": [ 43, 1, 125, 1 ], "start_stop_timestamps": [ [ "00:17:42.45", "00:18:10.04" ], [ "00:18:08.88", "00:18:10.54" ], [ "00:18:10.48", "00:18:13.86" ], [ "00:18:13.96", "00:18:14.74" ] ], "start_stop_frames": [ [ 63747, 65402 ], [ 65332, 65432 ], [ 65428, 65631 ], [ 65637, 65684 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P21_01+78_79_80_81", "video_id": "P21_01", "narration_ids": [ "P21_01_78", "P21_01_79", "P21_01_80", "P21_01_81" ], "src": "opening the fridge . taking the milk out . putting the coke back on the fridge", "src1": "opening the fridge", "src2": "taking the milk out", "src3": "putting the coke back on the fridge", "trg": "pouring some milk into a glass", "vis_src": "P21_01:78 P21_01:79 P21_01:80", "vis_trg": "P21_01:81", "narrations": [ "opening the fridge", "taking the milk out", "putting the coke back on the fridge", "pouring some milk into a glass" ], "verbs": [ "open", "take-out", "put-back", "pour-into" ], "verb_classes": [ 3, 12, 1, 9 ], "nouns": [ "fridge", "milk", "coke", "milk" ], "noun_classes": [ 12, 64, 283, 64 ], "start_stop_timestamps": [ [ "00:09:17.62", "00:09:19.99" ], [ "00:09:20.84", "00:09:22.14" ], [ "00:09:23.40", "00:09:25.55" ], [ "00:09:26.45", "00:09:31.46" ] ], "start_stop_frames": [ [ 33457, 33599 ], [ 33650, 33728 ], [ 33804, 33933 ], [ 33987, 34287 ] ], "trgnoun": "milk", "trgverb": "pour_into" }, { "key": "P03_117+10_11_12_13", "video_id": "P03_117", "narration_ids": [ "P03_117_10", "P03_117_11", "P03_117_12", "P03_117_13" ], "src": "pick_up bowl . fill_up bowl . pour_out bowl", "src1": "pick_up bowl", "src2": "fill_up bowl", "src3": "pour_out bowl", "trg": "put_down bowl", "vis_src": "P03_117:10 P03_117:11 P03_117:12", "vis_trg": "P03_117:13", "narrations": [ "pick up bowl", "fill up bowl", "pour out bowl", "put down bowl" ], "verbs": [ "pick-up", "fill-up", "pour-out", "put-down" ], "verb_classes": [ 0, 26, 9, 1 ], "nouns": [ "bowl", "bowl", "bowl", "bowl" ], "noun_classes": [ 7, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:00:30.13", "00:00:31.34" ], [ "00:00:32.41", "00:00:34.65" ], [ "00:00:35.12", "00:00:36.17" ], [ "00:00:36.84", "00:00:38.05" ] ], "start_stop_frames": [ [ 1506, 1567 ], [ 1620, 1732 ], [ 1755, 1808 ], [ 1842, 1902 ] ], "trgnoun": "bowl", "trgverb": "put_down" }, { "key": "P01_109+580_581_582_583", "video_id": "P01_109", "narration_ids": [ "P01_109_580", "P01_109_581", "P01_109_582", "P01_109_583" ], "src": "put peeler onto drying rack . pick_up knife . rinse knife", "src1": "put peeler onto drying rack", "src2": "pick_up knife", "src3": "rinse knife", "trg": "put knife onto drying rack", "vis_src": "P01_109:580 P01_109:581 P01_109:582", "vis_trg": "P01_109:583", "narrations": [ "put peeler onto drying rack", "pick up knife", "rinse knife", "put knife onto drying rack" ], "verbs": [ "put-onto", "pick-up", "rinse", "put-onto" ], "verb_classes": [ 1, 0, 2, 1 ], "nouns": [ "peeler", "knife", "knife", "knife" ], "noun_classes": [ 87, 4, 4, 4 ], "start_stop_timestamps": [ [ "00:41:43.24", "00:41:44.11" ], [ "00:41:44.16", "00:41:44.92" ], [ "00:41:44.94", "00:41:48.72" ], [ "00:41:48.42", "00:41:49.41" ] ], "start_stop_frames": [ [ 125161, 125205 ], [ 125208, 125246 ], [ 125247, 125435 ], [ 125421, 125470 ] ], "trgnoun": "knife", "trgverb": "put_onto" }, { "key": "P28_101+91_92_93_94", "video_id": "P28_101", "narration_ids": [ "P28_101_91", "P28_101_92", "P28_101_93", "P28_101_94" ], "src": "turn_on tap . rinse scissors . rinse knife", "src1": "turn_on tap", "src2": "rinse scissors", "src3": "rinse knife", "trg": "put scissors and knife", "vis_src": "P28_101:91 P28_101:92 P28_101:93", "vis_trg": "P28_101:94", "narrations": [ "turn on tap", "rinse scissors", "rinse knife", "put scissors and knife" ], "verbs": [ "turn-on", "rinse", "rinse", "put" ], "verb_classes": [ 6, 2, 2, 1 ], "nouns": [ "tap", "scissors", "knife", "scissors" ], "noun_classes": [ 0, 79, 4, 79 ], "start_stop_timestamps": [ [ "00:09:47.49", "00:09:49.27" ], [ "00:09:54.09", "00:09:55.62" ], [ "00:09:55.64", "00:09:57.71" ], [ "00:09:57.77", "00:09:59.33" ] ], "start_stop_frames": [ [ 29374, 29463 ], [ 29704, 29781 ], [ 29782, 29885 ], [ 29888, 29966 ] ], "trgnoun": "scissors", "trgverb": "put" }, { "key": "P15_13+38_39_40_41", "video_id": "P15_13", "narration_ids": [ "P15_13_38", "P15_13_39", "P15_13_40", "P15_13_41" ], "src": "put spatula to dry . clean pan . rinse pan", "src1": "put spatula to dry", "src2": "clean pan", "src3": "rinse pan", "trg": "put pan to dry", "vis_src": "P15_13:38 P15_13:39 P15_13:40", "vis_trg": "P15_13:41", "narrations": [ "put spatula to dry", "clean pan", "rinse pan", "put pan to dry" ], "verbs": [ "put", "clean", "rinse", "put" ], "verb_classes": [ 1, 2, 2, 1 ], "nouns": [ "spatula", "pan", "pan", "pan" ], "noun_classes": [ 20, 5, 5, 5 ], "start_stop_timestamps": [ [ "00:04:43.08", "00:04:43.99" ], [ "00:04:46.46", "00:05:03.92" ], [ "00:05:04.02", "00:05:13.39" ], [ "00:05:13.81", "00:05:15.56" ] ], "start_stop_frames": [ [ 16984, 17039 ], [ 17187, 18235 ], [ 18241, 18803 ], [ 18828, 18933 ] ], "trgnoun": "pan", "trgverb": "put" }, { "key": "P07_110+50_51_52_53", "video_id": "P07_110", "narration_ids": [ "P07_110_50", "P07_110_51", "P07_110_52", "P07_110_53" ], "src": "grab milk . open bottle . pour milk into glass", "src1": "grab milk", "src2": "open bottle", "src3": "pour milk into glass", "trg": "close bottle", "vis_src": "P07_110:50 P07_110:51 P07_110:52", "vis_trg": "P07_110:53", "narrations": [ "grab milk", "open bottle", "pour milk into glass", "close bottle" ], "verbs": [ "grab", "open", "pour-into", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "milk", "bottle", "milk", "bottle" ], "noun_classes": [ 64, 15, 64, 15 ], "start_stop_timestamps": [ [ "00:02:40.75", "00:02:41.70" ], [ "00:02:43.83", "00:02:45.53" ], [ "00:02:45.58", "00:02:50.08" ], [ "00:02:50.09", "00:02:52.10" ] ], "start_stop_frames": [ [ 8037, 8084 ], [ 8191, 8276 ], [ 8279, 8504 ], [ 8504, 8605 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P06_101+351_352_353_354", "video_id": "P06_101", "narration_ids": [ "P06_101_351", "P06_101_352", "P06_101_353", "P06_101_354" ], "src": "turn_on tap . wash hands . pick_up washing up liquid", "src1": "turn_on tap", "src2": "wash hands", "src3": "pick_up washing up liquid", "trg": "pour washing up liquid into hand", "vis_src": "P06_101:351 P06_101:352 P06_101:353", "vis_trg": "P06_101:354", "narrations": [ "turn on tap", "wash hands", "pick up washing up liquid", "pour washing up liquid into hand" ], "verbs": [ "turn-on", "wash", "pick-up", "pour" ], "verb_classes": [ 6, 2, 0, 9 ], "nouns": [ "tap", "hand", "liquid:washing:up", "liquid:washing:up" ], "noun_classes": [ 0, 11, 22, 22 ], "start_stop_timestamps": [ [ "00:27:12.33", "00:27:14.08" ], [ "00:27:14.18", "00:27:17.94" ], [ "00:27:18.14", "00:27:18.91" ], [ "00:27:18.99", "00:27:20.25" ] ], "start_stop_frames": [ [ 81616, 81704 ], [ 81709, 81897 ], [ 81907, 81945 ], [ 81949, 82012 ] ], "trgnoun": "up_washing_liquid", "trgverb": "pour" }, { "key": "P01_09+614_615_616_617", "video_id": "P01_09", "narration_ids": [ "P01_09_614", "P01_09_615", "P01_09_616", "P01_09_617" ], "src": "take aubergine . put_down plate . take mozzarella", "src1": "take aubergine", "src2": "put_down plate", "src3": "take mozzarella", "trg": "sprinkle mozzarella onto dough", "vis_src": "P01_09:614 P01_09:615 P01_09:616", "vis_trg": "P01_09:617", "narrations": [ "take aubergine", "put down plate", "take mozzarella", "sprinkle mozzarella onto dough" ], "verbs": [ "take", "put-down", "take", "sprinkle-onto" ], "verb_classes": [ 0, 1, 0, 42 ], "nouns": [ "aubergine", "plate", "mozzarella", "mozzarella" ], "noun_classes": [ 67, 2, 32, 32 ], "start_stop_timestamps": [ [ "00:43:17.25", "00:43:18.64" ], [ "00:43:20.05", "00:43:21.40" ], [ "00:43:22.04", "00:43:23.44" ], [ "00:43:28.60", "00:43:30.35" ] ], "start_stop_frames": [ [ 155835, 155918 ], [ 156003, 156084 ], [ 156122, 156206 ], [ 156516, 156621 ] ], "trgnoun": "mozzarella", "trgverb": "sprinkle_onto" }, { "key": "P04_115+65_66_67_68", "video_id": "P04_115", "narration_ids": [ "P04_115_65", "P04_115_66", "P04_115_67", "P04_115_68" ], "src": "put butter in fridge door . take eggs . open egg_carton", "src1": "put butter in fridge door", "src2": "take eggs", "src3": "open egg_carton", "trg": "hold egg", "vis_src": "P04_115:65 P04_115:66 P04_115:67", "vis_trg": "P04_115:68", "narrations": [ "put butter in fridge door", "take eggs", "open egg carton", "hold egg" ], "verbs": [ "put-in", "take", "open", "hold" ], "verb_classes": [ 5, 0, 3, 34 ], "nouns": [ "butter", "egg", "carton:egg", "egg" ], "noun_classes": [ 78, 53, 26, 53 ], "start_stop_timestamps": [ [ "00:02:32.09", "00:02:33.19" ], [ "00:02:33.84", "00:02:34.78" ], [ "00:02:35.79", "00:02:36.42" ], [ "00:02:36.42", "00:02:38.06" ] ], "start_stop_frames": [ [ 7604, 7659 ], [ 7692, 7739 ], [ 7789, 7821 ], [ 7821, 7903 ] ], "trgnoun": "egg", "trgverb": "hold" }, { "key": "P04_104+256_257_258_259", "video_id": "P04_104", "narration_ids": [ "P04_104_256", "P04_104_257", "P04_104_258", "P04_104_259" ], "src": "pick_up bowl . put bowl in dishwasher . adjust chopping_board", "src1": "pick_up bowl", "src2": "put bowl in dishwasher", "src3": "adjust chopping_board", "trg": "pick_up chopping_board", "vis_src": "P04_104:256 P04_104:257 P04_104:258", "vis_trg": "P04_104:259", "narrations": [ "pick up bowl", "put bowl in dishwasher", "adjust chopping board", "pick up chopping board" ], "verbs": [ "pick-up", "put-in", "adjust", "pick-up" ], "verb_classes": [ 0, 5, 17, 0 ], "nouns": [ "bowl", "bowl", "board:chopping", "board:chopping" ], "noun_classes": [ 7, 7, 18, 18 ], "start_stop_timestamps": [ [ "00:09:46.62", "00:09:48.03" ], [ "00:09:48.07", "00:09:48.86" ], [ "00:09:51.75", "00:09:52.55" ], [ "00:09:52.24", "00:09:52.74" ] ], "start_stop_frames": [ [ 29331, 29401 ], [ 29403, 29443 ], [ 29587, 29627 ], [ 29612, 29637 ] ], "trgnoun": "chopping_board", "trgverb": "pick_up" }, { "key": "P04_121+197_198_199_200", "video_id": "P04_121", "narration_ids": [ "P04_121_197", "P04_121_198", "P04_121_199", "P04_121_200" ], "src": "pull_out dishwasher_drawer . lift_up rice cooker bowl . pick_up bowl", "src1": "pull_out dishwasher_drawer", "src2": "lift_up rice cooker bowl", "src3": "pick_up bowl", "trg": "put_down rice cooker bowl", "vis_src": "P04_121:197 P04_121:198 P04_121:199", "vis_trg": "P04_121:200", "narrations": [ "pull out dishwasher drawer", "lift up rice cooker bowl", "pick up bowl", "put down rice cooker bowl" ], "verbs": [ "pull-out", "lift-up", "pick-up", "put-down" ], "verb_classes": [ 31, 33, 0, 1 ], "nouns": [ "drawer:dishwasher", "bowl:rice:cooker", "bowl", "bowl:rice:cooker" ], "noun_classes": [ 70, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:08:58.28", "00:08:58.78" ], [ "00:09:00.72", "00:09:01.47" ], [ "00:09:01.84", "00:09:02.58" ], [ "00:09:02.48", "00:09:03.33" ] ], "start_stop_frames": [ [ 26914, 26939 ], [ 27036, 27073 ], [ 27092, 27129 ], [ 27124, 27166 ] ], "trgnoun": "cooker_rice_bowl", "trgverb": "put_down" }, { "key": "P22_101+3_4_5_6", "video_id": "P22_101", "narration_ids": [ "P22_101_3", "P22_101_4", "P22_101_5", "P22_101_6" ], "src": "put_down glass . open fridge . pick_up bottle", "src1": "put_down glass", "src2": "open fridge", "src3": "pick_up bottle", "trg": "close fridge", "vis_src": "P22_101:3 P22_101:4 P22_101:5", "vis_trg": "P22_101:6", "narrations": [ "put down glass", "open fridge", "pick up bottle", "close fridge" ], "verbs": [ "put-down", "open", "pick-up", "close" ], "verb_classes": [ 1, 3, 0, 4 ], "nouns": [ "glass", "fridge", "bottle", "fridge" ], "noun_classes": [ 10, 12, 15, 12 ], "start_stop_timestamps": [ [ "00:00:05.88", "00:00:07.37" ], [ "00:00:08.53", "00:00:10.23" ], [ "00:00:10.33", "00:00:11.52" ], [ "00:00:11.52", "00:00:13.11" ] ], "start_stop_frames": [ [ 294, 368 ], [ 426, 511 ], [ 516, 576 ], [ 576, 655 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P29_03+324_325_326_327", "video_id": "P29_03", "narration_ids": [ "P29_03_324", "P29_03_325", "P29_03_326", "P29_03_327" ], "src": "pick_up spoon . scour spoon . wash spoon", "src1": "pick_up spoon", "src2": "scour spoon", "src3": "wash spoon", "trg": "rinse spoon", "vis_src": "P29_03:324 P29_03:325 P29_03:326", "vis_trg": "P29_03:327", "narrations": [ "pick up spoon", "scour spoon", "wash spoon", "rinse spoon" ], "verbs": [ "pick-up", "scour", "wash", "rinse" ], "verb_classes": [ 0, 29, 2, 2 ], "nouns": [ "spoon", "spoon", "spoon", "spoon" ], "noun_classes": [ 1, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:20:32.71", "00:20:34.12" ], [ "00:20:34.22", "00:20:42.08" ], [ "00:20:42.18", "00:20:46.07" ], [ "00:20:45.23", "00:20:48.44" ] ], "start_stop_frames": [ [ 73962, 74047 ], [ 74053, 74524 ], [ 74530, 74764 ], [ 74713, 74906 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P10_04+415_416_417_418", "video_id": "P10_04", "narration_ids": [ "P10_04_415", "P10_04_416", "P10_04_417", "P10_04_418" ], "src": "put the water into the water thing . clean it with the tap_water . brush the inner side and outer side of the pot with the brush", "src1": "put the water into the water thing", "src2": "clean it with the tap_water", "src3": "brush the inner side and outer side of the pot with the brush", "trg": "switch_out the tap_water", "vis_src": "P10_04:415 P10_04:416 P10_04:417", "vis_trg": "P10_04:418", "narrations": [ "put the water into the water thing", "clean it with the tap water", "brush the inner side and outer side of the pot with the brush", "switch out the tap water" ], "verbs": [ "put-into", "clean-with", "brush-with", "switch-out" ], "verb_classes": [ 5, 2, 66, 8 ], "nouns": [ "water", "water:tap", "pot", "water:tap" ], "noun_classes": [ 27, 0, 29, 0 ], "start_stop_timestamps": [ [ "00:44:54.91", "00:44:57.65" ], [ "00:44:55.30", "00:44:57.52" ], [ "00:44:57.62", "00:45:02.79" ], [ "00:45:02.35", "00:45:03.28" ] ], "start_stop_frames": [ [ 161694, 161859 ], [ 161718, 161851 ], [ 161857, 162167 ], [ 162141, 162196 ] ], "trgnoun": "tap_water", "trgverb": "switch_out" }, { "key": "P02_123+48_49_50_51", "video_id": "P02_123", "narration_ids": [ "P02_123_48", "P02_123_49", "P02_123_50", "P02_123_51" ], "src": "put_down squeezer . close cupboard . pick_up lemon_half", "src1": "put_down squeezer", "src2": "close cupboard", "src3": "pick_up lemon_half", "trg": "hold squeezer", "vis_src": "P02_123:48 P02_123:49 P02_123:50", "vis_trg": "P02_123:51", "narrations": [ "put down squeezer", "close cupboard", "pick up lemon half", "hold squeezer" ], "verbs": [ "put-down", "close", "pick-up", "hold" ], "verb_classes": [ 1, 4, 0, 34 ], "nouns": [ "squeezer", "cupboard", "half:lemon", "squeezer" ], "noun_classes": [ 106, 3, 105, 106 ], "start_stop_timestamps": [ [ "00:01:37.87", "00:01:38.51" ], [ "00:01:38.77", "00:01:39.67" ], [ "00:01:39.71", "00:01:40.51" ], [ "00:01:40.85", "00:01:41.51" ] ], "start_stop_frames": [ [ 4893, 4925 ], [ 4938, 4983 ], [ 4985, 5025 ], [ 5042, 5075 ] ], "trgnoun": "squeezer", "trgverb": "hold" }, { "key": "P28_01+62_63_64_65", "video_id": "P28_01", "narration_ids": [ "P28_01_62", "P28_01_63", "P28_01_64", "P28_01_65" ], "src": "take lid . close food_container . open fridge", "src1": "take lid", "src2": "close food_container", "src3": "open fridge", "trg": "put_down food_container", "vis_src": "P28_01:62 P28_01:63 P28_01:64", "vis_trg": "P28_01:65", "narrations": [ "take lid", "close food container", "open fridge", "put down food container" ], "verbs": [ "take", "close", "open", "put-down" ], "verb_classes": [ 0, 4, 3, 1 ], "nouns": [ "lid", "container:food", "fridge", "container:food" ], "noun_classes": [ 6, 21, 12, 21 ], "start_stop_timestamps": [ [ "00:03:35.97", "00:03:36.58" ], [ "00:03:36.68", "00:03:41.33" ], [ "00:03:42.84", "00:03:44.66" ], [ "00:03:44.76", "00:03:47.08" ] ], "start_stop_frames": [ [ 12958, 12994 ], [ 13000, 13279 ], [ 13370, 13479 ], [ 13485, 13624 ] ], "trgnoun": "food_container", "trgverb": "put_down" }, { "key": "P06_104+32_33_34_35", "video_id": "P06_104", "narration_ids": [ "P06_104_32", "P06_104_33", "P06_104_34", "P06_104_35" ], "src": "fill kettle . turn_off tap . close kettle", "src1": "fill kettle", "src2": "turn_off tap", "src3": "close kettle", "trg": "put kettle down", "vis_src": "P06_104:32 P06_104:33 P06_104:34", "vis_trg": "P06_104:35", "narrations": [ "fill kettle", "turn off tap", "close kettle", "put kettle down" ], "verbs": [ "fill", "turn-off", "close", "put-down" ], "verb_classes": [ 26, 8, 4, 1 ], "nouns": [ "kettle", "tap", "kettle", "kettle" ], "noun_classes": [ 44, 0, 44, 44 ], "start_stop_timestamps": [ [ "00:02:23.74", "00:02:25.99" ], [ "00:02:25.67", "00:02:26.53" ], [ "00:02:26.49", "00:02:27.24" ], [ "00:02:26.86", "00:02:29.42" ] ], "start_stop_frames": [ [ 7187, 7299 ], [ 7283, 7326 ], [ 7324, 7362 ], [ 7343, 7471 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P22_09+85_86_87_88", "video_id": "P22_09", "narration_ids": [ "P22_09_85", "P22_09_86", "P22_09_87", "P22_09_88" ], "src": "rinse hands . rinse sponge . put soap on", "src1": "rinse hands", "src2": "rinse sponge", "src3": "put soap on", "trg": "put_down soap", "vis_src": "P22_09:85 P22_09:86 P22_09:87", "vis_trg": "P22_09:88", "narrations": [ "rinse hands", "rinse sponge", "put soap on", "put down soap" ], "verbs": [ "rinse", "rinse", "put-on", "put-down" ], "verb_classes": [ 2, 2, 1, 1 ], "nouns": [ "hand", "sponge", "soap", "soap" ], "noun_classes": [ 11, 9, 22, 22 ], "start_stop_timestamps": [ [ "00:02:36.84", "00:02:37.80" ], [ "00:02:37.98", "00:02:39.69" ], [ "00:02:40.02", "00:02:41.47" ], [ "00:02:41.55", "00:02:42.56" ] ], "start_stop_frames": [ [ 9410, 9468 ], [ 9478, 9581 ], [ 9601, 9688 ], [ 9693, 9753 ] ], "trgnoun": "soap", "trgverb": "put_down" }, { "key": "P25_107+157_158_159_160", "video_id": "P25_107", "narration_ids": [ "P25_107_157", "P25_107_158", "P25_107_159", "P25_107_160" ], "src": "check aubergine . flip aubergine . put_down fork", "src1": "check aubergine", "src2": "flip aubergine", "src3": "put_down fork", "trg": "take fork", "vis_src": "P25_107:157 P25_107:158 P25_107:159", "vis_trg": "P25_107:160", "narrations": [ "check aubergine", "flip aubergine", "put down fork", "take fork" ], "verbs": [ "check", "flip", "put-down", "take" ], "verb_classes": [ 24, 22, 1, 0 ], "nouns": [ "aubergine", "aubergine", "fork", "fork" ], "noun_classes": [ 67, 67, 14, 14 ], "start_stop_timestamps": [ [ "00:14:38.19", "00:14:40.38" ], [ "00:14:40.35", "00:14:42.40" ], [ "00:14:45.00", "00:14:47.32" ], [ "00:14:49.50", "00:14:50.75" ] ], "start_stop_frames": [ [ 43909, 44019 ], [ 44017, 44120 ], [ 44250, 44366 ], [ 44475, 44537 ] ], "trgnoun": "fork", "trgverb": "take" }, { "key": "P23_101+149_150_151_152", "video_id": "P23_101", "narration_ids": [ "P23_101_149", "P23_101_150", "P23_101_151", "P23_101_152" ], "src": "open box . take cover . search cover", "src1": "open box", "src2": "take cover", "src3": "search cover", "trg": "close box", "vis_src": "P23_101:149 P23_101:150 P23_101:151", "vis_trg": "P23_101:152", "narrations": [ "open box", "take cover", "search cover", "close box" ], "verbs": [ "open", "take", "search", "close" ], "verb_classes": [ 3, 0, 48, 4 ], "nouns": [ "box", "cover", "cover", "box" ], "noun_classes": [ 23, 89, 89, 23 ], "start_stop_timestamps": [ [ "00:16:24.27", "00:16:27.12" ], [ "00:16:27.13", "00:16:29.74" ], [ "00:16:32.12", "00:16:38.88" ], [ "00:16:37.54", "00:16:42.28" ] ], "start_stop_frames": [ [ 49213, 49356 ], [ 49356, 49487 ], [ 49606, 49944 ], [ 49877, 50114 ] ], "trgnoun": "box", "trgverb": "close" }, { "key": "P22_07+182_183_184_185", "video_id": "P22_07", "narration_ids": [ "P22_07_182", "P22_07_183", "P22_07_184", "P22_07_185" ], "src": "get cutlery . get wooden_spoon . mix onion", "src1": "get cutlery", "src2": "get wooden_spoon", "src3": "mix onion", "trg": "put_down wooden_spoon", "vis_src": "P22_07:182 P22_07:183 P22_07:184", "vis_trg": "P22_07:185", "narrations": [ "get cutlery", "get wooden spoon", "mix onion", "put down wooden spoon" ], "verbs": [ "get", "get", "mix", "put-down" ], "verb_classes": [ 0, 0, 10, 1 ], "nouns": [ "cutlery", "spoon:wooden", "onion", "spoon:wooden" ], "noun_classes": [ 58, 1, 16, 1 ], "start_stop_timestamps": [ [ "00:07:19.89", "00:07:26.14" ], [ "00:07:20.60", "00:07:27.60" ], [ "00:07:28.26", "00:07:33.55" ], [ "00:07:33.19", "00:07:34.11" ] ], "start_stop_frames": [ [ 26393, 26768 ], [ 26436, 26856 ], [ 26895, 27213 ], [ 27191, 27246 ] ], "trgnoun": "wooden_spoon", "trgverb": "put_down" }, { "key": "P26_124+36_37_38_39", "video_id": "P26_124", "narration_ids": [ "P26_124_36", "P26_124_37", "P26_124_38", "P26_124_39" ], "src": "put_down sponge . rinse pan . move washing up liquid", "src1": "put_down sponge", "src2": "rinse pan", "src3": "move washing up liquid", "trg": "put_down pan", "vis_src": "P26_124:36 P26_124:37 P26_124:38", "vis_trg": "P26_124:39", "narrations": [ "put down sponge", "rinse pan", "move washing up liquid", "put down pan" ], "verbs": [ "put-down", "rinse", "move", "put-down" ], "verb_classes": [ 1, 2, 11, 1 ], "nouns": [ "sponge", "pan", "liquid:washing:up", "pan" ], "noun_classes": [ 9, 5, 22, 5 ], "start_stop_timestamps": [ [ "00:03:05.91", "00:03:06.48" ], [ "00:03:06.34", "00:03:17.94" ], [ "00:03:18.45", "00:03:19.12" ], [ "00:03:18.94", "00:03:22.89" ] ], "start_stop_frames": [ [ 9295, 9324 ], [ 9317, 9897 ], [ 9922, 9956 ], [ 9947, 10144 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P23_03+13_14_15_16", "video_id": "P23_03", "narration_ids": [ "P23_03_13", "P23_03_14", "P23_03_15", "P23_03_16" ], "src": "washing the plates . clean_with the brush . clean_with water", "src1": "washing the plates", "src2": "clean_with the brush", "src3": "clean_with water", "trg": "take the plate", "vis_src": "P23_03:13 P23_03:14 P23_03:15", "vis_trg": "P23_03:16", "narrations": [ "washing the plates", "clean with the brush", "clean with water", "take the plate" ], "verbs": [ "wash", "clean-with", "clean-with", "take" ], "verb_classes": [ 2, 2, 2, 0 ], "nouns": [ "plate", "brush", "water", "plate" ], "noun_classes": [ 2, 103, 27, 2 ], "start_stop_timestamps": [ [ "00:01:45.59", "00:01:51.16" ], [ "00:01:48.39", "00:02:01.20" ], [ "00:02:01.14", "00:02:18.72" ], [ "00:02:19.83", "00:02:20.80" ] ], "start_stop_frames": [ [ 6335, 6669 ], [ 6503, 7272 ], [ 7268, 8323 ], [ 8389, 8448 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P04_114+4_5_6_7", "video_id": "P04_114", "narration_ids": [ "P04_114_4", "P04_114_5", "P04_114_6", "P04_114_7" ], "src": "put_down rice cooker lid . wipe water with tea towel . pick_up kettle", "src1": "put_down rice cooker lid", "src2": "wipe water with tea towel", "src3": "pick_up kettle", "trg": "put_down kettle", "vis_src": "P04_114:4 P04_114:5 P04_114:6", "vis_trg": "P04_114:7", "narrations": [ "put down rice cooker lid", "wipe water with tea towel", "pick up kettle", "put down kettle" ], "verbs": [ "put-down", "wipe-with", "pick-up", "put-down" ], "verb_classes": [ 1, 2, 0, 1 ], "nouns": [ "lid:rice:cooker", "water", "kettle", "kettle" ], "noun_classes": [ 6, 27, 44, 44 ], "start_stop_timestamps": [ [ "00:00:14.79", "00:00:16.07" ], [ "00:00:18.39", "00:00:22.25" ], [ "00:00:22.31", "00:00:23.16" ], [ "00:00:23.23", "00:00:23.64" ] ], "start_stop_frames": [ [ 739, 803 ], [ 919, 1112 ], [ 1115, 1158 ], [ 1161, 1182 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_131+101_102_103_104", "video_id": "P02_131", "narration_ids": [ "P02_131_101", "P02_131_102", "P02_131_103", "P02_131_104" ], "src": "pick_up mug . pick_up sponge . sponge mug", "src1": "pick_up mug", "src2": "pick_up sponge", "src3": "sponge mug", "trg": "put_down sponge", "vis_src": "P02_131:101 P02_131:102 P02_131:103", "vis_trg": "P02_131:104", "narrations": [ "pick up mug", "pick up sponge", "sponge mug", "put down sponge" ], "verbs": [ "pick-up", "pick-up", "sponge", "put-down" ], "verb_classes": [ 0, 0, 2, 1 ], "nouns": [ "mug", "sponge", "mug", "sponge" ], "noun_classes": [ 13, 9, 13, 9 ], "start_stop_timestamps": [ [ "00:05:28.59", "00:05:29.04" ], [ "00:05:29.85", "00:05:30.20" ], [ "00:05:29.97", "00:05:34.65" ], [ "00:05:34.89", "00:05:35.35" ] ], "start_stop_frames": [ [ 16429, 16452 ], [ 16492, 16510 ], [ 16498, 16732 ], [ 16744, 16767 ] ], "trgnoun": "sponge", "trgverb": "put_down" }, { "key": "P04_115+31_32_33_34", "video_id": "P04_115", "narration_ids": [ "P04_115_31", "P04_115_32", "P04_115_33", "P04_115_34" ], "src": "open drawer . pick_up cocktail_stick . put cocktail_stick in bread", "src1": "open drawer", "src2": "pick_up cocktail_stick", "src3": "put cocktail_stick in bread", "trg": "remove cocktail_stick from bread", "vis_src": "P04_115:31 P04_115:32 P04_115:33", "vis_trg": "P04_115:34", "narrations": [ "open drawer", "pick up cocktail stick", "put cocktail stick in bread", "remove cocktail stick from bread" ], "verbs": [ "open", "pick-up", "put-in", "remove-from" ], "verb_classes": [ 3, 0, 5, 12 ], "nouns": [ "drawer", "stick:cocktail", "stick:cocktail", "stick:cocktail" ], "noun_classes": [ 8, 228, 228, 228 ], "start_stop_timestamps": [ [ "00:01:18.51", "00:01:20.05" ], [ "00:01:20.23", "00:01:22.48" ], [ "00:01:24.05", "00:01:26.33" ], [ "00:01:26.43", "00:01:27.46" ] ], "start_stop_frames": [ [ 3925, 4002 ], [ 4011, 4124 ], [ 4202, 4316 ], [ 4321, 4373 ] ], "trgnoun": "cocktail_stick", "trgverb": "remove_from" }, { "key": "P29_03+452_453_454_455", "video_id": "P29_03", "narration_ids": [ "P29_03_452", "P29_03_453", "P29_03_454", "P29_03_455" ], "src": "turn_off tap . remove top from cafetiere . clean cafetiere top", "src1": "turn_off tap", "src2": "remove top from cafetiere", "src3": "clean cafetiere top", "trg": "turn_on tap", "vis_src": "P29_03:452 P29_03:453 P29_03:454", "vis_trg": "P29_03:455", "narrations": [ "turn off tap", "remove top from cafetiere", "clean cafetiere top", "turn on tap" ], "verbs": [ "turn-off", "remove-from", "clean", "turn-on" ], "verb_classes": [ 8, 12, 2, 6 ], "nouns": [ "tap", "top", "cafetiere", "tap" ], "noun_classes": [ 0, 42, 50, 0 ], "start_stop_timestamps": [ [ "00:28:50.92", "00:28:52.19" ], [ "00:28:52.29", "00:28:55.16" ], [ "00:28:55.00", "00:29:02.85" ], [ "00:28:55.86", "00:28:56.89" ] ], "start_stop_frames": [ [ 103855, 103931 ], [ 103937, 104109 ], [ 104100, 104571 ], [ 104151, 104213 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P03_101+246_247_248_249", "video_id": "P03_101", "narration_ids": [ "P03_101_246", "P03_101_247", "P03_101_248", "P03_101_249" ], "src": "put cheese . open butter . pick_up film", "src1": "put cheese", "src2": "open butter", "src3": "pick_up film", "trg": "put_down film", "vis_src": "P03_101:246 P03_101:247 P03_101:248", "vis_trg": "P03_101:249", "narrations": [ "put cheese", "open butter", "pick up film", "put down film" ], "verbs": [ "put", "open", "pick-up", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "cheese", "butter", "film", "film" ], "noun_classes": [ 32, 78, 100, 100 ], "start_stop_timestamps": [ [ "00:10:21.55", "00:10:21.94" ], [ "00:10:22.11", "00:10:23.19" ], [ "00:10:23.29", "00:10:24.51" ], [ "00:10:24.51", "00:10:25.17" ] ], "start_stop_frames": [ [ 31077, 31097 ], [ 31105, 31159 ], [ 31164, 31225 ], [ 31225, 31258 ] ], "trgnoun": "film", "trgverb": "put_down" }, { "key": "P12_04+13_16_17_20", "video_id": "P12_04", "narration_ids": [ "P12_04_13", "P12_04_16", "P12_04_17", "P12_04_20" ], "src": "wash hands . turn_off water . slice cheese", "src1": "wash hands", "src2": "turn_off water", "src3": "slice cheese", "trg": "dry hands", "vis_src": "P12_04:13 P12_04:16 P12_04:17", "vis_trg": "P12_04:20", "narrations": [ "wash hands", "turn off water", "slice cheese", "dry hands" ], "verbs": [ "wash", "turn-off", "slice", "dry" ], "verb_classes": [ 2, 8, 7, 14 ], "nouns": [ "hand", "tap", "cheese", "hand" ], "noun_classes": [ 11, 0, 32, 11 ], "start_stop_timestamps": [ [ "00:01:05.92", "00:01:09.64" ], [ "00:01:23.65", "00:01:24.55" ], [ "00:01:48.64", "00:01:55.49" ], [ "00:02:10.11", "00:02:11.25" ] ], "start_stop_frames": [ [ 3955, 4178 ], [ 5019, 5073 ], [ 6518, 6929 ], [ 7806, 7875 ] ], "trgnoun": "hand", "trgverb": "dry" }, { "key": "P22_14+50_51_52_53", "video_id": "P22_14", "narration_ids": [ "P22_14_50", "P22_14_51", "P22_14_52", "P22_14_53" ], "src": "put moka_pot . open drawer . turn_on stove", "src1": "put moka_pot", "src2": "open drawer", "src3": "turn_on stove", "trg": "move moka_pot", "vis_src": "P22_14:50 P22_14:51 P22_14:52", "vis_trg": "P22_14:53", "narrations": [ "put moka pot", "open drawer", "turn on stove", "move moka pot" ], "verbs": [ "put", "open", "turn-on", "move" ], "verb_classes": [ 1, 3, 6, 11 ], "nouns": [ "pot:moka", "drawer", "stove", "pot:moka" ], "noun_classes": [ 50, 8, 24, 50 ], "start_stop_timestamps": [ [ "00:02:16.08", "00:02:17.15" ], [ "00:02:18.45", "00:02:20.33" ], [ "00:02:22.57", "00:02:24.32" ], [ "00:02:26.15", "00:02:27.29" ] ], "start_stop_frames": [ [ 8164, 8229 ], [ 8307, 8419 ], [ 8554, 8659 ], [ 8769, 8837 ] ], "trgnoun": "moka_pot", "trgverb": "move" }, { "key": "P02_131+191_192_193_194", "video_id": "P02_131", "narration_ids": [ "P02_131_191", "P02_131_192", "P02_131_193", "P02_131_194" ], "src": "sponge food processor bowl . put_down sponge . open tap", "src1": "sponge food processor bowl", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse food processor bowl", "vis_src": "P02_131:191 P02_131:192 P02_131:193", "vis_trg": "P02_131:194", "narrations": [ "sponge food processor bowl", "put down sponge", "open tap", "rinse food processor bowl" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "bowl:food:processor", "sponge", "tap", "bowl:food:processor" ], "noun_classes": [ 7, 9, 0, 7 ], "start_stop_timestamps": [ [ "00:08:05.79", "00:08:10.74" ], [ "00:08:11.17", "00:08:11.55" ], [ "00:08:11.73", "00:08:12.25" ], [ "00:08:12.34", "00:08:19.03" ] ], "start_stop_frames": [ [ 24289, 24537 ], [ 24558, 24577 ], [ 24586, 24612 ], [ 24617, 24951 ] ], "trgnoun": "processor_food_bowl", "trgverb": "rinse" }, { "key": "P27_01+26_27_28_29", "video_id": "P27_01", "narration_ids": [ "P27_01_26", "P27_01_27", "P27_01_28", "P27_01_29" ], "src": "put fork . put spoon . rinse spoon", "src1": "put fork", "src2": "put spoon", "src3": "rinse spoon", "trg": "wash spoon", "vis_src": "P27_01:26 P27_01:27 P27_01:28", "vis_trg": "P27_01:29", "narrations": [ "put fork", "put spoon", "rinse spoon", "wash spoon" ], "verbs": [ "put", "put", "rinse", "wash" ], "verb_classes": [ 1, 1, 2, 2 ], "nouns": [ "fork", "spoon", "spoon", "spoon" ], "noun_classes": [ 14, 1, 1, 1 ], "start_stop_timestamps": [ [ "00:02:51.56", "00:02:52.72" ], [ "00:02:57.42", "00:02:58.30" ], [ "00:03:00.81", "00:03:07.98" ], [ "00:03:08.55", "00:03:15.24" ] ], "start_stop_frames": [ [ 10293, 10363 ], [ 10645, 10698 ], [ 10848, 11278 ], [ 11313, 11714 ] ], "trgnoun": "spoon", "trgverb": "wash" }, { "key": "P35_103+82_83_84_85", "video_id": "P35_103", "narration_ids": [ "P35_103_82", "P35_103_83", "P35_103_84", "P35_103_85" ], "src": "put_down grater . close container . put_down cheese", "src1": "put_down grater", "src2": "close container", "src3": "put_down cheese", "trg": "wrap cheese", "vis_src": "P35_103:82 P35_103:83 P35_103:84", "vis_trg": "P35_103:85", "narrations": [ "put down grater", "close container", "put down cheese", "wrap cheese" ], "verbs": [ "put-down", "close", "put-down", "wrap" ], "verb_classes": [ 1, 4, 1, 36 ], "nouns": [ "grater", "container", "cheese", "cheese" ], "noun_classes": [ 96, 21, 32, 32 ], "start_stop_timestamps": [ [ "00:09:41.24", "00:09:42.25" ], [ "00:09:47.13", "00:09:52.23" ], [ "00:09:53.76", "00:09:55.82" ], [ "00:09:55.92", "00:10:00.52" ] ], "start_stop_frames": [ [ 29062, 29112 ], [ 29356, 29611 ], [ 29688, 29791 ], [ 29795, 30026 ] ], "trgnoun": "cheese", "trgverb": "wrap" }, { "key": "P04_107+7_8_9_10", "video_id": "P04_107", "narration_ids": [ "P04_107_7", "P04_107_8", "P04_107_9", "P04_107_10" ], "src": "sprinkle flour on chopping board . stretch_out dough . tear dough", "src1": "sprinkle flour on chopping board", "src2": "stretch_out dough", "src3": "tear dough", "trg": "put dough in bowl", "vis_src": "P04_107:7 P04_107:8 P04_107:9", "vis_trg": "P04_107:10", "narrations": [ "sprinkle flour on chopping board", "stretch out dough", "tear dough", "put dough in bowl" ], "verbs": [ "sprinkle-on", "stretch-out", "tear", "put-in" ], "verb_classes": [ 42, 50, 43, 5 ], "nouns": [ "flour", "dough", "dough", "dough" ], "noun_classes": [ 75, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:00:08.94", "00:00:09.93" ], [ "00:00:10.03", "00:00:19.03" ], [ "00:00:19.18", "00:00:21.01" ], [ "00:00:20.78", "00:00:22.12" ] ], "start_stop_frames": [ [ 447, 496 ], [ 501, 951 ], [ 959, 1050 ], [ 1039, 1106 ] ], "trgnoun": "dough", "trgverb": "put_in" }, { "key": "P28_103+49_50_51_52", "video_id": "P28_103", "narration_ids": [ "P28_103_49", "P28_103_50", "P28_103_51", "P28_103_52" ], "src": "peel potato . put potato . take carrot", "src1": "peel potato", "src2": "put potato", "src3": "take carrot", "trg": "peel carrot", "vis_src": "P28_103:49 P28_103:50 P28_103:51", "vis_trg": "P28_103:52", "narrations": [ "peel potato", "put potato", "take carrot", "peel carrot" ], "verbs": [ "peel", "put", "take", "peel" ], "verb_classes": [ 19, 1, 0, 19 ], "nouns": [ "potato", "potato", "carrot", "carrot" ], "noun_classes": [ 30, 30, 41, 41 ], "start_stop_timestamps": [ [ "00:03:09.07", "00:03:32.75" ], [ "00:03:32.85", "00:03:34.05" ], [ "00:03:34.12", "00:03:35.48" ], [ "00:03:35.22", "00:03:37.77" ] ], "start_stop_frames": [ [ 9453, 10637 ], [ 10642, 10702 ], [ 10706, 10774 ], [ 10761, 10888 ] ], "trgnoun": "carrot", "trgverb": "peel" }, { "key": "P22_07+250_251_252_253", "video_id": "P22_07", "narration_ids": [ "P22_07_250", "P22_07_251", "P22_07_252", "P22_07_253" ], "src": "move knife aside . grab chopping_board . pour courgette", "src1": "move knife aside", "src2": "grab chopping_board", "src3": "pour courgette", "trg": "put chopping_board down", "vis_src": "P22_07:250 P22_07:251 P22_07:252", "vis_trg": "P22_07:253", "narrations": [ "move knife aside", "grab chopping board", "pour courgette", "put chopping board down" ], "verbs": [ "move", "grab", "pour", "put-down" ], "verb_classes": [ 11, 0, 9, 1 ], "nouns": [ "knife", "board:chopping", "courgette", "board:chopping" ], "noun_classes": [ 4, 18, 76, 18 ], "start_stop_timestamps": [ [ "00:11:55.72", "00:11:57.50" ], [ "00:11:57.44", "00:12:00.34" ], [ "00:12:01.65", "00:12:06.81" ], [ "00:12:06.91", "00:12:07.85" ] ], "start_stop_frames": [ [ 42943, 43050 ], [ 43046, 43220 ], [ 43299, 43608 ], [ 43614, 43671 ] ], "trgnoun": "chopping_board", "trgverb": "put_down" }, { "key": "P23_101+285_286_287_288", "video_id": "P23_101", "narration_ids": [ "P23_101_285", "P23_101_286", "P23_101_287", "P23_101_288" ], "src": "put plate . take plate . open tap", "src1": "put plate", "src2": "take plate", "src3": "open tap", "trg": "wash plate", "vis_src": "P23_101:285 P23_101:286 P23_101:287", "vis_trg": "P23_101:288", "narrations": [ "put plate", "take plate", "open tap", "wash plate" ], "verbs": [ "put", "take", "turn-on", "wash" ], "verb_classes": [ 1, 0, 6, 2 ], "nouns": [ "plate", "plate", "tap", "plate" ], "noun_classes": [ 2, 2, 0, 2 ], "start_stop_timestamps": [ [ "00:25:09.25", "00:25:11.23" ], [ "00:25:11.28", "00:25:12.91" ], [ "00:25:12.78", "00:25:13.91" ], [ "00:25:14.01", "00:25:18.82" ] ], "start_stop_frames": [ [ 75462, 75561 ], [ 75564, 75645 ], [ 75639, 75695 ], [ 75700, 75941 ] ], "trgnoun": "plate", "trgverb": "wash" }, { "key": "P04_107+667_705_707_708", "video_id": "P04_107", "narration_ids": [ "P04_107_667", "P04_107_705", "P04_107_707", "P04_107_708" ], "src": "put_down pastry_brush . lay_down dough . pick_up chopstick", "src1": "put_down pastry_brush", "src2": "lay_down dough", "src3": "pick_up chopstick", "trg": "lay chopstick onto dough", "vis_src": "P04_107:667 P04_107:705 P04_107:707", "vis_trg": "P04_107:708", "narrations": [ "put down pastry brush", "lay down dough", "pick up chopstick", "lay chopstick onto dough" ], "verbs": [ "put-down", "lay-down", "pick-up", "lay-onto" ], "verb_classes": [ 1, 1, 0, 1 ], "nouns": [ "brush:pastry", "dough", "chopstick", "chopstick" ], "noun_classes": [ 103, 25, 80, 80 ], "start_stop_timestamps": [ [ "00:18:08.29", "00:18:08.84" ], [ "00:19:09.57", "00:19:10.04" ], [ "00:19:11.36", "00:19:13.24" ], [ "00:19:13.34", "00:19:14.98" ] ], "start_stop_frames": [ [ 54414, 54441 ], [ 57478, 57502 ], [ 57567, 57662 ], [ 57666, 57749 ] ], "trgnoun": "chopstick", "trgverb": "lay_onto" }, { "key": "P02_131+267_268_269_270", "video_id": "P02_131", "narration_ids": [ "P02_131_267", "P02_131_268", "P02_131_269", "P02_131_270" ], "src": "drink water from glass . put_down glass . open tap", "src1": "drink water from glass", "src2": "put_down glass", "src3": "open tap", "trg": "fill water into water filter", "vis_src": "P02_131:267 P02_131:268 P02_131:269", "vis_trg": "P02_131:270", "narrations": [ "drink water from glass", "put down glass", "open tap", "fill water into water filter" ], "verbs": [ "drink-from", "put-down", "turn-on", "fill-into" ], "verb_classes": [ 60, 1, 6, 26 ], "nouns": [ "water", "glass", "tap", "water" ], "noun_classes": [ 27, 10, 0, 27 ], "start_stop_timestamps": [ [ "00:10:52.73", "00:11:00.71" ], [ "00:11:00.58", "00:11:01.64" ], [ "00:11:03.58", "00:11:04.72" ], [ "00:11:05.07", "00:11:08.61" ] ], "start_stop_frames": [ [ 32636, 33035 ], [ 33029, 33082 ], [ 33179, 33236 ], [ 33253, 33430 ] ], "trgnoun": "water", "trgverb": "fill_into" }, { "key": "P02_113+36_37_38_39", "video_id": "P02_113", "narration_ids": [ "P02_113_36", "P02_113_37", "P02_113_38", "P02_113_39" ], "src": "put pine_nuts on meat . pick_up pine nuts bag . pour pine_nuts from bag into hand", "src1": "put pine_nuts on meat", "src2": "pick_up pine nuts bag", "src3": "pour pine_nuts from bag into hand", "trg": "put_down pine nuts bag", "vis_src": "P02_113:36 P02_113:37 P02_113:38", "vis_trg": "P02_113:39", "narrations": [ "put pine nuts on meat", "pick up pine nuts bag", "pour pine nuts from bag into hand", "put down pine nuts bag" ], "verbs": [ "put-on", "pick-up", "pour-from", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "nut:pine", "bag:pine:nut", "nut:pine", "bag:pine:nut" ], "noun_classes": [ 133, 19, 133, 19 ], "start_stop_timestamps": [ [ "00:01:36.59", "00:01:39.01" ], [ "00:01:40.21", "00:01:41.36" ], [ "00:01:41.35", "00:01:45.90" ], [ "00:01:45.99", "00:01:46.60" ] ], "start_stop_frames": [ [ 4829, 4950 ], [ 5010, 5068 ], [ 5067, 5295 ], [ 5299, 5330 ] ], "trgnoun": "nut_pine_bag", "trgverb": "put_down" }, { "key": "P01_109+116_117_118_119", "video_id": "P01_109", "narration_ids": [ "P01_109_116", "P01_109_117", "P01_109_118", "P01_109_119" ], "src": "slice potato . put_down knife . pick_up potato_slices", "src1": "slice potato", "src2": "put_down knife", "src3": "pick_up potato_slices", "trg": "put_down potato_slices", "vis_src": "P01_109:116 P01_109:117 P01_109:118", "vis_trg": "P01_109:119", "narrations": [ "slice potato", "put down knife", "pick up potato slices", "put down potato slices" ], "verbs": [ "slice", "put-down", "pick-up", "put-down" ], "verb_classes": [ 7, 1, 0, 1 ], "nouns": [ "potato", "knife", "slice:potato", "slice:potato" ], "noun_classes": [ 30, 4, 30, 30 ], "start_stop_timestamps": [ [ "00:05:53.90", "00:06:15.24" ], [ "00:06:15.29", "00:06:16.11" ], [ "00:06:15.84", "00:06:17.32" ], [ "00:06:16.74", "00:06:18.79" ] ], "start_stop_frames": [ [ 17695, 18762 ], [ 18764, 18805 ], [ 18792, 18866 ], [ 18837, 18939 ] ], "trgnoun": "potato_slice", "trgverb": "put_down" }, { "key": "P01_18+613_614_615_616", "video_id": "P01_18", "narration_ids": [ "P01_18_613", "P01_18_614", "P01_18_615", "P01_18_616" ], "src": "stir food . take pepper . pour pepper", "src1": "stir food", "src2": "take pepper", "src3": "pour pepper", "trg": "put_down pepper", "vis_src": "P01_18:613 P01_18:614 P01_18:615", "vis_trg": "P01_18:616", "narrations": [ "stir food", "take pepper", "pour pepper", "put down pepper" ], "verbs": [ "stir", "take", "pour", "put-down" ], "verb_classes": [ 10, 0, 9, 1 ], "nouns": [ "food", "pepper", "pepper", "pepper" ], "noun_classes": [ 34, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:53:58.81", "00:54:09.30" ], [ "00:54:10.24", "00:54:11.46" ], [ "00:54:11.69", "00:54:15.19" ], [ "00:54:15.29", "00:54:16.49" ] ], "start_stop_frames": [ [ 194328, 194958 ], [ 195014, 195087 ], [ 195101, 195311 ], [ 195317, 195389 ] ], "trgnoun": "pepper", "trgverb": "put_down" }, { "key": "P02_03+58_59_60_61", "video_id": "P02_03", "narration_ids": [ "P02_03_58", "P02_03_59", "P02_03_60", "P02_03_61" ], "src": "close trash_bin . open tap . rinse scissors", "src1": "close trash_bin", "src2": "open tap", "src3": "rinse scissors", "trg": "close tap", "vis_src": "P02_03:58 P02_03:59 P02_03:60", "vis_trg": "P02_03:61", "narrations": [ "close trash bin", "open tap", "rinse scissors", "close tap" ], "verbs": [ "close", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 4, 6, 2, 8 ], "nouns": [ "bin:trash", "tap", "scissors", "tap" ], "noun_classes": [ 36, 0, 79, 0 ], "start_stop_timestamps": [ [ "00:02:35.60", "00:02:36.10" ], [ "00:02:37.20", "00:02:38.20" ], [ "00:02:38.30", "00:02:40.29" ], [ "00:02:40.15", "00:02:41.04" ] ], "start_stop_frames": [ [ 9336, 9366 ], [ 9432, 9492 ], [ 9498, 9617 ], [ 9609, 9662 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P03_109+353_354_355_356", "video_id": "P03_109", "narration_ids": [ "P03_109_353", "P03_109_354", "P03_109_355", "P03_109_356" ], "src": "pick_up cheese . put_down knife . pick_up cheese_packet", "src1": "pick_up cheese", "src2": "put_down knife", "src3": "pick_up cheese_packet", "trg": "put cheese inside cheese packet", "vis_src": "P03_109:353 P03_109:354 P03_109:355", "vis_trg": "P03_109:356", "narrations": [ "pick up cheese", "put down knife", "pick up cheese packet", "put cheese inside cheese packet" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-inside" ], "verb_classes": [ 0, 1, 0, 5 ], "nouns": [ "cheese", "knife", "packet:cheese", "cheese" ], "noun_classes": [ 32, 4, 26, 32 ], "start_stop_timestamps": [ [ "00:17:07.51", "00:17:08.38" ], [ "00:17:08.00", "00:17:08.48" ], [ "00:17:08.78", "00:17:09.21" ], [ "00:17:09.39", "00:17:10.78" ] ], "start_stop_frames": [ [ 51375, 51419 ], [ 51400, 51424 ], [ 51439, 51460 ], [ 51469, 51539 ] ], "trgnoun": "cheese", "trgverb": "put_inside" }, { "key": "P01_103+74_75_76_77", "video_id": "P01_103", "narration_ids": [ "P01_103_74", "P01_103_75", "P01_103_76", "P01_103_77" ], "src": "close fridge . put_down food_container . pick_up soy_milk", "src1": "close fridge", "src2": "put_down food_container", "src3": "pick_up soy_milk", "trg": "shake soy_milk", "vis_src": "P01_103:74 P01_103:75 P01_103:76", "vis_trg": "P01_103:77", "narrations": [ "close fridge", "put down food container", "pick up soy milk", "shake soy milk" ], "verbs": [ "close", "put-down", "pick-up", "shake" ], "verb_classes": [ 4, 1, 0, 15 ], "nouns": [ "fridge", "container:food", "milk:soy", "milk:soy" ], "noun_classes": [ 12, 21, 64, 64 ], "start_stop_timestamps": [ [ "00:02:10.35", "00:02:11.25" ], [ "00:02:11.27", "00:02:12.40" ], [ "00:02:12.50", "00:02:14.24" ], [ "00:02:13.81", "00:02:16.98" ] ], "start_stop_frames": [ [ 6517, 6562 ], [ 6563, 6620 ], [ 6625, 6712 ], [ 6690, 6848 ] ], "trgnoun": "soy_milk", "trgverb": "shake" }, { "key": "P22_09+0_1_2_3", "video_id": "P22_09", "narration_ids": [ "P22_09_0", "P22_09_1", "P22_09_2", "P22_09_3" ], "src": "move filter . open tap . rinse hands", "src1": "move filter", "src2": "open tap", "src3": "rinse hands", "trg": "close tap", "vis_src": "P22_09:0 P22_09:1 P22_09:2", "vis_trg": "P22_09:3", "narrations": [ "move filter", "open tap", "rinse hands", "close tap" ], "verbs": [ "move", "turn-on", "rinse", "turn-off" ], "verb_classes": [ 11, 6, 2, 8 ], "nouns": [ "filter", "tap", "hand", "tap" ], "noun_classes": [ 77, 0, 11, 0 ], "start_stop_timestamps": [ [ "00:00:00.00", "00:00:02.40" ], [ "00:00:02.36", "00:00:03.42" ], [ "00:00:03.52", "00:00:05.23" ], [ "00:00:04.77", "00:00:05.44" ] ], "start_stop_frames": [ [ 1, 144 ], [ 141, 205 ], [ 211, 313 ], [ 286, 326 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P22_05+140_141_142_143", "video_id": "P22_05", "narration_ids": [ "P22_05_140", "P22_05_141", "P22_05_142", "P22_05_143" ], "src": "move carafe . open bottle . flatten bottle", "src1": "move carafe", "src2": "open bottle", "src3": "flatten bottle", "trg": "close bottle", "vis_src": "P22_05:140 P22_05:141 P22_05:142", "vis_trg": "P22_05:143", "narrations": [ "move carafe", "open bottle", "flatten bottle", "close bottle" ], "verbs": [ "move", "open", "flatten", "close" ], "verb_classes": [ 11, 3, 87, 4 ], "nouns": [ "carafe", "bottle", "bottle", "bottle" ], "noun_classes": [ 66, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:05:59.42", "00:06:01.63" ], [ "00:06:01.61", "00:06:02.90" ], [ "00:06:01.94", "00:06:06.92" ], [ "00:06:07.02", "00:06:08.17" ] ], "start_stop_frames": [ [ 21565, 21697 ], [ 21696, 21774 ], [ 21716, 22015 ], [ 22021, 22090 ] ], "trgnoun": "bottle", "trgverb": "close" }, { "key": "P26_116+8_9_10_11", "video_id": "P26_116", "narration_ids": [ "P26_116_8", "P26_116_9", "P26_116_10", "P26_116_11" ], "src": "open bag . hang bag . open cupboard", "src1": "open bag", "src2": "hang bag", "src3": "open cupboard", "trg": "close cupboard", "vis_src": "P26_116:8 P26_116:9 P26_116:10", "vis_trg": "P26_116:11", "narrations": [ "open bag", "hang bag", "open cupboard", "close cupboard" ], "verbs": [ "open", "hang", "open", "close" ], "verb_classes": [ 3, 41, 3, 4 ], "nouns": [ "bag", "bag", "cupboard", "cupboard" ], "noun_classes": [ 19, 19, 3, 3 ], "start_stop_timestamps": [ [ "00:00:15.66", "00:00:17.90" ], [ "00:00:17.88", "00:00:20.50" ], [ "00:00:20.22", "00:00:22.56" ], [ "00:00:22.02", "00:00:25.56" ] ], "start_stop_frames": [ [ 783, 894 ], [ 894, 1025 ], [ 1011, 1128 ], [ 1101, 1278 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P03_07+22_23_24_25", "video_id": "P03_07", "narration_ids": [ "P03_07_22", "P03_07_23", "P03_07_24", "P03_07_25" ], "src": "pick_up grapes . place grapes . open squash", "src1": "pick_up grapes", "src2": "place grapes", "src3": "open squash", "trg": "pour squash", "vis_src": "P03_07:22 P03_07:23 P03_07:24", "vis_trg": "P03_07:25", "narrations": [ "pick up grapes", "place grapes", "open squash", "pour squash" ], "verbs": [ "pick-up", "place", "open", "pour" ], "verb_classes": [ 0, 1, 3, 9 ], "nouns": [ "grape", "grape", "squash", "squash" ], "noun_classes": [ 202, 202, 116, 116 ], "start_stop_timestamps": [ [ "00:00:39.77", "00:00:40.29" ], [ "00:00:42.16", "00:00:42.87" ], [ "00:00:43.71", "00:00:45.28" ], [ "00:00:45.22", "00:00:47.86" ] ], "start_stop_frames": [ [ 2386, 2417 ], [ 2529, 2572 ], [ 2622, 2716 ], [ 2713, 2871 ] ], "trgnoun": "squash", "trgverb": "pour" }, { "key": "P08_01+102_103_104_105", "video_id": "P08_01", "narration_ids": [ "P08_01_102", "P08_01_103", "P08_01_104", "P08_01_105" ], "src": "turn cheese . get fork . place avocado", "src1": "turn cheese", "src2": "get fork", "src3": "place avocado", "trg": "mash avocado", "vis_src": "P08_01:102 P08_01:103 P08_01:104", "vis_trg": "P08_01:105", "narrations": [ "turn cheese", "get fork", "place avocado", "mash avocado" ], "verbs": [ "turn", "get", "place", "mash" ], "verb_classes": [ 23, 0, 1, 49 ], "nouns": [ "cheese", "fork", "avocado", "avocado" ], "noun_classes": [ 32, 14, 176, 176 ], "start_stop_timestamps": [ [ "00:06:59.00", "00:07:00.33" ], [ "00:07:05.79", "00:07:08.19" ], [ "00:07:07.65", "00:07:08.43" ], [ "00:07:09.35", "00:07:16.60" ] ], "start_stop_frames": [ [ 25140, 25219 ], [ 25547, 25691 ], [ 25659, 25705 ], [ 25761, 26196 ] ], "trgnoun": "avocado", "trgverb": "mash" }, { "key": "P02_132+80_81_82_83", "video_id": "P02_132", "narration_ids": [ "P02_132_80", "P02_132_81", "P02_132_82", "P02_132_83" ], "src": "close tupperware . pick_up tupperware . open fridge", "src1": "close tupperware", "src2": "pick_up tupperware", "src3": "open fridge", "trg": "put tupperware in fridge", "vis_src": "P02_132:80 P02_132:81 P02_132:82", "vis_trg": "P02_132:83", "narrations": [ "close tupperware", "pick up tupperware", "open fridge", "put tupperware in fridge" ], "verbs": [ "close", "pick-up", "open", "put-in" ], "verb_classes": [ 4, 0, 3, 5 ], "nouns": [ "tupperware", "tupperware", "fridge", "tupperware" ], "noun_classes": [ 23, 23, 12, 23 ], "start_stop_timestamps": [ [ "00:03:24.19", "00:03:27.72" ], [ "00:03:27.84", "00:03:28.32" ], [ "00:03:29.88", "00:03:30.99" ], [ "00:03:31.08", "00:03:33.07" ] ], "start_stop_frames": [ [ 10209, 10386 ], [ 10392, 10416 ], [ 10494, 10549 ], [ 10554, 10653 ] ], "trgnoun": "tupperware", "trgverb": "put_in" }, { "key": "P35_107+49_50_51_52", "video_id": "P35_107", "narration_ids": [ "P35_107_49", "P35_107_50", "P35_107_51", "P35_107_52" ], "src": "put_down pan . turn_on hob . wash plate", "src1": "put_down pan", "src2": "turn_on hob", "src3": "wash plate", "trg": "put_down plate", "vis_src": "P35_107:49 P35_107:50 P35_107:51", "vis_trg": "P35_107:52", "narrations": [ "put down pan", "turn on hob", "wash plate", "put down plate" ], "verbs": [ "put-down", "turn-on", "wash", "put-down" ], "verb_classes": [ 1, 6, 2, 1 ], "nouns": [ "pan", "hob", "plate", "plate" ], "noun_classes": [ 5, 24, 2, 2 ], "start_stop_timestamps": [ [ "00:02:27.98", "00:02:29.92" ], [ "00:02:31.98", "00:02:33.63" ], [ "00:02:37.10", "00:02:51.43" ], [ "00:02:51.55", "00:02:52.41" ] ], "start_stop_frames": [ [ 7398, 7496 ], [ 7598, 7681 ], [ 7855, 8571 ], [ 8577, 8620 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P22_10+263_264_265_266", "video_id": "P22_10", "narration_ids": [ "P22_10_263", "P22_10_264", "P22_10_265", "P22_10_266" ], "src": "grab sponge . lather glass . open tap", "src1": "grab sponge", "src2": "lather glass", "src3": "open tap", "trg": "rinse glass", "vis_src": "P22_10:263 P22_10:264 P22_10:265", "vis_trg": "P22_10:266", "narrations": [ "grab sponge", "lather glass", "open tap", "rinse glass" ], "verbs": [ "grab", "lather", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "sponge", "glass", "tap", "glass" ], "noun_classes": [ 9, 10, 0, 10 ], "start_stop_timestamps": [ [ "00:09:22.64", "00:09:23.77" ], [ "00:09:23.94", "00:09:26.08" ], [ "00:09:26.08", "00:09:26.87" ], [ "00:09:26.72", "00:09:34.18" ] ], "start_stop_frames": [ [ 33758, 33826 ], [ 33836, 33964 ], [ 33964, 34012 ], [ 34003, 34450 ] ], "trgnoun": "glass", "trgverb": "rinse" }, { "key": "P11_08+16_17_18_20", "video_id": "P11_08", "narration_ids": [ "P11_08_16", "P11_08_17", "P11_08_18", "P11_08_20" ], "src": "open fridge . check the milk . put_in milk", "src1": "open fridge", "src2": "check the milk", "src3": "put_in milk", "trg": "rearrange fridge", "vis_src": "P11_08:16 P11_08:17 P11_08:18", "vis_trg": "P11_08:20", "narrations": [ "open fridge", "check the milk", "put in milk", "rearrange fridge" ], "verbs": [ "open", "check", "put-in", "rearrange" ], "verb_classes": [ 3, 24, 5, 40 ], "nouns": [ "fridge", "milk", "milk", "fridge" ], "noun_classes": [ 12, 64, 64, 12 ], "start_stop_timestamps": [ [ "00:00:26.55", "00:00:27.41" ], [ "00:00:27.85", "00:00:30.31" ], [ "00:00:30.86", "00:00:36.01" ], [ "00:00:34.79", "00:00:36.29" ] ], "start_stop_frames": [ [ 1593, 1644 ], [ 1671, 1818 ], [ 1851, 2160 ], [ 2087, 2177 ] ], "trgnoun": "fridge", "trgverb": "rearrange" }, { "key": "P07_117+55_56_57_58", "video_id": "P07_117", "narration_ids": [ "P07_117_55", "P07_117_56", "P07_117_57", "P07_117_58" ], "src": "grab colander . wash colander . turn_on tap", "src1": "grab colander", "src2": "wash colander", "src3": "turn_on tap", "trg": "rinse colander", "vis_src": "P07_117:55 P07_117:56 P07_117:57", "vis_trg": "P07_117:58", "narrations": [ "grab colander", "wash colander", "turn on tap", "rinse colander" ], "verbs": [ "grab", "wash", "turn-on", "rinse" ], "verb_classes": [ 0, 2, 6, 2 ], "nouns": [ "colander", "colander", "tap", "colander" ], "noun_classes": [ 39, 39, 0, 39 ], "start_stop_timestamps": [ [ "00:02:16.20", "00:02:17.32" ], [ "00:02:17.66", "00:02:21.54" ], [ "00:02:22.02", "00:02:23.47" ], [ "00:02:23.32", "00:02:34.54" ] ], "start_stop_frames": [ [ 6809, 6866 ], [ 6883, 7077 ], [ 7101, 7173 ], [ 7166, 7727 ] ], "trgnoun": "colander", "trgverb": "rinse" }, { "key": "P04_113+183_184_185_186", "video_id": "P04_113", "narration_ids": [ "P04_113_183", "P04_113_184", "P04_113_185", "P04_113_186" ], "src": "pick_up rice cooker lid . put lid on rice cooker . pick_up tea_towel", "src1": "pick_up rice cooker lid", "src2": "put lid on rice cooker", "src3": "pick_up tea_towel", "trg": "put tea_towel on oven door", "vis_src": "P04_113:183 P04_113:184 P04_113:185", "vis_trg": "P04_113:186", "narrations": [ "pick up rice cooker lid", "put lid on rice cooker", "pick up tea towel", "put tea towel on oven door" ], "verbs": [ "pick-up", "put-on", "pick-up", "put-on" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "lid:rice:cooker", "lid", "towel:tea", "towel:tea" ], "noun_classes": [ 6, 6, 52, 52 ], "start_stop_timestamps": [ [ "00:05:40.93", "00:05:41.50" ], [ "00:05:41.38", "00:05:43.40" ], [ "00:05:44.33", "00:05:46.58" ], [ "00:05:46.65", "00:05:48.37" ] ], "start_stop_frames": [ [ 17046, 17075 ], [ 17069, 17170 ], [ 17216, 17329 ], [ 17332, 17418 ] ], "trgnoun": "tea_towel", "trgverb": "put_on" }, { "key": "P02_105+103_104_105_106", "video_id": "P02_105", "narration_ids": [ "P02_105_103", "P02_105_104", "P02_105_105", "P02_105_106" ], "src": "put_down washing_liquid . squeeze sponge . pick_up mug", "src1": "put_down washing_liquid", "src2": "squeeze sponge", "src3": "pick_up mug", "trg": "sponge mug", "vis_src": "P02_105:103 P02_105:104 P02_105:105", "vis_trg": "P02_105:106", "narrations": [ "put down washing liquid", "squeeze sponge", "pick up mug", "sponge mug" ], "verbs": [ "put-down", "squeeze", "pick-up", "sponge" ], "verb_classes": [ 1, 18, 0, 2 ], "nouns": [ "liquid:washing", "sponge", "mug", "mug" ], "noun_classes": [ 22, 9, 13, 13 ], "start_stop_timestamps": [ [ "00:03:20.83", "00:03:21.52" ], [ "00:03:21.60", "00:03:22.59" ], [ "00:03:22.48", "00:03:23.70" ], [ "00:03:23.79", "00:03:25.25" ] ], "start_stop_frames": [ [ 10041, 10076 ], [ 10080, 10129 ], [ 10124, 10185 ], [ 10189, 10262 ] ], "trgnoun": "mug", "trgverb": "sponge" }, { "key": "P27_04+37_38_39_40", "video_id": "P27_04", "narration_ids": [ "P27_04_37", "P27_04_38", "P27_04_39", "P27_04_40" ], "src": "wash shelf . throw glass . pick_up table_cloth", "src1": "wash shelf", "src2": "throw glass", "src3": "pick_up table_cloth", "trg": "put table_cloth", "vis_src": "P27_04:37 P27_04:38 P27_04:39", "vis_trg": "P27_04:40", "narrations": [ "wash shelf", "throw glass", "pick up table cloth", "put table cloth" ], "verbs": [ "wash", "throw", "pick-up", "put" ], "verb_classes": [ 2, 13, 0, 1 ], "nouns": [ "shelf", "glass", "cloth:table", "cloth:table" ], "noun_classes": [ 247, 10, 17, 17 ], "start_stop_timestamps": [ [ "00:04:30.15", "00:04:38.14" ], [ "00:04:40.03", "00:04:42.70" ], [ "00:04:46.15", "00:04:47.55" ], [ "00:04:47.53", "00:04:48.55" ] ], "start_stop_frames": [ [ 16208, 16688 ], [ 16801, 16962 ], [ 17169, 17253 ], [ 17251, 17313 ] ], "trgnoun": "table_cloth", "trgverb": "put" }, { "key": "P02_123+82_83_84_85", "video_id": "P02_123", "narration_ids": [ "P02_123_82", "P02_123_83", "P02_123_84", "P02_123_85" ], "src": "pick_up doritos . put_down doritos . pick_up bag of sugar", "src1": "pick_up doritos", "src2": "put_down doritos", "src3": "pick_up bag of sugar", "trg": "put_down bag of sugar", "vis_src": "P02_123:82 P02_123:83 P02_123:84", "vis_trg": "P02_123:85", "narrations": [ "pick up doritos", "put down doritos", "pick up bag of sugar", "put down bag of sugar" ], "verbs": [ "pick-up", "put-down", "pick-up", "put-down" ], "verb_classes": [ 0, 1, 0, 1 ], "nouns": [ "doritos", "doritos", "bag:sugar", "bag:sugar" ], "noun_classes": [ 229, 229, 19, 19 ], "start_stop_timestamps": [ [ "00:03:48.51", "00:03:49.89" ], [ "00:03:50.25", "00:03:51.00" ], [ "00:03:51.70", "00:03:53.88" ], [ "00:03:53.69", "00:03:54.83" ] ], "start_stop_frames": [ [ 11425, 11494 ], [ 11512, 11550 ], [ 11585, 11694 ], [ 11684, 11741 ] ], "trgnoun": "sugar_bag", "trgverb": "put_down" }, { "key": "P08_05+126_127_128_129", "video_id": "P08_05", "narration_ids": [ "P08_05_126", "P08_05_127", "P08_05_128", "P08_05_129" ], "src": "open microwave . fork the potato . mixing corn", "src1": "open microwave", "src2": "fork the potato", "src3": "mixing corn", "trg": "taste corn", "vis_src": "P08_05:126 P08_05:127 P08_05:128", "vis_trg": "P08_05:129", "narrations": [ "open microwave", "fork the potato", "mixing corn", "taste corn" ], "verbs": [ "open", "fork", "mix", "taste" ], "verb_classes": [ 3, 81, 10, 35 ], "nouns": [ "microwave", "potato", "corn", "corn" ], "noun_classes": [ 90, 30, 125, 125 ], "start_stop_timestamps": [ [ "00:08:45.47", "00:08:46.61" ], [ "00:08:48.70", "00:08:51.28" ], [ "00:08:54.88", "00:08:56.75" ], [ "00:09:03.57", "00:09:05.35" ] ], "start_stop_frames": [ [ 31528, 31596 ], [ 31722, 31876 ], [ 32092, 32205 ], [ 32614, 32721 ] ], "trgnoun": "corn", "trgverb": "taste" }, { "key": "P01_109+843_844_845_846", "video_id": "P01_109", "narration_ids": [ "P01_109_843", "P01_109_844", "P01_109_845", "P01_109_846" ], "src": "throw food_bit into bin . wipe hob . pick_up hob_grid", "src1": "throw food_bit into bin", "src2": "wipe hob", "src3": "pick_up hob_grid", "trg": "put_down hob_grid", "vis_src": "P01_109:843 P01_109:844 P01_109:845", "vis_trg": "P01_109:846", "narrations": [ "throw food bit into bin", "wipe hob", "pick up hob grid", "put down hob grid" ], "verbs": [ "throw-into", "wipe", "pick-up", "put-down" ], "verb_classes": [ 13, 2, 0, 1 ], "nouns": [ "bit:food", "hob", "grid:hob", "grid:hob" ], "noun_classes": [ 34, 24, 24, 24 ], "start_stop_timestamps": [ [ "00:58:52.02", "00:58:52.77" ], [ "00:58:53.87", "00:58:59.76" ], [ "00:58:59.56", "00:59:01.02" ], [ "00:59:01.03", "00:59:03.32" ] ], "start_stop_frames": [ [ 176601, 176638 ], [ 176693, 176988 ], [ 176978, 177051 ], [ 177051, 177166 ] ], "trgnoun": "hob_grid", "trgverb": "put_down" }, { "key": "P03_109+387_388_389_390", "video_id": "P03_109", "narration_ids": [ "P03_109_387", "P03_109_388", "P03_109_389", "P03_109_390" ], "src": "close cupboard . put_down tupperware_lid . pick_up sandwiches", "src1": "close cupboard", "src2": "put_down tupperware_lid", "src3": "pick_up sandwiches", "trg": "put sandwiches in tupperware", "vis_src": "P03_109:387 P03_109:388 P03_109:389", "vis_trg": "P03_109:390", "narrations": [ "close cupboard", "put down tupperware lid", "pick up sandwiches", "put sandwiches in tupperware" ], "verbs": [ "close", "put-down", "pick-up", "put-in" ], "verb_classes": [ 4, 1, 0, 5 ], "nouns": [ "cupboard", "lid:tupperware", "sandwich", "sandwich" ], "noun_classes": [ 3, 6, 164, 164 ], "start_stop_timestamps": [ [ "00:18:15.55", "00:18:16.22" ], [ "00:18:15.97", "00:18:17.76" ], [ "00:18:17.15", "00:18:18.52" ], [ "00:18:18.18", "00:18:19.46" ] ], "start_stop_frames": [ [ 54777, 54811 ], [ 54798, 54888 ], [ 54857, 54926 ], [ 54909, 54973 ] ], "trgnoun": "sandwich", "trgverb": "put_in" }, { "key": "P04_06+47_48_49_50", "video_id": "P04_06", "narration_ids": [ "P04_06_47", "P04_06_48", "P04_06_49", "P04_06_50" ], "src": "close box . put away box . roll dough", "src1": "close box", "src2": "put away box", "src3": "roll dough", "trg": "put dough in pan", "vis_src": "P04_06:47 P04_06:48 P04_06:49", "vis_trg": "P04_06:50", "narrations": [ "close box", "put away box", "roll dough", "put dough in pan" ], "verbs": [ "close", "put", "roll", "put-in" ], "verb_classes": [ 4, 1, 47, 5 ], "nouns": [ "box", "box", "dough", "dough" ], "noun_classes": [ 23, 23, 25, 25 ], "start_stop_timestamps": [ [ "00:04:16.12", "00:04:17.59" ], [ "00:04:18.33", "00:04:20.33" ], [ "00:04:22.68", "00:04:43.43" ], [ "00:04:44.28", "00:04:45.78" ] ], "start_stop_frames": [ [ 15367, 15455 ], [ 15499, 15619 ], [ 15760, 17005 ], [ 17056, 17146 ] ], "trgnoun": "dough", "trgverb": "put_in" }, { "key": "P25_106+170_171_172_173", "video_id": "P25_106", "narration_ids": [ "P25_106_170", "P25_106_171", "P25_106_172", "P25_106_173" ], "src": "put_down detergent . close cupboard . turn_on tap", "src1": "put_down detergent", "src2": "close cupboard", "src3": "turn_on tap", "trg": "turn_off tap", "vis_src": "P25_106:170 P25_106:171 P25_106:172", "vis_trg": "P25_106:173", "narrations": [ "put down detergent", "close cupboard", "turn on tap", "turn off tap" ], "verbs": [ "put-down", "close", "turn-on", "turn-off" ], "verb_classes": [ 1, 4, 6, 8 ], "nouns": [ "detergent", "cupboard", "tap", "tap" ], "noun_classes": [ 22, 3, 0, 0 ], "start_stop_timestamps": [ [ "00:15:19.69", "00:15:20.75" ], [ "00:15:20.27", "00:15:21.64" ], [ "00:15:25.40", "00:15:26.73" ], [ "00:15:30.84", "00:15:32.16" ] ], "start_stop_frames": [ [ 45984, 46037 ], [ 46013, 46082 ], [ 46270, 46336 ], [ 46542, 46608 ] ], "trgnoun": "tap", "trgverb": "turn_off" }, { "key": "P02_130+147_148_149_150", "video_id": "P02_130", "narration_ids": [ "P02_130_147", "P02_130_148", "P02_130_149", "P02_130_150" ], "src": "put ladder next to wall . open oven . slide tray inside oven", "src1": "put ladder next to wall", "src2": "open oven", "src3": "slide tray inside oven", "trg": "close oven", "vis_src": "P02_130:147 P02_130:148 P02_130:149", "vis_trg": "P02_130:150", "narrations": [ "put ladder next to wall", "open oven", "slide tray inside oven", "close oven" ], "verbs": [ "put-to", "open", "slide-inside", "close" ], "verb_classes": [ 1, 3, 61, 4 ], "nouns": [ "ladder", "oven", "tray", "oven" ], "noun_classes": [ 230, 46, 35, 46 ], "start_stop_timestamps": [ [ "00:05:36.15", "00:05:37.74" ], [ "00:05:38.69", "00:05:40.19" ], [ "00:05:39.69", "00:05:41.53" ], [ "00:05:41.62", "00:05:42.62" ] ], "start_stop_frames": [ [ 16807, 16887 ], [ 16934, 17009 ], [ 16984, 17076 ], [ 17081, 17131 ] ], "trgnoun": "oven", "trgverb": "close" }, { "key": "P04_117+82_83_84_85", "video_id": "P04_117", "narration_ids": [ "P04_117_82", "P04_117_83", "P04_117_84", "P04_117_85" ], "src": "put slice of bread in toaster . turn_on toaster . rearrange slices of bread on chopping board", "src1": "put slice of bread in toaster", "src2": "turn_on toaster", "src3": "rearrange slices of bread on chopping board", "trg": "pick_up slice of bread", "vis_src": "P04_117:82 P04_117:83 P04_117:84", "vis_trg": "P04_117:85", "narrations": [ "put slice of bread in toaster", "turn on toaster", "rearrange slices of bread on chopping board", "pick up slice of bread" ], "verbs": [ "put-in", "turn-on", "rearrange", "pick-up" ], "verb_classes": [ 5, 6, 40, 0 ], "nouns": [ "slice:bread", "toaster", "slice:bread", "slice:bread" ], "noun_classes": [ 33, 186, 33, 33 ], "start_stop_timestamps": [ [ "00:03:12.02", "00:03:12.73" ], [ "00:03:12.83", "00:03:13.89" ], [ "00:03:13.90", "00:03:15.38" ], [ "00:03:15.94", "00:03:16.84" ] ], "start_stop_frames": [ [ 9601, 9636 ], [ 9641, 9694 ], [ 9695, 9769 ], [ 9797, 9842 ] ], "trgnoun": "bread_slice", "trgverb": "pick_up" }, { "key": "P29_03+165_166_167_168", "video_id": "P29_03", "narration_ids": [ "P29_03_165", "P29_03_166", "P29_03_167", "P29_03_168" ], "src": "put_down tins . move bowl . pour bowls", "src1": "put_down tins", "src2": "move bowl", "src3": "pour bowls", "trg": "pick_up bowls", "vis_src": "P29_03:165 P29_03:166 P29_03:167", "vis_trg": "P29_03:168", "narrations": [ "put down tins", "move bowl", "pour bowls", "pick up bowls" ], "verbs": [ "put-down", "move", "pour", "pick-up" ], "verb_classes": [ 1, 11, 9, 0 ], "nouns": [ "tin", "bowl", "bowl", "bowl" ], "noun_classes": [ 61, 7, 7, 7 ], "start_stop_timestamps": [ [ "00:09:35.19", "00:09:37.06" ], [ "00:09:37.95", "00:09:40.20" ], [ "00:09:38.23", "00:09:44.43" ], [ "00:09:44.53", "00:09:45.95" ] ], "start_stop_frames": [ [ 34511, 34623 ], [ 34677, 34812 ], [ 34693, 35065 ], [ 35071, 35157 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P10_04+264_266_267_268", "video_id": "P10_04", "narration_ids": [ "P10_04_264", "P10_04_266", "P10_04_267", "P10_04_268" ], "src": "put the pot on the hob . stir the lettuce . mix the lettuce with soy sauce", "src1": "put the pot on the hob", "src2": "stir the lettuce", "src3": "mix the lettuce with soy sauce", "trg": "cook the lettuce", "vis_src": "P10_04:264 P10_04:266 P10_04:267", "vis_trg": "P10_04:268", "narrations": [ "put the pot on the hob", "stir the lettuce", "mix the lettuce with soy sauce", "cook the lettuce" ], "verbs": [ "put-on", "stir", "mix-with", "cook" ], "verb_classes": [ 1, 10, 10, 45 ], "nouns": [ "pot", "lettuce", "lettuce", "lettuce" ], "noun_classes": [ 29, 120, 120, 120 ], "start_stop_timestamps": [ [ "00:28:43.87", "00:28:47.53" ], [ "00:28:49.01", "00:29:04.62" ], [ "00:28:49.33", "00:28:56.01" ], [ "00:29:05.91", "00:29:18.04" ] ], "start_stop_frames": [ [ 103432, 103651 ], [ 103740, 104677 ], [ 103759, 104160 ], [ 104754, 105482 ] ], "trgnoun": "lettuce", "trgverb": "cook" }, { "key": "P22_10+31_32_33_34", "video_id": "P22_10", "narration_ids": [ "P22_10_31", "P22_10_32", "P22_10_33", "P22_10_34" ], "src": "grab egg . put_down down egg . put_down down support", "src1": "grab egg", "src2": "put_down down egg", "src3": "put_down down support", "trg": "move support", "vis_src": "P22_10:31 P22_10:32 P22_10:33", "vis_trg": "P22_10:34", "narrations": [ "grab egg", "put down down egg", "put down down support", "move support" ], "verbs": [ "grab", "put-down", "put-down", "move" ], "verb_classes": [ 0, 1, 1, 11 ], "nouns": [ "egg", "egg", "support", "support" ], "noun_classes": [ 53, 53, 24, 24 ], "start_stop_timestamps": [ [ "00:01:03.39", "00:01:04.48" ], [ "00:01:04.52", "00:01:05.54" ], [ "00:01:05.56", "00:01:06.63" ], [ "00:01:06.26", "00:01:08.52" ] ], "start_stop_frames": [ [ 3803, 3868 ], [ 3871, 3932 ], [ 3933, 3997 ], [ 3975, 4111 ] ], "trgnoun": "support", "trgverb": "move" }, { "key": "P27_07+80_81_82_83", "video_id": "P27_07", "narration_ids": [ "P27_07_80", "P27_07_81", "P27_07_82", "P27_07_83" ], "src": "throw paper . turn_off machine . take glass", "src1": "throw paper", "src2": "turn_off machine", "src3": "take glass", "trg": "put_down glass", "vis_src": "P27_07:80 P27_07:81 P27_07:82", "vis_trg": "P27_07:83", "narrations": [ "throw paper", "turn off machine", "take glass", "put down glass" ], "verbs": [ "throw", "turn-off", "take", "put-down" ], "verb_classes": [ 13, 8, 0, 1 ], "nouns": [ "paper", "machine", "glass", "glass" ], "noun_classes": [ 49, 124, 10, 10 ], "start_stop_timestamps": [ [ "00:14:46.56", "00:14:49.36" ], [ "00:15:04.33", "00:15:06.65" ], [ "00:15:06.91", "00:15:10.59" ], [ "00:15:12.58", "00:15:14.65" ] ], "start_stop_frames": [ [ 53193, 53361 ], [ 54259, 54399 ], [ 54414, 54635 ], [ 54754, 54879 ] ], "trgnoun": "glass", "trgverb": "put_down" }, { "key": "P29_01+39_40_41_42", "video_id": "P29_01", "narration_ids": [ "P29_01_39", "P29_01_40", "P29_01_41", "P29_01_42" ], "src": "put_down pepper . fetch onion . pick_up salt", "src1": "put_down pepper", "src2": "fetch onion", "src3": "pick_up salt", "trg": "put_down salt", "vis_src": "P29_01:39 P29_01:40 P29_01:41", "vis_trg": "P29_01:42", "narrations": [ "put down pepper", "fetch onion", "pick up salt", "put down salt" ], "verbs": [ "put-down", "fetch", "pick-up", "put-down" ], "verb_classes": [ 1, 0, 0, 1 ], "nouns": [ "pepper", "onion", "salt", "salt" ], "noun_classes": [ 37, 16, 38, 38 ], "start_stop_timestamps": [ [ "00:02:13.40", "00:02:14.14" ], [ "00:02:21.96", "00:02:29.15" ], [ "00:02:21.98", "00:02:22.92" ], [ "00:02:23.60", "00:02:26.97" ] ], "start_stop_frames": [ [ 8004, 8048 ], [ 8517, 8949 ], [ 8518, 8575 ], [ 8616, 8818 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P04_113+15_16_17_18", "video_id": "P04_113", "narration_ids": [ "P04_113_15", "P04_113_16", "P04_113_17", "P04_113_18" ], "src": "pull_out dishwasher_drawer . pick_up spatula . open drawer", "src1": "pull_out dishwasher_drawer", "src2": "pick_up spatula", "src3": "open drawer", "trg": "close drawer", "vis_src": "P04_113:15 P04_113:16 P04_113:17", "vis_trg": "P04_113:18", "narrations": [ "pull out dishwasher drawer", "pick up spatula", "open drawer", "close drawer" ], "verbs": [ "pull-out", "pick-up", "open", "close" ], "verb_classes": [ 31, 0, 3, 4 ], "nouns": [ "drawer:dishwasher", "spatula", "drawer", "drawer" ], "noun_classes": [ 70, 20, 8, 8 ], "start_stop_timestamps": [ [ "00:00:49.10", "00:00:50.30" ], [ "00:00:50.20", "00:00:51.46" ], [ "00:00:52.42", "00:00:53.16" ], [ "00:00:54.10", "00:00:54.59" ] ], "start_stop_frames": [ [ 2455, 2515 ], [ 2510, 2573 ], [ 2621, 2658 ], [ 2705, 2729 ] ], "trgnoun": "drawer", "trgverb": "close" }, { "key": "P04_107+204_286_290_337", "video_id": "P04_107", "narration_ids": [ "P04_107_204", "P04_107_286", "P04_107_290", "P04_107_337" ], "src": "put_down pastry_brush . feel oil . put chopstick on dough", "src1": "put_down pastry_brush", "src2": "feel oil", "src3": "put chopstick on dough", "trg": "pick_up chopstick", "vis_src": "P04_107:204 P04_107:286 P04_107:290", "vis_trg": "P04_107:337", "narrations": [ "put down pastry brush", "feel oil", "put chopstick on dough", "pick up chopstick" ], "verbs": [ "put-down", "feel", "put-on", "pick-up" ], "verb_classes": [ 1, 54, 1, 0 ], "nouns": [ "brush:pastry", "oil", "chopstick", "chopstick" ], "noun_classes": [ 103, 31, 80, 80 ], "start_stop_timestamps": [ [ "00:07:09.80", "00:07:11.10" ], [ "00:09:13.48", "00:09:15.07" ], [ "00:09:14.00", "00:09:16.30" ], [ "00:10:29.59", "00:10:30.19" ] ], "start_stop_frames": [ [ 21490, 21555 ], [ 27674, 27753 ], [ 27700, 27814 ], [ 31479, 31509 ] ], "trgnoun": "chopstick", "trgverb": "pick_up" }, { "key": "P27_01+25_26_27_28", "video_id": "P27_01", "narration_ids": [ "P27_01_25", "P27_01_26", "P27_01_27", "P27_01_28" ], "src": "rinse fork . put fork . put spoon", "src1": "rinse fork", "src2": "put fork", "src3": "put spoon", "trg": "rinse spoon", "vis_src": "P27_01:25 P27_01:26 P27_01:27", "vis_trg": "P27_01:28", "narrations": [ "rinse fork", "put fork", "put spoon", "rinse spoon" ], "verbs": [ "rinse", "put", "put", "rinse" ], "verb_classes": [ 2, 1, 1, 2 ], "nouns": [ "fork", "fork", "spoon", "spoon" ], "noun_classes": [ 14, 14, 1, 1 ], "start_stop_timestamps": [ [ "00:02:49.45", "00:02:51.80" ], [ "00:02:51.56", "00:02:52.72" ], [ "00:02:57.42", "00:02:58.30" ], [ "00:03:00.81", "00:03:07.98" ] ], "start_stop_frames": [ [ 10167, 10308 ], [ 10293, 10363 ], [ 10645, 10698 ], [ 10848, 11278 ] ], "trgnoun": "spoon", "trgverb": "rinse" }, { "key": "P04_112+11_12_13_14", "video_id": "P04_112", "narration_ids": [ "P04_112_11", "P04_112_12", "P04_112_13", "P04_112_14" ], "src": "pull greaseproof_paper off bao bun . put_down greaseproof_paper . pick_up bao_bun", "src1": "pull greaseproof_paper off bao bun", "src2": "put_down greaseproof_paper", "src3": "pick_up bao_bun", "trg": "put_down bao_bun", "vis_src": "P04_112:11 P04_112:12 P04_112:13", "vis_trg": "P04_112:14", "narrations": [ "pull greaseproof paper off bao bun", "put down greaseproof paper", "pick up bao bun", "put down bao bun" ], "verbs": [ "pull", "put-down", "pick-up", "put-down" ], "verb_classes": [ 31, 1, 0, 1 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "bun:bao", "bun:bao" ], "noun_classes": [ 49, 49, 33, 33 ], "start_stop_timestamps": [ [ "00:00:27.68", "00:00:28.34" ], [ "00:00:28.38", "00:00:28.86" ], [ "00:00:28.88", "00:00:29.75" ], [ "00:00:29.78", "00:00:30.41" ] ], "start_stop_frames": [ [ 1384, 1417 ], [ 1419, 1443 ], [ 1444, 1487 ], [ 1489, 1520 ] ], "trgnoun": "bao_bun", "trgverb": "put_down" }, { "key": "P03_117+32_33_34_35", "video_id": "P03_117", "narration_ids": [ "P03_117_32", "P03_117_33", "P03_117_34", "P03_117_35" ], "src": "pick_up cheese_grater . soak cheese_grater . pick_up knife", "src1": "pick_up cheese_grater", "src2": "soak cheese_grater", "src3": "pick_up knife", "trg": "put knife in bowl", "vis_src": "P03_117:32 P03_117:33 P03_117:34", "vis_trg": "P03_117:35", "narrations": [ "pick up cheese grater", "soak cheese grater", "pick up knife", "put knife in bowl" ], "verbs": [ "pick-up", "soak", "pick-up", "put-in" ], "verb_classes": [ 0, 56, 0, 5 ], "nouns": [ "grater:cheese", "grater:cheese", "knife", "knife" ], "noun_classes": [ 96, 96, 4, 4 ], "start_stop_timestamps": [ [ "00:01:53.54", "00:01:54.33" ], [ "00:01:54.07", "00:01:56.09" ], [ "00:01:56.19", "00:01:57.11" ], [ "00:01:57.05", "00:01:57.87" ] ], "start_stop_frames": [ [ 5677, 5716 ], [ 5703, 5804 ], [ 5809, 5855 ], [ 5852, 5893 ] ], "trgnoun": "knife", "trgverb": "put_in" }, { "key": "P01_105+405_406_407_408", "video_id": "P01_105", "narration_ids": [ "P01_105_405", "P01_105_406", "P01_105_407", "P01_105_408" ], "src": "move bowl . take_out garlic . peel garlic", "src1": "move bowl", "src2": "take_out garlic", "src3": "peel garlic", "trg": "put_down garlic", "vis_src": "P01_105:405 P01_105:406 P01_105:407", "vis_trg": "P01_105:408", "narrations": [ "move bowl", "take out garlic", "peel garlic", "put down garlic" ], "verbs": [ "move", "take-out", "peel", "put-down" ], "verb_classes": [ 11, 12, 19, 1 ], "nouns": [ "bowl", "garlic", "garlic", "garlic" ], "noun_classes": [ 7, 51, 51, 51 ], "start_stop_timestamps": [ [ "00:15:47.01", "00:15:47.76" ], [ "00:15:47.86", "00:15:48.43" ], [ "00:15:49.03", "00:16:03.14" ], [ "00:16:03.54", "00:16:04.06" ] ], "start_stop_frames": [ [ 47350, 47388 ], [ 47393, 47421 ], [ 47451, 48157 ], [ 48177, 48203 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P04_119+179_180_181_182", "video_id": "P04_119", "narration_ids": [ "P04_119_179", "P04_119_180", "P04_119_181", "P04_119_182" ], "src": "pick_up milk_bottle . unscrew lid of milk bottle . push grinder away from saucepan", "src1": "pick_up milk_bottle", "src2": "unscrew lid of milk bottle", "src3": "push grinder away from saucepan", "trg": "put_down milk bottle lid", "vis_src": "P04_119:179 P04_119:180 P04_119:181", "vis_trg": "P04_119:182", "narrations": [ "pick up milk bottle", "unscrew lid of milk bottle", "push grinder away from saucepan", "put down milk bottle lid" ], "verbs": [ "pick-up", "unscrew", "push", "put-down" ], "verb_classes": [ 0, 71, 21, 1 ], "nouns": [ "bottle:milk", "lid:milk:bottle", "grinder", "lid:milk:bottle" ], "noun_classes": [ 15, 118, 50, 118 ], "start_stop_timestamps": [ [ "00:07:44.07", "00:07:44.95" ], [ "00:07:45.13", "00:07:48.22" ], [ "00:07:48.93", "00:07:50.23" ], [ "00:07:50.51", "00:07:51.10" ] ], "start_stop_frames": [ [ 23203, 23247 ], [ 23256, 23411 ], [ 23446, 23511 ], [ 23525, 23555 ] ], "trgnoun": "bottle_milk_lid", "trgverb": "put_down" }, { "key": "P04_107+636_637_638_639", "video_id": "P04_107", "narration_ids": [ "P04_107_636", "P04_107_637", "P04_107_638", "P04_107_639" ], "src": "pick_up greaseproof_paper . lay_out greaseproof_paper on baking tray . slide dough onto greaseproof paper", "src1": "pick_up greaseproof_paper", "src2": "lay_out greaseproof_paper on baking tray", "src3": "slide dough onto greaseproof paper", "trg": "adjust greaseproof_paper", "vis_src": "P04_107:636 P04_107:637 P04_107:638", "vis_trg": "P04_107:639", "narrations": [ "pick up greaseproof paper", "lay out greaseproof paper on baking tray", "slide dough onto greaseproof paper", "adjust greaseproof paper" ], "verbs": [ "pick-up", "lay-out", "slide-onto", "adjust" ], "verb_classes": [ 0, 1, 5, 17 ], "nouns": [ "paper:greaseproof", "paper:greaseproof", "dough", "paper:greaseproof" ], "noun_classes": [ 49, 49, 25, 49 ], "start_stop_timestamps": [ [ "00:17:18.60", "00:17:19.03" ], [ "00:17:19.07", "00:17:20.36" ], [ "00:17:20.21", "00:17:20.98" ], [ "00:17:21.96", "00:17:22.79" ] ], "start_stop_frames": [ [ 51929, 51951 ], [ 51953, 52017 ], [ 52010, 52049 ], [ 52098, 52139 ] ], "trgnoun": "greaseproof_paper", "trgverb": "adjust" }, { "key": "P01_109+579_580_581_582", "video_id": "P01_109", "narration_ids": [ "P01_109_579", "P01_109_580", "P01_109_581", "P01_109_582" ], "src": "rinse hand . put peeler onto drying rack . pick_up knife", "src1": "rinse hand", "src2": "put peeler onto drying rack", "src3": "pick_up knife", "trg": "rinse knife", "vis_src": "P01_109:579 P01_109:580 P01_109:581", "vis_trg": "P01_109:582", "narrations": [ "rinse hand", "put peeler onto drying rack", "pick up knife", "rinse knife" ], "verbs": [ "rinse", "put-onto", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "hand", "peeler", "knife", "knife" ], "noun_classes": [ 11, 87, 4, 4 ], "start_stop_timestamps": [ [ "00:41:38.97", "00:41:43.21" ], [ "00:41:43.24", "00:41:44.11" ], [ "00:41:44.16", "00:41:44.92" ], [ "00:41:44.94", "00:41:48.72" ] ], "start_stop_frames": [ [ 124948, 125160 ], [ 125161, 125205 ], [ 125208, 125246 ], [ 125247, 125435 ] ], "trgnoun": "knife", "trgverb": "rinse" }, { "key": "P28_05+62_63_64_65", "video_id": "P28_05", "narration_ids": [ "P28_05_62", "P28_05_63", "P28_05_64", "P28_05_65" ], "src": "take carrot . take pepper . put_down pepper", "src1": "take carrot", "src2": "take pepper", "src3": "put_down pepper", "trg": "chop pepper", "vis_src": "P28_05:62 P28_05:63 P28_05:64", "vis_trg": "P28_05:65", "narrations": [ "take carrot", "take pepper", "put down pepper", "chop pepper" ], "verbs": [ "take", "take", "put-down", "chop" ], "verb_classes": [ 0, 0, 1, 7 ], "nouns": [ "carrot", "pepper", "pepper", "pepper" ], "noun_classes": [ 41, 37, 37, 37 ], "start_stop_timestamps": [ [ "00:07:20.96", "00:07:21.66" ], [ "00:07:21.10", "00:07:21.71" ], [ "00:07:21.81", "00:07:22.62" ], [ "00:07:22.72", "00:07:23.72" ] ], "start_stop_frames": [ [ 26457, 26499 ], [ 26466, 26502 ], [ 26508, 26557 ], [ 26563, 26623 ] ], "trgnoun": "pepper", "trgverb": "chop" }, { "key": "P10_04+356_357_358_359", "video_id": "P10_04", "narration_ids": [ "P10_04_356", "P10_04_357", "P10_04_358", "P10_04_359" ], "src": "switch close the cabinet . open cabinet . open cabinet again", "src1": "switch close the cabinet", "src2": "open cabinet", "src3": "open cabinet again", "trg": "search_for something", "vis_src": "P10_04:356 P10_04:357 P10_04:358", "vis_trg": "P10_04:359", "narrations": [ "switch close the cabinet", "open cabinet", "open cabinet again", "search for something" ], "verbs": [ "switch", "open", "open", "search-for" ], "verb_classes": [ 88, 3, 3, 48 ], "nouns": [ "cabinet", "cabinet", "cabinet", "cabinet" ], "noun_classes": [ 3, 3, 3, 3 ], "start_stop_timestamps": [ [ "00:37:59.92", "00:38:09.28" ], [ "00:38:06.77", "00:38:08.94" ], [ "00:38:09.42", "00:38:10.32" ], [ "00:38:11.85", "00:38:13.26" ] ], "start_stop_frames": [ [ 136795, 137356 ], [ 137206, 137336 ], [ 137365, 137419 ], [ 137511, 137595 ] ], "trgnoun": "cabinet", "trgverb": "search_for" }, { "key": "P22_11+87_88_89_90", "video_id": "P22_11", "narration_ids": [ "P22_11_87", "P22_11_88", "P22_11_89", "P22_11_90" ], "src": "pick_up coffee_beans . put_on lid . pour coffee", "src1": "pick_up coffee_beans", "src2": "put_on lid", "src3": "pour coffee", "trg": "grind coffee", "vis_src": "P22_11:87 P22_11:88 P22_11:89", "vis_trg": "P22_11:90", "narrations": [ "pick up coffee beans", "put on lid", "pour coffee", "grind coffee" ], "verbs": [ "pick-up", "put-on", "pour", "grind" ], "verb_classes": [ 0, 1, 9, 49 ], "nouns": [ "bean:coffee", "lid", "coffee", "coffee" ], "noun_classes": [ 59, 6, 59, 59 ], "start_stop_timestamps": [ [ "00:02:59.17", "00:02:59.69" ], [ "00:03:03.64", "00:03:07.09" ], [ "00:03:03.87", "00:03:05.31" ], [ "00:03:07.75", "00:03:15.16" ] ], "start_stop_frames": [ [ 10750, 10781 ], [ 11018, 11225 ], [ 11032, 11118 ], [ 11265, 11709 ] ], "trgnoun": "coffee", "trgverb": "grind" }, { "key": "P30_05+283_285_286_287", "video_id": "P30_05", "narration_ids": [ "P30_05_283", "P30_05_285", "P30_05_286", "P30_05_287" ], "src": "stir wok . empty washing up bowl . rinse mug", "src1": "stir wok", "src2": "empty washing up bowl", "src3": "rinse mug", "trg": "put mug", "vis_src": "P30_05:283 P30_05:285 P30_05:286", "vis_trg": "P30_05:287", "narrations": [ "stir", "empty washing up bowl", "rinse mug", "put mug" ], "verbs": [ "stir", "empty", "rinse", "put" ], "verb_classes": [ 10, 20, 2, 1 ], "nouns": [ "wok", "bowl:washing:up", "mug", "mug" ], "noun_classes": [ 5, 7, 13, 13 ], "start_stop_timestamps": [ [ "00:22:56.66", "00:23:03.78" ], [ "00:23:05.34", "00:23:07.20" ], [ "00:23:08.63", "00:23:10.47" ], [ "00:23:10.35", "00:23:11.33" ] ], "start_stop_frames": [ [ 82599, 83026 ], [ 83120, 83232 ], [ 83317, 83428 ], [ 83421, 83479 ] ], "trgnoun": "mug", "trgverb": "put" }, { "key": "P04_117+86_87_88_89", "video_id": "P04_117", "narration_ids": [ "P04_117_86", "P04_117_87", "P04_117_88", "P04_117_89" ], "src": "put slice of bread on plate . move slice of bread on chopping board . pick_up knife", "src1": "put slice of bread on plate", "src2": "move slice of bread on chopping board", "src3": "pick_up knife", "trg": "cut slice of bread in half", "vis_src": "P04_117:86 P04_117:87 P04_117:88", "vis_trg": "P04_117:89", "narrations": [ "put slice of bread on plate", "move slice of bread on chopping board", "pick up knife", "cut slice of bread in half" ], "verbs": [ "put-on", "move-on", "pick-up", "cut-in" ], "verb_classes": [ 1, 11, 0, 7 ], "nouns": [ "slice:bread", "slice:bread", "knife", "slice:bread" ], "noun_classes": [ 33, 33, 4, 33 ], "start_stop_timestamps": [ [ "00:03:17.45", "00:03:17.94" ], [ "00:03:18.33", "00:03:19.52" ], [ "00:03:18.30", "00:03:19.19" ], [ "00:03:19.29", "00:03:22.20" ] ], "start_stop_frames": [ [ 9872, 9897 ], [ 9916, 9976 ], [ 9915, 9959 ], [ 9964, 10110 ] ], "trgnoun": "bread_slice", "trgverb": "cut_in" }, { "key": "P07_103+3_4_5_6", "video_id": "P07_103", "narration_ids": [ "P07_103_3", "P07_103_4", "P07_103_5", "P07_103_6" ], "src": "grab towel . hang towel . grab glove", "src1": "grab towel", "src2": "hang towel", "src3": "grab glove", "trg": "put_on glove", "vis_src": "P07_103:3 P07_103:4 P07_103:5", "vis_trg": "P07_103:6", "narrations": [ "grab towel", "hang towel", "grab glove", "put on glove" ], "verbs": [ "grab", "hang", "grab", "put-on" ], "verb_classes": [ 0, 41, 0, 1 ], "nouns": [ "towel", "towel", "glove", "glove" ], "noun_classes": [ 52, 52, 60, 60 ], "start_stop_timestamps": [ [ "00:00:08.52", "00:00:09.53" ], [ "00:00:12.23", "00:00:13.36" ], [ "00:00:13.51", "00:00:14.63" ], [ "00:00:15.26", "00:00:16.68" ] ], "start_stop_frames": [ [ 426, 476 ], [ 611, 668 ], [ 675, 731 ], [ 763, 834 ] ], "trgnoun": "glove", "trgverb": "put_on" }, { "key": "P22_16+397_398_399_400", "video_id": "P22_16", "narration_ids": [ "P22_16_397", "P22_16_398", "P22_16_399", "P22_16_400" ], "src": "remove cover . open bag . pick_up slice of bread", "src1": "remove cover", "src2": "open bag", "src3": "pick_up slice of bread", "trg": "insert slice of bread", "vis_src": "P22_16:397 P22_16:398 P22_16:399", "vis_trg": "P22_16:400", "narrations": [ "remove cover", "open bag", "pick up slice of bread", "insert slice of bread" ], "verbs": [ "remove", "open", "pick-up", "insert" ], "verb_classes": [ 12, 3, 0, 5 ], "nouns": [ "cover", "bag", "slice:bread", "slice:bread" ], "noun_classes": [ 89, 19, 33, 33 ], "start_stop_timestamps": [ [ "00:19:48.04", "00:19:51.94" ], [ "00:19:52.84", "00:19:55.31" ], [ "00:19:55.66", "00:19:58.93" ], [ "00:19:59.41", "00:20:00.26" ] ], "start_stop_frames": [ [ 71282, 71516 ], [ 71570, 71718 ], [ 71739, 71935 ], [ 71964, 72015 ] ], "trgnoun": "bread_slice", "trgverb": "insert" }, { "key": "P01_18+424_425_426_427", "video_id": "P01_18", "narration_ids": [ "P01_18_424", "P01_18_425", "P01_18_426", "P01_18_427" ], "src": "put_down paper . take spatula . stir food", "src1": "put_down paper", "src2": "take spatula", "src3": "stir food", "trg": "put_down spatula", "vis_src": "P01_18:424 P01_18:425 P01_18:426", "vis_trg": "P01_18:427", "narrations": [ "put down paper", "take spatula", "stir food", "put down spatula" ], "verbs": [ "put-down", "take", "stir", "put-down" ], "verb_classes": [ 1, 0, 10, 1 ], "nouns": [ "paper", "spatula", "food", "spatula" ], "noun_classes": [ 49, 20, 34, 20 ], "start_stop_timestamps": [ [ "00:33:25.57", "00:33:26.72" ], [ "00:33:26.41", "00:33:27.52" ], [ "00:33:27.83", "00:33:36.71" ], [ "00:33:37.11", "00:33:37.74" ] ], "start_stop_frames": [ [ 120334, 120403 ], [ 120384, 120451 ], [ 120469, 121002 ], [ 121026, 121064 ] ], "trgnoun": "spatula", "trgverb": "put_down" }, { "key": "P24_05+279_280_281_282", "video_id": "P24_05", "narration_ids": [ "P24_05_279", "P24_05_280", "P24_05_281", "P24_05_282" ], "src": "take saucepan . drain pasta into colander . put_down saucepan", "src1": "take saucepan", "src2": "drain pasta into colander", "src3": "put_down saucepan", "trg": "put pasta into saucepan", "vis_src": "P24_05:279 P24_05:280 P24_05:281", "vis_trg": "P24_05:282", "narrations": [ "take saucepan", "drain pasta into colander", "put down saucepan", "put pasta into saucepan" ], "verbs": [ "take", "drain-into", "put-down", "put-into" ], "verb_classes": [ 0, 37, 1, 5 ], "nouns": [ "saucepan", "pasta", "saucepan", "pasta" ], "noun_classes": [ 5, 45, 5, 45 ], "start_stop_timestamps": [ [ "00:24:05.26", "00:24:11.34" ], [ "00:24:12.49", "00:24:16.26" ], [ "00:24:16.32", "00:24:17.44" ], [ "00:24:17.54", "00:24:20.98" ] ], "start_stop_frames": [ [ 86715, 87080 ], [ 87149, 87375 ], [ 87379, 87446 ], [ 87452, 87658 ] ], "trgnoun": "pasta", "trgverb": "put_into" }, { "key": "P02_113+37_38_39_40", "video_id": "P02_113", "narration_ids": [ "P02_113_37", "P02_113_38", "P02_113_39", "P02_113_40" ], "src": "pick_up pine nuts bag . pour pine_nuts from bag into hand . put_down pine nuts bag", "src1": "pick_up pine nuts bag", "src2": "pour pine_nuts from bag into hand", "src3": "put_down pine nuts bag", "trg": "put pine_nuts on meat", "vis_src": "P02_113:37 P02_113:38 P02_113:39", "vis_trg": "P02_113:40", "narrations": [ "pick up pine nuts bag", "pour pine nuts from bag into hand", "put down pine nuts bag", "put pine nuts on meat" ], "verbs": [ "pick-up", "pour-from", "put-down", "put-on" ], "verb_classes": [ 0, 9, 1, 1 ], "nouns": [ "bag:pine:nut", "nut:pine", "bag:pine:nut", "nut:pine" ], "noun_classes": [ 19, 133, 19, 133 ], "start_stop_timestamps": [ [ "00:01:40.21", "00:01:41.36" ], [ "00:01:41.35", "00:01:45.90" ], [ "00:01:45.99", "00:01:46.60" ], [ "00:01:47.69", "00:01:51.09" ] ], "start_stop_frames": [ [ 5010, 5068 ], [ 5067, 5295 ], [ 5299, 5330 ], [ 5384, 5554 ] ], "trgnoun": "pine_nut", "trgverb": "put_on" }, { "key": "P04_05+181_182_183_184", "video_id": "P04_05", "narration_ids": [ "P04_05_181", "P04_05_182", "P04_05_183", "P04_05_184" ], "src": "tip ginger and garlic into pan . scrape knife . tip_in pan", "src1": "tip ginger and garlic into pan", "src2": "scrape knife", "src3": "tip_in pan", "trg": "stir pan", "vis_src": "P04_05:181 P04_05:182 P04_05:183", "vis_trg": "P04_05:184", "narrations": [ "tip ginger and garlic into pan", "scrape knife", "tip in pan", "stir pan" ], "verbs": [ "tip-into", "scrape", "tip-in", "stir" ], "verb_classes": [ 9, 25, 9, 10 ], "nouns": [ "ginger", "knife", "pan", "pan" ], "noun_classes": [ 131, 4, 5, 5 ], "start_stop_timestamps": [ [ "00:21:00.19", "00:21:06.69" ], [ "00:21:07.04", "00:21:07.79" ], [ "00:21:07.93", "00:21:09.23" ], [ "00:21:11.08", "00:21:17.89" ] ], "start_stop_frames": [ [ 75611, 76001 ], [ 76022, 76067 ], [ 76075, 76153 ], [ 76264, 76673 ] ], "trgnoun": "pan", "trgverb": "stir" }, { "key": "P22_111+62_63_64_65", "video_id": "P22_111", "narration_ids": [ "P22_111_62", "P22_111_63", "P22_111_64", "P22_111_65" ], "src": "close oil_bottle . put_down oil . lift pan", "src1": "close oil_bottle", "src2": "put_down oil", "src3": "lift pan", "trg": "put_down pan", "vis_src": "P22_111:62 P22_111:63 P22_111:64", "vis_trg": "P22_111:65", "narrations": [ "close oil bottle", "put down oil", "lift pan", "put down pan" ], "verbs": [ "close", "put-down", "lift", "put-down" ], "verb_classes": [ 4, 1, 33, 1 ], "nouns": [ "bottle:oil", "oil", "pan", "pan" ], "noun_classes": [ 15, 31, 5, 5 ], "start_stop_timestamps": [ [ "00:02:27.28", "00:02:29.12" ], [ "00:02:29.60", "00:02:30.17" ], [ "00:02:31.69", "00:02:32.36" ], [ "00:02:32.68", "00:02:34.36" ] ], "start_stop_frames": [ [ 7364, 7456 ], [ 7480, 7508 ], [ 7584, 7618 ], [ 7634, 7718 ] ], "trgnoun": "pan", "trgverb": "put_down" }, { "key": "P25_101+111_112_113_114", "video_id": "P25_101", "narration_ids": [ "P25_101_111", "P25_101_112", "P25_101_113", "P25_101_114" ], "src": "throw paper . take fork . stir meat", "src1": "throw paper", "src2": "take fork", "src3": "stir meat", "trg": "pick_up meat", "vis_src": "P25_101:111 P25_101:112 P25_101:113", "vis_trg": "P25_101:114", "narrations": [ "throw paper", "take fork", "stir meat", "pick up meat" ], "verbs": [ "throw", "take", "stir", "pick-up" ], "verb_classes": [ 13, 0, 10, 0 ], "nouns": [ "paper", "fork", "meat", "meat" ], "noun_classes": [ 49, 14, 28, 28 ], "start_stop_timestamps": [ [ "00:06:11.73", "00:06:13.12" ], [ "00:06:13.22", "00:06:14.75" ], [ "00:06:15.14", "00:06:18.93" ], [ "00:06:19.01", "00:06:19.43" ] ], "start_stop_frames": [ [ 18586, 18656 ], [ 18661, 18737 ], [ 18757, 18946 ], [ 18950, 18971 ] ], "trgnoun": "meat", "trgverb": "pick_up" }, { "key": "P13_08+106_107_108_109", "video_id": "P13_08", "narration_ids": [ "P13_08_106", "P13_08_107", "P13_08_108", "P13_08_109" ], "src": "stir bacon with onion . put_down spatula . pick_up salt", "src1": "stir bacon with onion", "src2": "put_down spatula", "src3": "pick_up salt", "trg": "add salt in bacon and onion", "vis_src": "P13_08:106 P13_08:107 P13_08:108", "vis_trg": "P13_08:109", "narrations": [ "stir bacon with onion", "put down spatula", "pick up salt", "add salt in bacon and onion" ], "verbs": [ "stir-with", "put-down", "pick-up", "add-in" ], "verb_classes": [ 10, 1, 0, 46 ], "nouns": [ "bacon", "spatula", "salt", "salt" ], "noun_classes": [ 163, 20, 38, 38 ], "start_stop_timestamps": [ [ "00:24:34.75", "00:25:22.70" ], [ "00:25:24.15", "00:25:25.07" ], [ "00:25:26.33", "00:25:27.94" ], [ "00:25:27.51", "00:25:35.51" ] ], "start_stop_frames": [ [ 88485, 91362 ], [ 91449, 91504 ], [ 91579, 91676 ], [ 91650, 92130 ] ], "trgnoun": "salt", "trgverb": "add_in" }, { "key": "P01_105+412_413_414_415", "video_id": "P01_105", "narration_ids": [ "P01_105_412", "P01_105_413", "P01_105_414", "P01_105_415" ], "src": "pick_up garlic . peel garlic . put_down knife", "src1": "pick_up garlic", "src2": "peel garlic", "src3": "put_down knife", "trg": "put_down garlic", "vis_src": "P01_105:412 P01_105:413 P01_105:414", "vis_trg": "P01_105:415", "narrations": [ "pick up garlic", "peel garlic", "put down knife", "put down garlic" ], "verbs": [ "pick-up", "peel", "put-down", "put-down" ], "verb_classes": [ 0, 19, 1, 1 ], "nouns": [ "garlic", "garlic", "knife", "garlic" ], "noun_classes": [ 51, 51, 4, 51 ], "start_stop_timestamps": [ [ "00:16:28.76", "00:16:29.69" ], [ "00:16:30.16", "00:16:49.04" ], [ "00:16:49.22", "00:16:49.95" ], [ "00:16:49.84", "00:16:50.41" ] ], "start_stop_frames": [ [ 49438, 49484 ], [ 49508, 50452 ], [ 50461, 50497 ], [ 50492, 50520 ] ], "trgnoun": "garlic", "trgverb": "put_down" }, { "key": "P02_09+62_63_64_65", "video_id": "P02_09", "narration_ids": [ "P02_09_62", "P02_09_63", "P02_09_64", "P02_09_65" ], "src": "pick_up spoon . pour salt into spoon . empty spoon in bowl", "src1": "pick_up spoon", "src2": "pour salt into spoon", "src3": "empty spoon in bowl", "trg": "put spoon", "vis_src": "P02_09:62 P02_09:63 P02_09:64", "vis_trg": "P02_09:65", "narrations": [ "pick up spoon", "pour salt into spoon", "empty spoon in bowl", "put spoon" ], "verbs": [ "pick-up", "pour-into", "empty", "put" ], "verb_classes": [ 0, 9, 20, 1 ], "nouns": [ "spoon", "salt", "spoon", "spoon" ], "noun_classes": [ 1, 38, 1, 1 ], "start_stop_timestamps": [ [ "00:02:23.49", "00:02:24.89" ], [ "00:02:25.24", "00:02:31.62" ], [ "00:02:31.72", "00:02:32.25" ], [ "00:02:33.05", "00:02:34.16" ] ], "start_stop_frames": [ [ 8609, 8693 ], [ 8714, 9097 ], [ 9103, 9135 ], [ 9183, 9249 ] ], "trgnoun": "spoon", "trgverb": "put" }, { "key": "P01_01+107_108_109_110", "video_id": "P01_01", "narration_ids": [ "P01_01_107", "P01_01_108", "P01_01_109", "P01_01_110" ], "src": "close lid . put container in cupboard . take plate", "src1": "close lid", "src2": "put container in cupboard", "src3": "take plate", "trg": "put plate down", "vis_src": "P01_01:107 P01_01:108 P01_01:109", "vis_trg": "P01_01:110", "narrations": [ "close lid", "put container in cupboard", "take plate", "put plate down" ], "verbs": [ "close", "put-in", "take", "put-down" ], "verb_classes": [ 4, 5, 0, 1 ], "nouns": [ "lid", "container", "plate", "plate" ], "noun_classes": [ 6, 21, 2, 2 ], "start_stop_timestamps": [ [ "00:08:15.80", "00:08:16.99" ], [ "00:08:19.64", "00:08:20.60" ], [ "00:08:22.35", "00:08:23.31" ], [ "00:08:24.66", "00:08:27.92" ] ], "start_stop_frames": [ [ 29748, 29819 ], [ 29978, 30036 ], [ 30141, 30198 ], [ 30279, 30475 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P02_03+249_250_251_252", "video_id": "P02_03", "narration_ids": [ "P02_03_249", "P02_03_250", "P02_03_251", "P02_03_252" ], "src": "put chopping_board and knife into sink . pick_up knife . stir onions in pan using wooden spoon", "src1": "put chopping_board and knife into sink", "src2": "pick_up knife", "src3": "stir onions in pan using wooden spoon", "trg": "divide onion into smaller pieces using wooden spoon", "vis_src": "P02_03:249 P02_03:250 P02_03:251", "vis_trg": "P02_03:252", "narrations": [ "put chopping board and knife into sink", "pick up knife", "stir onions in pan using wooden spoon", "divide onion into smaller pieces using wooden spoon" ], "verbs": [ "put-into", "pick-up", "stir-in", "divide-into" ], "verb_classes": [ 5, 0, 10, 52 ], "nouns": [ "board:chopping", "knife", "onion", "onion" ], "noun_classes": [ 18, 4, 16, 16 ], "start_stop_timestamps": [ [ "00:13:49.58", "00:13:51.07" ], [ "00:13:50.93", "00:13:52.17" ], [ "00:13:55.49", "00:14:00.17" ], [ "00:13:59.66", "00:14:08.44" ] ], "start_stop_frames": [ [ 49774, 49864 ], [ 49855, 49930 ], [ 50129, 50410 ], [ 50379, 50906 ] ], "trgnoun": "onion", "trgverb": "divide_into" }, { "key": "P13_08+107_108_109_110", "video_id": "P13_08", "narration_ids": [ "P13_08_107", "P13_08_108", "P13_08_109", "P13_08_110" ], "src": "put_down spatula . pick_up salt . add salt in bacon and onion", "src1": "put_down spatula", "src2": "pick_up salt", "src3": "add salt in bacon and onion", "trg": "put_down salt", "vis_src": "P13_08:107 P13_08:108 P13_08:109", "vis_trg": "P13_08:110", "narrations": [ "put down spatula", "pick up salt", "add salt in bacon and onion", "put down salt" ], "verbs": [ "put-down", "pick-up", "add-in", "put-down" ], "verb_classes": [ 1, 0, 46, 1 ], "nouns": [ "spatula", "salt", "salt", "salt" ], "noun_classes": [ 20, 38, 38, 38 ], "start_stop_timestamps": [ [ "00:25:24.15", "00:25:25.07" ], [ "00:25:26.33", "00:25:27.94" ], [ "00:25:27.51", "00:25:35.51" ], [ "00:25:35.61", "00:25:38.70" ] ], "start_stop_frames": [ [ 91449, 91504 ], [ 91579, 91676 ], [ 91650, 92130 ], [ 92136, 92322 ] ], "trgnoun": "salt", "trgverb": "put_down" }, { "key": "P10_01+28_29_30_31", "video_id": "P10_01", "narration_ids": [ "P10_01_28", "P10_01_29", "P10_01_30", "P10_01_31" ], "src": "switch it up . open box of eggs . pick two eggs out of the box", "src1": "switch it up", "src2": "open box of eggs", "src3": "pick two eggs out of the box", "trg": "put the egg inside a bowl", "vis_src": "P10_01:28 P10_01:29 P10_01:30", "vis_trg": "P10_01:31", "narrations": [ "switch it up", "open box of eggs", "pick two eggs out of the box", "put the egg inside a bowl" ], "verbs": [ "switch-up", "open", "pick-out", "put-inside" ], "verb_classes": [ 70, 3, 12, 5 ], "nouns": [ "oven", "box:egg", "egg", "egg" ], "noun_classes": [ 46, 23, 53, 53 ], "start_stop_timestamps": [ [ "00:02:48.75", "00:02:53.52" ], [ "00:03:06.32", "00:03:07.46" ], [ "00:03:07.56", "00:03:10.86" ], [ "00:03:12.13", "00:03:19.18" ] ], "start_stop_frames": [ [ 10125, 10411 ], [ 11179, 11247 ], [ 11253, 11451 ], [ 11527, 11950 ] ], "trgnoun": "egg", "trgverb": "put_inside" }, { "key": "P08_01+45_46_47_48", "video_id": "P08_01", "narration_ids": [ "P08_01_45", "P08_01_46", "P08_01_47", "P08_01_48" ], "src": "turn lid . open fridge . place milk", "src1": "turn lid", "src2": "open fridge", "src3": "place milk", "trg": "close fridge", "vis_src": "P08_01:45 P08_01:46 P08_01:47", "vis_trg": "P08_01:48", "narrations": [ "turn lid", "open fridge", "place milk", "close fridge" ], "verbs": [ "turn", "open", "place", "close" ], "verb_classes": [ 23, 3, 1, 4 ], "nouns": [ "lid", "fridge", "milk", "fridge" ], "noun_classes": [ 6, 12, 64, 12 ], "start_stop_timestamps": [ [ "00:02:41.39", "00:02:45.39" ], [ "00:02:45.01", "00:02:46.50" ], [ "00:02:46.33", "00:02:47.43" ], [ "00:02:47.45", "00:02:48.60" ] ], "start_stop_frames": [ [ 9683, 9923 ], [ 9900, 9990 ], [ 9979, 10045 ], [ 10047, 10116 ] ], "trgnoun": "fridge", "trgverb": "close" }, { "key": "P30_02+25_26_27_28", "video_id": "P30_02", "narration_ids": [ "P30_02_25", "P30_02_26", "P30_02_27", "P30_02_28" ], "src": "take carrots . close box of carrots . open fridge", "src1": "take carrots", "src2": "close box of carrots", "src3": "open fridge", "trg": "put carrots in fridge", "vis_src": "P30_02:25 P30_02:26 P30_02:27", "vis_trg": "P30_02:28", "narrations": [ "take carrots", "close box of carrots", "open fridge", "put carrots in fridge" ], "verbs": [ "take", "close", "open", "put-in" ], "verb_classes": [ 0, 4, 3, 5 ], "nouns": [ "carrot", "box:carrot", "fridge", "carrot" ], "noun_classes": [ 41, 23, 12, 41 ], "start_stop_timestamps": [ [ "00:02:03.21", "00:02:07.11" ], [ "00:02:11.53", "00:02:13.77" ], [ "00:02:15.73", "00:02:16.34" ], [ "00:02:16.31", "00:02:19.52" ] ], "start_stop_frames": [ [ 7392, 7626 ], [ 7891, 8026 ], [ 8143, 8180 ], [ 8178, 8371 ] ], "trgnoun": "carrot", "trgverb": "put_in" }, { "key": "P03_120+180_181_182_183", "video_id": "P03_120", "narration_ids": [ "P03_120_180", "P03_120_181", "P03_120_182", "P03_120_183" ], "src": "close cupboard . put_down measuring_cup . pick_up tupperware of butter", "src1": "close cupboard", "src2": "put_down measuring_cup", "src3": "pick_up tupperware of butter", "trg": "put_down tupperware of butter", "vis_src": "P03_120:180 P03_120:181 P03_120:182", "vis_trg": "P03_120:183", "narrations": [ "close cupboard", "put down measuring cup", "pick up tupperware of butter", "put down tupperware of butter" ], "verbs": [ "close", "put-down", "pick-up", "put-down" ], "verb_classes": [ 4, 1, 0, 1 ], "nouns": [ "cupboard", "cup:measuring", "tupperware:butter", "tupperware:butter" ], "noun_classes": [ 3, 13, 23, 23 ], "start_stop_timestamps": [ [ "00:10:07.55", "00:10:08.51" ], [ "00:10:08.46", "00:10:08.96" ], [ "00:10:09.19", "00:10:09.70" ], [ "00:10:09.80", "00:10:10.35" ] ], "start_stop_frames": [ [ 30377, 30425 ], [ 30423, 30448 ], [ 30459, 30485 ], [ 30489, 30517 ] ], "trgnoun": "butter_tupperware", "trgverb": "put_down" }, { "key": "P04_109+444_445_446_447", "video_id": "P04_109", "narration_ids": [ "P04_109_444", "P04_109_445", "P04_109_446", "P04_109_447" ], "src": "pick_up knife . chop peanuts . grab peanuts", "src1": "pick_up knife", "src2": "chop peanuts", "src3": "grab peanuts", "trg": "drop peanuts into ramekin", "vis_src": "P04_109:444 P04_109:445 P04_109:446", "vis_trg": "P04_109:447", "narrations": [ "pick up knife", "chop peanuts", "grab peanuts", "drop peanuts into ramekin" ], "verbs": [ "pick-up", "chop", "grab", "drop-into" ], "verb_classes": [ 0, 7, 0, 5 ], "nouns": [ "knife", "peanut", "peanut", "peanut" ], "noun_classes": [ 4, 133, 133, 133 ], "start_stop_timestamps": [ [ "00:13:23.65", "00:13:24.53" ], [ "00:13:24.63", "00:13:49.92" ], [ "00:13:50.00", "00:13:51.40" ], [ "00:13:51.50", "00:13:53.55" ] ], "start_stop_frames": [ [ 40182, 40226 ], [ 40231, 41496 ], [ 41500, 41570 ], [ 41575, 41677 ] ], "trgnoun": "peanut", "trgverb": "drop_into" }, { "key": "P23_04+96_97_98_99", "video_id": "P23_04", "narration_ids": [ "P23_04_96", "P23_04_97", "P23_04_98", "P23_04_99" ], "src": "put_into the plate . take the brush . washing the plate", "src1": "put_into the plate", "src2": "take the brush", "src3": "washing the plate", "trg": "cleaning plate with water", "vis_src": "P23_04:96 P23_04:97 P23_04:98", "vis_trg": "P23_04:99", "narrations": [ "put into the plate", "take the brush", "washing the plate", "cleaning plate with water" ], "verbs": [ "put-into", "take", "wash", "clean-with" ], "verb_classes": [ 5, 0, 2, 2 ], "nouns": [ "plate", "brush", "plate", "plate" ], "noun_classes": [ 2, 103, 2, 2 ], "start_stop_timestamps": [ [ "00:22:08.94", "00:22:09.81" ], [ "00:22:11.91", "00:22:13.06" ], [ "00:22:13.66", "00:22:21.42" ], [ "00:22:28.70", "00:22:40.50" ] ], "start_stop_frames": [ [ 79736, 79788 ], [ 79914, 79983 ], [ 80019, 80485 ], [ 80922, 81630 ] ], "trgnoun": "plate", "trgverb": "clean_with" }, { "key": "P22_08+352_353_354_355", "video_id": "P22_08", "narration_ids": [ "P22_08_352", "P22_08_353", "P22_08_354", "P22_08_355" ], "src": "put_down cloth . open locker . take cup", "src1": "put_down cloth", "src2": "open locker", "src3": "take cup", "trg": "put_down cup", "vis_src": "P22_08:352 P22_08:353 P22_08:354", "vis_trg": "P22_08:355", "narrations": [ "put down cloth", "open locker", "take cup", "put down cup" ], "verbs": [ "put-down", "open", "take", "put-down" ], "verb_classes": [ 1, 3, 0, 1 ], "nouns": [ "cloth", "locker", "cup", "cup" ], "noun_classes": [ 17, 3, 13, 13 ], "start_stop_timestamps": [ [ "00:14:06.44", "00:14:08.02" ], [ "00:14:08.33", "00:14:09.65" ], [ "00:14:09.63", "00:14:11.30" ], [ "00:14:11.57", "00:14:12.94" ] ], "start_stop_frames": [ [ 50786, 50881 ], [ 50899, 50979 ], [ 50977, 51078 ], [ 51094, 51176 ] ], "trgnoun": "cup", "trgverb": "put_down" }, { "key": "P26_106+9_10_11_12", "video_id": "P26_106", "narration_ids": [ "P26_106_9", "P26_106_10", "P26_106_11", "P26_106_12" ], "src": "put_down salt . close cupboard . pick_up spoon", "src1": "put_down salt", "src2": "close cupboard", "src3": "pick_up spoon", "trg": "stir spoon", "vis_src": "P26_106:9 P26_106:10 P26_106:11", "vis_trg": "P26_106:12", "narrations": [ "put down salt", "close cupboard", "pick up spoon", "stir" ], "verbs": [ "put-down", "close", "pick-up", "stir" ], "verb_classes": [ 1, 4, 0, 10 ], "nouns": [ "salt", "cupboard", "spoon", "spoon" ], "noun_classes": [ 38, 3, 1, 1 ], "start_stop_timestamps": [ [ "00:00:30.63", "00:00:33.06" ], [ "00:00:33.10", "00:00:34.00" ], [ "00:00:33.87", "00:00:36.11" ], [ "00:00:36.05", "00:00:52.83" ] ], "start_stop_frames": [ [ 1531, 1653 ], [ 1655, 1700 ], [ 1693, 1805 ], [ 1802, 2641 ] ], "trgnoun": "spoon", "trgverb": "stir" }, { "key": "P35_109+209_210_211_212", "video_id": "P35_109", "narration_ids": [ "P35_109_209", "P35_109_210", "P35_109_211", "P35_109_212" ], "src": "pick_up cereals . pick biscuits . close cupboard", "src1": "pick_up cereals", "src2": "pick biscuits", "src3": "close cupboard", "trg": "put_down biscuits", "vis_src": "P35_109:209 P35_109:210 P35_109:211", "vis_trg": "P35_109:212", "narrations": [ "pick up cereals", "pick biscuits", "close cupboard", "put down biscuits" ], "verbs": [ "pick-up", "pick", "close", "put-down" ], "verb_classes": [ 0, 0, 4, 1 ], "nouns": [ "cereal", "biscuit", "cupboard", "biscuit" ], "noun_classes": [ 99, 104, 3, 104 ], "start_stop_timestamps": [ [ "00:14:35.81", "00:14:37.69" ], [ "00:14:37.34", "00:14:43.21" ], [ "00:14:42.61", "00:14:44.15" ], [ "00:14:44.15", "00:14:49.93" ] ], "start_stop_frames": [ [ 43790, 43884 ], [ 43867, 44160 ], [ 44130, 44207 ], [ 44207, 44496 ] ], "trgnoun": "biscuit", "trgverb": "put_down" }, { "key": "P22_116+195_196_197_198", "video_id": "P22_116", "narration_ids": [ "P22_116_195", "P22_116_196", "P22_116_197", "P22_116_198" ], "src": "rinse knife . put_down knife . pick_up spoon_rest", "src1": "rinse knife", "src2": "put_down knife", "src3": "pick_up spoon_rest", "trg": "rinse spoon_rest", "vis_src": "P22_116:195 P22_116:196 P22_116:197", "vis_trg": "P22_116:198", "narrations": [ "rinse knife", "put down knife", "pick up spoon rest", "rinse spoon rest" ], "verbs": [ "rinse", "put-down", "pick-up", "rinse" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "knife", "knife", "rest:spoon", "rest:spoon" ], "noun_classes": [ 4, 4, 109, 109 ], "start_stop_timestamps": [ [ "00:07:18.79", "00:07:19.67" ], [ "00:07:20.17", "00:07:20.93" ], [ "00:07:20.79", "00:07:21.17" ], [ "00:07:21.24", "00:07:23.41" ] ], "start_stop_frames": [ [ 21939, 21983 ], [ 22008, 22046 ], [ 22039, 22058 ], [ 22062, 22170 ] ], "trgnoun": "spoon_rest", "trgverb": "rinse" }, { "key": "P01_18+420_421_422_423", "video_id": "P01_18", "narration_ids": [ "P01_18_420", "P01_18_421", "P01_18_422", "P01_18_423" ], "src": "stir food . put_down spatula . take pepper", "src1": "stir food", "src2": "put_down spatula", "src3": "take pepper", "trg": "pour pepper", "vis_src": "P01_18:420 P01_18:421 P01_18:422", "vis_trg": "P01_18:423", "narrations": [ "stir food", "put down spatula", "take pepper", "pour pepper" ], "verbs": [ "stir", "put-down", "take", "pour" ], "verb_classes": [ 10, 1, 0, 9 ], "nouns": [ "food", "spatula", "pepper", "pepper" ], "noun_classes": [ 34, 20, 37, 37 ], "start_stop_timestamps": [ [ "00:33:05.95", "00:33:16.70" ], [ "00:33:17.12", "00:33:18.07" ], [ "00:33:17.64", "00:33:21.14" ], [ "00:33:21.69", "00:33:25.31" ] ], "start_stop_frames": [ [ 119157, 119802 ], [ 119827, 119884 ], [ 119858, 120068 ], [ 120101, 120318 ] ], "trgnoun": "pepper", "trgverb": "pour" }, { "key": "P08_21+150_151_152_153", "video_id": "P08_21", "narration_ids": [ "P08_21_150", "P08_21_151", "P08_21_152", "P08_21_153" ], "src": "recycle bottle . move mug . choose eggs", "src1": "recycle bottle", "src2": "move mug", "src3": "choose eggs", "trg": "get one egg", "vis_src": "P08_21:150 P08_21:151 P08_21:152", "vis_trg": "P08_21:153", "narrations": [ "recycle bottle", "move mug", "choose eggs", "get one egg" ], "verbs": [ "recycle", "move", "choose", "get" ], "verb_classes": [ 13, 11, 85, 0 ], "nouns": [ "bottle", "mug", "egg", "egg" ], "noun_classes": [ 15, 13, 53, 53 ], "start_stop_timestamps": [ [ "00:09:23.24", "00:09:24.73" ], [ "00:09:26.68", "00:09:30.27" ], [ "00:09:32.81", "00:09:38.84" ], [ "00:09:38.56", "00:09:39.99" ] ], "start_stop_frames": [ [ 33794, 33883 ], [ 34000, 34216 ], [ 34368, 34730 ], [ 34713, 34799 ] ], "trgnoun": "egg", "trgverb": "get" }, { "key": "P04_01+191_192_193_194", "video_id": "P04_01", "narration_ids": [ "P04_01_191", "P04_01_192", "P04_01_193", "P04_01_194" ], "src": "scoop sugar . spoon sugar . empty spoon", "src1": "scoop sugar", "src2": "spoon sugar", "src3": "empty spoon", "trg": "pick_up sugar", "vis_src": "P04_01:191 P04_01:192 P04_01:193", "vis_trg": "P04_01:194", "narrations": [ "scoop sugar", "spoon sugar", "empty spoon", "pick up sugar" ], "verbs": [ "scoop", "spoon", "empty", "pick-up" ], "verb_classes": [ 16, 16, 20, 0 ], "nouns": [ "sugar", "sugar", "spoon", "sugar" ], "noun_classes": [ 102, 102, 1, 102 ], "start_stop_timestamps": [ [ "00:14:06.08", "00:14:17.52" ], [ "00:14:06.46", "00:14:08.42" ], [ "00:14:11.90", "00:14:12.90" ], [ "00:14:14.29", "00:14:15.19" ] ], "start_stop_frames": [ [ 50764, 51451 ], [ 50787, 50905 ], [ 51114, 51174 ], [ 51257, 51311 ] ], "trgnoun": "sugar", "trgverb": "pick_up" }, { "key": "P07_110+67_68_69_70", "video_id": "P07_110", "narration_ids": [ "P07_110_67", "P07_110_68", "P07_110_69", "P07_110_70" ], "src": "grab glass . grab jug . turn jug", "src1": "grab glass", "src2": "grab jug", "src3": "turn jug", "trg": "put glass into mixer", "vis_src": "P07_110:67 P07_110:68 P07_110:69", "vis_trg": "P07_110:70", "narrations": [ "grab glass", "grab jug", "turn jug", "put glass into mixer" ], "verbs": [ "grab", "grab", "turn", "put-into" ], "verb_classes": [ 0, 0, 23, 5 ], "nouns": [ "glass", "jug", "jug", "glass" ], "noun_classes": [ 10, 66, 66, 10 ], "start_stop_timestamps": [ [ "00:03:17.57", "00:03:18.59" ], [ "00:03:21.17", "00:03:24.59" ], [ "00:03:23.91", "00:03:26.32" ], [ "00:03:27.26", "00:03:30.22" ] ], "start_stop_frames": [ [ 9878, 9929 ], [ 10058, 10229 ], [ 10195, 10316 ], [ 10363, 10511 ] ], "trgnoun": "glass", "trgverb": "put_into" }, { "key": "P04_107+722_723_724_725", "video_id": "P04_107", "narration_ids": [ "P04_107_722", "P04_107_723", "P04_107_724", "P04_107_725" ], "src": "pick_up rolling_pin . spread_out dough with hands . turn_over dough", "src1": "pick_up rolling_pin", "src2": "spread_out dough with hands", "src3": "turn_over dough", "trg": "roll_out dough with rolling pin", "vis_src": "P04_107:722 P04_107:723 P04_107:724", "vis_trg": "P04_107:725", "narrations": [ "pick up rolling pin", "spread out dough with hands", "turn over dough", "roll out dough with rolling pin" ], "verbs": [ "pick-up", "spread-out", "turn-over", "roll-out" ], "verb_classes": [ 0, 27, 22, 39 ], "nouns": [ "pin:rolling", "dough", "dough", "dough" ], "noun_classes": [ 136, 25, 25, 25 ], "start_stop_timestamps": [ [ "00:19:25.58", "00:19:25.91" ], [ "00:19:26.22", "00:19:27.43" ], [ "00:19:26.78", "00:19:27.15" ], [ "00:19:27.22", "00:19:30.29" ] ], "start_stop_frames": [ [ 58279, 58295 ], [ 58311, 58371 ], [ 58339, 58357 ], [ 58361, 58514 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P02_109+113_114_115_116", "video_id": "P02_109", "narration_ids": [ "P02_109_113", "P02_109_114", "P02_109_115", "P02_109_116" ], "src": "open garlic_press . put garlic in presser . close garlic_presser", "src1": "open garlic_press", "src2": "put garlic in presser", "src3": "close garlic_presser", "trg": "press garlic", "vis_src": "P02_109:113 P02_109:114 P02_109:115", "vis_trg": "P02_109:116", "narrations": [ "open garlic press", "put garlic in presser", "close garlic presser", "press garlic" ], "verbs": [ "open", "put-in", "close", "press" ], "verb_classes": [ 3, 5, 4, 21 ], "nouns": [ "press:garlic", "garlic", "presser:garlic", "garlic" ], "noun_classes": [ 172, 51, 172, 51 ], "start_stop_timestamps": [ [ "00:10:01.06", "00:10:02.41" ], [ "00:10:02.14", "00:10:02.69" ], [ "00:10:02.63", "00:10:04.57" ], [ "00:10:05.76", "00:10:12.39" ] ], "start_stop_frames": [ [ 30052, 30120 ], [ 30107, 30134 ], [ 30131, 30228 ], [ 30288, 30619 ] ], "trgnoun": "garlic", "trgverb": "press" }, { "key": "P26_105+47_48_49_50", "video_id": "P26_105", "narration_ids": [ "P26_105_47", "P26_105_48", "P26_105_49", "P26_105_50" ], "src": "put_down plates . close cupboard . pick_up spoon", "src1": "put_down plates", "src2": "close cupboard", "src3": "pick_up spoon", "trg": "pick_up plate", "vis_src": "P26_105:47 P26_105:48 P26_105:49", "vis_trg": "P26_105:50", "narrations": [ "put down plates", "close cupboard", "pick up spoon", "pick up plate" ], "verbs": [ "put-down", "close", "pick-up", "pick-up" ], "verb_classes": [ 1, 4, 0, 0 ], "nouns": [ "plate", "cupboard", "spoon", "plate" ], "noun_classes": [ 2, 3, 1, 2 ], "start_stop_timestamps": [ [ "00:02:33.47", "00:02:34.15" ], [ "00:02:35.00", "00:02:36.02" ], [ "00:02:36.12", "00:02:36.66" ], [ "00:02:36.63", "00:02:37.76" ] ], "start_stop_frames": [ [ 7673, 7707 ], [ 7750, 7801 ], [ 7806, 7833 ], [ 7831, 7888 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P04_101+77_78_79_81", "video_id": "P04_101", "narration_ids": [ "P04_101_77", "P04_101_78", "P04_101_79", "P04_101_81" ], "src": "flatten mixture . put_down tub . pick_up cling_film", "src1": "flatten mixture", "src2": "put_down tub", "src3": "pick_up cling_film", "trg": "pick_up tub", "vis_src": "P04_101:77 P04_101:78 P04_101:79", "vis_trg": "P04_101:81", "narrations": [ "flatten mixture", "put down tub", "pick up cling film", "pick up tub" ], "verbs": [ "flatten", "put-down", "pick-up", "pick-up" ], "verb_classes": [ 87, 1, 0, 0 ], "nouns": [ "mixture", "tub", "film:cling", "tub" ], "noun_classes": [ 71, 23, 100, 23 ], "start_stop_timestamps": [ [ "00:03:08.35", "00:03:13.42" ], [ "00:03:13.24", "00:03:14.25" ], [ "00:03:15.85", "00:03:17.12" ], [ "00:03:16.00", "00:03:18.80" ] ], "start_stop_frames": [ [ 9417, 9671 ], [ 9662, 9712 ], [ 9792, 9856 ], [ 9800, 9940 ] ], "trgnoun": "tub", "trgverb": "pick_up" }, { "key": "P30_101+238_239_240_241", "video_id": "P30_101", "narration_ids": [ "P30_101_238", "P30_101_239", "P30_101_240", "P30_101_241" ], "src": "put plate . pick_up knife . open drawer", "src1": "put plate", "src2": "pick_up knife", "src3": "open drawer", "trg": "put_down knife", "vis_src": "P30_101:238 P30_101:239 P30_101:240", "vis_trg": "P30_101:241", "narrations": [ "put plate", "pick up knife", "open drawer", "put down knife" ], "verbs": [ "put", "pick-up", "open", "put-down" ], "verb_classes": [ 1, 0, 3, 1 ], "nouns": [ "plate", "knife", "drawer", "knife" ], "noun_classes": [ 2, 4, 8, 4 ], "start_stop_timestamps": [ [ "00:08:59.14", "00:09:00.40" ], [ "00:09:03.33", "00:09:03.98" ], [ "00:09:03.59", "00:09:04.60" ], [ "00:09:05.79", "00:09:06.48" ] ], "start_stop_frames": [ [ 26957, 27020 ], [ 27166, 27199 ], [ 27179, 27230 ], [ 27289, 27324 ] ], "trgnoun": "knife", "trgverb": "put_down" }, { "key": "P25_05+34_35_36_37", "video_id": "P25_05", "narration_ids": [ "P25_05_34", "P25_05_35", "P25_05_36", "P25_05_37" ], "src": "turn tap on . wash hands . take paper", "src1": "turn tap on", "src2": "wash hands", "src3": "take paper", "trg": "throw paper", "vis_src": "P25_05:34 P25_05:35 P25_05:36", "vis_trg": "P25_05:37", "narrations": [ "turn tap on", "wash hands", "take paper", "throw paper" ], "verbs": [ "turn-on", "wash", "take", "throw" ], "verb_classes": [ 6, 2, 0, 13 ], "nouns": [ "tap", "hand", "paper", "paper" ], "noun_classes": [ 0, 11, 49, 49 ], "start_stop_timestamps": [ [ "00:04:55.16", "00:04:56.18" ], [ "00:04:55.99", "00:04:57.94" ], [ "00:05:03.68", "00:05:04.29" ], [ "00:05:05.46", "00:05:07.59" ] ], "start_stop_frames": [ [ 17709, 17770 ], [ 17759, 17876 ], [ 18220, 18257 ], [ 18327, 18455 ] ], "trgnoun": "paper", "trgverb": "throw" }, { "key": "P35_109+208_209_210_211", "video_id": "P35_109", "narration_ids": [ "P35_109_208", "P35_109_209", "P35_109_210", "P35_109_211" ], "src": "open cupboard . pick_up cereals . pick biscuits", "src1": "open cupboard", "src2": "pick_up cereals", "src3": "pick biscuits", "trg": "close cupboard", "vis_src": "P35_109:208 P35_109:209 P35_109:210", "vis_trg": "P35_109:211", "narrations": [ "open cupboard", "pick up cereals", "pick biscuits", "close cupboard" ], "verbs": [ "open", "pick-up", "pick", "close" ], "verb_classes": [ 3, 0, 0, 4 ], "nouns": [ "cupboard", "cereal", "biscuit", "cupboard" ], "noun_classes": [ 3, 99, 104, 3 ], "start_stop_timestamps": [ [ "00:14:31.35", "00:14:34.97" ], [ "00:14:35.81", "00:14:37.69" ], [ "00:14:37.34", "00:14:43.21" ], [ "00:14:42.61", "00:14:44.15" ] ], "start_stop_frames": [ [ 43567, 43748 ], [ 43790, 43884 ], [ 43867, 44160 ], [ 44130, 44207 ] ], "trgnoun": "cupboard", "trgverb": "close" }, { "key": "P11_01+42_43_44_45", "video_id": "P11_01", "narration_ids": [ "P11_01_42", "P11_01_43", "P11_01_44", "P11_01_45" ], "src": "put_down sponge . put_down glass . pick_up tupperware_lid", "src1": "put_down sponge", "src2": "put_down glass", "src3": "pick_up tupperware_lid", "trg": "scrub tupperware_lid", "vis_src": "P11_01:42 P11_01:43 P11_01:44", "vis_trg": "P11_01:45", "narrations": [ "put down sponge", "put down glass", "pick up tupperware lid", "scrub tupperware lid" ], "verbs": [ "put-down", "put-down", "pick-up", "scrub" ], "verb_classes": [ 1, 1, 0, 29 ], "nouns": [ "sponge", "glass", "lid:tupperware", "lid:tupperware" ], "noun_classes": [ 9, 10, 6, 6 ], "start_stop_timestamps": [ [ "00:01:42.45", "00:01:43.33" ], [ "00:01:43.43", "00:01:44.51" ], [ "00:01:45.05", "00:01:46.55" ], [ "00:01:46.90", "00:01:52.42" ] ], "start_stop_frames": [ [ 6147, 6199 ], [ 6205, 6270 ], [ 6303, 6393 ], [ 6414, 6745 ] ], "trgnoun": "tupperware_lid", "trgverb": "scrub" }, { "key": "P24_02+75_76_77_78", "video_id": "P24_02", "narration_ids": [ "P24_02_75", "P24_02_76", "P24_02_77", "P24_02_78" ], "src": "check meat on pan . open door . pick_up knife", "src1": "check meat on pan", "src2": "open door", "src3": "pick_up knife", "trg": "cut meat", "vis_src": "P24_02:75 P24_02:76 P24_02:77", "vis_trg": "P24_02:78", "narrations": [ "check meat on pan", "open door", "pick up knife", "cut meat" ], "verbs": [ "check-on", "open", "pick-up", "cut" ], "verb_classes": [ 24, 3, 0, 7 ], "nouns": [ "meat", "door", "knife", "meat" ], "noun_classes": [ 28, 3, 4, 28 ], "start_stop_timestamps": [ [ "00:06:15.89", "00:06:27.75" ], [ "00:06:17.00", "00:06:18.26" ], [ "00:06:18.23", "00:06:21.01" ], [ "00:06:25.05", "00:06:27.55" ] ], "start_stop_frames": [ [ 22553, 23265 ], [ 22620, 22695 ], [ 22693, 22860 ], [ 23103, 23253 ] ], "trgnoun": "meat", "trgverb": "cut" }, { "key": "P02_122+17_18_19_20", "video_id": "P02_122", "narration_ids": [ "P02_122_17", "P02_122_18", "P02_122_19", "P02_122_20" ], "src": "wear glove . slide oven_tray . close oven", "src1": "wear glove", "src2": "slide oven_tray", "src3": "close oven", "trg": "take_off glove", "vis_src": "P02_122:17 P02_122:18 P02_122:19", "vis_trg": "P02_122:20", "narrations": [ "wear glove", "slide oven tray", "close oven", "take off glove" ], "verbs": [ "wear", "slide", "close", "take-off" ], "verb_classes": [ 68, 61, 4, 12 ], "nouns": [ "glove", "tray:oven", "oven", "glove" ], "noun_classes": [ 60, 35, 46, 60 ], "start_stop_timestamps": [ [ "00:00:39.46", "00:00:40.42" ], [ "00:00:40.39", "00:00:42.48" ], [ "00:01:01.75", "00:01:03.65" ], [ "00:01:03.34", "00:01:04.38" ] ], "start_stop_frames": [ [ 1973, 2021 ], [ 2019, 2124 ], [ 3087, 3182 ], [ 3167, 3219 ] ], "trgnoun": "glove", "trgverb": "take_off" }, { "key": "P22_05+139_140_141_142", "video_id": "P22_05", "narration_ids": [ "P22_05_139", "P22_05_140", "P22_05_141", "P22_05_142" ], "src": "close bottle . move carafe . open bottle", "src1": "close bottle", "src2": "move carafe", "src3": "open bottle", "trg": "flatten bottle", "vis_src": "P22_05:139 P22_05:140 P22_05:141", "vis_trg": "P22_05:142", "narrations": [ "close bottle", "move carafe", "open bottle", "flatten bottle" ], "verbs": [ "close", "move", "open", "flatten" ], "verb_classes": [ 4, 11, 3, 87 ], "nouns": [ "bottle", "carafe", "bottle", "bottle" ], "noun_classes": [ 15, 66, 15, 15 ], "start_stop_timestamps": [ [ "00:05:58.42", "00:06:00.19" ], [ "00:05:59.42", "00:06:01.63" ], [ "00:06:01.61", "00:06:02.90" ], [ "00:06:01.94", "00:06:06.92" ] ], "start_stop_frames": [ [ 21505, 21611 ], [ 21565, 21697 ], [ 21696, 21774 ], [ 21716, 22015 ] ], "trgnoun": "bottle", "trgverb": "flatten" }, { "key": "P22_16+431_432_433_434", "video_id": "P22_16", "narration_ids": [ "P22_16_431", "P22_16_432", "P22_16_433", "P22_16_434" ], "src": "pick_up cloths . place cloths . pick_up napkins", "src1": "pick_up cloths", "src2": "place cloths", "src3": "pick_up napkins", "trg": "move napkins", "vis_src": "P22_16:431 P22_16:432 P22_16:433", "vis_trg": "P22_16:434", "narrations": [ "pick up cloths", "place cloths", "pick up napkins", "move napkins" ], "verbs": [ "pick-up", "place", "pick-up", "move" ], "verb_classes": [ 0, 1, 0, 11 ], "nouns": [ "cloth", "cloth", "napkin", "napkin" ], "noun_classes": [ 17, 17, 88, 88 ], "start_stop_timestamps": [ [ "00:21:03.32", "00:21:04.30" ], [ "00:21:04.14", "00:21:05.65" ], [ "00:21:05.58", "00:21:06.57" ], [ "00:21:06.49", "00:21:07.18" ] ], "start_stop_frames": [ [ 75799, 75858 ], [ 75848, 75939 ], [ 75934, 75994 ], [ 75989, 76030 ] ], "trgnoun": "napkin", "trgverb": "move" }, { "key": "P03_109+34_35_36_37", "video_id": "P03_109", "narration_ids": [ "P03_109_34", "P03_109_35", "P03_109_36", "P03_109_37" ], "src": "pick_up cutlery . put knife in bowl . pick_up knife", "src1": "pick_up cutlery", "src2": "put knife in bowl", "src3": "pick_up knife", "trg": "put cutlery in bowl", "vis_src": "P03_109:34 P03_109:35 P03_109:36", "vis_trg": "P03_109:37", "narrations": [ "pick up cutlery", "put knife in bowl", "pick up knife", "put cutlery in bowl" ], "verbs": [ "pick-up", "put-in", "pick-up", "put-in" ], "verb_classes": [ 0, 5, 0, 5 ], "nouns": [ "cutlery", "knife", "knife", "cutlery" ], "noun_classes": [ 58, 4, 4, 58 ], "start_stop_timestamps": [ [ "00:00:57.90", "00:01:03.04" ], [ "00:01:03.21", "00:01:04.21" ], [ "00:01:04.06", "00:01:05.23" ], [ "00:01:05.30", "00:01:06.72" ] ], "start_stop_frames": [ [ 2895, 3152 ], [ 3160, 3210 ], [ 3203, 3261 ], [ 3265, 3336 ] ], "trgnoun": "cutlery", "trgverb": "put_in" }, { "key": "P01_106+101_102_103_104", "video_id": "P01_106", "narration_ids": [ "P01_106_101", "P01_106_102", "P01_106_103", "P01_106_104" ], "src": "rinse chopsticks . put chopsticks onto drying rack . pick_up spoon", "src1": "rinse chopsticks", "src2": "put chopsticks onto drying rack", "src3": "pick_up spoon", "trg": "immerge spoon", "vis_src": "P01_106:101 P01_106:102 P01_106:103", "vis_trg": "P01_106:104", "narrations": [ "rinse chopsticks", "put chopsticks onto drying rack", "pick up spoon", "immerge spoon" ], "verbs": [ "rinse", "put-onto", "pick-up", "immerge" ], "verb_classes": [ 2, 1, 0, 56 ], "nouns": [ "chopstick", "chopstick", "spoon", "spoon" ], "noun_classes": [ 80, 80, 1, 1 ], "start_stop_timestamps": [ [ "00:04:43.57", "00:04:45.81" ], [ "00:04:45.90", "00:04:47.00" ], [ "00:04:47.13", "00:04:47.93" ], [ "00:04:48.22", "00:04:48.77" ] ], "start_stop_frames": [ [ 14178, 14290 ], [ 14294, 14350 ], [ 14356, 14396 ], [ 14411, 14438 ] ], "trgnoun": "spoon", "trgverb": "immerge" }, { "key": "P04_110+126_127_128_129", "video_id": "P04_110", "narration_ids": [ "P04_110_126", "P04_110_127", "P04_110_128", "P04_110_129" ], "src": "lift tea_towel off baking tray . pick_up baking_tray . pick_up dough", "src1": "lift tea_towel off baking tray", "src2": "pick_up baking_tray", "src3": "pick_up dough", "trg": "put dough in rice cooker", "vis_src": "P04_110:126 P04_110:127 P04_110:128", "vis_trg": "P04_110:129", "narrations": [ "lift tea towel off baking tray", "pick up baking tray", "pick up dough", "put dough in rice cooker" ], "verbs": [ "lift-off", "pick-up", "pick-up", "put-in" ], "verb_classes": [ 33, 0, 0, 5 ], "nouns": [ "towel:tea", "tray:baking", "dough", "dough" ], "noun_classes": [ 52, 35, 25, 25 ], "start_stop_timestamps": [ [ "00:05:05.09", "00:05:06.56" ], [ "00:05:06.52", "00:05:08.31" ], [ "00:05:08.34", "00:05:09.26" ], [ "00:05:09.34", "00:05:10.17" ] ], "start_stop_frames": [ [ 15254, 15328 ], [ 15326, 15415 ], [ 15416, 15463 ], [ 15466, 15508 ] ], "trgnoun": "dough", "trgverb": "put_in" }, { "key": "P24_06+26_27_28_29", "video_id": "P24_06", "narration_ids": [ "P24_06_26", "P24_06_27", "P24_06_28", "P24_06_29" ], "src": "put_down colander . rinse salad_bowl . open door", "src1": "put_down colander", "src2": "rinse salad_bowl", "src3": "open door", "trg": "put_down salad_bowl", "vis_src": "P24_06:26 P24_06:27 P24_06:28", "vis_trg": "P24_06:29", "narrations": [ "put down colander", "rinse salad bowl", "open door", "put down salad bowl" ], "verbs": [ "put-down", "rinse", "open", "put-down" ], "verb_classes": [ 1, 2, 3, 1 ], "nouns": [ "colander", "bowl:salad", "door", "bowl:salad" ], "noun_classes": [ 39, 7, 3, 7 ], "start_stop_timestamps": [ [ "00:02:32.84", "00:02:34.83" ], [ "00:02:35.62", "00:02:47.24" ], [ "00:02:49.05", "00:02:49.81" ], [ "00:02:50.19", "00:02:51.68" ] ], "start_stop_frames": [ [ 9170, 9289 ], [ 9337, 10034 ], [ 10143, 10188 ], [ 10211, 10300 ] ], "trgnoun": "salad_bowl", "trgverb": "put_down" }, { "key": "P25_104+231_232_233_234", "video_id": "P25_104", "narration_ids": [ "P25_104_231", "P25_104_232", "P25_104_233", "P25_104_234" ], "src": "pick_up spoon . open lid . stir pasta", "src1": "pick_up spoon", "src2": "open lid", "src3": "stir pasta", "trg": "close lid", "vis_src": "P25_104:231 P25_104:232 P25_104:233", "vis_trg": "P25_104:234", "narrations": [ "pick up spoon", "open lid", "stir pasta", "close lid" ], "verbs": [ "pick-up", "open", "stir", "close" ], "verb_classes": [ 0, 3, 10, 4 ], "nouns": [ "spoon", "lid", "pasta", "lid" ], "noun_classes": [ 1, 6, 45, 6 ], "start_stop_timestamps": [ [ "00:11:35.61", "00:11:39.44" ], [ "00:11:36.70", "00:11:40.67" ], [ "00:11:41.25", "00:11:49.83" ], [ "00:11:50.48", "00:11:52.48" ] ], "start_stop_frames": [ [ 34780, 34972 ], [ 34835, 35033 ], [ 35062, 35491 ], [ 35524, 35624 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P27_105+189_190_191_192", "video_id": "P27_105", "narration_ids": [ "P27_105_189", "P27_105_190", "P27_105_191", "P27_105_192" ], "src": "close ham . put_down ham . close package", "src1": "close ham", "src2": "put_down ham", "src3": "close package", "trg": "move package", "vis_src": "P27_105:189 P27_105:190 P27_105:191", "vis_trg": "P27_105:192", "narrations": [ "close ham", "put down ham", "close package", "move package" ], "verbs": [ "close", "put-down", "close", "move" ], "verb_classes": [ 4, 1, 4, 11 ], "nouns": [ "ham", "ham", "package", "package" ], "noun_classes": [ 156, 156, 26, 26 ], "start_stop_timestamps": [ [ "00:11:22.21", "00:11:24.35" ], [ "00:11:24.19", "00:11:26.63" ], [ "00:11:27.53", "00:11:29.67" ], [ "00:11:29.55", "00:11:30.72" ] ], "start_stop_frames": [ [ 34110, 34217 ], [ 34209, 34331 ], [ 34376, 34483 ], [ 34477, 34536 ] ], "trgnoun": "package", "trgverb": "move" }, { "key": "P22_113+125_126_127_128", "video_id": "P22_113", "narration_ids": [ "P22_113_125", "P22_113_126", "P22_113_127", "P22_113_128" ], "src": "close drawer . pick_up cheese . move container", "src1": "close drawer", "src2": "pick_up cheese", "src3": "move container", "trg": "put_down cheese", "vis_src": "P22_113:125 P22_113:126 P22_113:127", "vis_trg": "P22_113:128", "narrations": [ "close drawer", "pick up cheese", "move container", "put down cheese" ], "verbs": [ "close", "pick-up", "move", "put-down" ], "verb_classes": [ 4, 0, 11, 1 ], "nouns": [ "drawer", "cheese", "container", "cheese" ], "noun_classes": [ 8, 32, 21, 32 ], "start_stop_timestamps": [ [ "00:04:10.95", "00:04:11.45" ], [ "00:04:11.56", "00:04:14.10" ], [ "00:04:12.95", "00:04:14.00" ], [ "00:04:14.34", "00:04:15.23" ] ], "start_stop_frames": [ [ 12547, 12572 ], [ 12578, 12705 ], [ 12647, 12700 ], [ 12717, 12761 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P03_119+89_90_91_92", "video_id": "P03_119", "narration_ids": [ "P03_119_89", "P03_119_90", "P03_119_91", "P03_119_92" ], "src": "rinse sponge . squeeze sponge . wash frying_pan", "src1": "rinse sponge", "src2": "squeeze sponge", "src3": "wash frying_pan", "trg": "put frying_pan in drying rack", "vis_src": "P03_119:89 P03_119:90 P03_119:91", "vis_trg": "P03_119:92", "narrations": [ "rinse sponge", "squeeze sponge", "wash frying pan", "put frying pan in drying rack" ], "verbs": [ "rinse", "squeeze", "wash", "put-in" ], "verb_classes": [ 2, 18, 2, 5 ], "nouns": [ "sponge", "sponge", "pan:frying", "pan:frying" ], "noun_classes": [ 9, 9, 5, 5 ], "start_stop_timestamps": [ [ "00:04:11.37", "00:04:12.08" ], [ "00:04:11.68", "00:04:12.43" ], [ "00:04:12.27", "00:04:27.35" ], [ "00:04:28.42", "00:04:30.88" ] ], "start_stop_frames": [ [ 12568, 12604 ], [ 12584, 12621 ], [ 12613, 13367 ], [ 13421, 13544 ] ], "trgnoun": "frying_pan", "trgverb": "put_in" }, { "key": "P09_03+5_6_7_8", "video_id": "P09_03", "narration_ids": [ "P09_03_5", "P09_03_6", "P09_03_7", "P09_03_8" ], "src": "put plate and spoon in dishwasher . close dishwasher . take fork", "src1": "put plate and spoon in dishwasher", "src2": "close dishwasher", "src3": "take fork", "trg": "take plate", "vis_src": "P09_03:5 P09_03:6 P09_03:7", "vis_trg": "P09_03:8", "narrations": [ "put plate and spoon in dishwasher", "close dishwasher", "take fork", "take plate" ], "verbs": [ "put", "close", "take", "take" ], "verb_classes": [ 1, 4, 0, 0 ], "nouns": [ "plate", "dishwasher", "fork", "plate" ], "noun_classes": [ 2, 70, 14, 2 ], "start_stop_timestamps": [ [ "00:00:22.11", "00:00:28.89" ], [ "00:00:29.58", "00:00:31.95" ], [ "00:00:34.01", "00:00:34.93" ], [ "00:00:34.82", "00:00:35.57" ] ], "start_stop_frames": [ [ 1326, 1733 ], [ 1774, 1917 ], [ 2040, 2095 ], [ 2089, 2134 ] ], "trgnoun": "plate", "trgverb": "take" }, { "key": "P04_101+186_187_188_189", "video_id": "P04_101", "narration_ids": [ "P04_101_186", "P04_101_187", "P04_101_188", "P04_101_189" ], "src": "put_down sponge . rinse mug . turn_off tap", "src1": "put_down sponge", "src2": "rinse mug", "src3": "turn_off tap", "trg": "empty mug", "vis_src": "P04_101:186 P04_101:187 P04_101:188", "vis_trg": "P04_101:189", "narrations": [ "put down sponge", "rinse mug", "turn off tap", "empty mug" ], "verbs": [ "put-down", "rinse", "turn-off", "empty" ], "verb_classes": [ 1, 2, 8, 20 ], "nouns": [ "sponge", "mug", "tap", "mug" ], "noun_classes": [ 9, 13, 0, 13 ], "start_stop_timestamps": [ [ "00:06:55.38", "00:06:55.81" ], [ "00:06:56.05", "00:06:59.37" ], [ "00:06:59.06", "00:07:00.21" ], [ "00:07:00.10", "00:07:00.72" ] ], "start_stop_frames": [ [ 20769, 20790 ], [ 20802, 20968 ], [ 20953, 21010 ], [ 21005, 21036 ] ], "trgnoun": "mug", "trgverb": "empty" }, { "key": "P02_01+16_17_18_19", "video_id": "P02_01", "narration_ids": [ "P02_01_16", "P02_01_17", "P02_01_18", "P02_01_19" ], "src": "put plate down . pick cereal . remove bag from cereal", "src1": "put plate down", "src2": "pick cereal", "src3": "remove bag from cereal", "trg": "open bag", "vis_src": "P02_01:16 P02_01:17 P02_01:18", "vis_trg": "P02_01:19", "narrations": [ "put plate down", "pick cereal", "remove bag from cereal", "open bag" ], "verbs": [ "put-down", "pick", "remove-from", "open" ], "verb_classes": [ 1, 0, 12, 3 ], "nouns": [ "plate", "cereal", "bag", "bag" ], "noun_classes": [ 2, 99, 19, 19 ], "start_stop_timestamps": [ [ "00:00:40.41", "00:00:41.37" ], [ "00:00:41.87", "00:00:43.74" ], [ "00:00:43.84", "00:00:45.41" ], [ "00:00:47.43", "00:00:48.21" ] ], "start_stop_frames": [ [ 2424, 2482 ], [ 2512, 2624 ], [ 2630, 2724 ], [ 2845, 2892 ] ], "trgnoun": "bag", "trgverb": "open" }, { "key": "P03_02+69_70_71_72", "video_id": "P03_02", "narration_ids": [ "P03_02_69", "P03_02_70", "P03_02_71", "P03_02_72" ], "src": "open fridge . place bottle in fridge . pour squash", "src1": "open fridge", "src2": "place bottle in fridge", "src3": "pour squash", "trg": "put_down bottle", "vis_src": "P03_02:69 P03_02:70 P03_02:71", "vis_trg": "P03_02:72", "narrations": [ "open fridge", "place bottle in fridge", "pour squash", "put down bottle" ], "verbs": [ "open", "place-in", "pour", "put-down" ], "verb_classes": [ 3, 5, 9, 1 ], "nouns": [ "fridge", "bottle", "squash", "bottle" ], "noun_classes": [ 12, 15, 116, 15 ], "start_stop_timestamps": [ [ "00:02:13.67", "00:02:14.47" ], [ "00:02:16.28", "00:02:19.18" ], [ "00:02:21.24", "00:02:26.39" ], [ "00:02:27.36", "00:02:27.90" ] ], "start_stop_frames": [ [ 8020, 8068 ], [ 8176, 8350 ], [ 8474, 8783 ], [ 8841, 8874 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P35_104+202_203_204_205", "video_id": "P35_104", "narration_ids": [ "P35_104_202", "P35_104_203", "P35_104_204", "P35_104_205" ], "src": "rinse glass . put_down glass . rinse colander", "src1": "rinse glass", "src2": "put_down glass", "src3": "rinse colander", "trg": "put_down colander", "vis_src": "P35_104:202 P35_104:203 P35_104:204", "vis_trg": "P35_104:205", "narrations": [ "rinse glass", "put down glass", "rinse colander", "put down colander" ], "verbs": [ "rinse", "put-down", "rinse", "put-down" ], "verb_classes": [ 2, 1, 2, 1 ], "nouns": [ "glass", "glass", "colander", "colander" ], "noun_classes": [ 10, 10, 39, 39 ], "start_stop_timestamps": [ [ "00:14:35.63", "00:14:43.00" ], [ "00:14:43.10", "00:14:44.23" ], [ "00:14:44.33", "00:14:52.32" ], [ "00:14:52.42", "00:14:53.73" ] ], "start_stop_frames": [ [ 43781, 44150 ], [ 44155, 44211 ], [ 44216, 44616 ], [ 44621, 44686 ] ], "trgnoun": "colander", "trgverb": "put_down" }, { "key": "P04_109+195_196_197_198", "video_id": "P04_109", "narration_ids": [ "P04_109_195", "P04_109_196", "P04_109_197", "P04_109_198" ], "src": "put_down knife . pick_up piece of cucumber . move piece of cucumber", "src1": "put_down knife", "src2": "pick_up piece of cucumber", "src3": "move piece of cucumber", "trg": "rearrange pieces of cucumber", "vis_src": "P04_109:195 P04_109:196 P04_109:197", "vis_trg": "P04_109:198", "narrations": [ "put down knife", "pick up piece of cucumber", "move piece of cucumber", "rearrange pieces of cucumber" ], "verbs": [ "put-down", "pick-up", "move", "rearrange" ], "verb_classes": [ 1, 0, 11, 40 ], "nouns": [ "knife", "piece:cucumber", "piece:cucumber", "piece:cucumber" ], "noun_classes": [ 4, 72, 72, 72 ], "start_stop_timestamps": [ [ "00:06:39.90", "00:06:40.49" ], [ "00:06:40.59", "00:06:41.37" ], [ "00:06:41.01", "00:06:41.57" ], [ "00:06:41.80", "00:06:42.75" ] ], "start_stop_frames": [ [ 19995, 20024 ], [ 20029, 20068 ], [ 20050, 20078 ], [ 20090, 20137 ] ], "trgnoun": "cucumber_piece", "trgverb": "rearrange" }, { "key": "P28_104+124_125_126_127", "video_id": "P28_104", "narration_ids": [ "P28_104_124", "P28_104_125", "P28_104_126", "P28_104_127" ], "src": "put fork . close lid . take_out bread from toaster", "src1": "put fork", "src2": "close lid", "src3": "take_out bread from toaster", "trg": "put bread", "vis_src": "P28_104:124 P28_104:125 P28_104:126", "vis_trg": "P28_104:127", "narrations": [ "put fork", "close lid", "take out bread from toaster", "put bread" ], "verbs": [ "put", "close", "take-out", "put" ], "verb_classes": [ 1, 4, 12, 1 ], "nouns": [ "fork", "lid", "bread", "bread" ], "noun_classes": [ 14, 6, 33, 33 ], "start_stop_timestamps": [ [ "00:07:02.45", "00:07:03.72" ], [ "00:07:03.82", "00:07:06.61" ], [ "00:07:08.59", "00:07:10.51" ], [ "00:07:11.10", "00:07:13.65" ] ], "start_stop_frames": [ [ 21122, 21186 ], [ 21191, 21330 ], [ 21429, 21525 ], [ 21555, 21682 ] ], "trgnoun": "bread", "trgverb": "put" }, { "key": "P26_124+140_141_142_143", "video_id": "P26_124", "narration_ids": [ "P26_124_140", "P26_124_141", "P26_124_142", "P26_124_143" ], "src": "put_down baking_tray . pick_up washing up liquid . move washing up liquid", "src1": "put_down baking_tray", "src2": "pick_up washing up liquid", "src3": "move washing up liquid", "trg": "move baking_tray", "vis_src": "P26_124:140 P26_124:141 P26_124:142", "vis_trg": "P26_124:143", "narrations": [ "put down baking tray", "pick up washing up liquid", "move washing up liquid", "move baking tray" ], "verbs": [ "put-down", "pick-up", "move", "move" ], "verb_classes": [ 1, 0, 11, 11 ], "nouns": [ "tray:baking", "liquid:washing:up", "liquid:washing:up", "tray:baking" ], "noun_classes": [ 35, 22, 22, 35 ], "start_stop_timestamps": [ [ "00:08:54.94", "00:08:57.24" ], [ "00:08:59.53", "00:09:00.27" ], [ "00:09:00.29", "00:09:02.47" ], [ "00:09:02.46", "00:09:03.07" ] ], "start_stop_frames": [ [ 26747, 26862 ], [ 26976, 27013 ], [ 27014, 27123 ], [ 27123, 27153 ] ], "trgnoun": "baking_tray", "trgverb": "move" }, { "key": "P04_119+24_25_26_27", "video_id": "P04_119", "narration_ids": [ "P04_119_24", "P04_119_25", "P04_119_26", "P04_119_27" ], "src": "tilt instructions forward . read instructions . pick_up instructions", "src1": "tilt instructions forward", "src2": "read instructions", "src3": "pick_up instructions", "trg": "turn_over instructions", "vis_src": "P04_119:24 P04_119:25 P04_119:26", "vis_trg": "P04_119:27", "narrations": [ "tilt instructions forward", "read instructions", "pick up instructions", "turn over instructions" ], "verbs": [ "tilt", "read", "pick-up", "turn-over" ], "verb_classes": [ 33, 38, 0, 22 ], "nouns": [ "instruction", "instruction", "instruction", "instruction" ], "noun_classes": [ 149, 149, 149, 149 ], "start_stop_timestamps": [ [ "00:01:59.39", "00:02:06.89" ], [ "00:02:01.24", "00:02:04.65" ], [ "00:02:04.75", "00:02:06.63" ], [ "00:02:06.56", "00:02:08.82" ] ], "start_stop_frames": [ [ 5969, 6344 ], [ 6062, 6232 ], [ 6237, 6331 ], [ 6328, 6441 ] ], "trgnoun": "instruction", "trgverb": "turn_over" }, { "key": "P35_101+46_47_48_49", "video_id": "P35_101", "narration_ids": [ "P35_101_46", "P35_101_47", "P35_101_48", "P35_101_49" ], "src": "put_down scale . put_down plate . pick_up pasta", "src1": "put_down scale", "src2": "put_down plate", "src3": "pick_up pasta", "trg": "throw away pasta", "vis_src": "P35_101:46 P35_101:47 P35_101:48", "vis_trg": "P35_101:49", "narrations": [ "put down scale", "put down plate", "pick up pasta", "throw away pasta" ], "verbs": [ "put-down", "put-down", "pick-up", "throw" ], "verb_classes": [ 1, 1, 0, 13 ], "nouns": [ "scale", "plate", "pasta", "pasta" ], "noun_classes": [ 108, 2, 45, 45 ], "start_stop_timestamps": [ [ "00:03:33.08", "00:03:34.04" ], [ "00:03:34.11", "00:03:35.68" ], [ "00:03:39.86", "00:03:41.51" ], [ "00:03:43.48", "00:03:45.14" ] ], "start_stop_frames": [ [ 10654, 10702 ], [ 10705, 10784 ], [ 10993, 11075 ], [ 11174, 11257 ] ], "trgnoun": "pasta", "trgverb": "throw" }, { "key": "P22_15+43_44_45_46", "video_id": "P22_15", "narration_ids": [ "P22_15_43", "P22_15_44", "P22_15_45", "P22_15_46" ], "src": "place bowl . pick_up cup . place cup", "src1": "place bowl", "src2": "pick_up cup", "src3": "place cup", "trg": "pick_up bowl", "vis_src": "P22_15:43 P22_15:44 P22_15:45", "vis_trg": "P22_15:46", "narrations": [ "place bowl", "pick up cup", "place cup", "pick up bowl" ], "verbs": [ "place", "pick-up", "place", "pick-up" ], "verb_classes": [ 1, 0, 1, 0 ], "nouns": [ "bowl", "cup", "cup", "bowl" ], "noun_classes": [ 7, 13, 13, 7 ], "start_stop_timestamps": [ [ "00:01:35.20", "00:01:36.83" ], [ "00:01:37.95", "00:01:38.70" ], [ "00:01:39.04", "00:01:40.92" ], [ "00:01:41.69", "00:01:42.38" ] ], "start_stop_frames": [ [ 5712, 5809 ], [ 5877, 5922 ], [ 5942, 6055 ], [ 6101, 6142 ] ], "trgnoun": "bowl", "trgverb": "pick_up" }, { "key": "P31_08+18_19_20_21", "video_id": "P31_08", "narration_ids": [ "P31_08_18", "P31_08_19", "P31_08_20", "P31_08_21" ], "src": "put salad . close fridge . pick_up knife", "src1": "put salad", "src2": "close fridge", "src3": "pick_up knife", "trg": "wash salad", "vis_src": "P31_08:18 P31_08:19 P31_08:20", "vis_trg": "P31_08:21", "narrations": [ "put salad", "close fridge", "pick up knife", "wash salad" ], "verbs": [ "put", "close", "pick-up", "wash" ], "verb_classes": [ 1, 4, 0, 2 ], "nouns": [ "salad", "fridge", "knife", "salad" ], "noun_classes": [ 68, 12, 4, 68 ], "start_stop_timestamps": [ [ "00:02:27.59", "00:02:29.67" ], [ "00:02:29.75", "00:02:31.79" ], [ "00:02:39.18", "00:02:40.10" ], [ "00:02:42.88", "00:03:30.32" ] ], "start_stop_frames": [ [ 8855, 8980 ], [ 8985, 9107 ], [ 9550, 9606 ], [ 9772, 12619 ] ], "trgnoun": "salad", "trgverb": "wash" }, { "key": "P12_101+489_490_491_492", "video_id": "P12_101", "narration_ids": [ "P12_101_489", "P12_101_490", "P12_101_491", "P12_101_492" ], "src": "scrape_off remaining bits from frying_pan . open tap . close tap", "src1": "scrape_off remaining bits from frying_pan", "src2": "open tap", "src3": "close tap", "trg": "put_back frying_pan onto stove", "vis_src": "P12_101:489 P12_101:490 P12_101:491", "vis_trg": "P12_101:492", "narrations": [ "scrape off remaining bits from frying pan", "open tap", "close tap", "put back frying pan onto stove" ], "verbs": [ "scrape-off", "turn-on", "turn-off", "put-back" ], "verb_classes": [ 25, 6, 8, 1 ], "nouns": [ "pan:frying", "tap", "tap", "pan:frying" ], "noun_classes": [ 5, 0, 0, 5 ], "start_stop_timestamps": [ [ "00:33:04.50", "00:33:09.85" ], [ "00:33:10.30", "00:33:11.53" ], [ "00:33:12.79", "00:33:13.79" ], [ "00:33:15.02", "00:33:16.07" ] ], "start_stop_frames": [ [ 99225, 99492 ], [ 99515, 99576 ], [ 99639, 99689 ], [ 99751, 99803 ] ], "trgnoun": "frying_pan", "trgverb": "put_back" }, { "key": "P03_109+117_118_119_120", "video_id": "P03_109", "narration_ids": [ "P03_109_117", "P03_109_118", "P03_109_119", "P03_109_120" ], "src": "take tea_towel from drying rack . dry saucepan . open cupboard", "src1": "take tea_towel from drying rack", "src2": "dry saucepan", "src3": "open cupboard", "trg": "put saucepan in cupboard", "vis_src": "P03_109:117 P03_109:118 P03_109:119", "vis_trg": "P03_109:120", "narrations": [ "take tea towel from drying rack", "dry saucepan", "open cupboard", "put saucepan in cupboard" ], "verbs": [ "take-from", "dry", "open", "put-in" ], "verb_classes": [ 0, 14, 3, 5 ], "nouns": [ "towel:tea", "saucepan", "cupboard", "saucepan" ], "noun_classes": [ 52, 5, 3, 5 ], "start_stop_timestamps": [ [ "00:06:24.43", "00:06:24.99" ], [ "00:06:25.35", "00:06:44.87" ], [ "00:06:45.33", "00:06:46.14" ], [ "00:06:45.91", "00:06:49.21" ] ], "start_stop_frames": [ [ 19221, 19249 ], [ 19267, 20243 ], [ 20266, 20307 ], [ 20295, 20460 ] ], "trgnoun": "saucepan", "trgverb": "put_in" }, { "key": "P09_104+3_4_5_6", "video_id": "P09_104", "narration_ids": [ "P09_104_3", "P09_104_4", "P09_104_5", "P09_104_6" ], "src": "take sponge . wash pan . add soap to sponge", "src1": "take sponge", "src2": "wash pan", "src3": "add soap to sponge", "trg": "clean pan", "vis_src": "P09_104:3 P09_104:4 P09_104:5", "vis_trg": "P09_104:6", "narrations": [ "take sponge", "wash pan", "add soap to sponge", "clean pan" ], "verbs": [ "take", "wash", "add", "clean" ], "verb_classes": [ 0, 2, 46, 2 ], "nouns": [ "sponge", "pan", "soap", "pan" ], "noun_classes": [ 9, 5, 22, 5 ], "start_stop_timestamps": [ [ "00:00:14.79", "00:00:15.91" ], [ "00:00:15.64", "00:00:25.74" ], [ "00:00:35.28", "00:00:36.90" ], [ "00:00:38.04", "00:00:52.39" ] ], "start_stop_frames": [ [ 739, 795 ], [ 782, 1287 ], [ 1764, 1845 ], [ 1902, 2619 ] ], "trgnoun": "pan", "trgverb": "clean" }, { "key": "P04_110+291_292_293_294", "video_id": "P04_110", "narration_ids": [ "P04_110_291", "P04_110_292", "P04_110_293", "P04_110_294" ], "src": "stir sauce . pick_up spatula . scrape sauce off spoon into mug", "src1": "stir sauce", "src2": "pick_up spatula", "src3": "scrape sauce off spoon into mug", "trg": "wipe spatula on side of mug", "vis_src": "P04_110:291 P04_110:292 P04_110:293", "vis_trg": "P04_110:294", "narrations": [ "stir sauce", "pick up spatula", "scrape sauce off spoon into mug", "wipe spatula on side of mug" ], "verbs": [ "stir", "pick-up", "scrape", "wipe-on" ], "verb_classes": [ 10, 0, 25, 2 ], "nouns": [ "sauce", "spatula", "sauce", "spatula" ], "noun_classes": [ 47, 20, 47, 20 ], "start_stop_timestamps": [ [ "00:08:26.39", "00:08:30.07" ], [ "00:08:32.07", "00:08:32.80" ], [ "00:08:32.88", "00:08:38.96" ], [ "00:08:36.18", "00:08:36.94" ] ], "start_stop_frames": [ [ 25319, 25503 ], [ 25603, 25639 ], [ 25644, 25948 ], [ 25808, 25847 ] ], "trgnoun": "spatula", "trgverb": "wipe_on" }, { "key": "P02_112+105_106_107_108", "video_id": "P02_112", "narration_ids": [ "P02_112_105", "P02_112_106", "P02_112_107", "P02_112_108" ], "src": "pour oil from bottle onto plate . put_down bottle . squeeze ball of dough", "src1": "pour oil from bottle onto plate", "src2": "put_down bottle", "src3": "squeeze ball of dough", "trg": "get some oil from plate", "vis_src": "P02_112:105 P02_112:106 P02_112:107", "vis_trg": "P02_112:108", "narrations": [ "pour oil from bottle onto plate", "put down bottle", "squeeze ball of dough", "get some oil from plate" ], "verbs": [ "pour-from", "put-down", "squeeze", "get" ], "verb_classes": [ 9, 1, 18, 0 ], "nouns": [ "oil", "bottle", "ball:dough", "oil" ], "noun_classes": [ 31, 15, 25, 31 ], "start_stop_timestamps": [ [ "00:06:03.98", "00:06:06.83" ], [ "00:06:06.27", "00:06:08.30" ], [ "00:06:08.40", "00:06:14.62" ], [ "00:06:14.23", "00:06:15.43" ] ], "start_stop_frames": [ [ 18199, 18341 ], [ 18313, 18415 ], [ 18420, 18731 ], [ 18711, 18771 ] ], "trgnoun": "oil", "trgverb": "get" }, { "key": "P12_101+140_141_142_145", "video_id": "P12_101", "narration_ids": [ "P12_101_140", "P12_101_141", "P12_101_142", "P12_101_145" ], "src": "pour salt into saucepan with meat . stir meat using spoon in saucepan . put_down salt onto cutting board", "src1": "pour salt into saucepan with meat", "src2": "stir meat using spoon in saucepan", "src3": "put_down salt onto cutting board", "trg": "put_down spoon onto countertop", "vis_src": "P12_101:140 P12_101:141 P12_101:142", "vis_trg": "P12_101:145", "narrations": [ "pour salt into saucepan with meat", "stir meat using spoon in saucepan", "put down salt onto cutting board", "put down spoon onto countertop" ], "verbs": [ "pour-into", "stir", "put-down", "put-down" ], "verb_classes": [ 9, 10, 1, 1 ], "nouns": [ "salt", "meat", "salt", "spoon" ], "noun_classes": [ 38, 28, 38, 1 ], "start_stop_timestamps": [ [ "00:06:02.00", "00:06:04.52" ], [ "00:06:04.58", "00:06:11.50" ], [ "00:06:04.74", "00:06:05.70" ], [ "00:06:12.13", "00:06:12.98" ] ], "start_stop_frames": [ [ 18100, 18226 ], [ 18229, 18575 ], [ 18237, 18285 ], [ 18606, 18649 ] ], "trgnoun": "spoon", "trgverb": "put_down" }, { "key": "P03_04+169_170_171_172", "video_id": "P03_04", "narration_ids": [ "P03_04_169", "P03_04_170", "P03_04_171", "P03_04_172" ], "src": "put onion in bin . open bag . put chicken in food bag", "src1": "put onion in bin", "src2": "open bag", "src3": "put chicken in food bag", "trg": "take chicken out of food bag", "vis_src": "P03_04:169 P03_04:170 P03_04:171", "vis_trg": "P03_04:172", "narrations": [ "put onion in bin", "open bag", "put chicken in food bag", "take chicken out of food bag" ], "verbs": [ "put-in", "open", "put-in", "take-out" ], "verb_classes": [ 5, 3, 5, 12 ], "nouns": [ "onion", "bag", "chicken", "chicken" ], "noun_classes": [ 16, 19, 57, 57 ], "start_stop_timestamps": [ [ "00:11:08.27", "00:11:09.35" ], [ "00:11:09.90", "00:11:11.66" ], [ "00:11:10.86", "00:11:21.29" ], [ "00:11:26.23", "00:11:30.74" ] ], "start_stop_frames": [ [ 40096, 40161 ], [ 40194, 40299 ], [ 40251, 40877 ], [ 41173, 41444 ] ], "trgnoun": "chicken", "trgverb": "take_out" }, { "key": "P04_119+187_188_189_190", "video_id": "P04_119", "narration_ids": [ "P04_119_187", "P04_119_188", "P04_119_189", "P04_119_190" ], "src": "look_inside milk_bottle . put_down milk_bottle . pick_up milk_bottle", "src1": "look_inside milk_bottle", "src2": "put_down milk_bottle", "src3": "pick_up milk_bottle", "trg": "hold milk_bottle over pan", "vis_src": "P04_119:187 P04_119:188 P04_119:189", "vis_trg": "P04_119:190", "narrations": [ "look inside milk bottle", "put down milk bottle", "pick up milk bottle", "hold milk bottle over pan" ], "verbs": [ "look-inside", "put-down", "pick-up", "hold-over" ], "verb_classes": [ 48, 1, 0, 34 ], "nouns": [ "bottle:milk", "bottle:milk", "bottle:milk", "bottle:milk" ], "noun_classes": [ 15, 15, 15, 15 ], "start_stop_timestamps": [ [ "00:08:04.80", "00:08:06.16" ], [ "00:08:06.26", "00:08:07.72" ], [ "00:08:07.20", "00:08:08.10" ], [ "00:08:08.48", "00:08:09.31" ] ], "start_stop_frames": [ [ 24240, 24308 ], [ 24313, 24386 ], [ 24360, 24405 ], [ 24424, 24465 ] ], "trgnoun": "milk_bottle", "trgverb": "hold_over" }, { "key": "P04_107+646_647_648_649", "video_id": "P04_107", "narration_ids": [ "P04_107_646", "P04_107_647", "P04_107_648", "P04_107_649" ], "src": "check time on oven . pick_up rolling_pin . flip_over dough", "src1": "check time on oven", "src2": "pick_up rolling_pin", "src3": "flip_over dough", "trg": "roll_out dough", "vis_src": "P04_107:646 P04_107:647 P04_107:648", "vis_trg": "P04_107:649", "narrations": [ "check time on oven", "pick up rolling pin", "flip over dough", "roll out dough" ], "verbs": [ "check-on", "pick-up", "flip-over", "roll-out" ], "verb_classes": [ 24, 0, 22, 39 ], "nouns": [ "time", "pin:rolling", "dough", "dough" ], "noun_classes": [ 111, 136, 25, 25 ], "start_stop_timestamps": [ [ "00:17:36.79", "00:17:38.61" ], [ "00:17:38.71", "00:17:39.83" ], [ "00:17:40.21", "00:17:40.55" ], [ "00:17:40.53", "00:17:43.76" ] ], "start_stop_frames": [ [ 52839, 52930 ], [ 52935, 52991 ], [ 53010, 53027 ], [ 53026, 53188 ] ], "trgnoun": "dough", "trgverb": "roll_out" }, { "key": "P01_09+627_628_629_630", "video_id": "P01_09", "narration_ids": [ "P01_09_627", "P01_09_628", "P01_09_629", "P01_09_630" ], "src": "place aubergine onto pizza . put_down plate . take olives", "src1": "place aubergine onto pizza", "src2": "put_down plate", "src3": "take olives", "trg": "spread olives onto pizza", "vis_src": "P01_09:627 P01_09:628 P01_09:629", "vis_trg": "P01_09:630", "narrations": [ "place aubergine onto pizza", "put down plate", "take olives", "spread olives onto pizza" ], "verbs": [ "place-onto", "put-down", "take", "spread-onto" ], "verb_classes": [ 1, 1, 0, 27 ], "nouns": [ "aubergine", "plate", "olive", "olive" ], "noun_classes": [ 67, 2, 83, 83 ], "start_stop_timestamps": [ [ "00:44:06.20", "00:44:20.55" ], [ "00:44:20.74", "00:44:21.98" ], [ "00:44:25.25", "00:44:27.85" ], [ "00:44:28.23", "00:44:39.79" ] ], "start_stop_frames": [ [ 158772, 159633 ], [ 159644, 159718 ], [ 159915, 160071 ], [ 160093, 160787 ] ], "trgnoun": "olive", "trgverb": "spread_onto" }, { "key": "P12_101+18_19_20_21", "video_id": "P12_101", "narration_ids": [ "P12_101_18", "P12_101_19", "P12_101_20", "P12_101_21" ], "src": "put_down onions onto countertop . take_out stock from fridge . take_out cheese from fridge", "src1": "put_down onions onto countertop", "src2": "take_out stock from fridge", "src3": "take_out cheese from fridge", "trg": "put_down cheese and stock onto countertop", "vis_src": "P12_101:18 P12_101:19 P12_101:20", "vis_trg": "P12_101:21", "narrations": [ "put down onions onto countertop", "take out stock from fridge", "take out cheese from fridge", "put down cheese and stock onto countertop" ], "verbs": [ "put-down", "take-out", "take-out", "put-down" ], "verb_classes": [ 1, 12, 12, 1 ], "nouns": [ "onion", "stock", "cheese", "cheese" ], "noun_classes": [ 16, 95, 32, 32 ], "start_stop_timestamps": [ [ "00:00:34.70", "00:00:37.23" ], [ "00:00:41.48", "00:00:44.82" ], [ "00:00:45.48", "00:00:46.60" ], [ "00:00:46.63", "00:00:49.98" ] ], "start_stop_frames": [ [ 1735, 1861 ], [ 2074, 2241 ], [ 2274, 2330 ], [ 2331, 2499 ] ], "trgnoun": "cheese", "trgverb": "put_down" }, { "key": "P01_18+548_549_550_551", "video_id": "P01_18", "narration_ids": [ "P01_18_548", "P01_18_549", "P01_18_550", "P01_18_551" ], "src": "stir food . take ladle . pour stock into pan", "src1": "stir food", "src2": "take ladle", "src3": "pour stock into pan", "trg": "spoon stock", "vis_src": "P01_18:548 P01_18:549 P01_18:550", "vis_trg": "P01_18:551", "narrations": [ "stir food", "take ladle", "pour stock into pan", "spoon stock" ], "verbs": [ "stir", "take", "pour-into", "spoon" ], "verb_classes": [ 10, 0, 9, 16 ], "nouns": [ "food", "ladle", "stock", "stock" ], "noun_classes": [ 34, 97, 95, 95 ], "start_stop_timestamps": [ [ "00:44:41.85", "00:44:53.24" ], [ "00:44:53.53", "00:44:55.30" ], [ "00:44:55.07", "00:44:59.25" ], [ "00:44:55.40", "00:44:56.99" ] ], "start_stop_frames": [ [ 160911, 161594 ], [ 161611, 161718 ], [ 161704, 161955 ], [ 161724, 161819 ] ], "trgnoun": "stock", "trgverb": "spoon" }, { "key": "P28_103+163_164_165_166", "video_id": "P28_103", "narration_ids": [ "P28_103_163", "P28_103_164", "P28_103_165", "P28_103_166" ], "src": "pour vegetable in pot . put plate . take spatula", "src1": "pour vegetable in pot", "src2": "put plate", "src3": "take spatula", "trg": "stir vegetable", "vis_src": "P28_103:163 P28_103:164 P28_103:165", "vis_trg": "P28_103:166", "narrations": [ "pour vegetable in pot", "put plate", "take spatula", "stir vegetable" ], "verbs": [ "pour-in", "put", "take", "stir" ], "verb_classes": [ 9, 1, 0, 10 ], "nouns": [ "vegetable", "plate", "spatula", "vegetable" ], "noun_classes": [ 94, 2, 20, 94 ], "start_stop_timestamps": [ [ "00:15:39.37", "00:15:41.55" ], [ "00:15:41.80", "00:15:42.70" ], [ "00:15:44.09", "00:15:45.01" ], [ "00:15:46.16", "00:15:49.17" ] ], "start_stop_frames": [ [ 46968, 47077 ], [ 47090, 47135 ], [ 47204, 47250 ], [ 47308, 47458 ] ], "trgnoun": "vegetable", "trgverb": "stir" }, { "key": "P22_08+205_206_207_208", "video_id": "P22_08", "narration_ids": [ "P22_08_205", "P22_08_206", "P22_08_207", "P22_08_208" ], "src": "close tap . close coffee . open cabinet", "src1": "close tap", "src2": "close coffee", "src3": "open cabinet", "trg": "put_away coffee", "vis_src": "P22_08:205 P22_08:206 P22_08:207", "vis_trg": "P22_08:208", "narrations": [ "close tap", "close coffee", "open cabinet", "put away coffee" ], "verbs": [ "turn-off", "close", "open", "put-away" ], "verb_classes": [ 8, 4, 3, 1 ], "nouns": [ "tap", "coffee", "cabinet", "coffee" ], "noun_classes": [ 0, 59, 3, 59 ], "start_stop_timestamps": [ [ "00:09:00.84", "00:09:01.75" ], [ "00:09:01.69", "00:09:03.03" ], [ "00:09:05.20", "00:09:05.70" ], [ "00:09:05.76", "00:09:06.80" ] ], "start_stop_frames": [ [ 32450, 32505 ], [ 32501, 32581 ], [ 32712, 32742 ], [ 32745, 32808 ] ], "trgnoun": "coffee", "trgverb": "put_away" }, { "key": "P23_102+208_209_210_211", "video_id": "P23_102", "narration_ids": [ "P23_102_208", "P23_102_209", "P23_102_210", "P23_102_211" ], "src": "cut mango . take plate . put mango", "src1": "cut mango", "src2": "take plate", "src3": "put mango", "trg": "put plate", "vis_src": "P23_102:208 P23_102:209 P23_102:210", "vis_trg": "P23_102:211", "narrations": [ "cut mango", "take plate", "put mango", "put plate" ], "verbs": [ "cut", "take", "put", "put" ], "verb_classes": [ 7, 0, 1, 1 ], "nouns": [ "mango", "plate", "mango", "plate" ], "noun_classes": [ 207, 2, 207, 2 ], "start_stop_timestamps": [ [ "00:20:36.38", "00:22:07.22" ], [ "00:22:08.08", "00:22:09.52" ], [ "00:22:09.00", "00:22:12.99" ], [ "00:22:12.96", "00:22:14.21" ] ], "start_stop_frames": [ [ 61819, 66361 ], [ 66404, 66476 ], [ 66450, 66649 ], [ 66648, 66710 ] ], "trgnoun": "plate", "trgverb": "put" }, { "key": "P01_105+608_609_610_611", "video_id": "P01_105", "narration_ids": [ "P01_105_608", "P01_105_609", "P01_105_610", "P01_105_611" ], "src": "move cutlery_tray . pick_up chopstick . move cutlery", "src1": "move cutlery_tray", "src2": "pick_up chopstick", "src3": "move cutlery", "trg": "pick_up cutlery", "vis_src": "P01_105:608 P01_105:609 P01_105:610", "vis_trg": "P01_105:611", "narrations": [ "move cutlery tray", "pick up chopstick", "move cutlery", "pick up cutlery" ], "verbs": [ "move", "pick-up", "move", "pick-up" ], "verb_classes": [ 11, 0, 11, 0 ], "nouns": [ "tray:cutlery", "chopstick", "cutlery", "cutlery" ], "noun_classes": [ 35, 80, 58, 58 ], "start_stop_timestamps": [ [ "00:24:45.15", "00:24:45.71" ], [ "00:24:46.54", "00:24:47.34" ], [ "00:24:46.00", "00:24:49.70" ], [ "00:24:49.18", "00:24:52.16" ] ], "start_stop_frames": [ [ 74257, 74285 ], [ 74327, 74367 ], [ 74300, 74485 ], [ 74459, 74608 ] ], "trgnoun": "cutlery", "trgverb": "pick_up" }, { "key": "P06_09+48_49_50_51", "video_id": "P06_09", "narration_ids": [ "P06_09_48", "P06_09_49", "P06_09_50", "P06_09_51" ], "src": "take chorizo out of packet . pull end off chorizo . put rubbish in bin", "src1": "take chorizo out of packet", "src2": "pull end off chorizo", "src3": "put rubbish in bin", "trg": "chop chorizo", "vis_src": "P06_09:48 P06_09:49 P06_09:50", "vis_trg": "P06_09:51", "narrations": [ "take chorizo out of packet", "pull end off chorizo", "put rubbish in bin", "chop chorizo" ], "verbs": [ "take-out", "pull-off", "put-in", "chop" ], "verb_classes": [ 12, 0, 5, 7 ], "nouns": [ "chorizo", "chorizo", "rubbish", "chorizo" ], "noun_classes": [ 86, 86, 54, 86 ], "start_stop_timestamps": [ [ "00:09:31.85", "00:09:33.70" ], [ "00:09:34.83", "00:09:36.89" ], [ "00:09:37.87", "00:09:39.10" ], [ "00:09:40.54", "00:09:50.17" ] ], "start_stop_frames": [ [ 34311, 34422 ], [ 34489, 34613 ], [ 34672, 34746 ], [ 34832, 35410 ] ], "trgnoun": "chorizo", "trgverb": "chop" }, { "key": "P04_110+388_389_390_391", "video_id": "P04_110", "narration_ids": [ "P04_110_388", "P04_110_389", "P04_110_390", "P04_110_391" ], "src": "adjust piece of tofu . flip_over piece of tofu . feel piece of tofu", "src1": "adjust piece of tofu", "src2": "flip_over piece of tofu", "src3": "feel piece of tofu", "trg": "move piece of tofu off other piece of tofu", "vis_src": "P04_110:388 P04_110:389 P04_110:390", "vis_trg": "P04_110:391", "narrations": [ "adjust piece of tofu", "flip over piece of tofu", "feel piece of tofu", "move piece of tofu off other piece of tofu" ], "verbs": [ "adjust", "flip-over", "feel", "move-off" ], "verb_classes": [ 17, 22, 54, 11 ], "nouns": [ "piece:tofu", "piece:tofu", "piece:tofu", "piece:tofu" ], "noun_classes": [ 81, 81, 81, 81 ], "start_stop_timestamps": [ [ "00:11:27.83", "00:11:28.84" ], [ "00:11:29.51", "00:11:33.59" ], [ "00:11:33.68", "00:11:34.42" ], [ "00:11:34.58", "00:11:36.64" ] ], "start_stop_frames": [ [ 34391, 34442 ], [ 34475, 34679 ], [ 34684, 34721 ], [ 34729, 34832 ] ], "trgnoun": "tofu_piece", "trgverb": "move_off" }, { "key": "P08_06+46_47_48_49", "video_id": "P08_06", "narration_ids": [ "P08_06_46", "P08_06_47", "P08_06_48", "P08_06_49" ], "src": "clean pan . place pan . get colander", "src1": "clean pan", "src2": "place pan", "src3": "get colander", "trg": "wipe_off colander", "vis_src": "P08_06:46 P08_06:47 P08_06:48", "vis_trg": "P08_06:49", "narrations": [ "clean pan", "place pan", "get colander", "wipe off colander" ], "verbs": [ "clean", "place", "get", "wipe-off" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "pan", "pan", "colander", "colander" ], "noun_classes": [ 5, 5, 39, 39 ], "start_stop_timestamps": [ [ "00:02:33.01", "00:02:38.01" ], [ "00:02:38.11", "00:02:41.36" ], [ "00:02:40.27", "00:02:42.84" ], [ "00:02:42.86", "00:02:45.49" ] ], "start_stop_frames": [ [ 9180, 9480 ], [ 9486, 9681 ], [ 9616, 9770 ], [ 9771, 9929 ] ], "trgnoun": "colander", "trgverb": "wipe_off" }, { "key": "P02_09+477_480_481_482", "video_id": "P02_09", "narration_ids": [ "P02_09_477", "P02_09_480", "P02_09_481", "P02_09_482" ], "src": "wash spoon . put spoon . pick glass", "src1": "wash spoon", "src2": "put spoon", "src3": "pick glass", "trg": "wash glass", "vis_src": "P02_09:477 P02_09:480 P02_09:481", "vis_trg": "P02_09:482", "narrations": [ "wash spoon", "put spoon", "pick glass", "wash glass" ], "verbs": [ "wash", "put", "pick", "wash" ], "verb_classes": [ 2, 1, 0, 2 ], "nouns": [ "spoon", "spoon", "glass", "glass" ], "noun_classes": [ 1, 1, 10, 10 ], "start_stop_timestamps": [ [ "00:31:30.10", "00:31:32.16" ], [ "00:31:39.09", "00:31:40.00" ], [ "00:31:40.04", "00:31:40.99" ], [ "00:31:41.08", "00:31:48.55" ] ], "start_stop_frames": [ [ 113406, 113529 ], [ 113945, 114000 ], [ 114002, 114059 ], [ 114064, 114513 ] ], "trgnoun": "glass", "trgverb": "wash" }, { "key": "P27_105+124_125_126_127", "video_id": "P27_105", "narration_ids": [ "P27_105_124", "P27_105_125", "P27_105_126", "P27_105_127" ], "src": "open bottle . pour water . close bottle", "src1": "open bottle", "src2": "pour water", "src3": "close bottle", "trg": "put_down bottle", "vis_src": "P27_105:124 P27_105:125 P27_105:126", "vis_trg": "P27_105:127", "narrations": [ "open bottle", "pour water", "close bottle", "put down bottle" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle", "water", "bottle", "bottle" ], "noun_classes": [ 15, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:06:34.45", "00:06:36.45" ], [ "00:06:36.55", "00:06:40.30" ], [ "00:06:40.66", "00:06:42.84" ], [ "00:06:43.10", "00:06:44.10" ] ], "start_stop_frames": [ [ 19722, 19822 ], [ 19827, 20015 ], [ 20033, 20142 ], [ 20155, 20205 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P12_02+32_33_34_35", "video_id": "P12_02", "narration_ids": [ "P12_02_32", "P12_02_33", "P12_02_34", "P12_02_35" ], "src": "wash knife and fork . open meats package . take frying_pan", "src1": "wash knife and fork", "src2": "open meats package", "src3": "take frying_pan", "trg": "put frying_pan on stove", "vis_src": "P12_02:32 P12_02:33 P12_02:34", "vis_trg": "P12_02:35", "narrations": [ "wash knife and fork", "open meats package", "take frying pan", "put frying pan on stove" ], "verbs": [ "wash", "open", "take", "put-on" ], "verb_classes": [ 2, 3, 0, 1 ], "nouns": [ "knife", "package:meat", "pan:frying", "pan:frying" ], "noun_classes": [ 4, 26, 5, 5 ], "start_stop_timestamps": [ [ "00:03:30.37", "00:03:32.29" ], [ "00:03:34.10", "00:03:39.26" ], [ "00:03:44.21", "00:03:45.56" ], [ "00:03:50.56", "00:03:51.75" ] ], "start_stop_frames": [ [ 12622, 12737 ], [ 12846, 13155 ], [ 13452, 13533 ], [ 13833, 13905 ] ], "trgnoun": "frying_pan", "trgverb": "put_on" }, { "key": "P37_101+111_112_113_114", "video_id": "P37_101", "narration_ids": [ "P37_101_111", "P37_101_112", "P37_101_113", "P37_101_114" ], "src": "shake chopping_board to remove water . put chopping_board down . take cucumbers", "src1": "shake chopping_board to remove water", "src2": "put chopping_board down", "src3": "take cucumbers", "trg": "put cucumbers down", "vis_src": "P37_101:111 P37_101:112 P37_101:113", "vis_trg": "P37_101:114", "narrations": [ "shake chopping board to remove water", "put chopping board down", "take cucumbers", "put cucumbers down" ], "verbs": [ "shake", "put-down", "take", "put-down" ], "verb_classes": [ 15, 1, 0, 1 ], "nouns": [ "board:chopping", "board:chopping", "cucumber", "cucumber" ], "noun_classes": [ 18, 18, 72, 72 ], "start_stop_timestamps": [ [ "00:05:01.64", "00:05:03.40" ], [ "00:05:03.48", "00:05:05.20" ], [ "00:05:05.24", "00:05:05.99" ], [ "00:05:05.58", "00:05:06.60" ] ], "start_stop_frames": [ [ 15082, 15169 ], [ 15174, 15260 ], [ 15262, 15299 ], [ 15279, 15330 ] ], "trgnoun": "cucumber", "trgverb": "put_down" }, { "key": "P08_18+32_33_34_35", "video_id": "P08_18", "narration_ids": [ "P08_18_32", "P08_18_33", "P08_18_34", "P08_18_35" ], "src": "place lid . move bowls . get pan", "src1": "place lid", "src2": "move bowls", "src3": "get pan", "trg": "wipe_off pan", "vis_src": "P08_18:32 P08_18:33 P08_18:34", "vis_trg": "P08_18:35", "narrations": [ "place lid", "move bowls", "get pan", "wipe off pan" ], "verbs": [ "place", "move", "get", "wipe-off" ], "verb_classes": [ 1, 11, 0, 2 ], "nouns": [ "lid", "bowl", "pan", "pan" ], "noun_classes": [ 6, 7, 5, 5 ], "start_stop_timestamps": [ [ "00:02:00.08", "00:02:02.10" ], [ "00:02:01.50", "00:02:09.57" ], [ "00:02:09.67", "00:02:10.81" ], [ "00:02:11.68", "00:02:19.62" ] ], "start_stop_frames": [ [ 7204, 7326 ], [ 7290, 7774 ], [ 7780, 7848 ], [ 7900, 8377 ] ], "trgnoun": "pan", "trgverb": "wipe_off" }, { "key": "P08_05+140_141_142_143", "video_id": "P08_05", "narration_ids": [ "P08_05_140", "P08_05_141", "P08_05_142", "P08_05_143" ], "src": "squeeze excess_water . get the leaves . take kitchen_towel", "src1": "squeeze excess_water", "src2": "get the leaves", "src3": "take kitchen_towel", "trg": "unwrap kitchen_towel", "vis_src": "P08_05:140 P08_05:141 P08_05:142", "vis_trg": "P08_05:143", "narrations": [ "squeeze excess water", "get the leaves", "take kitchen towel", "unwrap kitchen towel" ], "verbs": [ "squeeze", "get", "take", "unwrap" ], "verb_classes": [ 18, 0, 0, 84 ], "nouns": [ "water:excess", "leaf", "towel:kitchen", "towel:kitchen" ], "noun_classes": [ 27, 62, 93, 93 ], "start_stop_timestamps": [ [ "00:09:46.95", "00:09:48.55" ], [ "00:09:48.65", "00:09:51.65" ], [ "00:09:58.82", "00:10:03.06" ], [ "00:10:03.16", "00:10:13.41" ] ], "start_stop_frames": [ [ 35217, 35313 ], [ 35319, 35499 ], [ 35929, 36183 ], [ 36189, 36804 ] ], "trgnoun": "kitchen_towel", "trgverb": "unwrap" }, { "key": "P03_107+104_105_106_107", "video_id": "P03_107", "narration_ids": [ "P03_107_104", "P03_107_105", "P03_107_106", "P03_107_107" ], "src": "move measuring_jug . put bowl and plate down . pick_up lid", "src1": "move measuring_jug", "src2": "put bowl and plate down", "src3": "pick_up lid", "trg": "put lid on pan", "vis_src": "P03_107:104 P03_107:105 P03_107:106", "vis_trg": "P03_107:107", "narrations": [ "move measuring jug", "put bowl and plate down", "pick up lid", "put lid on pan" ], "verbs": [ "move", "put", "pick-up", "put-on" ], "verb_classes": [ 11, 1, 0, 1 ], "nouns": [ "jug:measuring", "bowl", "lid", "lid" ], "noun_classes": [ 66, 7, 6, 6 ], "start_stop_timestamps": [ [ "00:04:00.03", "00:04:00.55" ], [ "00:04:00.65", "00:04:01.67" ], [ "00:04:01.73", "00:04:02.69" ], [ "00:04:02.72", "00:04:04.25" ] ], "start_stop_frames": [ [ 12001, 12027 ], [ 12032, 12083 ], [ 12086, 12134 ], [ 12136, 12212 ] ], "trgnoun": "lid", "trgverb": "put_on" }, { "key": "P04_117+110_111_112_113", "video_id": "P04_117", "narration_ids": [ "P04_117_110", "P04_117_111", "P04_117_112", "P04_117_113" ], "src": "scoop egg out of pan with spatula . shake eggs onto slice of bread . wipe eggs off spatula using side of pan", "src1": "scoop egg out of pan with spatula", "src2": "shake eggs onto slice of bread", "src3": "wipe eggs off spatula using side of pan", "trg": "scoop_up eggs with spatula", "vis_src": "P04_117:110 P04_117:111 P04_117:112", "vis_trg": "P04_117:113", "narrations": [ "scoop egg out of pan with spatula", "shake eggs onto slice of bread", "wipe eggs off spatula using side of pan", "scoop up eggs with spatula" ], "verbs": [ "scoop-out", "shake-onto", "wipe-off", "scoop-up" ], "verb_classes": [ 16, 15, 2, 16 ], "nouns": [ "egg", "egg", "egg", "egg" ], "noun_classes": [ 53, 53, 53, 53 ], "start_stop_timestamps": [ [ "00:04:01.55", "00:04:02.30" ], [ "00:04:02.75", "00:04:03.90" ], [ "00:04:04.10", "00:04:04.85" ], [ "00:04:04.95", "00:04:05.75" ] ], "start_stop_frames": [ [ 12077, 12115 ], [ 12137, 12195 ], [ 12205, 12242 ], [ 12247, 12287 ] ], "trgnoun": "egg", "trgverb": "scoop_up" }, { "key": "P02_06+107_108_109_110", "video_id": "P02_06", "narration_ids": [ "P02_06_107", "P02_06_108", "P02_06_109", "P02_06_110" ], "src": "put plate . fill mug . put mug", "src1": "put plate", "src2": "fill mug", "src3": "put mug", "trg": "pick_up plate", "vis_src": "P02_06:107 P02_06:108 P02_06:109", "vis_trg": "P02_06:110", "narrations": [ "put plate", "fill mug", "put mug", "pick up plate" ], "verbs": [ "put", "fill", "put", "pick-up" ], "verb_classes": [ 1, 26, 1, 0 ], "nouns": [ "plate", "mug", "mug", "plate" ], "noun_classes": [ 2, 13, 13, 2 ], "start_stop_timestamps": [ [ "00:04:07.13", "00:04:07.71" ], [ "00:04:08.52", "00:04:10.05" ], [ "00:04:10.50", "00:04:11.35" ], [ "00:04:11.22", "00:04:12.22" ] ], "start_stop_frames": [ [ 14827, 14862 ], [ 14911, 15003 ], [ 15030, 15081 ], [ 15073, 15133 ] ], "trgnoun": "plate", "trgverb": "pick_up" }, { "key": "P05_03+62_63_64_65", "video_id": "P05_03", "narration_ids": [ "P05_03_62", "P05_03_63", "P05_03_64", "P05_03_65" ], "src": "pour salt . place pot of salt on a refrigerator . compress pasta_bag", "src1": "pour salt", "src2": "place pot of salt on a refrigerator", "src3": "compress pasta_bag", "trg": "throw pasta_bag", "vis_src": "P05_03:62 P05_03:63 P05_03:64", "vis_trg": "P05_03:65", "narrations": [ "pour salt", "place pot of salt on a refrigerator", "compress pasta bag", "throw pasta bag" ], "verbs": [ "pour", "place-on", "compress", "throw" ], "verb_classes": [ 9, 1, 21, 13 ], "nouns": [ "salt", "pot:salt", "bag:pasta", "bag:pasta" ], "noun_classes": [ 38, 29, 19, 19 ], "start_stop_timestamps": [ [ "00:05:07.17", "00:05:10.04" ], [ "00:05:09.86", "00:05:11.51" ], [ "00:05:13.24", "00:05:27.38" ], [ "00:05:30.87", "00:05:32.06" ] ], "start_stop_frames": [ [ 18430, 18602 ], [ 18591, 18690 ], [ 18794, 19642 ], [ 19852, 19923 ] ], "trgnoun": "pasta_bag", "trgverb": "throw" }, { "key": "P01_17+173_174_175_176", "video_id": "P01_17", "narration_ids": [ "P01_17_173", "P01_17_174", "P01_17_175", "P01_17_176" ], "src": "take olive_oil . open olive_oil . pour olive_oil", "src1": "take olive_oil", "src2": "open olive_oil", "src3": "pour olive_oil", "trg": "close olive_oil", "vis_src": "P01_17:173 P01_17:174 P01_17:175", "vis_trg": "P01_17:176", "narrations": [ "take olive oil", "open olive oil", "pour olive oil", "close olive oil" ], "verbs": [ "take", "open", "pour", "close" ], "verb_classes": [ 0, 3, 9, 4 ], "nouns": [ "oil:olive", "oil:olive", "oil:olive", "oil:olive" ], "noun_classes": [ 31, 31, 31, 31 ], "start_stop_timestamps": [ [ "00:11:57.84", "00:11:58.91" ], [ "00:11:59.13", "00:12:01.16" ], [ "00:12:01.26", "00:12:06.03" ], [ "00:12:06.13", "00:12:09.62" ] ], "start_stop_frames": [ [ 43070, 43134 ], [ 43147, 43269 ], [ 43275, 43561 ], [ 43567, 43777 ] ], "trgnoun": "olive_oil", "trgverb": "close" }, { "key": "P11_103+40_41_42_43", "video_id": "P11_103", "narration_ids": [ "P11_103_40", "P11_103_41", "P11_103_42", "P11_103_43" ], "src": "move packaging . pick_up bowl . put_down bowl", "src1": "move packaging", "src2": "pick_up bowl", "src3": "put_down bowl", "trg": "pick_up packaging", "vis_src": "P11_103:40 P11_103:41 P11_103:42", "vis_trg": "P11_103:43", "narrations": [ "move packaging", "pick up bowl", "put down bowl", "pick up packaging" ], "verbs": [ "move", "pick-up", "put-down", "pick-up" ], "verb_classes": [ 11, 0, 1, 0 ], "nouns": [ "packaging", "bowl", "bowl", "packaging" ], "noun_classes": [ 26, 7, 7, 26 ], "start_stop_timestamps": [ [ "00:01:44.68", "00:01:45.33" ], [ "00:01:45.43", "00:01:46.57" ], [ "00:01:46.45", "00:01:47.05" ], [ "00:01:47.43", "00:01:47.95" ] ], "start_stop_frames": [ [ 5234, 5266 ], [ 5271, 5328 ], [ 5322, 5352 ], [ 5371, 5397 ] ], "trgnoun": "packaging", "trgverb": "pick_up" }, { "key": "P08_11+36_37_38_39", "video_id": "P08_11", "narration_ids": [ "P08_11_36", "P08_11_37", "P08_11_38", "P08_11_39" ], "src": "close washing machine door . close cover . turn_on washing_machine", "src1": "close washing machine door", "src2": "close cover", "src3": "turn_on washing_machine", "trg": "start washing_machine", "vis_src": "P08_11:36 P08_11:37 P08_11:38", "vis_trg": "P08_11:39", "narrations": [ "close washing machine door", "close cover", "turn on washing machine", "start washing machine" ], "verbs": [ "close", "close", "turn-on", "start" ], "verb_classes": [ 4, 4, 6, 6 ], "nouns": [ "door:washing:machine", "cover", "machine:washing", "machine:washing" ], "noun_classes": [ 124, 89, 124, 124 ], "start_stop_timestamps": [ [ "00:02:38.28", "00:02:39.16" ], [ "00:02:40.26", "00:02:41.65" ], [ "00:02:44.46", "00:02:48.01" ], [ "00:02:44.53", "00:02:53.27" ] ], "start_stop_frames": [ [ 9496, 9549 ], [ 9615, 9699 ], [ 9867, 10080 ], [ 9871, 10396 ] ], "trgnoun": "washing_machine", "trgverb": "start" }, { "key": "P02_129+476_477_478_479", "video_id": "P02_129", "narration_ids": [ "P02_129_476", "P02_129_477", "P02_129_478", "P02_129_479" ], "src": "pick_up parmesan and cheese . put_down grater . remove clip from packaging", "src1": "pick_up parmesan and cheese", "src2": "put_down grater", "src3": "remove clip from packaging", "trg": "put_down clip", "vis_src": "P02_129:476 P02_129:477 P02_129:478", "vis_trg": "P02_129:479", "narrations": [ "pick up parmesan and cheese", "put down grater", "remove clip from packaging", "put down clip" ], "verbs": [ "pick-up", "put-down", "remove-from", "put-down" ], "verb_classes": [ 0, 1, 12, 1 ], "nouns": [ "parmesan", "grater", "clip", "clip" ], "noun_classes": [ 32, 96, 129, 129 ], "start_stop_timestamps": [ [ "00:17:37.54", "00:17:38.04" ], [ "00:17:37.76", "00:17:38.60" ], [ "00:17:38.44", "00:17:39.36" ], [ "00:17:39.12", "00:17:40.28" ] ], "start_stop_frames": [ [ 52877, 52902 ], [ 52888, 52929 ], [ 52922, 52967 ], [ 52955, 53014 ] ], "trgnoun": "clip", "trgverb": "put_down" }, { "key": "P23_102+205_206_207_208", "video_id": "P23_102", "narration_ids": [ "P23_102_205", "P23_102_206", "P23_102_207", "P23_102_208" ], "src": "put mango . put plate . take mango", "src1": "put mango", "src2": "put plate", "src3": "take mango", "trg": "cut mango", "vis_src": "P23_102:205 P23_102:206 P23_102:207", "vis_trg": "P23_102:208", "narrations": [ "put mango", "put plate", "take mango", "cut mango" ], "verbs": [ "put", "put", "take", "cut" ], "verb_classes": [ 1, 1, 0, 7 ], "nouns": [ "mango", "plate", "mango", "mango" ], "noun_classes": [ 207, 2, 207, 207 ], "start_stop_timestamps": [ [ "00:20:30.29", "00:20:32.79" ], [ "00:20:33.08", "00:20:33.89" ], [ "00:20:34.04", "00:20:34.86" ], [ "00:20:36.38", "00:22:07.22" ] ], "start_stop_frames": [ [ 61514, 61639 ], [ 61654, 61694 ], [ 61702, 61742 ], [ 61819, 66361 ] ], "trgnoun": "mango", "trgverb": "cut" }, { "key": "P02_09+266_267_268_270", "video_id": "P02_09", "narration_ids": [ "P02_09_266", "P02_09_267", "P02_09_268", "P02_09_270" ], "src": "pick_up chopping_board . pour onion into pan . pouring onion_pieces", "src1": "pick_up chopping_board", "src2": "pour onion into pan", "src3": "pouring onion_pieces", "trg": "put chopping_board", "vis_src": "P02_09:266 P02_09:267 P02_09:268", "vis_trg": "P02_09:270", "narrations": [ "pick up chopping board", "pour onion into pan", "pouring onion pieces", "put chopping board" ], "verbs": [ "pick-up", "pour-into", "pour", "put" ], "verb_classes": [ 0, 9, 9, 1 ], "nouns": [ "board:chopping", "onion", "piece:onion", "board:chopping" ], "noun_classes": [ 18, 16, 16, 18 ], "start_stop_timestamps": [ [ "00:19:14.78", "00:19:18.82" ], [ "00:19:20.27", "00:19:24.68" ], [ "00:19:24.78", "00:19:27.98" ], [ "00:19:33.41", "00:19:36.65" ] ], "start_stop_frames": [ [ 69286, 69529 ], [ 69616, 69880 ], [ 69886, 70078 ], [ 70404, 70599 ] ], "trgnoun": "chopping_board", "trgverb": "put" }, { "key": "P01_104+84_85_86_87", "video_id": "P01_104", "narration_ids": [ "P01_104_84", "P01_104_85", "P01_104_86", "P01_104_87" ], "src": "rinse cloth . put_down cloth . hand wash", "src1": "rinse cloth", "src2": "put_down cloth", "src3": "hand wash", "trg": "wash hands", "vis_src": "P01_104:84 P01_104:85 P01_104:86", "vis_trg": "P01_104:87", "narrations": [ "rinse cloth", "put down cloth", "hand wash", "wash hands" ], "verbs": [ "rinse", "put-down", "hand", "wash" ], "verb_classes": [ 2, 1, 41, 2 ], "nouns": [ "cloth", "cloth", "hand", "hand" ], "noun_classes": [ 17, 17, 11, 11 ], "start_stop_timestamps": [ [ "00:03:35.16", "00:03:38.23" ], [ "00:03:38.24", "00:03:39.08" ], [ "00:03:39.09", "00:03:40.09" ], [ "00:03:40.05", "00:03:44.11" ] ], "start_stop_frames": [ [ 10758, 10911 ], [ 10912, 10954 ], [ 10954, 11004 ], [ 11002, 11205 ] ], "trgnoun": "hand", "trgverb": "wash" }, { "key": "P04_13+37_38_39_40", "video_id": "P04_13", "narration_ids": [ "P04_13_37", "P04_13_38", "P04_13_39", "P04_13_40" ], "src": "open rice . spill rice . tip rice into cup", "src1": "open rice", "src2": "spill rice", "src3": "tip rice into cup", "trg": "put rice back down", "vis_src": "P04_13:37 P04_13:38 P04_13:39", "vis_trg": "P04_13:40", "narrations": [ "open rice", "spill rice", "tip rice into cup", "put rice back down" ], "verbs": [ "open", "spill", "tip-into", "put" ], "verb_classes": [ 3, 59, 9, 1 ], "nouns": [ "rice", "rice", "rice", "rice" ], "noun_classes": [ 55, 55, 55, 55 ], "start_stop_timestamps": [ [ "00:04:31.01", "00:04:50.64" ], [ "00:04:43.69", "00:04:52.28" ], [ "00:04:58.45", "00:05:04.96" ], [ "00:05:05.06", "00:05:12.19" ] ], "start_stop_frames": [ [ 16260, 17438 ], [ 17021, 17536 ], [ 17907, 18297 ], [ 18303, 18731 ] ], "trgnoun": "rice", "trgverb": "put" }, { "key": "P01_105+293_294_295_296", "video_id": "P01_105", "narration_ids": [ "P01_105_293", "P01_105_294", "P01_105_295", "P01_105_296" ], "src": "pick_up pak choi leaf . wash pak choi leaf . turn_off tap", "src1": "pick_up pak choi leaf", "src2": "wash pak choi leaf", "src3": "turn_off tap", "trg": "put pak choi leaf into bowl", "vis_src": "P01_105:293 P01_105:294 P01_105:295", "vis_trg": "P01_105:296", "narrations": [ "pick up pak choi leaf", "wash pak choi leaf", "turn off tap", "put pak choi leaf into bowl" ], "verbs": [ "pick-up", "wash", "turn-off", "put-into" ], "verb_classes": [ 0, 2, 8, 5 ], "nouns": [ "leaf:pak:choi", "leaf:pak:choi", "tap", "leaf:pak:choi" ], "noun_classes": [ 62, 62, 0, 62 ], "start_stop_timestamps": [ [ "00:11:26.45", "00:11:27.22" ], [ "00:11:27.20", "00:11:34.55" ], [ "00:11:34.50", "00:11:35.75" ], [ "00:11:34.94", "00:11:35.86" ] ], "start_stop_frames": [ [ 34322, 34361 ], [ 34360, 34727 ], [ 34725, 34787 ], [ 34747, 34793 ] ], "trgnoun": "choi_pak_leaf", "trgverb": "put_into" }, { "key": "P09_104+21_22_23_24", "video_id": "P09_104", "narration_ids": [ "P09_104_21", "P09_104_22", "P09_104_23", "P09_104_24" ], "src": "close fridge . open fridge . take chorizo", "src1": "close fridge", "src2": "open fridge", "src3": "take chorizo", "trg": "place chorizo on countertop", "vis_src": "P09_104:21 P09_104:22 P09_104:23", "vis_trg": "P09_104:24", "narrations": [ "close fridge", "open fridge", "take chorizo", "place chorizo on countertop" ], "verbs": [ "close", "open", "take", "place-on" ], "verb_classes": [ 4, 3, 0, 1 ], "nouns": [ "fridge", "fridge", "chorizo", "chorizo" ], "noun_classes": [ 12, 12, 86, 86 ], "start_stop_timestamps": [ [ "00:02:12.13", "00:02:13.50" ], [ "00:02:14.04", "00:02:14.86" ], [ "00:02:14.54", "00:02:16.44" ], [ "00:02:16.39", "00:02:19.39" ] ], "start_stop_frames": [ [ 6606, 6675 ], [ 6702, 6743 ], [ 6727, 6822 ], [ 6819, 6969 ] ], "trgnoun": "chorizo", "trgverb": "place_on" }, { "key": "P22_07+672_673_674_675", "video_id": "P22_07", "narration_ids": [ "P22_07_672", "P22_07_673", "P22_07_674", "P22_07_675" ], "src": "open pesto_sauce . open drawer . pick_up teaspoon", "src1": "open pesto_sauce", "src2": "open drawer", "src3": "pick_up teaspoon", "trg": "take pesto_sauce", "vis_src": "P22_07:672 P22_07:673 P22_07:674", "vis_trg": "P22_07:675", "narrations": [ "open pesto sauce", "open drawer", "pick up teaspoon", "take pesto sauce" ], "verbs": [ "open", "open", "pick-up", "take" ], "verb_classes": [ 3, 3, 0, 0 ], "nouns": [ "sauce:pesto", "drawer", "teaspoon", "sauce:pesto" ], "noun_classes": [ 47, 8, 1, 47 ], "start_stop_timestamps": [ [ "00:32:23.96", "00:32:26.14" ], [ "00:32:26.21", "00:32:26.96" ], [ "00:32:27.31", "00:32:28.48" ], [ "00:32:29.16", "00:32:31.16" ] ], "start_stop_frames": [ [ 116637, 116768 ], [ 116772, 116817 ], [ 116838, 116908 ], [ 116949, 117069 ] ], "trgnoun": "pesto_sauce", "trgverb": "take" }, { "key": "P07_04+87_88_89_90", "video_id": "P07_04", "narration_ids": [ "P07_04_87", "P07_04_88", "P07_04_89", "P07_04_90" ], "src": "insert coffee . insert coffee in basket . close lid", "src1": "insert coffee", "src2": "insert coffee in basket", "src3": "close lid", "trg": "open lid", "vis_src": "P07_04:87 P07_04:88 P07_04:89", "vis_trg": "P07_04:90", "narrations": [ "insert coffee", "insert coffee in basket", "close lid", "open lid" ], "verbs": [ "insert", "insert-in", "close", "open" ], "verb_classes": [ 5, 5, 4, 3 ], "nouns": [ "coffee", "coffee", "lid", "lid" ], "noun_classes": [ 59, 59, 6, 6 ], "start_stop_timestamps": [ [ "00:07:08.67", "00:07:10.88" ], [ "00:07:13.72", "00:07:16.28" ], [ "00:07:16.23", "00:07:17.13" ], [ "00:07:17.42", "00:07:18.15" ] ], "start_stop_frames": [ [ 25720, 25852 ], [ 26023, 26176 ], [ 26173, 26227 ], [ 26245, 26289 ] ], "trgnoun": "lid", "trgverb": "open" }, { "key": "P04_110+97_98_99_100", "video_id": "P04_110", "narration_ids": [ "P04_110_97", "P04_110_98", "P04_110_99", "P04_110_100" ], "src": "stir mixture with teaspoon . pick_up spicy bean sauce . take spoon from dishwasher", "src1": "stir mixture with teaspoon", "src2": "pick_up spicy bean sauce", "src3": "take spoon from dishwasher", "trg": "open spicy bean sauce", "vis_src": "P04_110:97 P04_110:98 P04_110:99", "vis_trg": "P04_110:100", "narrations": [ "stir mixture with teaspoon", "pick up spicy bean sauce", "take spoon from dishwasher", "open spicy bean sauce" ], "verbs": [ "stir", "pick-up", "take-from", "open" ], "verb_classes": [ 10, 0, 0, 3 ], "nouns": [ "mixture", "sauce:spicy:bean", "spoon", "sauce:spicy:bean" ], "noun_classes": [ 71, 47, 1, 47 ], "start_stop_timestamps": [ [ "00:03:38.07", "00:03:45.16" ], [ "00:03:45.34", "00:03:46.89" ], [ "00:03:50.26", "00:03:52.77" ], [ "00:03:52.95", "00:03:54.03" ] ], "start_stop_frames": [ [ 10903, 11258 ], [ 11267, 11344 ], [ 11513, 11638 ], [ 11647, 11701 ] ], "trgnoun": "bean_spicy_sauce", "trgverb": "open" }, { "key": "P01_05+58_59_60_61", "video_id": "P01_05", "narration_ids": [ "P01_05_58", "P01_05_59", "P01_05_60", "P01_05_61" ], "src": "pour water into kettle . close kettle . close tap", "src1": "pour water into kettle", "src2": "close kettle", "src3": "close tap", "trg": "put_down kettle", "vis_src": "P01_05:58 P01_05:59 P01_05:60", "vis_trg": "P01_05:61", "narrations": [ "pour water into kettle", "close kettle", "close tap", "put down kettle" ], "verbs": [ "pour-into", "close", "turn-off", "put-down" ], "verb_classes": [ 9, 4, 8, 1 ], "nouns": [ "water", "kettle", "tap", "kettle" ], "noun_classes": [ 27, 44, 0, 44 ], "start_stop_timestamps": [ [ "00:02:48.84", "00:03:00.57" ], [ "00:03:00.35", "00:03:01.65" ], [ "00:03:00.67", "00:03:01.42" ], [ "00:03:02.30", "00:03:04.22" ] ], "start_stop_frames": [ [ 10130, 10834 ], [ 10821, 10899 ], [ 10840, 10885 ], [ 10938, 11053 ] ], "trgnoun": "kettle", "trgverb": "put_down" }, { "key": "P02_129+289_290_291_292", "video_id": "P02_129", "narration_ids": [ "P02_129_289", "P02_129_290", "P02_129_291", "P02_129_292" ], "src": "sponge fork . put_down sponge . open tap", "src1": "sponge fork", "src2": "put_down sponge", "src3": "open tap", "trg": "rinse fork", "vis_src": "P02_129:289 P02_129:290 P02_129:291", "vis_trg": "P02_129:292", "narrations": [ "sponge fork", "put down sponge", "open tap", "rinse fork" ], "verbs": [ "sponge", "put-down", "turn-on", "rinse" ], "verb_classes": [ 2, 1, 6, 2 ], "nouns": [ "fork", "sponge", "tap", "fork" ], "noun_classes": [ 14, 9, 0, 14 ], "start_stop_timestamps": [ [ "00:10:10.15", "00:10:13.03" ], [ "00:10:13.04", "00:10:13.86" ], [ "00:10:14.04", "00:10:14.83" ], [ "00:10:15.18", "00:10:17.19" ] ], "start_stop_frames": [ [ 30507, 30651 ], [ 30652, 30693 ], [ 30702, 30741 ], [ 30758, 30859 ] ], "trgnoun": "fork", "trgverb": "rinse" }, { "key": "P02_03+303_304_305_306", "video_id": "P02_03", "narration_ids": [ "P02_03_303", "P02_03_304", "P02_03_305", "P02_03_306" ], "src": "put plate . pick_up mesh with broccoli . pour broccoli into pan", "src1": "put plate", "src2": "pick_up mesh with broccoli", "src3": "pour broccoli into pan", "trg": "put mesh down", "vis_src": "P02_03:303 P02_03:304 P02_03:305", "vis_trg": "P02_03:306", "narrations": [ "put plate", "pick up mesh with broccoli", "pour broccoli into pan", "put mesh down" ], "verbs": [ "put", "pick-up", "pour-into", "put-down" ], "verb_classes": [ 1, 0, 9, 1 ], "nouns": [ "plate", "mesh", "broccoli", "mesh" ], "noun_classes": [ 2, 39, 101, 39 ], "start_stop_timestamps": [ [ "00:17:15.64", "00:17:16.60" ], [ "00:17:16.92", "00:17:17.74" ], [ "00:17:18.27", "00:17:23.93" ], [ "00:17:24.62", "00:17:25.89" ] ], "start_stop_frames": [ [ 62138, 62195 ], [ 62215, 62264 ], [ 62296, 62635 ], [ 62677, 62753 ] ], "trgnoun": "mesh", "trgverb": "put_down" }, { "key": "P26_107+23_24_25_26", "video_id": "P26_107", "narration_ids": [ "P26_107_23", "P26_107_24", "P26_107_25", "P26_107_26" ], "src": "pick_up pasta . taste pasta . pick_up lid", "src1": "pick_up pasta", "src2": "taste pasta", "src3": "pick_up lid", "trg": "put_down lid", "vis_src": "P26_107:23 P26_107:24 P26_107:25", "vis_trg": "P26_107:26", "narrations": [ "pick up pasta", "taste pasta", "pick up lid", "put down lid" ], "verbs": [ "pick-up", "taste", "pick-up", "put-down" ], "verb_classes": [ 0, 35, 0, 1 ], "nouns": [ "pasta", "pasta", "lid", "lid" ], "noun_classes": [ 45, 45, 6, 6 ], "start_stop_timestamps": [ [ "00:02:12.78", "00:02:23.06" ], [ "00:02:23.15", "00:02:33.10" ], [ "00:02:31.28", "00:02:34.43" ], [ "00:02:34.27", "00:02:37.58" ] ], "start_stop_frames": [ [ 6639, 7153 ], [ 7157, 7655 ], [ 7564, 7721 ], [ 7713, 7878 ] ], "trgnoun": "lid", "trgverb": "put_down" }, { "key": "P24_07+24_25_26_27", "video_id": "P24_07", "narration_ids": [ "P24_07_24", "P24_07_25", "P24_07_26", "P24_07_27" ], "src": "close door . open drawer . pick_up meat", "src1": "close door", "src2": "open drawer", "src3": "pick_up meat", "trg": "put meat in the pan", "vis_src": "P24_07:24 P24_07:25 P24_07:26", "vis_trg": "P24_07:27", "narrations": [ "close door", "open drawer", "pick up meat", "put meat in the pan" ], "verbs": [ "close", "open", "pick-up", "put-in" ], "verb_classes": [ 4, 3, 0, 5 ], "nouns": [ "door", "drawer", "meat", "meat" ], "noun_classes": [ 3, 8, 28, 28 ], "start_stop_timestamps": [ [ "00:01:03.39", "00:01:04.44" ], [ "00:01:06.08", "00:01:07.27" ], [ "00:01:10.94", "00:01:12.33" ], [ "00:01:12.43", "00:01:26.04" ] ], "start_stop_frames": [ [ 3803, 3866 ], [ 3964, 4036 ], [ 4256, 4339 ], [ 4345, 5162 ] ], "trgnoun": "meat", "trgverb": "put_in" }, { "key": "P26_104+18_19_20_21", "video_id": "P26_104", "narration_ids": [ "P26_104_18", "P26_104_19", "P26_104_20", "P26_104_21" ], "src": "cut paper . remove paper . pick_up pizza", "src1": "cut paper", "src2": "remove paper", "src3": "pick_up pizza", "trg": "put_down pizza", "vis_src": "P26_104:18 P26_104:19 P26_104:20", "vis_trg": "P26_104:21", "narrations": [ "cut paper", "remove paper", "pick up pizza", "put down pizza" ], "verbs": [ "cut", "remove", "pick-up", "put-down" ], "verb_classes": [ 7, 12, 0, 1 ], "nouns": [ "paper", "paper", "pizza", "pizza" ], "noun_classes": [ 49, 49, 91, 91 ], "start_stop_timestamps": [ [ "00:01:09.78", "00:01:16.59" ], [ "00:01:16.69", "00:01:20.13" ], [ "00:01:20.23", "00:01:21.40" ], [ "00:01:22.40", "00:01:23.95" ] ], "start_stop_frames": [ [ 3489, 3829 ], [ 3834, 4006 ], [ 4011, 4070 ], [ 4120, 4197 ] ], "trgnoun": "pizza", "trgverb": "put_down" }, { "key": "P02_04+58_59_60_61", "video_id": "P02_04", "narration_ids": [ "P02_04_58", "P02_04_59", "P02_04_60", "P02_04_61" ], "src": "put liquid . wash wooden_spoon . pick_up knife", "src1": "put liquid", "src2": "wash wooden_spoon", "src3": "pick_up knife", "trg": "wash knife", "vis_src": "P02_04:58 P02_04:59 P02_04:60", "vis_trg": "P02_04:61", "narrations": [ "put liquid", "wash wooden spoon", "pick up knife", "wash knife" ], "verbs": [ "put", "wash", "pick-up", "wash" ], "verb_classes": [ 1, 2, 0, 2 ], "nouns": [ "liquid", "spoon:wooden", "knife", "knife" ], "noun_classes": [ 150, 1, 4, 4 ], "start_stop_timestamps": [ [ "00:02:36.88", "00:02:39.28" ], [ "00:02:40.55", "00:02:44.77" ], [ "00:02:45.34", "00:02:46.01" ], [ "00:02:45.88", "00:02:48.15" ] ], "start_stop_frames": [ [ 9412, 9556 ], [ 9633, 9886 ], [ 9920, 9960 ], [ 9952, 10089 ] ], "trgnoun": "knife", "trgverb": "wash" }, { "key": "P22_11+117_118_119_120", "video_id": "P22_11", "narration_ids": [ "P22_11_117", "P22_11_118", "P22_11_119", "P22_11_120" ], "src": "shake filter . insert filter . pick_up measure", "src1": "shake filter", "src2": "insert filter", "src3": "pick_up measure", "trg": "insert measure", "vis_src": "P22_11:117 P22_11:118 P22_11:119", "vis_trg": "P22_11:120", "narrations": [ "shake filter", "insert filter", "pick up measure", "insert measure" ], "verbs": [ "shake", "insert", "pick-up", "insert" ], "verb_classes": [ 15, 5, 0, 5 ], "nouns": [ "filter", "filter", "measure", "measure" ], "noun_classes": [ 77, 77, 1, 1 ], "start_stop_timestamps": [ [ "00:04:13.09", "00:04:14.61" ], [ "00:04:14.71", "00:04:16.53" ], [ "00:04:18.23", "00:04:20.10" ], [ "00:04:18.85", "00:04:20.75" ] ], "start_stop_frames": [ [ 15185, 15276 ], [ 15282, 15391 ], [ 15493, 15606 ], [ 15531, 15645 ] ], "trgnoun": "measure", "trgverb": "insert" }, { "key": "P01_09+460_461_462_463", "video_id": "P01_09", "narration_ids": [ "P01_09_460", "P01_09_461", "P01_09_462", "P01_09_463" ], "src": "open cupboard . take plate . close cupboard", "src1": "open cupboard", "src2": "take plate", "src3": "close cupboard", "trg": "put_down plate", "vis_src": "P01_09:460 P01_09:461 P01_09:462", "vis_trg": "P01_09:463", "narrations": [ "open cupboard", "take plate", "close cupboard", "put down plate" ], "verbs": [ "open", "take", "close", "put-down" ], "verb_classes": [ 3, 0, 4, 1 ], "nouns": [ "cupboard", "plate", "cupboard", "plate" ], "noun_classes": [ 3, 2, 3, 2 ], "start_stop_timestamps": [ [ "00:32:40.61", "00:32:41.39" ], [ "00:32:41.58", "00:32:43.39" ], [ "00:32:43.17", "00:32:43.94" ], [ "00:32:46.48", "00:32:47.98" ] ], "start_stop_frames": [ [ 117636, 117683 ], [ 117694, 117803 ], [ 117790, 117836 ], [ 117988, 118078 ] ], "trgnoun": "plate", "trgverb": "put_down" }, { "key": "P04_01+118_119_120_121", "video_id": "P04_01", "narration_ids": [ "P04_01_118", "P04_01_119", "P04_01_120", "P04_01_121" ], "src": "pick_up wok . pick_up bit from wok . put_in bin", "src1": "pick_up wok", "src2": "pick_up bit from wok", "src3": "put_in bin", "trg": "put_down wok", "vis_src": "P04_01:118 P04_01:119 P04_01:120", "vis_trg": "P04_01:121", "narrations": [ "pick up wok", "pick up bit from wok", "put in bin", "put down wok" ], "verbs": [ "pick-up", "pick-up", "put-in", "put-down" ], "verb_classes": [ 0, 0, 5, 1 ], "nouns": [ "wok", "wok", "bin", "wok" ], "noun_classes": [ 5, 5, 36, 5 ], "start_stop_timestamps": [ [ "00:09:08.88", "00:09:10.35" ], [ "00:09:10.38", "00:09:12.70" ], [ "00:09:13.30", "00:09:14.80" ], [ "00:09:14.42", "00:09:16.46" ] ], "start_stop_frames": [ [ 32932, 33021 ], [ 33022, 33162 ], [ 33198, 33288 ], [ 33265, 33387 ] ], "trgnoun": "wok", "trgverb": "put_down" }, { "key": "P12_101+400_401_402_403", "video_id": "P12_101", "narration_ids": [ "P12_101_400", "P12_101_401", "P12_101_402", "P12_101_403" ], "src": "open tap . wash frying_pan . close tap", "src1": "open tap", "src2": "wash frying_pan", "src3": "close tap", "trg": "return frying_pan onto stove", "vis_src": "P12_101:400 P12_101:401 P12_101:402", "vis_trg": "P12_101:403", "narrations": [ "open tap", "wash frying pan", "close tap", "return frying pan onto stove" ], "verbs": [ "turn-on", "wash", "turn-off", "return" ], "verb_classes": [ 6, 2, 8, 1 ], "nouns": [ "tap", "pan:frying", "tap", "pan:frying" ], "noun_classes": [ 0, 5, 0, 5 ], "start_stop_timestamps": [ [ "00:26:14.77", "00:26:15.67" ], [ "00:26:15.91", "00:26:21.19" ], [ "00:26:24.95", "00:26:26.26" ], [ "00:26:26.26", "00:26:28.28" ] ], "start_stop_frames": [ [ 78738, 78783 ], [ 78795, 79059 ], [ 79247, 79313 ], [ 79313, 79414 ] ], "trgnoun": "frying_pan", "trgverb": "return" }, { "key": "P03_04+177_178_179_180", "video_id": "P03_04", "narration_ids": [ "P03_04_177", "P03_04_178", "P03_04_179", "P03_04_180" ], "src": "put onions in saucepan . put bowl . take chicken", "src1": "put onions in saucepan", "src2": "put bowl", "src3": "take chicken", "trg": "slice chicken", "vis_src": "P03_04:177 P03_04:178 P03_04:179", "vis_trg": "P03_04:180", "narrations": [ "put onions in saucepan", "put bowl", "take chicken", "slice chicken" ], "verbs": [ "put-in", "put", "take", "slice" ], "verb_classes": [ 5, 1, 0, 7 ], "nouns": [ "onion", "bowl", "chicken", "chicken" ], "noun_classes": [ 16, 7, 57, 57 ], "start_stop_timestamps": [ [ "00:12:01.21", "00:12:03.37" ], [ "00:12:04.02", "00:12:05.11" ], [ "00:12:07.21", "00:12:09.02" ], [ "00:12:09.98", "00:12:17.86" ] ], "start_stop_frames": [ [ 43272, 43402 ], [ 43441, 43506 ], [ 43632, 43741 ], [ 43798, 44271 ] ], "trgnoun": "chicken", "trgverb": "slice" }, { "key": "P04_01+54_55_56_57", "video_id": "P04_01", "narration_ids": [ "P04_01_54", "P04_01_55", "P04_01_56", "P04_01_57" ], "src": "pick_up spoon . open bag . measure breadcrumbs", "src1": "pick_up spoon", "src2": "open bag", "src3": "measure breadcrumbs", "trg": "put away bag", "vis_src": "P04_01:54 P04_01:55 P04_01:56", "vis_trg": "P04_01:57", "narrations": [ "pick up spoon", "open bag", "measure breadcrumbs", "put away bag" ], "verbs": [ "pick-up", "open", "measure", "put" ], "verb_classes": [ 0, 3, 69, 1 ], "nouns": [ "spoon", "bag", "breadcrumb", "bag" ], "noun_classes": [ 1, 19, 271, 19 ], "start_stop_timestamps": [ [ "00:04:28.75", "00:04:32.15" ], [ "00:04:33.98", "00:04:36.04" ], [ "00:04:41.86", "00:05:01.79" ], [ "00:05:03.86", "00:05:06.61" ] ], "start_stop_frames": [ [ 16125, 16328 ], [ 16438, 16562 ], [ 16911, 18107 ], [ 18231, 18396 ] ], "trgnoun": "bag", "trgverb": "put" }, { "key": "P22_101+160_161_162_163", "video_id": "P22_101", "narration_ids": [ "P22_101_160", "P22_101_161", "P22_101_162", "P22_101_163" ], "src": "open bottle . pour water . close bottle", "src1": "open bottle", "src2": "pour water", "src3": "close bottle", "trg": "put_down bottle", "vis_src": "P22_101:160 P22_101:161 P22_101:162", "vis_trg": "P22_101:163", "narrations": [ "open bottle", "pour water", "close bottle", "put down bottle" ], "verbs": [ "open", "pour", "close", "put-down" ], "verb_classes": [ 3, 9, 4, 1 ], "nouns": [ "bottle", "water", "bottle", "bottle" ], "noun_classes": [ 15, 27, 15, 15 ], "start_stop_timestamps": [ [ "00:05:57.31", "00:05:59.47" ], [ "00:05:59.46", "00:06:01.87" ], [ "00:06:02.09", "00:06:03.91" ], [ "00:06:04.01", "00:06:04.96" ] ], "start_stop_frames": [ [ 17865, 17973 ], [ 17973, 18093 ], [ 18104, 18195 ], [ 18200, 18248 ] ], "trgnoun": "bottle", "trgverb": "put_down" }, { "key": "P08_21+185_186_187_188", "video_id": "P08_21", "narration_ids": [ "P08_21_185", "P08_21_186", "P08_21_187", "P08_21_188" ], "src": "mix nuts with oats . open lid . pour_in cinnamon in bowl", "src1": "mix nuts with oats", "src2": "open lid", "src3": "pour_in cinnamon in bowl", "trg": "close lid", "vis_src": "P08_21:185 P08_21:186 P08_21:187", "vis_trg": "P08_21:188", "narrations": [ "mix nuts with oats", "open lid", "pour in cinnamon in bowl", "close lid" ], "verbs": [ "mix-with", "open", "pour-in", "close" ], "verb_classes": [ 10, 3, 9, 4 ], "nouns": [ "nut", "lid", "cinnamon", "lid" ], "noun_classes": [ 133, 6, 274, 6 ], "start_stop_timestamps": [ [ "00:11:56.81", "00:12:08.87" ], [ "00:12:08.86", "00:12:10.89" ], [ "00:12:10.84", "00:12:13.87" ], [ "00:12:13.82", "00:12:15.86" ] ], "start_stop_frames": [ [ 43008, 43732 ], [ 43731, 43853 ], [ 43850, 44032 ], [ 44029, 44151 ] ], "trgnoun": "lid", "trgverb": "close" }, { "key": "P25_05+67_68_69_70", "video_id": "P25_05", "narration_ids": [ "P25_05_67", "P25_05_68", "P25_05_69", "P25_05_70" ], "src": "take fork . turn sausage . turn tap off", "src1": "take fork", "src2": "turn sausage", "src3": "turn tap off", "trg": "turn tap on", "vis_src": "P25_05:67 P25_05:68 P25_05:69", "vis_trg": "P25_05:70", "narrations": [ "take fork", "turn sausage", "turn tap off", "turn tap on" ], "verbs": [ "take", "turn", "turn-off", "turn-on" ], "verb_classes": [ 0, 23, 8, 6 ], "nouns": [ "fork", "sausage", "tap", "tap" ], "noun_classes": [ 14, 86, 0, 0 ], "start_stop_timestamps": [ [ "00:08:06.22", "00:08:08.15" ], [ "00:08:11.28", "00:09:16.12" ], [ "00:09:24.15", "00:09:26.95" ], [ "00:10:11.91", "00:10:14.06" ] ], "start_stop_frames": [ [ 29173, 29289 ], [ 29476, 33367 ], [ 33849, 34017 ], [ 36714, 36843 ] ], "trgnoun": "tap", "trgverb": "turn_on" }, { "key": "P23_102+156_157_158_159", "video_id": "P23_102", "narration_ids": [ "P23_102_156", "P23_102_157", "P23_102_158", "P23_102_159" ], "src": "take plate . put green_chillies . mix curry", "src1": "take plate", "src2": "put green_chillies", "src3": "mix curry", "trg": "put plate", "vis_src": "P23_102:156 P23_102:157 P23_102:158", "vis_trg": "P23_102:159", "narrations": [ "take plate", "put green chillies", "mix curry", "put plate" ], "verbs": [ "take", "put", "mix", "put" ], "verb_classes": [ 0, 1, 10, 1 ], "nouns": [ "plate", "chilli:green", "curry", "plate" ], "noun_classes": [ 2, 69, 121, 2 ], "start_stop_timestamps": [ [ "00:15:31.93", "00:15:34.37" ], [ "00:15:34.91", "00:15:38.54" ], [ "00:15:38.64", "00:15:41.28" ], [ "00:15:43.32", "00:15:44.02" ] ], "start_stop_frames": [ [ 46596, 46718 ], [ 46745, 46927 ], [ 46932, 47064 ], [ 47166, 47201 ] ], "trgnoun": "plate", "trgverb": "put" } ]