Provider,Model,TaskID,SystemType,LatencySeconds,InputTokens,OutputTokens,CachedTokens,CacheCreationTokens,TotalTokens,NumLLMCalls,MCPTokensSaved,Error
anthropic,claude-haiku-4-5,P01,baseline,30.908,2076,3072,0,0,5148,3,0,
anthropic,claude-haiku-4-5,P01,optimized,22.933,22074,4096,4340,0,26170,4,1159,
anthropic,claude-haiku-4-5,P02,baseline,28.985,2067,3072,0,0,5139,3,0,
anthropic,claude-haiku-4-5,P02,optimized,23.302,22115,4096,17360,0,26211,4,1161,
anthropic,claude-haiku-4-5,P03,baseline,28.666,2096,2760,0,0,4856,3,0,
anthropic,claude-haiku-4-5,P03,optimized,25.635,22089,4095,17360,0,26184,4,1142,
anthropic,claude-haiku-4-5,P04,baseline,27.847,2088,2548,0,0,4636,3,0,
anthropic,claude-haiku-4-5,P04,optimized,24.143,22091,4096,17360,0,26187,4,1127,
anthropic,claude-haiku-4-5,P05,baseline,30.893,2098,3072,0,0,5170,3,0,
anthropic,claude-haiku-4-5,P05,optimized,24.325,22074,4096,17360,0,26170,4,1113,
anthropic,claude-haiku-4-5,P06,baseline,32.11,2089,3072,0,0,5161,3,0,
anthropic,claude-haiku-4-5,P06,optimized,21.885,22069,4095,17360,0,26164,4,1157,
anthropic,claude-haiku-4-5,P07,baseline,30.146,2113,3072,0,0,5185,3,0,
anthropic,claude-haiku-4-5,P07,optimized,21.639,22171,4095,17360,0,26266,4,1132,
anthropic,claude-haiku-4-5,P08,baseline,30.497,2077,3054,0,0,5131,3,0,
anthropic,claude-haiku-4-5,P08,optimized,24.372,22134,4096,17360,0,26230,4,1127,
anthropic,claude-haiku-4-5,P09,baseline,28.807,2085,3072,0,0,5157,3,0,
anthropic,claude-haiku-4-5,P09,optimized,24.978,22034,4096,17360,0,26130,4,1143,
anthropic,claude-haiku-4-5,P10,baseline,32.265,2103,3071,0,0,5174,3,0,
anthropic,claude-haiku-4-5,P10,optimized,25.475,22055,4096,17360,0,26151,4,1147,
anthropic,claude-haiku-4-5,P11,baseline,30.889,2126,2913,0,0,5039,3,0,
anthropic,claude-haiku-4-5,P11,optimized,23.065,22254,4096,17360,0,26350,4,1141,
anthropic,claude-haiku-4-5,P12,baseline,28.082,2083,3072,0,0,5155,3,0,
anthropic,claude-haiku-4-5,P12,optimized,20.834,22095,4096,17360,0,26191,4,1136,
anthropic,claude-haiku-4-5,P13,baseline,30.209,2093,3072,0,0,5165,3,0,
anthropic,claude-haiku-4-5,P13,optimized,20.892,22152,4096,17360,0,26248,4,1139,
anthropic,claude-haiku-4-5,P14,baseline,24.184,2101,2747,0,0,4848,3,0,
anthropic,claude-haiku-4-5,P14,optimized,23.809,22076,4096,17360,0,26172,4,1119,
anthropic,claude-haiku-4-5,P15,baseline,32.105,2099,3072,0,0,5171,3,0,
anthropic,claude-haiku-4-5,P15,optimized,21.648,22078,4096,17360,0,26174,4,1120,
anthropic,claude-sonnet-4-6,P01,baseline,57.003,2088,3072,0,0,5160,3,0,
anthropic,claude-sonnet-4-6,P01,optimized,45.52,22072,4096,4341,0,26168,4,1137,
anthropic,claude-sonnet-4-6,P02,baseline,56.259,2085,3072,0,0,5157,3,0,
anthropic,claude-sonnet-4-6,P02,optimized,44.996,22124,4095,17364,0,26219,4,1154,
anthropic,claude-sonnet-4-6,P03,baseline,58.888,2087,3072,0,0,5159,3,0,
anthropic,claude-sonnet-4-6,P03,optimized,44.943,22079,4094,17364,0,26173,4,1125,
anthropic,claude-sonnet-4-6,P04,baseline,58.683,2094,3072,0,0,5166,3,0,
anthropic,claude-sonnet-4-6,P04,optimized,44.954,22082,4095,17364,0,26177,4,1152,
anthropic,claude-sonnet-4-6,P05,baseline,67.58,2114,3072,0,0,5186,3,0,
anthropic,claude-sonnet-4-6,P05,optimized,44.081,22081,4095,17364,0,26176,4,1120,
anthropic,claude-sonnet-4-6,P06,baseline,58.01,2075,3072,0,0,5147,3,0,
anthropic,claude-sonnet-4-6,P06,optimized,47.151,22053,4096,17364,0,26149,4,1122,
anthropic,claude-sonnet-4-6,P07,baseline,63.708,2113,3072,0,0,5185,3,0,
anthropic,claude-sonnet-4-6,P07,optimized,42.725,22163,4096,17364,0,26259,4,1128,
anthropic,claude-sonnet-4-6,P08,baseline,59.094,2089,3072,0,0,5161,3,0,
anthropic,claude-sonnet-4-6,P08,optimized,47.103,22138,4096,17364,0,26234,4,1141,
anthropic,claude-sonnet-4-6,P09,baseline,60.475,2094,3072,0,0,5166,3,0,
anthropic,claude-sonnet-4-6,P09,optimized,44.191,22014,4096,17364,0,26110,4,1123,
anthropic,claude-sonnet-4-6,P10,baseline,65.292,2104,3072,0,0,5176,3,0,
anthropic,claude-sonnet-4-6,P10,optimized,47.303,22068,4096,17364,0,26164,4,1133,
anthropic,claude-sonnet-4-6,P11,baseline,68.25,2133,3072,0,0,5205,3,0,
anthropic,claude-sonnet-4-6,P11,optimized,42.076,22273,4095,17364,0,26368,4,1123,
anthropic,claude-sonnet-4-6,P12,baseline,60.077,2080,3072,0,0,5152,3,0,
anthropic,claude-sonnet-4-6,P12,optimized,47.951,22122,4096,17364,0,26218,4,1139,
anthropic,claude-sonnet-4-6,P13,baseline,55.64,2078,3072,0,0,5150,3,0,
anthropic,claude-sonnet-4-6,P13,optimized,47.833,22148,4095,17364,0,26243,4,1114,
anthropic,claude-sonnet-4-6,P14,baseline,57.795,2090,3071,0,0,5161,3,0,
anthropic,claude-sonnet-4-6,P14,optimized,47.109,22095,4096,17364,0,26191,4,1140,
anthropic,claude-sonnet-4-6,P15,baseline,56.058,2101,3072,0,0,5173,3,0,
anthropic,claude-sonnet-4-6,P15,optimized,45.053,22094,4096,17364,0,26190,4,1115,
openai,gpt-4o-mini,P01,baseline,46.143,1981,2731,0,0,4712,3,0,
openai,gpt-4o-mini,P01,optimized,31.177,18952,2989,6784,0,21941,4,1131,
openai,gpt-4o-mini,P02,baseline,40.804,1919,2373,0,0,4292,3,0,
openai,gpt-4o-mini,P02,optimized,29.121,18897,3056,12288,0,21953,4,1148,
openai,gpt-4o-mini,P03,baseline,43.716,1972,2434,0,0,4406,3,0,
openai,gpt-4o-mini,P03,optimized,30.398,18805,3003,12288,0,21808,4,1144,
openai,gpt-4o-mini,P04,baseline,39.668,1996,2352,0,0,4348,3,0,
openai,gpt-4o-mini,P04,optimized,26.976,18975,3185,12928,0,22160,4,1128,
openai,gpt-4o-mini,P05,baseline,34.231,2000,2304,0,0,4304,3,0,
openai,gpt-4o-mini,P05,optimized,24.273,19100,3383,12288,0,22483,4,1136,
openai,gpt-4o-mini,P06,baseline,38.91,1997,2369,0,0,4366,3,0,
openai,gpt-4o-mini,P06,optimized,36.931,18961,3186,12288,0,22147,4,1164,
openai,gpt-4o-mini,P07,baseline,44.619,2015,2812,0,0,4827,3,0,
openai,gpt-4o-mini,P07,optimized,29.54,19218,3335,12288,0,22553,4,1127,
openai,gpt-4o-mini,P08,baseline,46.825,1986,2342,0,0,4328,3,0,
openai,gpt-4o-mini,P08,optimized,19.544,18889,3108,12928,0,21997,4,1133,
openai,gpt-4o-mini,P09,baseline,34.024,1983,2509,0,0,4492,3,0,
openai,gpt-4o-mini,P09,optimized,21.808,18969,3117,12928,0,22086,4,1148,
openai,gpt-4o-mini,P10,baseline,40.478,1930,2326,0,0,4256,3,0,
openai,gpt-4o-mini,P10,optimized,24.82,18903,3209,12288,0,22112,4,1139,
openai,gpt-4o-mini,P11,baseline,44.696,2029,2488,0,0,4517,3,0,
openai,gpt-4o-mini,P11,optimized,25.283,19386,3258,12288,0,22644,4,1148,
openai,gpt-4o-mini,P12,baseline,38.48,1956,2422,0,0,4378,3,0,
openai,gpt-4o-mini,P12,optimized,21.074,19027,3052,13568,0,22079,4,1140,
openai,gpt-4o-mini,P13,baseline,45.208,1992,2607,0,0,4599,3,0,
openai,gpt-4o-mini,P13,optimized,22.375,19132,3197,12928,0,22329,4,1138,
openai,gpt-4o-mini,P14,baseline,34.552,1963,2520,0,0,4483,3,0,
openai,gpt-4o-mini,P14,optimized,21.944,18907,3161,12288,0,22068,4,1123,
openai,gpt-4o-mini,P15,baseline,39.795,1982,2408,0,0,4390,3,0,
openai,gpt-4o-mini,P15,optimized,16.266,18804,2688,12288,0,21492,4,1139,
openai,gpt-4o,P01,baseline,23.577,1840,2100,0,0,3940,3,0,
openai,gpt-4o,P01,optimized,17.843,18327,2374,6784,0,20701,4,1151,
openai,gpt-4o,P02,baseline,20.487,1705,1799,0,0,3504,3,0,
openai,gpt-4o,P02,optimized,19.766,18344,2454,13568,0,20798,4,1105,
openai,gpt-4o,P03,baseline,22.64,1890,2178,0,0,4068,3,0,
openai,gpt-4o,P03,optimized,17.535,18399,2497,13568,0,20896,4,1126,
openai,gpt-4o,P04,baseline,25.179,1781,2027,0,0,3808,3,0,
openai,gpt-4o,P04,optimized,14.292,18216,2151,12928,0,20367,4,1161,
openai,gpt-4o,P05,baseline,25.555,1961,2037,0,0,3998,3,0,
openai,gpt-4o,P05,optimized,14.818,18202,2163,12928,0,20365,4,1139,
openai,gpt-4o,P06,baseline,21.826,1737,1926,0,0,3663,3,0,
openai,gpt-4o,P06,optimized,24.818,18415,2401,12928,0,20816,4,1140,
openai,gpt-4o,P07,baseline,32.793,1967,2362,0,0,4329,3,0,
openai,gpt-4o,P07,optimized,19.131,18641,2633,12288,0,21274,4,1157,
openai,gpt-4o,P08,baseline,24.812,1878,2049,0,0,3927,3,0,
openai,gpt-4o,P08,optimized,26.106,18433,2304,13568,0,20737,4,1141,
openai,gpt-4o,P09,baseline,24.232,1865,2252,0,0,4117,3,0,
openai,gpt-4o,P09,optimized,20.37,18379,2430,12288,0,20809,4,1155,
openai,gpt-4o,P10,baseline,19.243,1926,2000,0,0,3926,3,0,
openai,gpt-4o,P10,optimized,27.451,18352,2423,13568,0,20775,4,1144,
openai,gpt-4o,P11,baseline,24.016,1992,2289,0,0,4281,3,0,
openai,gpt-4o,P11,optimized,26.48,18738,2514,13568,0,21252,4,1118,
openai,gpt-4o,P12,baseline,20.173,1973,2199,0,0,4172,3,0,
openai,gpt-4o,P12,optimized,21.18,18213,2124,12928,0,20337,4,1165,
openai,gpt-4o,P13,baseline,21.955,1786,1957,0,0,3743,3,0,
openai,gpt-4o,P13,optimized,26.919,18527,2418,12288,0,20945,4,1129,
openai,gpt-4o,P14,baseline,21.001,1801,1939,0,0,3740,3,0,
openai,gpt-4o,P14,optimized,27.737,18401,2320,13568,0,20721,4,1138,
openai,gpt-4o,P15,baseline,20.79,1757,1815,0,0,3572,3,0,
openai,gpt-4o,P15,optimized,26.198,18485,2517,12288,0,21002,4,1137,