Benchmark metrics update — 2026-08-26

benchmark/benchmark_metrics.csv

@@ -3,3 +3,4 @@ run,total_questions,total_time_min,pyd_avg_time,pyd_min_time,pyd_max_time
 20260629_R_v1.00.25,45,109.19,26.22,0.72,264.35
 20260727_R_v1.00.26,45,111.69,24.94,0.61,300.48
 20260807_R_v1.00.27,45,104.15,24.12,0.61,268.41
+20260826_R_v1.00.28,45,101.31,23.01,0.56,254.2

benchmark/comparisons/comparison_20260826_R_v1.00.28_vs_20260807_R_v1.00.27.csv

@@ -0,0 +1,46 @@
+index,benchmark,question_id,pydough_exec_time_previous,pydough_exec_time_current,improvement_pct,status
+1,TPCH,Q1,25.06850677500006,24.829848311999967,0.952%,improved
+2,TPCH,Q2,0.6084700490000614,0.5649615059999178,7.15%,improved
+3,TPCH,Q3,21.20643416300004,26.35687423399986,-24.287%,regressed
+4,TPCH,Q4,27.311248250000062,26.49952643100005,2.972%,improved
+5,TPCH,Q5,10.197431784999935,13.088302053000008,-28.349%,regressed
+6,TPCH,Q6,9.941443223000078,3.950886373000003,60.258%,improved
+7,TPCH,Q7,29.013338558999976,23.196946533999835,20.047%,improved
+8,TPCH,Q8,17.35637556300003,12.857401886000162,25.921%,improved
+9,TPCH,Q9,25.802307257999928,22.865245553000022,11.383%,improved
+10,TPCH,Q10,12.679014329999973,7.343343968999989,42.083%,improved
+11,TPCH,Q11,5.184100038999986,7.639850938000109,-47.371%,regressed
+12,TPCH,Q12,9.90566266399992,5.093245161999903,48.582%,improved
+13,TPCH,Q13,5.480319683000062,5.255456644999867,4.103%,improved
+14,TPCH,Q14,11.197756415000184,6.790599230999987,39.358%,improved
+15,TPCH,Q15,12.194246138999915,5.523427473000083,54.705%,improved
+16,TPCH,Q16,2.5512964810000085,2.546066715000052,0.205%,improved
+17,TPCH,Q17,8.815662945999975,3.27963325599967,62.798%,improved
+18,TPCH,Q18,39.759058764999736,42.697238967999965,-7.39%,regressed
+19,TPCH,Q19,4.206930775999808,4.05090557099993,3.709%,improved
+20,TPCH,Q20,12.878718746999766,12.485393134000333,3.054%,improved
+21,TPCH,Q21,268.41369304,254.20092595000008,5.295%,improved
+22,TPCH,Q22,5.265749641999719,4.82431747299961,8.383%,improved
+23,TPCDS,Q1,4.660958377000043,4.544565095000053,2.497%,improved
+24,TPCDS,Q2,23.62430960399979,23.590702539000176,0.142%,improved
+25,TPCDS,Q3,20.245960795999963,19.803773456999807,2.184%,improved
+26,TPCDS,Q6,14.378902113000096,14.18810382599986,1.327%,improved
+27,TPCDS,Q7,14.467770669999936,14.425270048999664,0.294%,improved
+28,TPCDS,Q8,14.472310339999694,14.664676814999892,-1.329%,regressed
+29,TPCDS,Q9,67.08265229200015,67.12777924800002,-0.067%,regressed
+30,TPCDS,Q10,29.627121912999883,30.08664094899996,-1.551%,regressed
+31,TPCDS,Q11,46.697003020999546,47.644232835000366,-2.028%,regressed
+32,TPCDS,Q12,2.9589492029999747,2.9522780819997934,0.225%,improved
+33,TPCDS,Q13,14.634276736000174,14.437903025000196,1.342%,improved
+34,TPCDS,Q15,10.639273803999458,10.79016644999956,-1.418%,regressed
+35,TPCDS,Q18,13.886652879999929,13.692958495999846,1.395%,improved
+36,TPCDS,Q19,14.817367607000053,14.146070523999695,4.53%,improved
+37,TPCDS,Q20,20.12961393400019,20.14119873300024,-0.058%,regressed
+38,TPCDS,Q21,19.98257398199985,19.86378170199987,0.594%,improved
+39,TPCDS,Q22,22.282351228000152,22.05169408399979,1.035%,improved
+40,TPCDS,Q26,10.747943512999882,10.653942116000508,0.875%,improved
+41,TPCDS,Q27,14.517895015999784,14.47944011600066,0.265%,improved
+42,TPCDS,Q28,81.11587133400008,80.91520609300005,0.247%,improved
+43,TPCDS,Q29,25.981297467999863,25.825060182000016,0.601%,improved
+44,TPCDS,Q30,4.644636609999907,4.477377752000393,3.601%,improved
+45,TPCDS,Q31,28.976695943000777,29.021674433000044,-0.155%,regressed