                     easy                 medium               hard                 extra                all                 
count                33                   58                   43                   32                   166                 
=====================   EXECUTION ACCURACY     =====================
execution            0.636                0.655                0.721                0.438                0.627               

====================== EXACT MATCHING ACCURACY =====================
exact match          0.697                0.690                0.674                0.375                0.627               

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.767                0.896                1.000                0.857                0.886               
select(no AGG)       0.833                0.896                1.000                0.857                0.902               
where                0.933                0.850                0.958                0.800                0.899               
where(no OP)         0.933                0.850                0.958                0.800                0.899               
group(no Having)     0.000                0.895                1.000                0.818                0.886               
group                0.000                0.895                1.000                0.818                0.886               
order                1.000                1.000                0.889                0.900                0.938               
and/or               1.000                0.966                0.930                0.938                0.958               
IUEN                 0.000                0.000                1.000                0.500                0.875               
keywords             1.000                1.000                0.939                0.952                0.975               
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.697                0.741                0.767                0.562                0.705               
select(no AGG)       0.758                0.741                0.767                0.562                0.717               
where                0.778                0.630                0.742                0.444                0.660               
where(no OP)         0.778                0.630                0.742                0.444                0.660               
group(no Having)     0.000                0.895                0.833                0.643                0.795               
group                0.000                0.895                0.833                0.643                0.795               
order                1.000                0.636                0.727                0.562                0.682               
and/or               1.000                1.000                1.000                0.968                0.994               
IUEN                 0.000                0.000                0.857                0.333                0.700               
keywords             0.875                0.833                0.738                0.625                0.770               
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.730                0.811                0.868                0.679                0.785               
select(no AGG)       0.794                0.811                0.868                0.679                0.799               
where                0.848                0.723                0.836                0.571                0.761               
where(no OP)         0.848                0.723                0.836                0.571                0.761               
group(no Having)     1.000                0.895                0.909                0.720                0.838               
group                1.000                0.895                0.909                0.720                0.838               
order                1.000                0.778                0.800                0.692                0.789               
and/or               1.000                0.982                0.964                0.952                0.975               
IUEN                 1.000                1.000                0.923                0.400                0.778               
keywords             0.933                0.909                0.827                0.755                0.860               