                     easy                 medium               hard                 extra                all                 
count                33                   58                   43                   32                   166                 
=====================   EXECUTION ACCURACY     =====================
execution            0.667                0.603                0.581                0.438                0.578               

====================== EXACT MATCHING ACCURACY =====================
exact match          0.727                0.655                0.535                0.375                0.584               

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.750                0.878                1.000                1.000                0.894               
select(no AGG)       0.812                0.878                1.000                1.000                0.909               
where                0.882                0.857                0.909                0.818                0.873               
where(no OP)         0.882                0.857                0.909                0.818                0.873               
group(no Having)     0.000                0.833                0.833                0.700                0.794               
group                0.000                0.833                0.833                0.700                0.794               
order                1.000                1.000                0.900                1.000                0.971               
and/or               1.000                0.948                0.953                0.938                0.958               
IUEN                 0.000                0.000                1.000                1.000                0.857               
keywords             1.000                0.978                0.933                0.850                0.949               
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.727                0.741                0.721                0.625                0.711               
select(no AGG)       0.788                0.741                0.721                0.625                0.723               
where                0.833                0.667                0.645                0.500                0.660               
where(no OP)         0.833                0.667                0.645                0.500                0.660               
group(no Having)     0.000                0.789                0.833                0.500                0.692               
group                0.000                0.789                0.833                0.500                0.692               
order                1.000                0.727                0.818                0.625                0.750               
and/or               1.000                1.000                1.000                0.968                0.994               
IUEN                 0.000                0.000                0.714                0.333                0.600               
keywords             0.958                0.815                0.667                0.531                0.737               
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.738                0.804                0.838                0.769                0.792               
select(no AGG)       0.800                0.804                0.838                0.769                0.805               
where                0.857                0.750                0.755                0.621                0.752               
where(no OP)         0.857                0.750                0.755                0.621                0.752               
group(no Having)     1.000                0.811                0.833                0.583                0.740               
group                1.000                0.811                0.833                0.583                0.740               
order                1.000                0.842                0.857                0.769                0.846               
and/or               1.000                0.973                0.976                0.952                0.975               
IUEN                 1.000                1.000                0.833                0.500                0.706               
keywords             0.979                0.889                0.778                0.654                0.830               