                     easy                 medium               hard                 extra                all                 
count                28                   49                   17                   12                   106                 
=====================   EXECUTION ACCURACY     =====================
execution            0.786                0.653                0.529                0.667                0.670               

====================== EXACT MATCHING ACCURACY =====================
exact match          0.786                0.673                0.471                0.667                0.670               

---------------------PARTIAL MATCHING ACCURACY----------------------
select               0.958                1.000                1.000                1.000                0.988               
select(no AGG)       1.000                1.000                1.000                1.000                1.000               
where                1.000                0.765                0.700                1.000                0.821               
where(no OP)         1.000                0.765                0.800                1.000                0.846               
group(no Having)     1.000                1.000                1.000                1.000                1.000               
group                1.000                1.000                0.500                1.000                0.947               
order                1.000                1.000                1.000                1.000                1.000               
and/or               1.000                0.939                1.000                0.917                0.962               
IUEN                 0.000                0.000                0.000                0.000                0.000               
keywords             1.000                1.000                0.833                1.000                0.970               
---------------------- PARTIAL MATCHING RECALL ----------------------
select               0.821                0.816                0.750                0.667                0.790               
select(no AGG)       0.857                0.816                0.750                0.667                0.800               
where                0.750                0.542                0.583                0.750                0.615               
where(no OP)         0.750                0.542                0.667                0.750                0.635               
group(no Having)     1.000                0.786                0.667                1.000                0.826               
group                1.000                0.786                0.333                1.000                0.783               
order                1.000                1.000                0.500                1.000                0.941               
and/or               1.000                1.000                0.938                1.000                0.990               
IUEN                 0.000                0.000                0.000                0.000                0.000               
keywords             0.850                0.750                0.625                0.667                0.739               
---------------------- PARTIAL MATCHING F1 --------------------------
select               0.885                0.899                0.857                0.800                0.878               
select(no AGG)       0.923                0.899                0.857                0.800                0.889               
where                0.857                0.634                0.636                0.857                0.703               
where(no OP)         0.857                0.634                0.727                0.857                0.725               
group(no Having)     1.000                0.880                0.800                1.000                0.905               
group                1.000                0.880                0.400                1.000                0.857               
order                1.000                1.000                0.667                1.000                0.970               
and/or               1.000                0.968                0.968                0.957                0.976               
IUEN                 1.000                1.000                1.000                1.000                1.000               
keywords             0.919                0.857                0.714                0.800                0.839               