#netType     width      depth      dataset       num_epochs      lr_sche     seed       lr     weight_decay      warmup_epochs     fix_fingers       xmin-pos       optim_type
resnet           1        18         cifar100        200          cosine      43      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      71      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      13      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      37      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      51      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      43      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        18         cifar100        200          cosine      71      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        18         cifar100        200          cosine      13      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        18         cifar100        200          cosine      37      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        18         cifar100        200          cosine      51      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        18         cifar100        200          cosine      43      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      71      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      13      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      37      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      51      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        18         cifar100        200          cosine      43      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      71      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      13      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      37      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      51      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      43      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        18         cifar100        200          cosine      71      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        18         cifar100        200          cosine      13      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        18         cifar100        200          cosine      37      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        18         cifar100        200          cosine      51      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        18         cifar100        200          cosine      43      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      71      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      13      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      37      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      51      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        18         cifar100        200          cosine      43      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      71      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      13      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      37      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      51      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      43      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        18         cifar100        200          cosine      71      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        18         cifar100        200          cosine      13      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        18         cifar100        200          cosine      37      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        18         cifar100        200          cosine      51      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        18         cifar100        200          cosine      43      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      71      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      13      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      37      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        18         cifar100        200          cosine      51      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      43      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      71      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      13      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      37      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      51      0.15       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      43      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        34         cifar100        200          cosine      71      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        34         cifar100        200          cosine      13      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        34         cifar100        200          cosine      37      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        34         cifar100        200          cosine      51      0.1       0.0005              0               xmin_mid           2         SGD            100       1
resnet           1        34         cifar100        200          cosine      43      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      71      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      13      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      37      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      51      0.05       0.0005              0              xmin_mid           2         SGD           100       1
resnet           1        34         cifar100        200          cosine      43      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      71      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      13      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      37      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      51      0.15       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      43      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        34         cifar100        200          cosine      71      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        34         cifar100        200          cosine      13      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        34         cifar100        200          cosine      37      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        34         cifar100        200          cosine      51      0.1       0.0005              0              xmin_mid           2          SGD            10       2
resnet           1        34         cifar100        200          cosine      43      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      71      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      13      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      37      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      51      0.05       0.0005              0              xmin_mid           2         SGD           10       2
resnet           1        34         cifar100        200          cosine      43      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      71      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      13      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      37      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      51      0.15       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      43      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        34         cifar100        200          cosine      71      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        34         cifar100        200          cosine      13      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        34         cifar100        200          cosine      37      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        34         cifar100        200          cosine      51      0.1       0.0005               0              xmin_mid           2         SGD            1       2
resnet           1        34         cifar100        200          cosine      43      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      71      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      13      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      37      0.05       0.0005              0              xmin_mid           2         SGD           1       2
resnet           1        34         cifar100        200          cosine      51      0.05       0.0005              0              xmin_mid           2         SGD           1       2


resnet         1        18         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8    
resnet         1        18         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5    
resnet         1        18         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8    
resnet         1        18         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5    
resnet         1        18         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8    
resnet         1        18         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5    
resnet         1        18         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8    
resnet         1        18         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5    
resnet         1        18         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8    
resnet         1        18         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        18         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5    
resnet         1        18         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        18         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8    
resnet         1        18         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        18         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5    
resnet         1        18         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        18         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8    
resnet         1        34         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5    
resnet         1        34         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8    
resnet         1        34         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5    
resnet         1        34         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8    
resnet         1        34         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5    
resnet         1        34         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8    
resnet         1        34         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5    
resnet         1        34         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8    
resnet         1        34         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.8 
resnet         1        34         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5    
resnet         1        34         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       5     0.5 
resnet         1        34         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8    
resnet         1        34         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.8 
resnet         1        34         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5    
resnet         1        34         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 
resnet         1        34         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2       Lookahead       10     0.5 


resnet         1        18         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1       
resnet         1        18         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      43      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      71      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      13      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      37      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      51      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        18         cifar100          200          cosine      43      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        18         cifar100          200          cosine      71      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        18         cifar100          200          cosine      13      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        18         cifar100          200          cosine      37      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        18         cifar100          200          cosine      51      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        34         cifar100          200          cosine      43      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      71      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      13      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      37      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      51      0.05       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      43      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      71      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      13      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      37      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      51      0.1       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      43      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1       
resnet         1        34         cifar100          200          cosine      71      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      13      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      37      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      51      0.15       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      43      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      71      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      13      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      37      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      51      0.01       0.0005             0                  xmin_mid             2        SGDP          1          1
resnet         1        34         cifar100          200          cosine      43      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        34         cifar100          200          cosine      71      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        34         cifar100          200          cosine      13      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        34         cifar100          200          cosine      37      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1
resnet         1        34         cifar100          200          cosine      51      0.2       0.0005             0                  xmin_mid              2         SGDP          1          1



resnet         1        18         cifar100          200          cosine      43      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      71      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      13      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      37      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      51      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      43      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        18         cifar100          200          cosine      71      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        18         cifar100          200          cosine      13      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        18         cifar100          200          cosine      37      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        18         cifar100          200          cosine      51      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        18         cifar100          200          cosine      43      30       0.0005             0                  xmin_mid             2        LARS         1          1       
resnet         1        18         cifar100          200          cosine      71      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      13      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      37      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      51      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      43      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      71      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      13      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      37      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      51      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        18         cifar100          200          cosine      43      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        18         cifar100          200          cosine      71      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        18         cifar100          200          cosine      13      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        18         cifar100          200          cosine      37      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        18         cifar100          200          cosine      51      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        34         cifar100          200          cosine      43      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      71      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      13      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      37      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      51      26       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      43      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        34         cifar100          200          cosine      71      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        34         cifar100          200          cosine      13      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        34         cifar100          200          cosine      37      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        34         cifar100          200          cosine      51      28       0.0005             0                  xmin_mid             2         LARS        1          1
resnet         1        34         cifar100          200          cosine      43      30       0.0005             0                  xmin_mid             2        LARS         1          1       
resnet         1        34         cifar100          200          cosine      71      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      13      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      37      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      51      30       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      43      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      71      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      13      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      37      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      51      32       0.0005             0                  xmin_mid             2        LARS         1          1
resnet         1        34         cifar100          200          cosine      43      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        34         cifar100          200          cosine      71      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        34         cifar100          200          cosine      13      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        34         cifar100          200          cosine      37      34       0.0005             0                  xmin_mid              2        LARS          1          1
resnet         1        34         cifar100          200          cosine      51      34       0.0005             0                  xmin_mid              2        LARS          1          1
