CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python cal_ece.py --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n03p1_e05_110.pkl --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl --dataset imagenet --num_classes 1000
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python cal_ece.py --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_max_entropy_reverse_e01_110.pkl --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl --dataset imagenet --num_classes 1000
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python cal_ece.py --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n05p1_e05_110.pkl --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl --dataset imagenet --num_classes 1000
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python cal_ece.py --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_min_entropy_e03_110.pkl --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl --dataset imagenet --num_classes 1000


CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n03p1_e05_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset inaturalist

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n03p1_e05_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset SUN

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n03p1_e05_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset texture

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_max_entropy_reverse_e01_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset inaturalist

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet 
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_max_entropy_reverse_e01_110.pkl 
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl 
    --num_classes 1000
    --ood_dataset SUN

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_max_entropy_reverse_e01_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset texture

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet 
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n05p1_e05_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset inaturalist

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n05p1_e05_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset SUN

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_entropy_n05p1_e05_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset texture


CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet 
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_min_entropy_e03_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset inaturalist

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_min_entropy_e03_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset SUN

CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 python ../test_ood.py \
    --in_dataset imagenet \
    --model_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_deep_ens1_imagenet_clip32_weight_rank_min_entropy_e03_110.pkl \
    --args_path /data/cuipeng/pretrained-uncertainty/checkpoint/deep_ens/resnet34_crl_imagenet_clip32_weight_conf_softmax_maha_args.pkl \
    --num_classes 1000 \
    --ood_dataset texture