
#this file runs experiments of Appendix I.1.5 Robustly recover from complete malicious experts environment

#CIFAR10
#declare -a budget=(10 15 20 25 50 100 150 200 300 400 800 1000 1200)

# declare -a budget=(10 15 20 25 50 100 200 400 800 1200)
declare -a budget=(10 15 20 50 100 200 400 1200)

declare -a num_reals=(10)
declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
declare -a p=(80 81 82 83 84 85 86 87 88 89 90)
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_EXP4.txt  &


declare -a which_methods=(0 0 0 0 0 0 0 1 0 0 0)
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_CAMS.txt  &


declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)

#classifiers
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 20 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_20.txt  &


#policy
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 80 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_80.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 81 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_81.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 82 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_82.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 83 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_83.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 84 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_84.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 85 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_85.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 86 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_86.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 87 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_87.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 88 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_88.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 89 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_89.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 90 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_90.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 91 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_CIFAR_classifier_91.txt  &


#VERTEBRAL
declare -a budget=(2 12 20 30 40 50 60 80)
declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
declare -a p=(6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22)
declare -a num_reals=(200)

python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_VERTEBRAL_CAMS.txt  &

#classifier
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 10 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_classifer_10.txt &
#malicious and random policy
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 12 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_12.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 13 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_13.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 14 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_14.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 15 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_15.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 16 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_16.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 17 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_17.txt &

# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 18 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_18.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 19 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_19.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 20 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_20.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 21 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_21.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 22 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_22.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -p 23 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task5/task5_VERTEBRAL_policy_23.txt &


declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
declare -a p=(13 14 15 16 17 18 19 20 21 22)
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size 80 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_VERTEBRAL_EXP4.txt  &


#HIV
declare -a budget=(10 20 30 40 50 100 150 200 250 400 650 800 1000 1400 2000)
declare -a num_reals=(200)
declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
declare -a p=(11 12 13 14 15 16 17 18 19 20 21 22)
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_CAMS.txt  &

declare -a p=(15 16 17 18 19 20 21 22)
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_EXP4.txt  &

#classifier
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 9 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_classifier_9.txt  &

#random policies
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 11 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_11.txt  &
#python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 12 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_12.txt  &
#python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 13 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_13.txt  &
#python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 14 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_14.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 15 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_15.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 16 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_16.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 17 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_17.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 18 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_18.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 19 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_19.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 20 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_20.txt  &

python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 21 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_21.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 22 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_HIV_policy_22.txt  &




#DRIFT
declare -a budget=(10 20 30 40 50 100 200 400 800 1800 2000)
#declare -a budget=(10 30 200 400 2000)
declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
declare -a p=(8 9 10 11 12 13 14 15 16 17 18 19 20)
declare -a num_reals=(100)

python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_CAMS.txt  &

declare -a p=(18 19 20)
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_EXP4.txt  &


#classifiers
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 8 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_8.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 9 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_9.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 10 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_10.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 11 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_11.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 12 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_12.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 13 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_13.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 14 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_14.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 15 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_15.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 16 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_16.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 17 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_classifier_17.txt  &


#policies
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 18 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_policy_18.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 19 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_policy_19.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 20 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task5/task5_DRIFT_policy_20.txt  &

