

#this file runs experiments of Appendix I.1.3 Comparing CAMS with each individual expert

#HIV
declare -a budget=(10 20 30 40 100 200 400 800 1400 2000)
declare -a num_reals=(100)
declare -a which_methods=(0 0 0 0 0 0 0 1 0 0 0)
python -m experiments.run_experiment -dataset HIV_contextual -p 0  -stream_size 4000 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_CAMS.txt  &

declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
#normal policy
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 0 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_0.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 1 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_1.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 2 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_2.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 3 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_3.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 4 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_4.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 5 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_5.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 6 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_6.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 7 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_7.txt  &
python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 8 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_8.txt  &



# #classifier
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 9 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_classifier_9.txt  &

# #random policies
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 13 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_13.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 14 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_14.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 15 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_15.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 16 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_16.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 17 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_17.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 18 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_18.txt  &

# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 19 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_19.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 20 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_20.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 21 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_21.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 22 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_22.txt  &
# python -m experiments.run_experiment -dataset HIV_contextual  -stream_size 4000 -p 23 -num_reals ${num_reals[@]}  -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_HIV_policy_23.txt  &



#DRIFT
declare -a budget=(10 20 30 40 50 100 200 400 800 1800 2000)
#declare -a budget=(10 30 200 400 2000)
declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
declare -a p=(0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20)
declare -a num_reals=(100)

python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p ${p[@]} -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_CAMS.txt  &

#policies
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 0 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_0.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 1 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_1.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 2 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_2.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 3 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_3.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 4 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_4.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 5 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_5.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 6 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_6.txt  &
python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 7 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_7.txt  &


#classifiers
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 8 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_8.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 9 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_9.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 10 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_10.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 11 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_11.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 12 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_12.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 13 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_13.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 14 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_14.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 15 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_15.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 16 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_16.txt  &
#python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 17 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_classifier_17.txt  &


# #random policies
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 18 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_18.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 19 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_19.txt  &
# python -m experiments.run_experiment -dataset drift_contextual  -stream_size 3000 -p 20 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_DRIFT_policy_20.txt  &




#CIFAR10
declare -a budget=(10 15 20 50 100 200 400 1200)

declare -a num_reals=(10)
declare -a p=(86 87 88 89 90 91 92 93)
declare -a which_methods=(0 0 0 0 0 0 0 1 0 0 0)
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_CAMS.txt  &

declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 2 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_2.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 3 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_3.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 4 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_4.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 5 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_5.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 11 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_11.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 51 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_51.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 60 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_60.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 69 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_69.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 79 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_79.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 82 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_82.txt  &
python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 83 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_83.txt  &



# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 0 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_0.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 1 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_1.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 6 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_6.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 7 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_7.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 8 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_8.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 9 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_9.txt  &

# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 10 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_10.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 11 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_11.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 12 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_12.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 13 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_13.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 14 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_14.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 15 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_15.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 19 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_19.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 16 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_16.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 17 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_17.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 18 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_18.txt  &

# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 20 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_20.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 21 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_21.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 22 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_22.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 23 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_23.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 24 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_24.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 25 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_25.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 26 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_26.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 27 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_27.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 28 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_28.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 29 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_29.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 30 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_30.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 31 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_31.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 32 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_32.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 33 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_33.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 34 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_34.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 35 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_35.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 36 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_36.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 37 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_37.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 38 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_38.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 39 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_39.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 40 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_40.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 41 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_41.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 42 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_42.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 43 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_43.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 44 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_44.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 45 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_45.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 46 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_46.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 47 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_47.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 48 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_48.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 49 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_49.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 50 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_50.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 52 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_52.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 53 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_53.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 54 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_54.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 55 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_55.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 56 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_56.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 57 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_57.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 58 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_58.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 59 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_59.txt  &

# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 61 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_61.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 62 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_62.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 63 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_63.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 64 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_64.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 65 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_65.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 66 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_66.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 67 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_67.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 68 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_68.txt  &

# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 70 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_70.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 71 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_71.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 72 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_72.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 73 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_73.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 74 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_74.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 75 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_75.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 76 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_76.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 77 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_77.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 78 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_78.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 80 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_80.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 81 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_81.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 84 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_84.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 85 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_85.txt  &



# #policy

# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 165 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_165.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 166 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_166.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 167 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_167.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 168 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_168.txt  &

# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 169 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_169.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 170 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_170.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 171 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_171.txt  &
# python -m experiments.run_experiment -dataset cifar_contextual  -stream_size 10000 -p 172 -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_CIFAR_policy_172.txt  &





#VERTEBRAL
declare -a budget=(2 12 20 30 40 50 60 80)
declare -a num_reals=(200)
declare -a stream_size=(80)
declare -a which_methods=(0 0 0 0 0 0 0 1 0 0 0)

python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -num_reals ${num_reals[@]}   -budget ${budget[@]} -which_methods ${which_methods[@]} > ./task6/task6_VERTEBRAL_CAMS.txt  &

#normal policy
declare -a which_methods=(0 0 0 0 0 0 1 0 0 0 0)


python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 0 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_0.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 1 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_1.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 2 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_2.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 3 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_3.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 4 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_4.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 5 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_5.txt &

# #classifier
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 6 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_6.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 7 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_7.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 8 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_8.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 9 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_9.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 10 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_10.txt &
# python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 11 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_11.txt &

#random policy
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 12 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_12.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 13 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_13.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 14 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_14.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 15 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_15.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 16 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_16.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 17 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_17.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 18 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_18.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 19 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_19.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 20 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_20.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 21 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_21.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 22 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_22.txt &
python -m experiments.run_experiment -dataset VERTEBRAL_contextual -stream_size ${stream_size[@]}  -p 23 -num_reals ${num_reals[@]}  -budget ${budget[@]}  -which_methods ${which_methods[@]} >  ./task6/task6_VERTEBRAL_policy_23.txt &