
data_path_prefix=/scratch/nlp/wutong/dataset/PoSE-Datasets


# for gold_index in 0 4 9 14 19; do
#     python -u evaluation/make_qa_data_from_retrieval_results.py \
#         --input-path ${data_path_prefix}/nq-open-contriever-msmarco-retrieved-documents.jsonl.gz \
#         --num-total-documents 20 \
#         --gold-index ${gold_index} \
#         --output-path ${data_path_prefix}/qa_data/nq-open-20_total_documents_gold_at_${gold_index}.jsonl.gz
# done


# for gold_index in 0 9 19 29 39; do
#     python -u evaluation/make_qa_data_from_retrieval_results.py \
#         --input-path ${data_path_prefix}/nq-open-contriever-msmarco-retrieved-documents.jsonl.gz \
#         --num-total-documents 40 \
#         --gold-index ${gold_index} \
#         --output-path ${data_path_prefix}/qa_data/nq-open-40_total_documents_gold_at_${gold_index}.jsonl.gz
# done


# for gold_index in 0 14 29 44 59; do
#     python -u evaluation/make_qa_data_from_retrieval_results.py \
#         --input-path ${data_path_prefix}/nq-open-contriever-msmarco-retrieved-documents.jsonl.gz \
#         --num-total-documents 60 \
#         --gold-index ${gold_index} \
#         --output-path ${data_path_prefix}/qa_data/nq-open-60_total_documents_gold_at_${gold_index}.jsonl.gz
# done


# for gold_index in 0 19 39 59 79; do
#     python -u evaluation/make_qa_data_from_retrieval_results.py \
#         --input-path ${data_path_prefix}/nq-open-contriever-msmarco-retrieved-documents.jsonl.gz \
#         --num-total-documents 80 \
#         --gold-index ${gold_index} \
#         --output-path ${data_path_prefix}/qa_data/nq-open-80_total_documents_gold_at_${gold_index}.jsonl.gz
# done


for gold_index in 0 24 49 74 99; do
    python -u evaluation/make_qa_data_from_retrieval_results.py \
        --input-path ${data_path_prefix}/nq-open-contriever-msmarco-retrieved-documents.jsonl.gz \
        --num-total-documents 100 \
        --gold-index ${gold_index} \
        --output-path ${data_path_prefix}/qa_data/nq-open-100_total_documents_gold_at_${gold_index}.jsonl.gz
done
