forked from castorini/rank_llm
-
Notifications
You must be signed in to change notification settings - Fork 0
/
trec_eval_aggregated_results.jsonl
20 lines (20 loc) · 5.81 KB
/
trec_eval_aggregated_results.jsonl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{"file": "rerank_results/BM25/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl19_2023-09-13T16:39:44.843293.txt", "result": ["ndcg_cut_10 \tall\t0.6164", "map_cut_100 \tall\t0.3163", "recall_20 \tall\t0.2012", "recall_100 \tall\t0.4531"]}
{"file": "rerank_results/BM25/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl19_2023-09-13T16:36:10.051205.txt", "result": ["ndcg_cut_10 \tall\t0.6682", "map_cut_100 \tall\t0.3617", "recall_20 \tall\t0.2617", "recall_100 \tall\t0.4531"]}
{"file": "rerank_results/BM25_RM3/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl19_2023-09-13T16:40:10.025604.txt", "result": ["ndcg_cut_10 \tall\t0.6053", "map_cut_100 \tall\t0.3533", "recall_20 \tall\t0.2182", "recall_100 \tall\t0.4821"]}
{"file": "rerank_results/BM25_RM3/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl19_2023-09-13T16:36:37.059034.txt", "result": ["ndcg_cut_10 \tall\t0.6588", "map_cut_100 \tall\t0.3929", "recall_20 \tall\t0.2660", "recall_100 \tall\t0.4821"]}
{"file": "rerank_results/SPLADE_P_P_ENSEMBLE_DISTIL/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl19_2023-09-13T16:39:26.202881.txt", "result": ["ndcg_cut_10 \tall\t0.7532", "map_cut_100 \tall\t0.4516", "recall_20 \tall\t0.2890", "recall_100 \tall\t0.5549"]}
{"file": "rerank_results/SPLADE_P_P_ENSEMBLE_DISTIL/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl19_2023-09-13T16:36:20.039367.txt", "result": ["ndcg_cut_10 \tall\t0.7459", "map_cut_100 \tall\t0.4582", "recall_20 \tall\t0.2974", "recall_100 \tall\t0.5549"]}
{"file": "rerank_results/D_BERT_KD_TASB/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl19_2023-09-13T16:39:21.436353.txt", "result": ["ndcg_cut_10 \tall\t0.7588", "map_cut_100 \tall\t0.4093", "recall_20 \tall\t0.2575", "recall_100 \tall\t0.5158"]}
{"file": "rerank_results/D_BERT_KD_TASB/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl19_2023-09-13T16:36:05.377108.txt", "result": ["ndcg_cut_10 \tall\t0.7551", "map_cut_100 \tall\t0.4320", "recall_20 \tall\t0.2915", "recall_100 \tall\t0.5158"]}
{"file": "rerank_results/OPEN_AI_ADA2/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl19_2023-09-13T16:39:39.189864.txt", "result": ["ndcg_cut_10 \tall\t0.7448", "map_cut_100 \tall\t0.4244", "recall_20 \tall\t0.2776", "recall_100 \tall\t0.5256"]}
{"file": "rerank_results/OPEN_AI_ADA2/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl19_2023-09-13T16:36:20.634774.txt", "result": ["ndcg_cut_10 \tall\t0.7374", "map_cut_100 \tall\t0.4373", "recall_20 \tall\t0.2872", "recall_100 \tall\t0.5256"]}
{"file": "rerank_results/BM25/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl20_2023-09-13T17:12:48.773090.txt", "result": ["ndcg_cut_10 \tall\t0.5986", "map_cut_100 \tall\t0.3309", "recall_20 \tall\t0.2478", "recall_100 \tall\t0.4834"]}
{"file": "rerank_results/BM25/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl20_2023-09-13T17:08:29.753514.txt", "result": ["ndcg_cut_10 \tall\t0.6549", "map_cut_100 \tall\t0.3791", "recall_20 \tall\t0.3008", "recall_100 \tall\t0.4834"]}
{"file": "rerank_results/BM25_RM3/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl20_2023-09-13T17:12:36.752758.txt", "result": ["ndcg_cut_10 \tall\t0.5825", "map_cut_100 \tall\t0.3645", "recall_20 \tall\t0.2607", "recall_100 \tall\t0.5316"]}
{"file": "rerank_results/BM25_RM3/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl20_2023-09-13T17:08:39.164566.txt", "result": ["ndcg_cut_10 \tall\t0.6567", "map_cut_100 \tall\t0.4139", "recall_20 \tall\t0.3106", "recall_100 \tall\t0.5316"]}
{"file": "rerank_results/SPLADE_P_P_ENSEMBLE_DISTIL/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl20_2023-09-13T17:11:16.847216.txt", "result": ["ndcg_cut_10 \tall\t0.7455", "map_cut_100 \tall\t0.4896", "recall_20 \tall\t0.3602", "recall_100 \tall\t0.6388"]}
{"file": "rerank_results/SPLADE_P_P_ENSEMBLE_DISTIL/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl20_2023-09-13T17:07:27.976373.txt", "result": ["ndcg_cut_10 \tall\t0.7473", "map_cut_100 \tall\t0.5035", "recall_20 \tall\t0.3796", "recall_100 \tall\t0.6388"]}
{"file": "rerank_results/D_BERT_KD_TASB/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl20_2023-09-13T17:10:59.954110.txt", "result": ["ndcg_cut_10 \tall\t0.7404", "map_cut_100 \tall\t0.4369", "recall_20 \tall\t0.3214", "recall_100 \tall\t0.5795"]}
{"file": "rerank_results/D_BERT_KD_TASB/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl20_2023-09-13T17:07:14.022590.txt", "result": ["ndcg_cut_10 \tall\t0.7049", "map_cut_100 \tall\t0.4489", "recall_20 \tall\t0.3437", "recall_100 \tall\t0.5795"]}
{"file": "rerank_results/OPEN_AI_ADA2/output_v2_aug_vicuna_7b_4096_20_PromptMode.RANK_GPT_dl20_2023-09-13T17:11:31.407210.txt", "result": ["ndcg_cut_10 \tall\t0.7101", "map_cut_100 \tall\t0.4452", "recall_20 \tall\t0.3332", "recall_100 \tall\t0.5943"]}
{"file": "rerank_results/OPEN_AI_ADA2/output_v2_aug_vicuna_7b_4096_100_PromptMode.RANK_GPT_dl20_2023-09-13T17:07:31.314504.txt", "result": ["ndcg_cut_10 \tall\t0.7210", "map_cut_100 \tall\t0.4651", "recall_20 \tall\t0.3636", "recall_100 \tall\t0.5943"]}