From 45cffd4d890d7a8390efda6a66b63378043a7886 Mon Sep 17 00:00:00 2001 From: iamjaygao <102485789+iamjaygao@users.noreply.github.com> Date: Thu, 3 Sep 2026 20:33:10 -0400 Subject: [PATCH] Fix inverted S/C relevance position mapping --- ranking/prepare_trec_eval_files.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/ranking/prepare_trec_eval_files.py b/ranking/prepare_trec_eval_files.py index 6f2afaf..66b7445 100644 --- a/ranking/prepare_trec_eval_files.py +++ b/ranking/prepare_trec_eval_files.py @@ -45,8 +45,8 @@ def main(): esci_label2relevance_pos = { "E" : 4, - "S" : 2, - "C" : 3, + "S" : 3, + "C" : 2, "I" : 1, } @@ -134,4 +134,4 @@ def main(): #../code/terrier-project-5.5/bin/terrier trec_eval ${QRELS_FILE} ${RES_FILE} -c -J -m 'ndcg.1=0,2=0.01,3=0.1,4=1' if __name__ == "__main__": - main() \ No newline at end of file + main()