From 5f8a183ca23d10c34ab0bd315cf1f441998a1cd3 Mon Sep 17 00:00:00 2001 From: masaya-ohagi Date: Thu, 4 Apr 2024 15:40:45 +0900 Subject: [PATCH] added 40 to k of ndcg --- src/jmteb/evaluators/reranking/evaluator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/jmteb/evaluators/reranking/evaluator.py b/src/jmteb/evaluators/reranking/evaluator.py index 2ae2017..93e2962 100644 --- a/src/jmteb/evaluators/reranking/evaluator.py +++ b/src/jmteb/evaluators/reranking/evaluator.py @@ -37,7 +37,7 @@ def __init__( ) -> None: self.query_dataset = query_dataset self.doc_dataset = doc_dataset - self.ndcg_at_k = ndcg_at_k or [10, 20] + self.ndcg_at_k = ndcg_at_k or [10, 20, 40] self.main_metric = f"ndcg@{self.ndcg_at_k[0]}" def __call__(