From 76fd77a346ac9af565463464750619961180b901 Mon Sep 17 00:00:00 2001 From: lsz05 Date: Thu, 12 Sep 2024 11:26:33 +0900 Subject: [PATCH] Update `pkshatech/GLuCoSE-base-ja-v2` scores https://github.com/sbintuitions/JMTEB/issues/72#issuecomment-2343043103 --- .../pkshatech/GLuCoSE-base-ja-v2/summary.json | 34 +++++++++---------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/docs/results/pkshatech/GLuCoSE-base-ja-v2/summary.json b/docs/results/pkshatech/GLuCoSE-base-ja-v2/summary.json index 60223bc..7318aab 100644 --- a/docs/results/pkshatech/GLuCoSE-base-ja-v2/summary.json +++ b/docs/results/pkshatech/GLuCoSE-base-ja-v2/summary.json @@ -1,62 +1,62 @@ { "Classification": { "amazon_counterfactual_classification": { - "macro_f1": 0.7528271196943096 + "macro_f1": 0.7492232749031491 }, "amazon_review_classification": { - "macro_f1": 0.5561679575066396 + "macro_f1": 0.5530707609927811 }, "massive_intent_classification": { - "macro_f1": 0.8058990735631814 + "macro_f1": 0.7979144461303402 }, "massive_scenario_classification": { - "macro_f1": 0.8729457394926279 + "macro_f1": 0.8683641924034757 } }, "Reranking": { "esci": { - "ndcg@10": 0.9289703513027785 + "ndcg@10": 0.9301469431250418 } }, "Retrieval": { "jagovfaqs_22k": { - "ndcg@10": 0.6842208748694516 + "ndcg@10": 0.6979374757372254 }, "jaqket": { - "ndcg@10": 0.666162910609933 + "ndcg@10": 0.6729417850207029 }, "mrtydi": { - "ndcg@10": 0.3679312414893066 + "ndcg@10": 0.41858579533990486 }, "nlp_journal_abs_intro": { - "ndcg@10": 0.8961561684616985 + "ndcg@10": 0.9029337913460675 }, "nlp_journal_title_abs": { - "ndcg@10": 0.9465973412523236 + "ndcg@10": 0.9511153967130517 }, "nlp_journal_title_intro": { - "ndcg@10": 0.7514787290834406 + "ndcg@10": 0.7580448576047344 } }, "STS": { "jsick": { - "spearman": 0.8499279029619572 + "spearman": 0.849637366944316 }, "jsts": { - "spearman": 0.8150603412605322 + "spearman": 0.8095684318108997 } }, "Clustering": { "livedoor_news": { - "v_measure_score": 0.5165568486237136 + "v_measure_score": 0.5151536908540161 }, "mewsc16": { - "v_measure_score": 0.4970285237567235 + "v_measure_score": 0.45782610528001805 } }, "PairClassification": { "paws_x_ja": { - "binary_f1": 0.6239830208701804 + "binary_f1": 0.623716814159292 } } -} \ No newline at end of file +}