From 777d5392457914ddb7ee43fffa1fa4e08ede3beb Mon Sep 17 00:00:00 2001 From: Samuel Yang Date: Wed, 5 Feb 2025 16:37:09 +0800 Subject: [PATCH] Update MTEB retrieval results for inf-retriever-v1 (#108) --- .../AILACasedocs.json | 158 + .../AILAStatutes.json | 158 + .../ARCChallenge.json | 158 + .../AlloprofRetrieval.json | 158 + .../AlphaNLI.json | 158 + .../AppsRetrieval.json | 159 + .../ArguAna-PL.json | 158 + .../ArguAna.json | 158 + .../BSARDRetrieval.json | 158 + .../CQADupstackAndroidRetrieval.json | 158 + .../CQADupstackEnglishRetrieval.json | 158 + .../CQADupstackGamingRetrieval.json | 158 + .../CQADupstackGisRetrieval.json | 158 + .../CQADupstackMathematicaRetrieval.json | 158 + .../CQADupstackPhysicsRetrieval.json | 158 + .../CQADupstackProgrammersRetrieval.json | 158 + .../CQADupstackStatsRetrieval.json | 158 + .../CQADupstackTexRetrieval.json | 158 + .../CQADupstackUnixRetrieval.json | 158 + .../CQADupstackWebmastersRetrieval.json | 158 + .../CQADupstackWordpressRetrieval.json | 158 + .../ClimateFEVER.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../CmedqaRetrieval.json | 158 + .../CodeFeedbackMT.json | 158 + .../CodeFeedbackST.json | 158 + .../CodeSearchNetCCRetrieval.json | 893 +++ .../CodeSearchNetRetrieval.json | 893 +++ .../CodeTransOceanContest.json | 159 + .../CodeTransOceanDL.json | 158 + .../CosQA.json | 159 + .../CovidRetrieval.json | 158 + .../DBPedia-PL.json | 158 + .../DBPedia.json | 108 +- .../DuRetrieval.json | 158 + .../EcomRetrieval.json | 4 +- .../FEVER.json | 158 + .../FiQA-PL.json | 158 + .../FiQA2018.json | 158 + .../GerDaLIRSmall.json | 158 + .../GermanDPR.json | 158 + .../GermanQuAD-Retrieval.json | 158 + .../HellaSwag.json | 158 + .../HotpotQA-PL.json | 158 + .../HotpotQA.json | 136 +- .../HotpotQAHardNegatives.json | 158 + .../JaGovFaqsRetrieval.json | 158 + .../LEMBNarrativeQARetrieval.json | 158 + .../LEMBNeedleRetrieval.json | 1201 ++++ .../LEMBPasskeyRetrieval.json | 1201 ++++ .../LEMBQMSumRetrieval.json | 158 + .../LEMBSummScreenFDRetrieval.json | 158 + .../LEMBWikimQARetrieval.json | 158 + .../LeCaRDv2.json | 158 + .../LegalBenchConsumerContractsQA.json | 158 + .../LegalBenchCorporateLobbying.json | 158 + .../LegalQuAD.json | 158 + .../LegalSummarization.json | 158 + .../MMarcoRetrieval.json | 116 +- .../MSMARCO.json | 4 +- .../MedicalRetrieval.json | 4 +- .../MintakaRetrieval.json | 1187 ++++ .../NFCorpus-PL.json | 158 + .../NFCorpus.json | 158 + .../NLPJournalAbsIntroRetrieval.json | 158 + .../NLPJournalTitleAbsRetrieval.json | 158 + .../NLPJournalTitleIntroRetrieval.json | 158 + .../NQ-PL.json | 158 + .../NQ.json | 158 + .../NorQuadRetrieval.json | 158 + .../PIQA.json | 158 + .../PublicHealthQA.json | 1187 ++++ .../Quail.json | 158 + .../Quora-PL.json | 307 + .../QuoraRetrieval.json | 158 + .../RARbCode.json | 158 + .../RARbMath.json | 158 + .../RiaNewsRetrieval.json | 158 + .../RuBQRetrieval.json | 158 + .../SCIDOCS-PL.json | 158 + .../SCIDOCS.json | 158 + .../SIQA.json | 158 + .../SNLRetrieval.json | 158 + .../SciFact-PL.json | 158 + .../SciFact.json | 158 + .../SpartQA.json | 158 + .../StackOverflowQA.json | 158 + .../SweFaqRetrieval.json | 158 + .../SwednRetrieval.json | 158 + .../SyntecRetrieval.json | 158 + .../SyntheticText2SQL.json | 159 + .../T2Retrieval.json | 158 + .../TRECCOVID-PL.json | 158 + .../TRECCOVID.json | 158 + .../TV2Nordretrieval.json | 158 + .../TempReasonL1.json | 158 + .../TempReasonL2Fact.json | 158 + .../TempReasonL2Pure.json | 158 + .../TempReasonL3Fact.json | 158 + .../TempReasonL3Pure.json | 158 + .../Touche2020.json | 158 + .../TwitterHjerneRetrieval.json | 158 + .../VideoRetrieval.json | 158 + .../WinoGrande.json | 158 + .../XMarket.json | 452 ++ .../XPQARetrieval.json | 5339 +++++++++++++++++ .../XQuADRetrieval.json | 1775 ++++++ .../model_meta.json | 1 + .../ArguAna.json | 158 - .../CQADupstackAndroidRetrieval.json | 158 - .../CQADupstackEnglishRetrieval.json | 158 - .../CQADupstackGamingRetrieval.json | 158 - .../CQADupstackGisRetrieval.json | 158 - .../CQADupstackMathematicaRetrieval.json | 158 - .../CQADupstackPhysicsRetrieval.json | 158 - .../CQADupstackProgrammersRetrieval.json | 158 - .../CQADupstackRetrieval.json | 19 - .../CQADupstackStatsRetrieval.json | 158 - .../CQADupstackTexRetrieval.json | 158 - .../CQADupstackUnixRetrieval.json | 158 - .../CQADupstackWebmastersRetrieval.json | 158 - .../CQADupstackWordpressRetrieval.json | 158 - .../ClimateFEVER.json | 158 - .../CmedqaRetrieval.json | 158 - .../CovidRetrieval.json | 158 - .../DuRetrieval.json | 158 - .../FEVER.json | 158 - .../FiQA2018.json | 158 - .../NFCorpus.json | 158 - .../NQ.json | 158 - .../QuoraRetrieval.json | 158 - .../SCIDOCS.json | 158 - .../SciFact.json | 158 - .../T2Retrieval.json | 158 - .../TRECCOVID.json | 158 - .../Touche2020.json | 158 - .../VideoRetrieval.json | 158 - .../model_meta.json | 1 - .../external/CmedqaRetrieval.json | 157 - .../external/CovidRetrieval.json | 157 - .../external/DuRetrieval.json | 157 - .../external/EcomRetrieval.json | 157 - .../external/MMarcoRetrieval.json | 157 - .../external/MedicalRetrieval.json | 157 - .../external/T2Retrieval.json | 157 - .../external/VideoRetrieval.json | 157 - .../external/model_meta.json | 26 - 147 files changed, 29004 insertions(+), 5912 deletions(-) create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILACasedocs.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILAStatutes.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ARCChallenge.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlloprofRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlphaNLI.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AppsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/BSARDRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackAndroidRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackEnglishRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGamingRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGisRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackMathematicaRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackPhysicsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackProgrammersRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackStatsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackTexRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackUnixRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWebmastersRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWordpressRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVER.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVERHardNegatives.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CmedqaRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackMT.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackST.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetCCRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanContest.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanDL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CosQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CovidRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia-PL.json rename results/infly__inf-retriever-v1/{d2d074546028c0012b5cc6af78c4fac24896e67f => cb70ca7c31dfa866b2eff2dad229c144d8ddfd91}/DBPedia.json (61%) create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DuRetrieval.json rename results/infly__inf-retriever-v1/{d2d074546028c0012b5cc6af78c4fac24896e67f => cb70ca7c31dfa866b2eff2dad229c144d8ddfd91}/EcomRetrieval.json (98%) create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FEVER.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA2018.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GerDaLIRSmall.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanDPR.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanQuAD-Retrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HellaSwag.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA-PL.json rename results/infly__inf-retriever-v1/{d2d074546028c0012b5cc6af78c4fac24896e67f => cb70ca7c31dfa866b2eff2dad229c144d8ddfd91}/HotpotQA.json (51%) create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQAHardNegatives.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/JaGovFaqsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNarrativeQARetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNeedleRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBPasskeyRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBQMSumRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBSummScreenFDRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBWikimQARetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LeCaRDv2.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchConsumerContractsQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchCorporateLobbying.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalQuAD.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalSummarization.json rename results/infly__inf-retriever-v1/{d2d074546028c0012b5cc6af78c4fac24896e67f => cb70ca7c31dfa866b2eff2dad229c144d8ddfd91}/MMarcoRetrieval.json (60%) rename results/infly__inf-retriever-v1/{d2d074546028c0012b5cc6af78c4fac24896e67f => cb70ca7c31dfa866b2eff2dad229c144d8ddfd91}/MSMARCO.json (98%) rename results/infly__inf-retriever-v1/{d2d074546028c0012b5cc6af78c4fac24896e67f => cb70ca7c31dfa866b2eff2dad229c144d8ddfd91}/MedicalRetrieval.json (98%) create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MintakaRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalAbsIntroRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleAbsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleIntroRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NorQuadRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PIQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PublicHealthQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quail.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quora-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/QuoraRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbCode.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbMath.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RiaNewsRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RuBQRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SIQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SNLRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SpartQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/StackOverflowQA.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SweFaqRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SwednRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntecRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntheticText2SQL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/T2Retrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID-PL.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TV2Nordretrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL1.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Fact.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Pure.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Fact.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Pure.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Touche2020.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TwitterHjerneRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/VideoRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/WinoGrande.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XMarket.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XPQARetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XQuADRetrieval.json create mode 100644 results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/model_meta.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CmedqaRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CovidRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DuRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/T2Retrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/VideoRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/model_meta.json delete mode 100644 results/infly__inf-retriever-v1/external/CmedqaRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/CovidRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/DuRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/EcomRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/MMarcoRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/MedicalRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/T2Retrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/VideoRetrieval.json delete mode 100644 results/infly__inf-retriever-v1/external/model_meta.json diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILACasedocs.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILACasedocs.json new file mode 100644 index 0000000000..b5660f846e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILACasedocs.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", + "task_name": "AILACasedocs", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.4, + "ndcg_at_3": 0.3737, + "ndcg_at_5": 0.37914, + "ndcg_at_10": 0.41162, + "ndcg_at_20": 0.4572, + "ndcg_at_100": 0.54126, + "ndcg_at_1000": 0.55907, + "map_at_1": 0.15406, + "map_at_3": 0.24908, + "map_at_5": 0.28412, + "map_at_10": 0.32365, + "map_at_20": 0.34397, + "map_at_100": 0.36946, + "map_at_1000": 0.37189, + "recall_at_1": 0.15406, + "recall_at_3": 0.2656, + "recall_at_5": 0.33084, + "recall_at_10": 0.45972, + "recall_at_20": 0.60775, + "recall_at_100": 0.91105, + "recall_at_1000": 1.0, + "precision_at_1": 0.4, + "precision_at_3": 0.3, + "precision_at_5": 0.252, + "precision_at_10": 0.176, + "precision_at_20": 0.114, + "precision_at_100": 0.0354, + "precision_at_1000": 0.0039, + "mrr_at_1": 0.4, + "mrr_at_3": 0.443333, + "mrr_at_5": 0.456333, + "mrr_at_10": 0.475413, + "mrr_at_20": 0.484792, + "mrr_at_100": 0.488109, + "mrr_at_1000": 0.488434, + "nauc_ndcg_at_1_max": 0.1138, + "nauc_ndcg_at_1_std": -0.354634, + "nauc_ndcg_at_1_diff1": 0.294387, + "nauc_ndcg_at_3_max": 0.152078, + "nauc_ndcg_at_3_std": -0.359404, + "nauc_ndcg_at_3_diff1": 0.308518, + "nauc_ndcg_at_5_max": 0.242384, + "nauc_ndcg_at_5_std": -0.285343, + "nauc_ndcg_at_5_diff1": 0.30404, + "nauc_ndcg_at_10_max": 0.197881, + "nauc_ndcg_at_10_std": -0.341997, + "nauc_ndcg_at_10_diff1": 0.332537, + "nauc_ndcg_at_20_max": 0.177347, + "nauc_ndcg_at_20_std": -0.315886, + "nauc_ndcg_at_20_diff1": 0.300039, + "nauc_ndcg_at_100_max": 0.233249, + "nauc_ndcg_at_100_std": -0.247083, + "nauc_ndcg_at_100_diff1": 0.301381, + "nauc_ndcg_at_1000_max": 0.222958, + "nauc_ndcg_at_1000_std": -0.294037, + "nauc_ndcg_at_1000_diff1": 0.32321, + "nauc_map_at_1_max": 0.207757, + "nauc_map_at_1_std": -0.193462, + "nauc_map_at_1_diff1": 0.243609, + "nauc_map_at_3_max": 0.110418, + "nauc_map_at_3_std": -0.324379, + "nauc_map_at_3_diff1": 0.217536, + "nauc_map_at_5_max": 0.164461, + "nauc_map_at_5_std": -0.317175, + "nauc_map_at_5_diff1": 0.265129, + "nauc_map_at_10_max": 0.181753, + "nauc_map_at_10_std": -0.32719, + "nauc_map_at_10_diff1": 0.288554, + "nauc_map_at_20_max": 0.179021, + "nauc_map_at_20_std": -0.320717, + "nauc_map_at_20_diff1": 0.290186, + "nauc_map_at_100_max": 0.203173, + "nauc_map_at_100_std": -0.297863, + "nauc_map_at_100_diff1": 0.300856, + "nauc_map_at_1000_max": 0.206071, + "nauc_map_at_1000_std": -0.300047, + "nauc_map_at_1000_diff1": 0.305433, + "nauc_recall_at_1_max": 0.207757, + "nauc_recall_at_1_std": -0.193462, + "nauc_recall_at_1_diff1": 0.243609, + "nauc_recall_at_3_max": 0.101154, + "nauc_recall_at_3_std": -0.33419, + "nauc_recall_at_3_diff1": 0.206262, + "nauc_recall_at_5_max": 0.204707, + "nauc_recall_at_5_std": -0.254748, + "nauc_recall_at_5_diff1": 0.253404, + "nauc_recall_at_10_max": 0.185362, + "nauc_recall_at_10_std": -0.316914, + "nauc_recall_at_10_diff1": 0.294336, + "nauc_recall_at_20_max": 0.113476, + "nauc_recall_at_20_std": -0.197022, + "nauc_recall_at_20_diff1": 0.1852, + "nauc_recall_at_100_max": 0.478349, + "nauc_recall_at_100_std": 0.575695, + "nauc_recall_at_100_diff1": -0.047934, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.1138, + "nauc_precision_at_1_std": -0.354634, + "nauc_precision_at_1_diff1": 0.294387, + "nauc_precision_at_3_max": 0.104103, + "nauc_precision_at_3_std": -0.377262, + "nauc_precision_at_3_diff1": 0.291287, + "nauc_precision_at_5_max": 0.267469, + "nauc_precision_at_5_std": -0.227233, + "nauc_precision_at_5_diff1": 0.324246, + "nauc_precision_at_10_max": 0.285366, + "nauc_precision_at_10_std": -0.174443, + "nauc_precision_at_10_diff1": 0.292063, + "nauc_precision_at_20_max": 0.297735, + "nauc_precision_at_20_std": -0.065821, + "nauc_precision_at_20_diff1": 0.247913, + "nauc_precision_at_100_max": 0.334536, + "nauc_precision_at_100_std": 0.099918, + "nauc_precision_at_100_diff1": 0.20631, + "nauc_precision_at_1000_max": 0.328367, + "nauc_precision_at_1000_std": 0.063036, + "nauc_precision_at_1000_diff1": 0.23936, + "nauc_mrr_at_1_max": 0.1138, + "nauc_mrr_at_1_std": -0.354634, + "nauc_mrr_at_1_diff1": 0.294387, + "nauc_mrr_at_3_max": 0.105739, + "nauc_mrr_at_3_std": -0.378045, + "nauc_mrr_at_3_diff1": 0.306657, + "nauc_mrr_at_5_max": 0.117732, + "nauc_mrr_at_5_std": -0.351978, + "nauc_mrr_at_5_diff1": 0.298618, + "nauc_mrr_at_10_max": 0.107176, + "nauc_mrr_at_10_std": -0.373573, + "nauc_mrr_at_10_diff1": 0.31793, + "nauc_mrr_at_20_max": 0.107746, + "nauc_mrr_at_20_std": -0.365885, + "nauc_mrr_at_20_diff1": 0.309104, + "nauc_mrr_at_100_max": 0.109259, + "nauc_mrr_at_100_std": -0.364001, + "nauc_mrr_at_100_diff1": 0.308583, + "nauc_mrr_at_1000_max": 0.108516, + "nauc_mrr_at_1000_std": -0.365072, + "nauc_mrr_at_1000_diff1": 0.309219, + "main_score": 0.41162, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1062.2218005657196, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILAStatutes.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILAStatutes.json new file mode 100644 index 0000000000..75ed676306 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AILAStatutes.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36, + "ndcg_at_3": 0.32427, + "ndcg_at_5": 0.31512, + "ndcg_at_10": 0.37727, + "ndcg_at_20": 0.43808, + "ndcg_at_100": 0.56445, + "ndcg_at_1000": 0.56445, + "map_at_1": 0.081, + "map_at_3": 0.16617, + "map_at_5": 0.21437, + "map_at_10": 0.25355, + "map_at_20": 0.27947, + "map_at_100": 0.31746, + "map_at_1000": 0.31746, + "recall_at_1": 0.081, + "recall_at_3": 0.206, + "recall_at_5": 0.30733, + "recall_at_10": 0.42733, + "recall_at_20": 0.57733, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.36, + "precision_at_3": 0.30667, + "precision_at_5": 0.268, + "precision_at_10": 0.186, + "precision_at_20": 0.127, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.36, + "mrr_at_3": 0.48, + "mrr_at_5": 0.507, + "mrr_at_10": 0.52527, + "mrr_at_20": 0.534181, + "mrr_at_100": 0.535014, + "mrr_at_1000": 0.535014, + "nauc_ndcg_at_1_max": 0.406786, + "nauc_ndcg_at_1_std": 0.023618, + "nauc_ndcg_at_1_diff1": 0.22734, + "nauc_ndcg_at_3_max": 0.503189, + "nauc_ndcg_at_3_std": 0.083353, + "nauc_ndcg_at_3_diff1": 0.229075, + "nauc_ndcg_at_5_max": 0.511214, + "nauc_ndcg_at_5_std": 0.121927, + "nauc_ndcg_at_5_diff1": 0.246331, + "nauc_ndcg_at_10_max": 0.486193, + "nauc_ndcg_at_10_std": 0.133391, + "nauc_ndcg_at_10_diff1": 0.258506, + "nauc_ndcg_at_20_max": 0.484815, + "nauc_ndcg_at_20_std": 0.141815, + "nauc_ndcg_at_20_diff1": 0.260392, + "nauc_ndcg_at_100_max": 0.475885, + "nauc_ndcg_at_100_std": 0.091092, + "nauc_ndcg_at_100_diff1": 0.25634, + "nauc_ndcg_at_1000_max": 0.475885, + "nauc_ndcg_at_1000_std": 0.091092, + "nauc_ndcg_at_1000_diff1": 0.25634, + "nauc_map_at_1_max": 0.381447, + "nauc_map_at_1_std": 0.034307, + "nauc_map_at_1_diff1": 0.228203, + "nauc_map_at_3_max": 0.570804, + "nauc_map_at_3_std": 0.118266, + "nauc_map_at_3_diff1": 0.280652, + "nauc_map_at_5_max": 0.560375, + "nauc_map_at_5_std": 0.094905, + "nauc_map_at_5_diff1": 0.271813, + "nauc_map_at_10_max": 0.534413, + "nauc_map_at_10_std": 0.093788, + "nauc_map_at_10_diff1": 0.277975, + "nauc_map_at_20_max": 0.5346, + "nauc_map_at_20_std": 0.10639, + "nauc_map_at_20_diff1": 0.289047, + "nauc_map_at_100_max": 0.528436, + "nauc_map_at_100_std": 0.093179, + "nauc_map_at_100_diff1": 0.282307, + "nauc_map_at_1000_max": 0.528436, + "nauc_map_at_1000_std": 0.093179, + "nauc_map_at_1000_diff1": 0.282307, + "nauc_recall_at_1_max": 0.381447, + "nauc_recall_at_1_std": 0.034307, + "nauc_recall_at_1_diff1": 0.228203, + "nauc_recall_at_3_max": 0.522569, + "nauc_recall_at_3_std": 0.163049, + "nauc_recall_at_3_diff1": 0.231279, + "nauc_recall_at_5_max": 0.503144, + "nauc_recall_at_5_std": 0.166816, + "nauc_recall_at_5_diff1": 0.22399, + "nauc_recall_at_10_max": 0.431763, + "nauc_recall_at_10_std": 0.193646, + "nauc_recall_at_10_diff1": 0.229174, + "nauc_recall_at_20_max": 0.38067, + "nauc_recall_at_20_std": 0.21326, + "nauc_recall_at_20_diff1": 0.206569, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.406786, + "nauc_precision_at_1_std": 0.023618, + "nauc_precision_at_1_diff1": 0.22734, + "nauc_precision_at_3_max": 0.524161, + "nauc_precision_at_3_std": 0.099763, + "nauc_precision_at_3_diff1": 0.219711, + "nauc_precision_at_5_max": 0.47016, + "nauc_precision_at_5_std": 0.091654, + "nauc_precision_at_5_diff1": 0.211871, + "nauc_precision_at_10_max": 0.384701, + "nauc_precision_at_10_std": 0.091998, + "nauc_precision_at_10_diff1": 0.226933, + "nauc_precision_at_20_max": 0.324123, + "nauc_precision_at_20_std": 0.083934, + "nauc_precision_at_20_diff1": 0.204541, + "nauc_precision_at_100_max": -0.088893, + "nauc_precision_at_100_std": -0.297232, + "nauc_precision_at_100_diff1": 0.006092, + "nauc_precision_at_1000_max": -0.088893, + "nauc_precision_at_1000_std": -0.297232, + "nauc_precision_at_1000_diff1": 0.006092, + "nauc_mrr_at_1_max": 0.406786, + "nauc_mrr_at_1_std": 0.023618, + "nauc_mrr_at_1_diff1": 0.22734, + "nauc_mrr_at_3_max": 0.362095, + "nauc_mrr_at_3_std": 0.057524, + "nauc_mrr_at_3_diff1": 0.190902, + "nauc_mrr_at_5_max": 0.377822, + "nauc_mrr_at_5_std": 0.09844, + "nauc_mrr_at_5_diff1": 0.22579, + "nauc_mrr_at_10_max": 0.385395, + "nauc_mrr_at_10_std": 0.089297, + "nauc_mrr_at_10_diff1": 0.217206, + "nauc_mrr_at_20_max": 0.384265, + "nauc_mrr_at_20_std": 0.078906, + "nauc_mrr_at_20_diff1": 0.214312, + "nauc_mrr_at_100_max": 0.3829, + "nauc_mrr_at_100_std": 0.076681, + "nauc_mrr_at_100_diff1": 0.215398, + "nauc_mrr_at_1000_max": 0.3829, + "nauc_mrr_at_1000_std": 0.076681, + "nauc_mrr_at_1000_diff1": 0.215398, + "main_score": 0.37727, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 65.1165862083435, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ARCChallenge.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ARCChallenge.json new file mode 100644 index 0000000000..c03bb70852 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ARCChallenge.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c481e0da3dcbbad8bce7721dea9085b74320a0a3", + "task_name": "ARCChallenge", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.08959, + "ndcg_at_3": 0.16238, + "ndcg_at_5": 0.18841, + "ndcg_at_10": 0.21606, + "ndcg_at_20": 0.24326, + "ndcg_at_100": 0.28411, + "ndcg_at_1000": 0.31279, + "map_at_1": 0.08959, + "map_at_3": 0.14448, + "map_at_5": 0.15894, + "map_at_10": 0.17023, + "map_at_20": 0.1776, + "map_at_100": 0.18303, + "map_at_1000": 0.184, + "recall_at_1": 0.08959, + "recall_at_3": 0.21416, + "recall_at_5": 0.2773, + "recall_at_10": 0.36348, + "recall_at_20": 0.47184, + "recall_at_100": 0.69539, + "recall_at_1000": 0.92747, + "precision_at_1": 0.08959, + "precision_at_3": 0.07139, + "precision_at_5": 0.05546, + "precision_at_10": 0.03635, + "precision_at_20": 0.02359, + "precision_at_100": 0.00695, + "precision_at_1000": 0.00093, + "mrr_at_1": 0.08959, + "mrr_at_3": 0.144482, + "mrr_at_5": 0.158945, + "mrr_at_10": 0.170226, + "mrr_at_20": 0.177596, + "mrr_at_100": 0.183031, + "mrr_at_1000": 0.183996, + "nauc_ndcg_at_1_max": 0.121138, + "nauc_ndcg_at_1_std": -0.041354, + "nauc_ndcg_at_1_diff1": 0.213944, + "nauc_ndcg_at_3_max": 0.123417, + "nauc_ndcg_at_3_std": -0.047944, + "nauc_ndcg_at_3_diff1": 0.128219, + "nauc_ndcg_at_5_max": 0.124485, + "nauc_ndcg_at_5_std": -0.052928, + "nauc_ndcg_at_5_diff1": 0.121046, + "nauc_ndcg_at_10_max": 0.122392, + "nauc_ndcg_at_10_std": -0.060638, + "nauc_ndcg_at_10_diff1": 0.113297, + "nauc_ndcg_at_20_max": 0.117689, + "nauc_ndcg_at_20_std": -0.06212, + "nauc_ndcg_at_20_diff1": 0.106237, + "nauc_ndcg_at_100_max": 0.11714, + "nauc_ndcg_at_100_std": -0.050887, + "nauc_ndcg_at_100_diff1": 0.111611, + "nauc_ndcg_at_1000_max": 0.119055, + "nauc_ndcg_at_1000_std": -0.050326, + "nauc_ndcg_at_1000_diff1": 0.112269, + "nauc_map_at_1_max": 0.121138, + "nauc_map_at_1_std": -0.041354, + "nauc_map_at_1_diff1": 0.213944, + "nauc_map_at_3_max": 0.123613, + "nauc_map_at_3_std": -0.046464, + "nauc_map_at_3_diff1": 0.140188, + "nauc_map_at_5_max": 0.124427, + "nauc_map_at_5_std": -0.04925, + "nauc_map_at_5_diff1": 0.135336, + "nauc_map_at_10_max": 0.122015, + "nauc_map_at_10_std": -0.053269, + "nauc_map_at_10_diff1": 0.131592, + "nauc_map_at_20_max": 0.120508, + "nauc_map_at_20_std": -0.053717, + "nauc_map_at_20_diff1": 0.128943, + "nauc_map_at_100_max": 0.120556, + "nauc_map_at_100_std": -0.052142, + "nauc_map_at_100_diff1": 0.130085, + "nauc_map_at_1000_max": 0.120694, + "nauc_map_at_1000_std": -0.051987, + "nauc_map_at_1000_diff1": 0.130209, + "nauc_recall_at_1_max": 0.121138, + "nauc_recall_at_1_std": -0.041354, + "nauc_recall_at_1_diff1": 0.213944, + "nauc_recall_at_3_max": 0.122821, + "nauc_recall_at_3_std": -0.051205, + "nauc_recall_at_3_diff1": 0.103534, + "nauc_recall_at_5_max": 0.124415, + "nauc_recall_at_5_std": -0.061108, + "nauc_recall_at_5_diff1": 0.092813, + "nauc_recall_at_10_max": 0.124612, + "nauc_recall_at_10_std": -0.076895, + "nauc_recall_at_10_diff1": 0.076724, + "nauc_recall_at_20_max": 0.111129, + "nauc_recall_at_20_std": -0.081372, + "nauc_recall_at_20_diff1": 0.057951, + "nauc_recall_at_100_max": 0.10543, + "nauc_recall_at_100_std": -0.030072, + "nauc_recall_at_100_diff1": 0.065951, + "nauc_recall_at_1000_max": 0.116505, + "nauc_recall_at_1000_std": 0.018325, + "nauc_recall_at_1000_diff1": -0.041654, + "nauc_precision_at_1_max": 0.121138, + "nauc_precision_at_1_std": -0.041354, + "nauc_precision_at_1_diff1": 0.213944, + "nauc_precision_at_3_max": 0.122821, + "nauc_precision_at_3_std": -0.051205, + "nauc_precision_at_3_diff1": 0.103534, + "nauc_precision_at_5_max": 0.124415, + "nauc_precision_at_5_std": -0.061108, + "nauc_precision_at_5_diff1": 0.092813, + "nauc_precision_at_10_max": 0.124612, + "nauc_precision_at_10_std": -0.076895, + "nauc_precision_at_10_diff1": 0.076724, + "nauc_precision_at_20_max": 0.111129, + "nauc_precision_at_20_std": -0.081372, + "nauc_precision_at_20_diff1": 0.057951, + "nauc_precision_at_100_max": 0.10543, + "nauc_precision_at_100_std": -0.030072, + "nauc_precision_at_100_diff1": 0.065951, + "nauc_precision_at_1000_max": 0.116505, + "nauc_precision_at_1000_std": 0.018325, + "nauc_precision_at_1000_diff1": -0.041654, + "nauc_mrr_at_1_max": 0.121138, + "nauc_mrr_at_1_std": -0.041354, + "nauc_mrr_at_1_diff1": 0.213944, + "nauc_mrr_at_3_max": 0.123613, + "nauc_mrr_at_3_std": -0.046464, + "nauc_mrr_at_3_diff1": 0.140188, + "nauc_mrr_at_5_max": 0.124427, + "nauc_mrr_at_5_std": -0.04925, + "nauc_mrr_at_5_diff1": 0.135336, + "nauc_mrr_at_10_max": 0.122015, + "nauc_mrr_at_10_std": -0.053269, + "nauc_mrr_at_10_diff1": 0.131592, + "nauc_mrr_at_20_max": 0.120508, + "nauc_mrr_at_20_std": -0.053717, + "nauc_mrr_at_20_diff1": 0.128943, + "nauc_mrr_at_100_max": 0.120556, + "nauc_mrr_at_100_std": -0.052142, + "nauc_mrr_at_100_diff1": 0.130085, + "nauc_mrr_at_1000_max": 0.120694, + "nauc_mrr_at_1000_std": -0.051987, + "nauc_mrr_at_1000_diff1": 0.130209, + "main_score": 0.21606, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 406.3147723674774, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlloprofRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlloprofRetrieval.json new file mode 100644 index 0000000000..5074ab275f --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlloprofRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "fcf295ea64c750f41fadbaa37b9b861558e1bfbd", + "task_name": "AlloprofRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45509, + "ndcg_at_3": 0.57912, + "ndcg_at_5": 0.60885, + "ndcg_at_10": 0.63611, + "ndcg_at_20": 0.64976, + "ndcg_at_100": 0.66507, + "ndcg_at_1000": 0.66998, + "map_at_1": 0.45509, + "map_at_3": 0.54922, + "map_at_5": 0.56574, + "map_at_10": 0.57701, + "map_at_20": 0.58081, + "map_at_100": 0.58297, + "map_at_1000": 0.58314, + "recall_at_1": 0.45509, + "recall_at_3": 0.66537, + "recall_at_5": 0.73748, + "recall_at_10": 0.82168, + "recall_at_20": 0.87522, + "recall_at_100": 0.95725, + "recall_at_1000": 0.99655, + "precision_at_1": 0.45509, + "precision_at_3": 0.22179, + "precision_at_5": 0.1475, + "precision_at_10": 0.08217, + "precision_at_20": 0.04376, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.455095, + "mrr_at_3": 0.549223, + "mrr_at_5": 0.565738, + "mrr_at_10": 0.57701, + "mrr_at_20": 0.580812, + "mrr_at_100": 0.582969, + "mrr_at_1000": 0.583143, + "nauc_ndcg_at_1_max": 0.166836, + "nauc_ndcg_at_1_std": -0.060301, + "nauc_ndcg_at_1_diff1": 0.499753, + "nauc_ndcg_at_3_max": 0.170009, + "nauc_ndcg_at_3_std": -0.066979, + "nauc_ndcg_at_3_diff1": 0.449957, + "nauc_ndcg_at_5_max": 0.171611, + "nauc_ndcg_at_5_std": -0.06245, + "nauc_ndcg_at_5_diff1": 0.449934, + "nauc_ndcg_at_10_max": 0.180774, + "nauc_ndcg_at_10_std": -0.05374, + "nauc_ndcg_at_10_diff1": 0.451724, + "nauc_ndcg_at_20_max": 0.188914, + "nauc_ndcg_at_20_std": -0.045659, + "nauc_ndcg_at_20_diff1": 0.452044, + "nauc_ndcg_at_100_max": 0.186069, + "nauc_ndcg_at_100_std": -0.049226, + "nauc_ndcg_at_100_diff1": 0.459795, + "nauc_ndcg_at_1000_max": 0.18034, + "nauc_ndcg_at_1000_std": -0.052522, + "nauc_ndcg_at_1000_diff1": 0.459749, + "nauc_map_at_1_max": 0.166836, + "nauc_map_at_1_std": -0.060301, + "nauc_map_at_1_diff1": 0.499753, + "nauc_map_at_3_max": 0.167967, + "nauc_map_at_3_std": -0.065763, + "nauc_map_at_3_diff1": 0.46112, + "nauc_map_at_5_max": 0.168891, + "nauc_map_at_5_std": -0.063379, + "nauc_map_at_5_diff1": 0.46122, + "nauc_map_at_10_max": 0.172366, + "nauc_map_at_10_std": -0.060221, + "nauc_map_at_10_diff1": 0.462178, + "nauc_map_at_20_max": 0.174255, + "nauc_map_at_20_std": -0.058422, + "nauc_map_at_20_diff1": 0.462439, + "nauc_map_at_100_max": 0.173727, + "nauc_map_at_100_std": -0.058772, + "nauc_map_at_100_diff1": 0.463577, + "nauc_map_at_1000_max": 0.173562, + "nauc_map_at_1000_std": -0.058834, + "nauc_map_at_1000_diff1": 0.463604, + "nauc_recall_at_1_max": 0.166836, + "nauc_recall_at_1_std": -0.060301, + "nauc_recall_at_1_diff1": 0.499753, + "nauc_recall_at_3_max": 0.177424, + "nauc_recall_at_3_std": -0.070788, + "nauc_recall_at_3_diff1": 0.413542, + "nauc_recall_at_5_max": 0.182918, + "nauc_recall_at_5_std": -0.057617, + "nauc_recall_at_5_diff1": 0.407674, + "nauc_recall_at_10_max": 0.231597, + "nauc_recall_at_10_std": -0.011949, + "nauc_recall_at_10_diff1": 0.40072, + "nauc_recall_at_20_max": 0.31915, + "nauc_recall_at_20_std": 0.073465, + "nauc_recall_at_20_diff1": 0.382586, + "nauc_recall_at_100_max": 0.481877, + "nauc_recall_at_100_std": 0.168423, + "nauc_recall_at_100_diff1": 0.475962, + "nauc_recall_at_1000_max": 0.58948, + "nauc_recall_at_1000_std": 0.605012, + "nauc_recall_at_1000_diff1": 0.49299, + "nauc_precision_at_1_max": 0.166836, + "nauc_precision_at_1_std": -0.060301, + "nauc_precision_at_1_diff1": 0.499753, + "nauc_precision_at_3_max": 0.177424, + "nauc_precision_at_3_std": -0.070788, + "nauc_precision_at_3_diff1": 0.413542, + "nauc_precision_at_5_max": 0.182918, + "nauc_precision_at_5_std": -0.057617, + "nauc_precision_at_5_diff1": 0.407674, + "nauc_precision_at_10_max": 0.231597, + "nauc_precision_at_10_std": -0.011949, + "nauc_precision_at_10_diff1": 0.40072, + "nauc_precision_at_20_max": 0.31915, + "nauc_precision_at_20_std": 0.073465, + "nauc_precision_at_20_diff1": 0.382586, + "nauc_precision_at_100_max": 0.481877, + "nauc_precision_at_100_std": 0.168423, + "nauc_precision_at_100_diff1": 0.475962, + "nauc_precision_at_1000_max": 0.58948, + "nauc_precision_at_1000_std": 0.605012, + "nauc_precision_at_1000_diff1": 0.49299, + "nauc_mrr_at_1_max": 0.166836, + "nauc_mrr_at_1_std": -0.060301, + "nauc_mrr_at_1_diff1": 0.499753, + "nauc_mrr_at_3_max": 0.167967, + "nauc_mrr_at_3_std": -0.065763, + "nauc_mrr_at_3_diff1": 0.46112, + "nauc_mrr_at_5_max": 0.168891, + "nauc_mrr_at_5_std": -0.063379, + "nauc_mrr_at_5_diff1": 0.46122, + "nauc_mrr_at_10_max": 0.172366, + "nauc_mrr_at_10_std": -0.060221, + "nauc_mrr_at_10_diff1": 0.462178, + "nauc_mrr_at_20_max": 0.174255, + "nauc_mrr_at_20_std": -0.058422, + "nauc_mrr_at_20_diff1": 0.462439, + "nauc_mrr_at_100_max": 0.173727, + "nauc_mrr_at_100_std": -0.058772, + "nauc_mrr_at_100_diff1": 0.463577, + "nauc_mrr_at_1000_max": 0.173562, + "nauc_mrr_at_1000_std": -0.058834, + "nauc_mrr_at_1000_diff1": 0.463604, + "main_score": 0.63611, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 2341.549306154251, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlphaNLI.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlphaNLI.json new file mode 100644 index 0000000000..4144deb977 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AlphaNLI.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "303f40ef3d50918d3dc43577d33f2f7344ad72c1", + "task_name": "AlphaNLI", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29047, + "ndcg_at_3": 0.37782, + "ndcg_at_5": 0.3999, + "ndcg_at_10": 0.41926, + "ndcg_at_20": 0.43573, + "ndcg_at_100": 0.45957, + "ndcg_at_1000": 0.47799, + "map_at_1": 0.29047, + "map_at_3": 0.35694, + "map_at_5": 0.36921, + "map_at_10": 0.37705, + "map_at_20": 0.38155, + "map_at_100": 0.38487, + "map_at_1000": 0.38548, + "recall_at_1": 0.29047, + "recall_at_3": 0.43799, + "recall_at_5": 0.49151, + "recall_at_10": 0.55222, + "recall_at_20": 0.61749, + "recall_at_100": 0.74543, + "recall_at_1000": 0.89491, + "precision_at_1": 0.29047, + "precision_at_3": 0.146, + "precision_at_5": 0.0983, + "precision_at_10": 0.05522, + "precision_at_20": 0.03087, + "precision_at_100": 0.00745, + "precision_at_1000": 0.00089, + "mrr_at_1": 0.29047, + "mrr_at_3": 0.356941, + "mrr_at_5": 0.369212, + "mrr_at_10": 0.377046, + "mrr_at_20": 0.381547, + "mrr_at_100": 0.384871, + "mrr_at_1000": 0.385482, + "nauc_ndcg_at_1_max": 0.15288, + "nauc_ndcg_at_1_std": -0.049541, + "nauc_ndcg_at_1_diff1": 0.418594, + "nauc_ndcg_at_3_max": 0.175068, + "nauc_ndcg_at_3_std": -0.051408, + "nauc_ndcg_at_3_diff1": 0.421294, + "nauc_ndcg_at_5_max": 0.16781, + "nauc_ndcg_at_5_std": -0.052117, + "nauc_ndcg_at_5_diff1": 0.408572, + "nauc_ndcg_at_10_max": 0.162437, + "nauc_ndcg_at_10_std": -0.049609, + "nauc_ndcg_at_10_diff1": 0.398999, + "nauc_ndcg_at_20_max": 0.165522, + "nauc_ndcg_at_20_std": -0.04085, + "nauc_ndcg_at_20_diff1": 0.396718, + "nauc_ndcg_at_100_max": 0.1606, + "nauc_ndcg_at_100_std": -0.039815, + "nauc_ndcg_at_100_diff1": 0.386936, + "nauc_ndcg_at_1000_max": 0.162501, + "nauc_ndcg_at_1000_std": -0.03702, + "nauc_ndcg_at_1000_diff1": 0.393437, + "nauc_map_at_1_max": 0.15288, + "nauc_map_at_1_std": -0.049541, + "nauc_map_at_1_diff1": 0.418594, + "nauc_map_at_3_max": 0.170042, + "nauc_map_at_3_std": -0.052621, + "nauc_map_at_3_diff1": 0.419276, + "nauc_map_at_5_max": 0.165656, + "nauc_map_at_5_std": -0.052787, + "nauc_map_at_5_diff1": 0.412009, + "nauc_map_at_10_max": 0.163268, + "nauc_map_at_10_std": -0.051523, + "nauc_map_at_10_diff1": 0.408133, + "nauc_map_at_20_max": 0.164188, + "nauc_map_at_20_std": -0.049085, + "nauc_map_at_20_diff1": 0.407529, + "nauc_map_at_100_max": 0.163308, + "nauc_map_at_100_std": -0.049005, + "nauc_map_at_100_diff1": 0.406209, + "nauc_map_at_1000_max": 0.163389, + "nauc_map_at_1000_std": -0.04891, + "nauc_map_at_1000_diff1": 0.406405, + "nauc_recall_at_1_max": 0.15288, + "nauc_recall_at_1_std": -0.049541, + "nauc_recall_at_1_diff1": 0.418594, + "nauc_recall_at_3_max": 0.189159, + "nauc_recall_at_3_std": -0.047326, + "nauc_recall_at_3_diff1": 0.427541, + "nauc_recall_at_5_max": 0.173248, + "nauc_recall_at_5_std": -0.049915, + "nauc_recall_at_5_diff1": 0.397701, + "nauc_recall_at_10_max": 0.157309, + "nauc_recall_at_10_std": -0.043191, + "nauc_recall_at_10_diff1": 0.366315, + "nauc_recall_at_20_max": 0.169579, + "nauc_recall_at_20_std": -0.005298, + "nauc_recall_at_20_diff1": 0.353804, + "nauc_recall_at_100_max": 0.139573, + "nauc_recall_at_100_std": 0.015011, + "nauc_recall_at_100_diff1": 0.266297, + "nauc_recall_at_1000_max": 0.154456, + "nauc_recall_at_1000_std": 0.136715, + "nauc_recall_at_1000_diff1": 0.288141, + "nauc_precision_at_1_max": 0.15288, + "nauc_precision_at_1_std": -0.049541, + "nauc_precision_at_1_diff1": 0.418594, + "nauc_precision_at_3_max": 0.189159, + "nauc_precision_at_3_std": -0.047326, + "nauc_precision_at_3_diff1": 0.427541, + "nauc_precision_at_5_max": 0.173248, + "nauc_precision_at_5_std": -0.049915, + "nauc_precision_at_5_diff1": 0.397701, + "nauc_precision_at_10_max": 0.157309, + "nauc_precision_at_10_std": -0.043191, + "nauc_precision_at_10_diff1": 0.366315, + "nauc_precision_at_20_max": 0.169579, + "nauc_precision_at_20_std": -0.005298, + "nauc_precision_at_20_diff1": 0.353804, + "nauc_precision_at_100_max": 0.139573, + "nauc_precision_at_100_std": 0.015011, + "nauc_precision_at_100_diff1": 0.266297, + "nauc_precision_at_1000_max": 0.154456, + "nauc_precision_at_1000_std": 0.136715, + "nauc_precision_at_1000_diff1": 0.288141, + "nauc_mrr_at_1_max": 0.15288, + "nauc_mrr_at_1_std": -0.049541, + "nauc_mrr_at_1_diff1": 0.418594, + "nauc_mrr_at_3_max": 0.170042, + "nauc_mrr_at_3_std": -0.052621, + "nauc_mrr_at_3_diff1": 0.419276, + "nauc_mrr_at_5_max": 0.165656, + "nauc_mrr_at_5_std": -0.052787, + "nauc_mrr_at_5_diff1": 0.412009, + "nauc_mrr_at_10_max": 0.163268, + "nauc_mrr_at_10_std": -0.051523, + "nauc_mrr_at_10_diff1": 0.408133, + "nauc_mrr_at_20_max": 0.164188, + "nauc_mrr_at_20_std": -0.049085, + "nauc_mrr_at_20_diff1": 0.407529, + "nauc_mrr_at_100_max": 0.163308, + "nauc_mrr_at_100_std": -0.049005, + "nauc_mrr_at_100_diff1": 0.406209, + "nauc_mrr_at_1000_max": 0.163389, + "nauc_mrr_at_1000_std": -0.04891, + "nauc_mrr_at_1000_diff1": 0.406405, + "main_score": 0.41926, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9389.003502130508, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AppsRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AppsRetrieval.json new file mode 100644 index 0000000000..fd7183fe47 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/AppsRetrieval.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5", + "task_name": "AppsRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35405, + "ndcg_at_3": 0.42945, + "ndcg_at_5": 0.44984, + "ndcg_at_10": 0.47369, + "ndcg_at_20": 0.49095, + "ndcg_at_100": 0.51821, + "ndcg_at_1000": 0.53581, + "map_at_1": 0.35405, + "map_at_3": 0.41098, + "map_at_5": 0.42232, + "map_at_10": 0.43215, + "map_at_20": 0.43688, + "map_at_100": 0.44058, + "map_at_1000": 0.44119, + "recall_at_1": 0.35405, + "recall_at_3": 0.48287, + "recall_at_5": 0.53227, + "recall_at_10": 0.60611, + "recall_at_20": 0.67437, + "recall_at_100": 0.82231, + "recall_at_1000": 0.96388, + "precision_at_1": 0.35405, + "precision_at_3": 0.16096, + "precision_at_5": 0.10645, + "precision_at_10": 0.06061, + "precision_at_20": 0.03372, + "precision_at_100": 0.00822, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.353785, + "mrr_at_3": 0.410846, + "mrr_at_5": 0.422174, + "mrr_at_10": 0.432, + "mrr_at_20": 0.436735, + "mrr_at_100": 0.440434, + "mrr_at_1000": 0.441043, + "nauc_ndcg_at_1_max": 0.360314, + "nauc_ndcg_at_1_std": 0.132192, + "nauc_ndcg_at_1_diff1": 0.650592, + "nauc_ndcg_at_3_max": 0.352077, + "nauc_ndcg_at_3_std": 0.158113, + "nauc_ndcg_at_3_diff1": 0.57774, + "nauc_ndcg_at_5_max": 0.352911, + "nauc_ndcg_at_5_std": 0.167644, + "nauc_ndcg_at_5_diff1": 0.569825, + "nauc_ndcg_at_10_max": 0.347086, + "nauc_ndcg_at_10_std": 0.179543, + "nauc_ndcg_at_10_diff1": 0.562219, + "nauc_ndcg_at_20_max": 0.345286, + "nauc_ndcg_at_20_std": 0.179613, + "nauc_ndcg_at_20_diff1": 0.560557, + "nauc_ndcg_at_100_max": 0.347703, + "nauc_ndcg_at_100_std": 0.182449, + "nauc_ndcg_at_100_diff1": 0.565201, + "nauc_ndcg_at_1000_max": 0.349577, + "nauc_ndcg_at_1000_std": 0.176677, + "nauc_ndcg_at_1000_diff1": 0.571969, + "nauc_map_at_1_max": 0.360314, + "nauc_map_at_1_std": 0.132192, + "nauc_map_at_1_diff1": 0.650592, + "nauc_map_at_3_max": 0.354008, + "nauc_map_at_3_std": 0.150815, + "nauc_map_at_3_diff1": 0.594662, + "nauc_map_at_5_max": 0.354473, + "nauc_map_at_5_std": 0.15583, + "nauc_map_at_5_diff1": 0.590536, + "nauc_map_at_10_max": 0.352182, + "nauc_map_at_10_std": 0.160788, + "nauc_map_at_10_diff1": 0.587739, + "nauc_map_at_20_max": 0.351763, + "nauc_map_at_20_std": 0.160505, + "nauc_map_at_20_diff1": 0.587534, + "nauc_map_at_100_max": 0.351987, + "nauc_map_at_100_std": 0.16065, + "nauc_map_at_100_diff1": 0.588283, + "nauc_map_at_1000_max": 0.352046, + "nauc_map_at_1000_std": 0.160461, + "nauc_map_at_1000_diff1": 0.588496, + "nauc_recall_at_1_max": 0.360314, + "nauc_recall_at_1_std": 0.132192, + "nauc_recall_at_1_diff1": 0.650592, + "nauc_recall_at_3_max": 0.346495, + "nauc_recall_at_3_std": 0.17973, + "nauc_recall_at_3_diff1": 0.528894, + "nauc_recall_at_5_max": 0.348401, + "nauc_recall_at_5_std": 0.205109, + "nauc_recall_at_5_diff1": 0.506811, + "nauc_recall_at_10_max": 0.328102, + "nauc_recall_at_10_std": 0.246833, + "nauc_recall_at_10_diff1": 0.475296, + "nauc_recall_at_20_max": 0.316739, + "nauc_recall_at_20_std": 0.257982, + "nauc_recall_at_20_diff1": 0.45503, + "nauc_recall_at_100_max": 0.326227, + "nauc_recall_at_100_std": 0.337197, + "nauc_recall_at_100_diff1": 0.435734, + "nauc_recall_at_1000_max": 0.376305, + "nauc_recall_at_1000_std": 0.510414, + "nauc_recall_at_1000_diff1": 0.426282, + "nauc_precision_at_1_max": 0.360314, + "nauc_precision_at_1_std": 0.132192, + "nauc_precision_at_1_diff1": 0.650592, + "nauc_precision_at_3_max": 0.346495, + "nauc_precision_at_3_std": 0.17973, + "nauc_precision_at_3_diff1": 0.528894, + "nauc_precision_at_5_max": 0.348401, + "nauc_precision_at_5_std": 0.205109, + "nauc_precision_at_5_diff1": 0.506811, + "nauc_precision_at_10_max": 0.328102, + "nauc_precision_at_10_std": 0.246833, + "nauc_precision_at_10_diff1": 0.475296, + "nauc_precision_at_20_max": 0.316739, + "nauc_precision_at_20_std": 0.257982, + "nauc_precision_at_20_diff1": 0.45503, + "nauc_precision_at_100_max": 0.326227, + "nauc_precision_at_100_std": 0.337197, + "nauc_precision_at_100_diff1": 0.435734, + "nauc_precision_at_1000_max": 0.376305, + "nauc_precision_at_1000_std": 0.510414, + "nauc_precision_at_1000_diff1": 0.426282, + "nauc_mrr_at_1_max": 0.359938, + "nauc_mrr_at_1_std": 0.132477, + "nauc_mrr_at_1_diff1": 0.651424, + "nauc_mrr_at_3_max": 0.353819, + "nauc_mrr_at_3_std": 0.150959, + "nauc_mrr_at_3_diff1": 0.595075, + "nauc_mrr_at_5_max": 0.354226, + "nauc_mrr_at_5_std": 0.156049, + "nauc_mrr_at_5_diff1": 0.590997, + "nauc_mrr_at_10_max": 0.351988, + "nauc_mrr_at_10_std": 0.160964, + "nauc_mrr_at_10_diff1": 0.588187, + "nauc_mrr_at_20_max": 0.351567, + "nauc_mrr_at_20_std": 0.160679, + "nauc_mrr_at_20_diff1": 0.587986, + "nauc_mrr_at_100_max": 0.35179, + "nauc_mrr_at_100_std": 0.160826, + "nauc_mrr_at_100_diff1": 0.588738, + "nauc_mrr_at_1000_max": 0.351849, + "nauc_mrr_at_1000_std": 0.160638, + "nauc_mrr_at_1000_diff1": 0.588952, + "main_score": 0.47369, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 3222.3076062202454, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna-PL.json new file mode 100644 index 0000000000..6e4356024c --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "63fc86750af76253e8c760fc9e534bbf24d260a2", + "task_name": "ArguAna-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46657, + "ndcg_at_3": 0.63389, + "ndcg_at_5": 0.67931, + "ndcg_at_10": 0.70745, + "ndcg_at_20": 0.71603, + "ndcg_at_100": 0.71941, + "ndcg_at_1000": 0.71961, + "map_at_1": 0.46657, + "map_at_3": 0.59353, + "map_at_5": 0.61892, + "map_at_10": 0.63085, + "map_at_20": 0.63337, + "map_at_100": 0.63392, + "map_at_1000": 0.63393, + "recall_at_1": 0.46657, + "recall_at_3": 0.75036, + "recall_at_5": 0.85989, + "recall_at_10": 0.94523, + "recall_at_20": 0.97795, + "recall_at_100": 0.99502, + "recall_at_1000": 0.99644, + "precision_at_1": 0.46657, + "precision_at_3": 0.25012, + "precision_at_5": 0.17198, + "precision_at_10": 0.09452, + "precision_at_20": 0.0489, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467283, + "mrr_at_3": 0.593765, + "mrr_at_5": 0.618978, + "mrr_at_10": 0.631244, + "mrr_at_20": 0.633561, + "mrr_at_100": 0.634105, + "mrr_at_1000": 0.634117, + "nauc_ndcg_at_1_max": -0.195634, + "nauc_ndcg_at_1_std": -0.19265, + "nauc_ndcg_at_1_diff1": 0.22638, + "nauc_ndcg_at_3_max": -0.163608, + "nauc_ndcg_at_3_std": -0.228693, + "nauc_ndcg_at_3_diff1": 0.174394, + "nauc_ndcg_at_5_max": -0.158805, + "nauc_ndcg_at_5_std": -0.215834, + "nauc_ndcg_at_5_diff1": 0.167737, + "nauc_ndcg_at_10_max": -0.148507, + "nauc_ndcg_at_10_std": -0.203819, + "nauc_ndcg_at_10_diff1": 0.181785, + "nauc_ndcg_at_20_max": -0.149539, + "nauc_ndcg_at_20_std": -0.207384, + "nauc_ndcg_at_20_diff1": 0.191127, + "nauc_ndcg_at_100_max": -0.158179, + "nauc_ndcg_at_100_std": -0.204217, + "nauc_ndcg_at_100_diff1": 0.188177, + "nauc_ndcg_at_1000_max": -0.158786, + "nauc_ndcg_at_1000_std": -0.204159, + "nauc_ndcg_at_1000_diff1": 0.187928, + "nauc_map_at_1_max": -0.195634, + "nauc_map_at_1_std": -0.19265, + "nauc_map_at_1_diff1": 0.22638, + "nauc_map_at_3_max": -0.170313, + "nauc_map_at_3_std": -0.217172, + "nauc_map_at_3_diff1": 0.185932, + "nauc_map_at_5_max": -0.168169, + "nauc_map_at_5_std": -0.209644, + "nauc_map_at_5_diff1": 0.183478, + "nauc_map_at_10_max": -0.164228, + "nauc_map_at_10_std": -0.20519, + "nauc_map_at_10_diff1": 0.189532, + "nauc_map_at_20_max": -0.164667, + "nauc_map_at_20_std": -0.20615, + "nauc_map_at_20_diff1": 0.191589, + "nauc_map_at_100_max": -0.165744, + "nauc_map_at_100_std": -0.205759, + "nauc_map_at_100_diff1": 0.191195, + "nauc_map_at_1000_max": -0.16577, + "nauc_map_at_1000_std": -0.205763, + "nauc_map_at_1000_diff1": 0.19118, + "nauc_recall_at_1_max": -0.195634, + "nauc_recall_at_1_std": -0.19265, + "nauc_recall_at_1_diff1": 0.22638, + "nauc_recall_at_3_max": -0.139065, + "nauc_recall_at_3_std": -0.273871, + "nauc_recall_at_3_diff1": 0.131671, + "nauc_recall_at_5_max": -0.10472, + "nauc_recall_at_5_std": -0.25109, + "nauc_recall_at_5_diff1": 0.075359, + "nauc_recall_at_10_max": 0.077113, + "nauc_recall_at_10_std": -0.160659, + "nauc_recall_at_10_diff1": 0.093791, + "nauc_recall_at_20_max": 0.378908, + "nauc_recall_at_20_std": -0.214552, + "nauc_recall_at_20_diff1": 0.314041, + "nauc_recall_at_100_max": 0.370074, + "nauc_recall_at_100_std": 0.420428, + "nauc_recall_at_100_diff1": 0.142662, + "nauc_recall_at_1000_max": 0.335658, + "nauc_recall_at_1000_std": 0.708203, + "nauc_recall_at_1000_diff1": 0.034027, + "nauc_precision_at_1_max": -0.195634, + "nauc_precision_at_1_std": -0.19265, + "nauc_precision_at_1_diff1": 0.22638, + "nauc_precision_at_3_max": -0.139065, + "nauc_precision_at_3_std": -0.273871, + "nauc_precision_at_3_diff1": 0.131671, + "nauc_precision_at_5_max": -0.10472, + "nauc_precision_at_5_std": -0.25109, + "nauc_precision_at_5_diff1": 0.075359, + "nauc_precision_at_10_max": 0.077113, + "nauc_precision_at_10_std": -0.160659, + "nauc_precision_at_10_diff1": 0.093791, + "nauc_precision_at_20_max": 0.378908, + "nauc_precision_at_20_std": -0.214552, + "nauc_precision_at_20_diff1": 0.314041, + "nauc_precision_at_100_max": 0.370074, + "nauc_precision_at_100_std": 0.420428, + "nauc_precision_at_100_diff1": 0.142662, + "nauc_precision_at_1000_max": 0.335658, + "nauc_precision_at_1000_std": 0.708203, + "nauc_precision_at_1000_diff1": 0.034027, + "nauc_mrr_at_1_max": -0.193369, + "nauc_mrr_at_1_std": -0.194442, + "nauc_mrr_at_1_diff1": 0.224428, + "nauc_mrr_at_3_max": -0.172787, + "nauc_mrr_at_3_std": -0.21666, + "nauc_mrr_at_3_diff1": 0.180413, + "nauc_mrr_at_5_max": -0.170262, + "nauc_mrr_at_5_std": -0.210529, + "nauc_mrr_at_5_diff1": 0.178125, + "nauc_mrr_at_10_max": -0.16552, + "nauc_mrr_at_10_std": -0.20534, + "nauc_mrr_at_10_diff1": 0.184692, + "nauc_mrr_at_20_max": -0.166339, + "nauc_mrr_at_20_std": -0.206434, + "nauc_mrr_at_20_diff1": 0.186564, + "nauc_mrr_at_100_max": -0.167427, + "nauc_mrr_at_100_std": -0.206046, + "nauc_mrr_at_100_diff1": 0.186152, + "nauc_mrr_at_1000_max": -0.167453, + "nauc_mrr_at_1000_std": -0.206049, + "nauc_mrr_at_1000_diff1": 0.186137, + "main_score": 0.70745, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3087.110415458679, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna.json new file mode 100644 index 0000000000..4634645942 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69132, + "ndcg_at_3": 0.81661, + "ndcg_at_5": 0.83773, + "ndcg_at_10": 0.84855, + "ndcg_at_20": 0.85073, + "ndcg_at_100": 0.85134, + "ndcg_at_1000": 0.85134, + "map_at_1": 0.69132, + "map_at_3": 0.78698, + "map_at_5": 0.7989, + "map_at_10": 0.8035, + "map_at_20": 0.80411, + "map_at_100": 0.80423, + "map_at_1000": 0.80423, + "recall_at_1": 0.69132, + "recall_at_3": 0.90185, + "recall_at_5": 0.95235, + "recall_at_10": 0.98506, + "recall_at_20": 0.9936, + "recall_at_100": 0.99644, + "recall_at_1000": 0.99644, + "precision_at_1": 0.69132, + "precision_at_3": 0.30062, + "precision_at_5": 0.19047, + "precision_at_10": 0.09851, + "precision_at_20": 0.04968, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.698435, + "mrr_at_3": 0.789829, + "mrr_at_5": 0.801245, + "mrr_at_10": 0.805855, + "mrr_at_20": 0.806466, + "mrr_at_100": 0.806582, + "mrr_at_1000": 0.806582, + "nauc_ndcg_at_1_max": -0.07255, + "nauc_ndcg_at_1_std": -0.348498, + "nauc_ndcg_at_1_diff1": 0.562618, + "nauc_ndcg_at_3_max": -0.024115, + "nauc_ndcg_at_3_std": -0.372357, + "nauc_ndcg_at_3_diff1": 0.498141, + "nauc_ndcg_at_5_max": -0.037519, + "nauc_ndcg_at_5_std": -0.363091, + "nauc_ndcg_at_5_diff1": 0.516228, + "nauc_ndcg_at_10_max": -0.041363, + "nauc_ndcg_at_10_std": -0.357711, + "nauc_ndcg_at_10_diff1": 0.518282, + "nauc_ndcg_at_20_max": -0.041854, + "nauc_ndcg_at_20_std": -0.357596, + "nauc_ndcg_at_20_diff1": 0.521563, + "nauc_ndcg_at_100_max": -0.042861, + "nauc_ndcg_at_100_std": -0.355551, + "nauc_ndcg_at_100_diff1": 0.523329, + "nauc_ndcg_at_1000_max": -0.042861, + "nauc_ndcg_at_1000_std": -0.355551, + "nauc_ndcg_at_1000_diff1": 0.523329, + "nauc_map_at_1_max": -0.07255, + "nauc_map_at_1_std": -0.348498, + "nauc_map_at_1_diff1": 0.562618, + "nauc_map_at_3_max": -0.041394, + "nauc_map_at_3_std": -0.367274, + "nauc_map_at_3_diff1": 0.516593, + "nauc_map_at_5_max": -0.048385, + "nauc_map_at_5_std": -0.362664, + "nauc_map_at_5_diff1": 0.526145, + "nauc_map_at_10_max": -0.050075, + "nauc_map_at_10_std": -0.360257, + "nauc_map_at_10_diff1": 0.526982, + "nauc_map_at_20_max": -0.050069, + "nauc_map_at_20_std": -0.360289, + "nauc_map_at_20_diff1": 0.527734, + "nauc_map_at_100_max": -0.050176, + "nauc_map_at_100_std": -0.360008, + "nauc_map_at_100_diff1": 0.528044, + "nauc_map_at_1000_max": -0.050176, + "nauc_map_at_1000_std": -0.360008, + "nauc_map_at_1000_diff1": 0.528044, + "nauc_recall_at_1_max": -0.07255, + "nauc_recall_at_1_std": -0.348498, + "nauc_recall_at_1_diff1": 0.562618, + "nauc_recall_at_3_max": 0.072941, + "nauc_recall_at_3_std": -0.398336, + "nauc_recall_at_3_diff1": 0.397917, + "nauc_recall_at_5_max": 0.073238, + "nauc_recall_at_5_std": -0.358648, + "nauc_recall_at_5_diff1": 0.423209, + "nauc_recall_at_10_max": 0.22037, + "nauc_recall_at_10_std": -0.239944, + "nauc_recall_at_10_diff1": 0.282343, + "nauc_recall_at_20_max": 0.501461, + "nauc_recall_at_20_std": -0.065168, + "nauc_recall_at_20_diff1": 0.228241, + "nauc_recall_at_100_max": 0.739548, + "nauc_recall_at_100_std": 0.529461, + "nauc_recall_at_100_diff1": 0.273904, + "nauc_recall_at_1000_max": 0.739548, + "nauc_recall_at_1000_std": 0.529461, + "nauc_recall_at_1000_diff1": 0.273904, + "nauc_precision_at_1_max": -0.07255, + "nauc_precision_at_1_std": -0.348498, + "nauc_precision_at_1_diff1": 0.562618, + "nauc_precision_at_3_max": 0.072941, + "nauc_precision_at_3_std": -0.398336, + "nauc_precision_at_3_diff1": 0.397917, + "nauc_precision_at_5_max": 0.073238, + "nauc_precision_at_5_std": -0.358648, + "nauc_precision_at_5_diff1": 0.423209, + "nauc_precision_at_10_max": 0.22037, + "nauc_precision_at_10_std": -0.239944, + "nauc_precision_at_10_diff1": 0.282343, + "nauc_precision_at_20_max": 0.501461, + "nauc_precision_at_20_std": -0.065168, + "nauc_precision_at_20_diff1": 0.228241, + "nauc_precision_at_100_max": 0.739548, + "nauc_precision_at_100_std": 0.529461, + "nauc_precision_at_100_diff1": 0.273904, + "nauc_precision_at_1000_max": 0.739548, + "nauc_precision_at_1000_std": 0.529461, + "nauc_precision_at_1000_diff1": 0.273904, + "nauc_mrr_at_1_max": -0.083242, + "nauc_mrr_at_1_std": -0.344718, + "nauc_mrr_at_1_diff1": 0.543795, + "nauc_mrr_at_3_max": -0.059501, + "nauc_mrr_at_3_std": -0.364847, + "nauc_mrr_at_3_diff1": 0.494894, + "nauc_mrr_at_5_max": -0.06467, + "nauc_mrr_at_5_std": -0.359838, + "nauc_mrr_at_5_diff1": 0.503906, + "nauc_mrr_at_10_max": -0.066874, + "nauc_mrr_at_10_std": -0.357366, + "nauc_mrr_at_10_diff1": 0.504075, + "nauc_mrr_at_20_max": -0.066929, + "nauc_mrr_at_20_std": -0.357388, + "nauc_mrr_at_20_diff1": 0.504749, + "nauc_mrr_at_100_max": -0.067048, + "nauc_mrr_at_100_std": -0.357103, + "nauc_mrr_at_100_diff1": 0.505045, + "nauc_mrr_at_1000_max": -0.067048, + "nauc_mrr_at_1000_std": -0.357103, + "nauc_mrr_at_1000_diff1": 0.505045, + "main_score": 0.84855, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1974.9142985343933, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/BSARDRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/BSARDRetrieval.json new file mode 100644 index 0000000000..9d732eab86 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/BSARDRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59", + "task_name": "BSARDRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.15315, + "ndcg_at_3": 0.22742, + "ndcg_at_5": 0.25146, + "ndcg_at_10": 0.28993, + "ndcg_at_20": 0.30797, + "ndcg_at_100": 0.34189, + "ndcg_at_1000": 0.36507, + "map_at_1": 0.15315, + "map_at_3": 0.20946, + "map_at_5": 0.22275, + "map_at_10": 0.23898, + "map_at_20": 0.24382, + "map_at_100": 0.24809, + "map_at_1000": 0.24886, + "recall_at_1": 0.15315, + "recall_at_3": 0.27928, + "recall_at_5": 0.33784, + "recall_at_10": 0.45495, + "recall_at_20": 0.52703, + "recall_at_100": 0.71622, + "recall_at_1000": 0.90541, + "precision_at_1": 0.15315, + "precision_at_3": 0.09309, + "precision_at_5": 0.06757, + "precision_at_10": 0.0455, + "precision_at_20": 0.02635, + "precision_at_100": 0.00716, + "precision_at_1000": 0.00091, + "mrr_at_1": 0.153153, + "mrr_at_3": 0.209459, + "mrr_at_5": 0.222748, + "mrr_at_10": 0.238984, + "mrr_at_20": 0.243824, + "mrr_at_100": 0.248094, + "mrr_at_1000": 0.248863, + "nauc_ndcg_at_1_max": 0.026499, + "nauc_ndcg_at_1_std": -0.004151, + "nauc_ndcg_at_1_diff1": 0.118534, + "nauc_ndcg_at_3_max": 0.101863, + "nauc_ndcg_at_3_std": 0.087991, + "nauc_ndcg_at_3_diff1": 0.125291, + "nauc_ndcg_at_5_max": 0.103811, + "nauc_ndcg_at_5_std": 0.099561, + "nauc_ndcg_at_5_diff1": 0.113694, + "nauc_ndcg_at_10_max": 0.113732, + "nauc_ndcg_at_10_std": 0.107126, + "nauc_ndcg_at_10_diff1": 0.10843, + "nauc_ndcg_at_20_max": 0.111547, + "nauc_ndcg_at_20_std": 0.116387, + "nauc_ndcg_at_20_diff1": 0.117127, + "nauc_ndcg_at_100_max": 0.116548, + "nauc_ndcg_at_100_std": 0.141946, + "nauc_ndcg_at_100_diff1": 0.103317, + "nauc_ndcg_at_1000_max": 0.116215, + "nauc_ndcg_at_1000_std": 0.125504, + "nauc_ndcg_at_1000_diff1": 0.099724, + "nauc_map_at_1_max": 0.026499, + "nauc_map_at_1_std": -0.004151, + "nauc_map_at_1_diff1": 0.118534, + "nauc_map_at_3_max": 0.083987, + "nauc_map_at_3_std": 0.067569, + "nauc_map_at_3_diff1": 0.121288, + "nauc_map_at_5_max": 0.085961, + "nauc_map_at_5_std": 0.075306, + "nauc_map_at_5_diff1": 0.114753, + "nauc_map_at_10_max": 0.090059, + "nauc_map_at_10_std": 0.079532, + "nauc_map_at_10_diff1": 0.111738, + "nauc_map_at_20_max": 0.08973, + "nauc_map_at_20_std": 0.082026, + "nauc_map_at_20_diff1": 0.114258, + "nauc_map_at_100_max": 0.091194, + "nauc_map_at_100_std": 0.085197, + "nauc_map_at_100_diff1": 0.113065, + "nauc_map_at_1000_max": 0.09146, + "nauc_map_at_1000_std": 0.085007, + "nauc_map_at_1000_diff1": 0.112826, + "nauc_recall_at_1_max": 0.026499, + "nauc_recall_at_1_std": -0.004151, + "nauc_recall_at_1_diff1": 0.118534, + "nauc_recall_at_3_max": 0.146224, + "nauc_recall_at_3_std": 0.138243, + "nauc_recall_at_3_diff1": 0.135937, + "nauc_recall_at_5_max": 0.146076, + "nauc_recall_at_5_std": 0.157613, + "nauc_recall_at_5_diff1": 0.110456, + "nauc_recall_at_10_max": 0.173082, + "nauc_recall_at_10_std": 0.173381, + "nauc_recall_at_10_diff1": 0.099642, + "nauc_recall_at_20_max": 0.165655, + "nauc_recall_at_20_std": 0.209005, + "nauc_recall_at_20_diff1": 0.129387, + "nauc_recall_at_100_max": 0.196149, + "nauc_recall_at_100_std": 0.399593, + "nauc_recall_at_100_diff1": 0.03269, + "nauc_recall_at_1000_max": 0.264229, + "nauc_recall_at_1000_std": 0.365731, + "nauc_recall_at_1000_diff1": -0.140105, + "nauc_precision_at_1_max": 0.026499, + "nauc_precision_at_1_std": -0.004151, + "nauc_precision_at_1_diff1": 0.118534, + "nauc_precision_at_3_max": 0.146224, + "nauc_precision_at_3_std": 0.138243, + "nauc_precision_at_3_diff1": 0.135937, + "nauc_precision_at_5_max": 0.146076, + "nauc_precision_at_5_std": 0.157613, + "nauc_precision_at_5_diff1": 0.110456, + "nauc_precision_at_10_max": 0.173082, + "nauc_precision_at_10_std": 0.173381, + "nauc_precision_at_10_diff1": 0.099642, + "nauc_precision_at_20_max": 0.165655, + "nauc_precision_at_20_std": 0.209005, + "nauc_precision_at_20_diff1": 0.129387, + "nauc_precision_at_100_max": 0.196149, + "nauc_precision_at_100_std": 0.399593, + "nauc_precision_at_100_diff1": 0.03269, + "nauc_precision_at_1000_max": 0.264229, + "nauc_precision_at_1000_std": 0.365731, + "nauc_precision_at_1000_diff1": -0.140105, + "nauc_mrr_at_1_max": 0.026499, + "nauc_mrr_at_1_std": -0.004151, + "nauc_mrr_at_1_diff1": 0.118534, + "nauc_mrr_at_3_max": 0.083987, + "nauc_mrr_at_3_std": 0.067569, + "nauc_mrr_at_3_diff1": 0.121288, + "nauc_mrr_at_5_max": 0.085961, + "nauc_mrr_at_5_std": 0.075306, + "nauc_mrr_at_5_diff1": 0.114753, + "nauc_mrr_at_10_max": 0.090059, + "nauc_mrr_at_10_std": 0.079532, + "nauc_mrr_at_10_diff1": 0.111738, + "nauc_mrr_at_20_max": 0.08973, + "nauc_mrr_at_20_std": 0.082026, + "nauc_mrr_at_20_diff1": 0.114258, + "nauc_mrr_at_100_max": 0.091194, + "nauc_mrr_at_100_std": 0.085197, + "nauc_mrr_at_100_diff1": 0.113065, + "nauc_mrr_at_1000_max": 0.09146, + "nauc_mrr_at_1000_std": 0.085007, + "nauc_mrr_at_1000_diff1": 0.112826, + "main_score": 0.71622, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 4854.33444237709, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackAndroidRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackAndroidRetrieval.json new file mode 100644 index 0000000000..0de46c1cec --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackAndroidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", + "task_name": "CQADupstackAndroidRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45494, + "ndcg_at_3": 0.5153, + "ndcg_at_5": 0.54062, + "ndcg_at_10": 0.56599, + "ndcg_at_20": 0.58663, + "ndcg_at_100": 0.61362, + "ndcg_at_1000": 0.62824, + "map_at_1": 0.37078, + "map_at_3": 0.46166, + "map_at_5": 0.48458, + "map_at_10": 0.50067, + "map_at_20": 0.50947, + "map_at_100": 0.51541, + "map_at_1000": 0.51649, + "recall_at_1": 0.37078, + "recall_at_3": 0.53529, + "recall_at_5": 0.60773, + "recall_at_10": 0.68653, + "recall_at_20": 0.7593, + "recall_at_100": 0.88127, + "recall_at_1000": 0.97059, + "precision_at_1": 0.45494, + "precision_at_3": 0.24893, + "precision_at_5": 0.17997, + "precision_at_10": 0.10801, + "precision_at_20": 0.06309, + "precision_at_100": 0.01632, + "precision_at_1000": 0.00206, + "mrr_at_1": 0.454936, + "mrr_at_3": 0.537196, + "mrr_at_5": 0.552933, + "mrr_at_10": 0.56124, + "mrr_at_20": 0.565105, + "mrr_at_100": 0.567174, + "mrr_at_1000": 0.567474, + "nauc_ndcg_at_1_max": 0.356142, + "nauc_ndcg_at_1_std": -0.077957, + "nauc_ndcg_at_1_diff1": 0.542286, + "nauc_ndcg_at_3_max": 0.338228, + "nauc_ndcg_at_3_std": -0.069605, + "nauc_ndcg_at_3_diff1": 0.498018, + "nauc_ndcg_at_5_max": 0.350771, + "nauc_ndcg_at_5_std": -0.069311, + "nauc_ndcg_at_5_diff1": 0.502199, + "nauc_ndcg_at_10_max": 0.3438, + "nauc_ndcg_at_10_std": -0.063957, + "nauc_ndcg_at_10_diff1": 0.497615, + "nauc_ndcg_at_20_max": 0.351256, + "nauc_ndcg_at_20_std": -0.061043, + "nauc_ndcg_at_20_diff1": 0.498062, + "nauc_ndcg_at_100_max": 0.357053, + "nauc_ndcg_at_100_std": -0.056746, + "nauc_ndcg_at_100_diff1": 0.50329, + "nauc_ndcg_at_1000_max": 0.357684, + "nauc_ndcg_at_1000_std": -0.057025, + "nauc_ndcg_at_1000_diff1": 0.500722, + "nauc_map_at_1_max": 0.306086, + "nauc_map_at_1_std": -0.089911, + "nauc_map_at_1_diff1": 0.575647, + "nauc_map_at_3_max": 0.332079, + "nauc_map_at_3_std": -0.091277, + "nauc_map_at_3_diff1": 0.519447, + "nauc_map_at_5_max": 0.345141, + "nauc_map_at_5_std": -0.087807, + "nauc_map_at_5_diff1": 0.519327, + "nauc_map_at_10_max": 0.344921, + "nauc_map_at_10_std": -0.079472, + "nauc_map_at_10_diff1": 0.517754, + "nauc_map_at_20_max": 0.348121, + "nauc_map_at_20_std": -0.075918, + "nauc_map_at_20_diff1": 0.516456, + "nauc_map_at_100_max": 0.349015, + "nauc_map_at_100_std": -0.073378, + "nauc_map_at_100_diff1": 0.516076, + "nauc_map_at_1000_max": 0.349022, + "nauc_map_at_1000_std": -0.073391, + "nauc_map_at_1000_diff1": 0.516053, + "nauc_recall_at_1_max": 0.306086, + "nauc_recall_at_1_std": -0.089911, + "nauc_recall_at_1_diff1": 0.575647, + "nauc_recall_at_3_max": 0.302776, + "nauc_recall_at_3_std": -0.084575, + "nauc_recall_at_3_diff1": 0.462862, + "nauc_recall_at_5_max": 0.331901, + "nauc_recall_at_5_std": -0.077004, + "nauc_recall_at_5_diff1": 0.458995, + "nauc_recall_at_10_max": 0.303135, + "nauc_recall_at_10_std": -0.054006, + "nauc_recall_at_10_diff1": 0.422776, + "nauc_recall_at_20_max": 0.341712, + "nauc_recall_at_20_std": -0.023716, + "nauc_recall_at_20_diff1": 0.417472, + "nauc_recall_at_100_max": 0.408389, + "nauc_recall_at_100_std": 0.055838, + "nauc_recall_at_100_diff1": 0.459651, + "nauc_recall_at_1000_max": 0.6574, + "nauc_recall_at_1000_std": 0.391801, + "nauc_recall_at_1000_diff1": 0.35736, + "nauc_precision_at_1_max": 0.356142, + "nauc_precision_at_1_std": -0.077957, + "nauc_precision_at_1_diff1": 0.542286, + "nauc_precision_at_3_max": 0.282028, + "nauc_precision_at_3_std": -0.010218, + "nauc_precision_at_3_diff1": 0.222489, + "nauc_precision_at_5_max": 0.247309, + "nauc_precision_at_5_std": 0.031465, + "nauc_precision_at_5_diff1": 0.138278, + "nauc_precision_at_10_max": 0.156984, + "nauc_precision_at_10_std": 0.090621, + "nauc_precision_at_10_diff1": 0.03649, + "nauc_precision_at_20_max": 0.094945, + "nauc_precision_at_20_std": 0.108097, + "nauc_precision_at_20_diff1": -0.043942, + "nauc_precision_at_100_max": -0.010453, + "nauc_precision_at_100_std": 0.091892, + "nauc_precision_at_100_diff1": -0.131819, + "nauc_precision_at_1000_max": -0.123066, + "nauc_precision_at_1000_std": 0.011888, + "nauc_precision_at_1000_diff1": -0.191801, + "nauc_mrr_at_1_max": 0.356142, + "nauc_mrr_at_1_std": -0.077957, + "nauc_mrr_at_1_diff1": 0.542286, + "nauc_mrr_at_3_max": 0.348697, + "nauc_mrr_at_3_std": -0.064407, + "nauc_mrr_at_3_diff1": 0.49709, + "nauc_mrr_at_5_max": 0.353776, + "nauc_mrr_at_5_std": -0.066262, + "nauc_mrr_at_5_diff1": 0.499453, + "nauc_mrr_at_10_max": 0.350564, + "nauc_mrr_at_10_std": -0.06459, + "nauc_mrr_at_10_diff1": 0.497197, + "nauc_mrr_at_20_max": 0.352248, + "nauc_mrr_at_20_std": -0.063714, + "nauc_mrr_at_20_diff1": 0.498625, + "nauc_mrr_at_100_max": 0.352674, + "nauc_mrr_at_100_std": -0.063363, + "nauc_mrr_at_100_diff1": 0.499657, + "nauc_mrr_at_1000_max": 0.352721, + "nauc_mrr_at_1000_std": -0.063167, + "nauc_mrr_at_1000_diff1": 0.499635, + "main_score": 0.56599, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3053.802607536316, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackEnglishRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackEnglishRetrieval.json new file mode 100644 index 0000000000..992b6a6513 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackEnglishRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", + "task_name": "CQADupstackEnglishRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47134, + "ndcg_at_3": 0.52186, + "ndcg_at_5": 0.5394, + "ndcg_at_10": 0.5596, + "ndcg_at_20": 0.57521, + "ndcg_at_100": 0.59865, + "ndcg_at_1000": 0.61611, + "map_at_1": 0.37405, + "map_at_3": 0.46747, + "map_at_5": 0.4859, + "map_at_10": 0.50004, + "map_at_20": 0.50735, + "map_at_100": 0.51348, + "map_at_1000": 0.51473, + "recall_at_1": 0.37405, + "recall_at_3": 0.53869, + "recall_at_5": 0.59186, + "recall_at_10": 0.65786, + "recall_at_20": 0.71561, + "recall_at_100": 0.82062, + "recall_at_1000": 0.92863, + "precision_at_1": 0.47134, + "precision_at_3": 0.25626, + "precision_at_5": 0.17911, + "precision_at_10": 0.1065, + "precision_at_20": 0.06175, + "precision_at_100": 0.01627, + "precision_at_1000": 0.00206, + "mrr_at_1": 0.471338, + "mrr_at_3": 0.541826, + "mrr_at_5": 0.552781, + "mrr_at_10": 0.560294, + "mrr_at_20": 0.563785, + "mrr_at_100": 0.566193, + "mrr_at_1000": 0.566543, + "nauc_ndcg_at_1_max": 0.373522, + "nauc_ndcg_at_1_std": -0.145721, + "nauc_ndcg_at_1_diff1": 0.61215, + "nauc_ndcg_at_3_max": 0.38392, + "nauc_ndcg_at_3_std": -0.151122, + "nauc_ndcg_at_3_diff1": 0.563569, + "nauc_ndcg_at_5_max": 0.391967, + "nauc_ndcg_at_5_std": -0.143619, + "nauc_ndcg_at_5_diff1": 0.553495, + "nauc_ndcg_at_10_max": 0.387466, + "nauc_ndcg_at_10_std": -0.137605, + "nauc_ndcg_at_10_diff1": 0.544384, + "nauc_ndcg_at_20_max": 0.395938, + "nauc_ndcg_at_20_std": -0.140096, + "nauc_ndcg_at_20_diff1": 0.547691, + "nauc_ndcg_at_100_max": 0.401015, + "nauc_ndcg_at_100_std": -0.125052, + "nauc_ndcg_at_100_diff1": 0.547271, + "nauc_ndcg_at_1000_max": 0.403151, + "nauc_ndcg_at_1000_std": -0.120739, + "nauc_ndcg_at_1000_diff1": 0.552579, + "nauc_map_at_1_max": 0.277614, + "nauc_map_at_1_std": -0.202684, + "nauc_map_at_1_diff1": 0.631038, + "nauc_map_at_3_max": 0.340695, + "nauc_map_at_3_std": -0.192751, + "nauc_map_at_3_diff1": 0.58711, + "nauc_map_at_5_max": 0.357671, + "nauc_map_at_5_std": -0.179799, + "nauc_map_at_5_diff1": 0.576454, + "nauc_map_at_10_max": 0.364172, + "nauc_map_at_10_std": -0.171203, + "nauc_map_at_10_diff1": 0.570636, + "nauc_map_at_20_max": 0.369931, + "nauc_map_at_20_std": -0.166796, + "nauc_map_at_20_diff1": 0.570403, + "nauc_map_at_100_max": 0.374389, + "nauc_map_at_100_std": -0.158203, + "nauc_map_at_100_diff1": 0.568976, + "nauc_map_at_1000_max": 0.374975, + "nauc_map_at_1000_std": -0.156907, + "nauc_map_at_1000_diff1": 0.569175, + "nauc_recall_at_1_max": 0.277614, + "nauc_recall_at_1_std": -0.202684, + "nauc_recall_at_1_diff1": 0.631038, + "nauc_recall_at_3_max": 0.348791, + "nauc_recall_at_3_std": -0.188036, + "nauc_recall_at_3_diff1": 0.531711, + "nauc_recall_at_5_max": 0.373858, + "nauc_recall_at_5_std": -0.151685, + "nauc_recall_at_5_diff1": 0.495036, + "nauc_recall_at_10_max": 0.360912, + "nauc_recall_at_10_std": -0.121608, + "nauc_recall_at_10_diff1": 0.44829, + "nauc_recall_at_20_max": 0.392525, + "nauc_recall_at_20_std": -0.123668, + "nauc_recall_at_20_diff1": 0.439759, + "nauc_recall_at_100_max": 0.436304, + "nauc_recall_at_100_std": -0.008948, + "nauc_recall_at_100_diff1": 0.408458, + "nauc_recall_at_1000_max": 0.533319, + "nauc_recall_at_1000_std": 0.187692, + "nauc_recall_at_1000_diff1": 0.427357, + "nauc_precision_at_1_max": 0.373522, + "nauc_precision_at_1_std": -0.145721, + "nauc_precision_at_1_diff1": 0.61215, + "nauc_precision_at_3_max": 0.378132, + "nauc_precision_at_3_std": -0.004947, + "nauc_precision_at_3_diff1": 0.24643, + "nauc_precision_at_5_max": 0.363294, + "nauc_precision_at_5_std": 0.068277, + "nauc_precision_at_5_diff1": 0.124336, + "nauc_precision_at_10_max": 0.30314, + "nauc_precision_at_10_std": 0.154817, + "nauc_precision_at_10_diff1": 0.006795, + "nauc_precision_at_20_max": 0.27184, + "nauc_precision_at_20_std": 0.209669, + "nauc_precision_at_20_diff1": -0.058441, + "nauc_precision_at_100_max": 0.189458, + "nauc_precision_at_100_std": 0.321721, + "nauc_precision_at_100_diff1": -0.146186, + "nauc_precision_at_1000_max": 0.101047, + "nauc_precision_at_1000_std": 0.318073, + "nauc_precision_at_1000_diff1": -0.17956, + "nauc_mrr_at_1_max": 0.373522, + "nauc_mrr_at_1_std": -0.145721, + "nauc_mrr_at_1_diff1": 0.61215, + "nauc_mrr_at_3_max": 0.407069, + "nauc_mrr_at_3_std": -0.136574, + "nauc_mrr_at_3_diff1": 0.581961, + "nauc_mrr_at_5_max": 0.406835, + "nauc_mrr_at_5_std": -0.128583, + "nauc_mrr_at_5_diff1": 0.574489, + "nauc_mrr_at_10_max": 0.403798, + "nauc_mrr_at_10_std": -0.125727, + "nauc_mrr_at_10_diff1": 0.570943, + "nauc_mrr_at_20_max": 0.405022, + "nauc_mrr_at_20_std": -0.127819, + "nauc_mrr_at_20_diff1": 0.571922, + "nauc_mrr_at_100_max": 0.404825, + "nauc_mrr_at_100_std": -0.127151, + "nauc_mrr_at_100_diff1": 0.572437, + "nauc_mrr_at_1000_max": 0.404806, + "nauc_mrr_at_1000_std": -0.127181, + "nauc_mrr_at_1000_diff1": 0.572628, + "main_score": 0.5596, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4232.109003782272, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGamingRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGamingRetrieval.json new file mode 100644 index 0000000000..cb9dd6ff92 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGamingRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackGamingRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52226, + "ndcg_at_3": 0.59798, + "ndcg_at_5": 0.6226, + "ndcg_at_10": 0.64853, + "ndcg_at_20": 0.66398, + "ndcg_at_100": 0.68298, + "ndcg_at_1000": 0.69003, + "map_at_1": 0.45789, + "map_at_3": 0.55834, + "map_at_5": 0.5769, + "map_at_10": 0.59062, + "map_at_20": 0.59647, + "map_at_100": 0.60018, + "map_at_1000": 0.60054, + "recall_at_1": 0.45789, + "recall_at_3": 0.649, + "recall_at_5": 0.70902, + "recall_at_10": 0.78388, + "recall_at_20": 0.84086, + "recall_at_100": 0.93006, + "recall_at_1000": 0.97928, + "precision_at_1": 0.52226, + "precision_at_3": 0.26541, + "precision_at_5": 0.17944, + "precision_at_10": 0.10232, + "precision_at_20": 0.05621, + "precision_at_100": 0.01285, + "precision_at_1000": 0.00138, + "mrr_at_1": 0.522257, + "mrr_at_3": 0.602717, + "mrr_at_5": 0.614253, + "mrr_at_10": 0.623395, + "mrr_at_20": 0.626771, + "mrr_at_100": 0.628807, + "mrr_at_1000": 0.628973, + "nauc_ndcg_at_1_max": 0.2797, + "nauc_ndcg_at_1_std": -0.016453, + "nauc_ndcg_at_1_diff1": 0.62589, + "nauc_ndcg_at_3_max": 0.288103, + "nauc_ndcg_at_3_std": -0.033146, + "nauc_ndcg_at_3_diff1": 0.585645, + "nauc_ndcg_at_5_max": 0.289885, + "nauc_ndcg_at_5_std": -0.023416, + "nauc_ndcg_at_5_diff1": 0.583665, + "nauc_ndcg_at_10_max": 0.293911, + "nauc_ndcg_at_10_std": -0.016411, + "nauc_ndcg_at_10_diff1": 0.581796, + "nauc_ndcg_at_20_max": 0.304076, + "nauc_ndcg_at_20_std": -0.004031, + "nauc_ndcg_at_20_diff1": 0.578352, + "nauc_ndcg_at_100_max": 0.305903, + "nauc_ndcg_at_100_std": 0.004594, + "nauc_ndcg_at_100_diff1": 0.580301, + "nauc_ndcg_at_1000_max": 0.30434, + "nauc_ndcg_at_1000_std": 0.001155, + "nauc_ndcg_at_1000_diff1": 0.582559, + "nauc_map_at_1_max": 0.23206, + "nauc_map_at_1_std": -0.06158, + "nauc_map_at_1_diff1": 0.629944, + "nauc_map_at_3_max": 0.275532, + "nauc_map_at_3_std": -0.051591, + "nauc_map_at_3_diff1": 0.60002, + "nauc_map_at_5_max": 0.278601, + "nauc_map_at_5_std": -0.03911, + "nauc_map_at_5_diff1": 0.597316, + "nauc_map_at_10_max": 0.281945, + "nauc_map_at_10_std": -0.032795, + "nauc_map_at_10_diff1": 0.59626, + "nauc_map_at_20_max": 0.28617, + "nauc_map_at_20_std": -0.02602, + "nauc_map_at_20_diff1": 0.595755, + "nauc_map_at_100_max": 0.286481, + "nauc_map_at_100_std": -0.022667, + "nauc_map_at_100_diff1": 0.595894, + "nauc_map_at_1000_max": 0.286593, + "nauc_map_at_1000_std": -0.022597, + "nauc_map_at_1000_diff1": 0.596015, + "nauc_recall_at_1_max": 0.23206, + "nauc_recall_at_1_std": -0.06158, + "nauc_recall_at_1_diff1": 0.629944, + "nauc_recall_at_3_max": 0.286237, + "nauc_recall_at_3_std": -0.058401, + "nauc_recall_at_3_diff1": 0.538227, + "nauc_recall_at_5_max": 0.289528, + "nauc_recall_at_5_std": -0.025272, + "nauc_recall_at_5_diff1": 0.522288, + "nauc_recall_at_10_max": 0.299082, + "nauc_recall_at_10_std": 0.001807, + "nauc_recall_at_10_diff1": 0.498327, + "nauc_recall_at_20_max": 0.360543, + "nauc_recall_at_20_std": 0.089839, + "nauc_recall_at_20_diff1": 0.455672, + "nauc_recall_at_100_max": 0.459797, + "nauc_recall_at_100_std": 0.283877, + "nauc_recall_at_100_diff1": 0.39546, + "nauc_recall_at_1000_max": 0.622417, + "nauc_recall_at_1000_std": 0.555758, + "nauc_recall_at_1000_diff1": 0.228638, + "nauc_precision_at_1_max": 0.2797, + "nauc_precision_at_1_std": -0.016453, + "nauc_precision_at_1_diff1": 0.62589, + "nauc_precision_at_3_max": 0.270191, + "nauc_precision_at_3_std": 0.049311, + "nauc_precision_at_3_diff1": 0.300561, + "nauc_precision_at_5_max": 0.222735, + "nauc_precision_at_5_std": 0.11098, + "nauc_precision_at_5_diff1": 0.18779, + "nauc_precision_at_10_max": 0.194139, + "nauc_precision_at_10_std": 0.166781, + "nauc_precision_at_10_diff1": 0.075334, + "nauc_precision_at_20_max": 0.183767, + "nauc_precision_at_20_std": 0.22672, + "nauc_precision_at_20_diff1": -0.013791, + "nauc_precision_at_100_max": 0.126526, + "nauc_precision_at_100_std": 0.26951, + "nauc_precision_at_100_diff1": -0.132751, + "nauc_precision_at_1000_max": 0.106031, + "nauc_precision_at_1000_std": 0.256975, + "nauc_precision_at_1000_diff1": -0.184242, + "nauc_mrr_at_1_max": 0.2797, + "nauc_mrr_at_1_std": -0.016453, + "nauc_mrr_at_1_diff1": 0.62589, + "nauc_mrr_at_3_max": 0.298068, + "nauc_mrr_at_3_std": -0.017729, + "nauc_mrr_at_3_diff1": 0.59492, + "nauc_mrr_at_5_max": 0.297071, + "nauc_mrr_at_5_std": -0.014821, + "nauc_mrr_at_5_diff1": 0.594719, + "nauc_mrr_at_10_max": 0.296577, + "nauc_mrr_at_10_std": -0.012421, + "nauc_mrr_at_10_diff1": 0.594371, + "nauc_mrr_at_20_max": 0.297996, + "nauc_mrr_at_20_std": -0.010259, + "nauc_mrr_at_20_diff1": 0.593975, + "nauc_mrr_at_100_max": 0.297895, + "nauc_mrr_at_100_std": -0.009687, + "nauc_mrr_at_100_diff1": 0.594433, + "nauc_mrr_at_1000_max": 0.297765, + "nauc_mrr_at_1000_std": -0.009816, + "nauc_mrr_at_1000_diff1": 0.594524, + "main_score": 0.64853, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4953.237435340881, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGisRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGisRetrieval.json new file mode 100644 index 0000000000..2852517001 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackGisRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", + "task_name": "CQADupstackGisRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.3209, + "ndcg_at_3": 0.38339, + "ndcg_at_5": 0.41427, + "ndcg_at_10": 0.43606, + "ndcg_at_20": 0.45784, + "ndcg_at_100": 0.48908, + "ndcg_at_1000": 0.50585, + "map_at_1": 0.29146, + "map_at_3": 0.35578, + "map_at_5": 0.37414, + "map_at_10": 0.384, + "map_at_20": 0.39065, + "map_at_100": 0.39542, + "map_at_1000": 0.39612, + "recall_at_1": 0.29146, + "recall_at_3": 0.43168, + "recall_at_5": 0.50717, + "recall_at_10": 0.5712, + "recall_at_20": 0.65254, + "recall_at_100": 0.81046, + "recall_at_1000": 0.93487, + "precision_at_1": 0.3209, + "precision_at_3": 0.16234, + "precision_at_5": 0.11503, + "precision_at_10": 0.06588, + "precision_at_20": 0.03802, + "precision_at_100": 0.00969, + "precision_at_1000": 0.00115, + "mrr_at_1": 0.320904, + "mrr_at_3": 0.383804, + "mrr_at_5": 0.400923, + "mrr_at_10": 0.409673, + "mrr_at_20": 0.415069, + "mrr_at_100": 0.419109, + "mrr_at_1000": 0.419594, + "nauc_ndcg_at_1_max": 0.276464, + "nauc_ndcg_at_1_std": -0.018366, + "nauc_ndcg_at_1_diff1": 0.476709, + "nauc_ndcg_at_3_max": 0.253769, + "nauc_ndcg_at_3_std": -0.032547, + "nauc_ndcg_at_3_diff1": 0.419746, + "nauc_ndcg_at_5_max": 0.259454, + "nauc_ndcg_at_5_std": -0.024712, + "nauc_ndcg_at_5_diff1": 0.409108, + "nauc_ndcg_at_10_max": 0.268489, + "nauc_ndcg_at_10_std": -0.012, + "nauc_ndcg_at_10_diff1": 0.410551, + "nauc_ndcg_at_20_max": 0.275009, + "nauc_ndcg_at_20_std": -0.001788, + "nauc_ndcg_at_20_diff1": 0.403734, + "nauc_ndcg_at_100_max": 0.278235, + "nauc_ndcg_at_100_std": 0.00518, + "nauc_ndcg_at_100_diff1": 0.40623, + "nauc_ndcg_at_1000_max": 0.279869, + "nauc_ndcg_at_1000_std": -1.3e-05, + "nauc_ndcg_at_1000_diff1": 0.408432, + "nauc_map_at_1_max": 0.232855, + "nauc_map_at_1_std": -0.034483, + "nauc_map_at_1_diff1": 0.500016, + "nauc_map_at_3_max": 0.243672, + "nauc_map_at_3_std": -0.035584, + "nauc_map_at_3_diff1": 0.438723, + "nauc_map_at_5_max": 0.251106, + "nauc_map_at_5_std": -0.029498, + "nauc_map_at_5_diff1": 0.431989, + "nauc_map_at_10_max": 0.256654, + "nauc_map_at_10_std": -0.024362, + "nauc_map_at_10_diff1": 0.433406, + "nauc_map_at_20_max": 0.258614, + "nauc_map_at_20_std": -0.020474, + "nauc_map_at_20_diff1": 0.431611, + "nauc_map_at_100_max": 0.259361, + "nauc_map_at_100_std": -0.019616, + "nauc_map_at_100_diff1": 0.432363, + "nauc_map_at_1000_max": 0.259385, + "nauc_map_at_1000_std": -0.019685, + "nauc_map_at_1000_diff1": 0.43231, + "nauc_recall_at_1_max": 0.232855, + "nauc_recall_at_1_std": -0.034483, + "nauc_recall_at_1_diff1": 0.500016, + "nauc_recall_at_3_max": 0.229329, + "nauc_recall_at_3_std": -0.037667, + "nauc_recall_at_3_diff1": 0.367978, + "nauc_recall_at_5_max": 0.241513, + "nauc_recall_at_5_std": -0.023709, + "nauc_recall_at_5_diff1": 0.340543, + "nauc_recall_at_10_max": 0.262738, + "nauc_recall_at_10_std": 0.012804, + "nauc_recall_at_10_diff1": 0.34176, + "nauc_recall_at_20_max": 0.290529, + "nauc_recall_at_20_std": 0.054285, + "nauc_recall_at_20_diff1": 0.303092, + "nauc_recall_at_100_max": 0.324956, + "nauc_recall_at_100_std": 0.155484, + "nauc_recall_at_100_diff1": 0.267211, + "nauc_recall_at_1000_max": 0.467144, + "nauc_recall_at_1000_std": 0.208061, + "nauc_recall_at_1000_diff1": 0.179426, + "nauc_precision_at_1_max": 0.276464, + "nauc_precision_at_1_std": -0.018366, + "nauc_precision_at_1_diff1": 0.476709, + "nauc_precision_at_3_max": 0.293809, + "nauc_precision_at_3_std": -0.031528, + "nauc_precision_at_3_diff1": 0.312686, + "nauc_precision_at_5_max": 0.320691, + "nauc_precision_at_5_std": -0.002302, + "nauc_precision_at_5_diff1": 0.271444, + "nauc_precision_at_10_max": 0.343771, + "nauc_precision_at_10_std": 0.039228, + "nauc_precision_at_10_diff1": 0.256443, + "nauc_precision_at_20_max": 0.345051, + "nauc_precision_at_20_std": 0.084082, + "nauc_precision_at_20_diff1": 0.185274, + "nauc_precision_at_100_max": 0.292199, + "nauc_precision_at_100_std": 0.122946, + "nauc_precision_at_100_diff1": 0.065167, + "nauc_precision_at_1000_max": 0.235358, + "nauc_precision_at_1000_std": 0.079533, + "nauc_precision_at_1000_diff1": -0.076148, + "nauc_mrr_at_1_max": 0.276464, + "nauc_mrr_at_1_std": -0.018366, + "nauc_mrr_at_1_diff1": 0.476709, + "nauc_mrr_at_3_max": 0.280465, + "nauc_mrr_at_3_std": -0.014969, + "nauc_mrr_at_3_diff1": 0.423255, + "nauc_mrr_at_5_max": 0.281428, + "nauc_mrr_at_5_std": -0.012854, + "nauc_mrr_at_5_diff1": 0.418905, + "nauc_mrr_at_10_max": 0.284025, + "nauc_mrr_at_10_std": -0.007038, + "nauc_mrr_at_10_diff1": 0.41836, + "nauc_mrr_at_20_max": 0.285448, + "nauc_mrr_at_20_std": -0.005139, + "nauc_mrr_at_20_diff1": 0.417462, + "nauc_mrr_at_100_max": 0.285412, + "nauc_mrr_at_100_std": -0.00499, + "nauc_mrr_at_100_diff1": 0.418015, + "nauc_mrr_at_1000_max": 0.285349, + "nauc_mrr_at_1000_std": -0.005183, + "nauc_mrr_at_1000_diff1": 0.418056, + "main_score": 0.43606, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9481.657046556473, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackMathematicaRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackMathematicaRetrieval.json new file mode 100644 index 0000000000..ca57f8ec5f --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackMathematicaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", + "task_name": "CQADupstackMathematicaRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24876, + "ndcg_at_3": 0.29663, + "ndcg_at_5": 0.32193, + "ndcg_at_10": 0.34694, + "ndcg_at_20": 0.37075, + "ndcg_at_100": 0.40615, + "ndcg_at_1000": 0.43317, + "map_at_1": 0.20395, + "map_at_3": 0.26452, + "map_at_5": 0.28159, + "map_at_10": 0.29287, + "map_at_20": 0.30019, + "map_at_100": 0.30607, + "map_at_1000": 0.30726, + "recall_at_1": 0.20395, + "recall_at_3": 0.32521, + "recall_at_5": 0.38887, + "recall_at_10": 0.46388, + "recall_at_20": 0.54885, + "recall_at_100": 0.71597, + "recall_at_1000": 0.9075, + "precision_at_1": 0.24876, + "precision_at_3": 0.14138, + "precision_at_5": 0.10323, + "precision_at_10": 0.06343, + "precision_at_20": 0.03825, + "precision_at_100": 0.01072, + "precision_at_1000": 0.00142, + "mrr_at_1": 0.248756, + "mrr_at_3": 0.313847, + "mrr_at_5": 0.329706, + "mrr_at_10": 0.340498, + "mrr_at_20": 0.346468, + "mrr_at_100": 0.350306, + "mrr_at_1000": 0.35099, + "nauc_ndcg_at_1_max": 0.266983, + "nauc_ndcg_at_1_std": -0.095319, + "nauc_ndcg_at_1_diff1": 0.384492, + "nauc_ndcg_at_3_max": 0.251764, + "nauc_ndcg_at_3_std": -0.067521, + "nauc_ndcg_at_3_diff1": 0.324686, + "nauc_ndcg_at_5_max": 0.244473, + "nauc_ndcg_at_5_std": -0.059608, + "nauc_ndcg_at_5_diff1": 0.29834, + "nauc_ndcg_at_10_max": 0.239148, + "nauc_ndcg_at_10_std": -0.061128, + "nauc_ndcg_at_10_diff1": 0.297987, + "nauc_ndcg_at_20_max": 0.258822, + "nauc_ndcg_at_20_std": -0.054423, + "nauc_ndcg_at_20_diff1": 0.291139, + "nauc_ndcg_at_100_max": 0.257321, + "nauc_ndcg_at_100_std": -0.046342, + "nauc_ndcg_at_100_diff1": 0.28984, + "nauc_ndcg_at_1000_max": 0.261927, + "nauc_ndcg_at_1000_std": -0.042824, + "nauc_ndcg_at_1000_diff1": 0.297905, + "nauc_map_at_1_max": 0.245782, + "nauc_map_at_1_std": -0.073217, + "nauc_map_at_1_diff1": 0.372043, + "nauc_map_at_3_max": 0.24169, + "nauc_map_at_3_std": -0.070042, + "nauc_map_at_3_diff1": 0.329852, + "nauc_map_at_5_max": 0.240608, + "nauc_map_at_5_std": -0.066873, + "nauc_map_at_5_diff1": 0.315149, + "nauc_map_at_10_max": 0.23899, + "nauc_map_at_10_std": -0.066257, + "nauc_map_at_10_diff1": 0.317355, + "nauc_map_at_20_max": 0.246287, + "nauc_map_at_20_std": -0.064008, + "nauc_map_at_20_diff1": 0.314953, + "nauc_map_at_100_max": 0.246559, + "nauc_map_at_100_std": -0.06266, + "nauc_map_at_100_diff1": 0.315649, + "nauc_map_at_1000_max": 0.246863, + "nauc_map_at_1000_std": -0.062508, + "nauc_map_at_1000_diff1": 0.315819, + "nauc_recall_at_1_max": 0.245782, + "nauc_recall_at_1_std": -0.073217, + "nauc_recall_at_1_diff1": 0.372043, + "nauc_recall_at_3_max": 0.232686, + "nauc_recall_at_3_std": -0.050451, + "nauc_recall_at_3_diff1": 0.281544, + "nauc_recall_at_5_max": 0.218606, + "nauc_recall_at_5_std": -0.034112, + "nauc_recall_at_5_diff1": 0.230308, + "nauc_recall_at_10_max": 0.204802, + "nauc_recall_at_10_std": -0.036236, + "nauc_recall_at_10_diff1": 0.229303, + "nauc_recall_at_20_max": 0.263477, + "nauc_recall_at_20_std": -0.006692, + "nauc_recall_at_20_diff1": 0.198085, + "nauc_recall_at_100_max": 0.252797, + "nauc_recall_at_100_std": 0.061018, + "nauc_recall_at_100_diff1": 0.147004, + "nauc_recall_at_1000_max": 0.365398, + "nauc_recall_at_1000_std": 0.312063, + "nauc_recall_at_1000_diff1": 0.105907, + "nauc_precision_at_1_max": 0.266983, + "nauc_precision_at_1_std": -0.095319, + "nauc_precision_at_1_diff1": 0.384492, + "nauc_precision_at_3_max": 0.249054, + "nauc_precision_at_3_std": -0.075171, + "nauc_precision_at_3_diff1": 0.272254, + "nauc_precision_at_5_max": 0.226436, + "nauc_precision_at_5_std": -0.051206, + "nauc_precision_at_5_diff1": 0.201326, + "nauc_precision_at_10_max": 0.205032, + "nauc_precision_at_10_std": -0.055717, + "nauc_precision_at_10_diff1": 0.196572, + "nauc_precision_at_20_max": 0.238821, + "nauc_precision_at_20_std": -0.031688, + "nauc_precision_at_20_diff1": 0.135676, + "nauc_precision_at_100_max": 0.146057, + "nauc_precision_at_100_std": 0.00716, + "nauc_precision_at_100_diff1": 0.076313, + "nauc_precision_at_1000_max": 0.060905, + "nauc_precision_at_1000_std": 0.015649, + "nauc_precision_at_1000_diff1": 0.038662, + "nauc_mrr_at_1_max": 0.266983, + "nauc_mrr_at_1_std": -0.095319, + "nauc_mrr_at_1_diff1": 0.384492, + "nauc_mrr_at_3_max": 0.268305, + "nauc_mrr_at_3_std": -0.079918, + "nauc_mrr_at_3_diff1": 0.338664, + "nauc_mrr_at_5_max": 0.262622, + "nauc_mrr_at_5_std": -0.073484, + "nauc_mrr_at_5_diff1": 0.325643, + "nauc_mrr_at_10_max": 0.263284, + "nauc_mrr_at_10_std": -0.076068, + "nauc_mrr_at_10_diff1": 0.325036, + "nauc_mrr_at_20_max": 0.26656, + "nauc_mrr_at_20_std": -0.075804, + "nauc_mrr_at_20_diff1": 0.32433, + "nauc_mrr_at_100_max": 0.265896, + "nauc_mrr_at_100_std": -0.075155, + "nauc_mrr_at_100_diff1": 0.323972, + "nauc_mrr_at_1000_max": 0.265977, + "nauc_mrr_at_1000_std": -0.075018, + "nauc_mrr_at_1000_diff1": 0.324248, + "main_score": 0.34694, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5871.791606903076, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackPhysicsRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackPhysicsRetrieval.json new file mode 100644 index 0000000000..0822399a6f --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackPhysicsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", + "task_name": "CQADupstackPhysicsRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.42733, + "ndcg_at_3": 0.47236, + "ndcg_at_5": 0.49327, + "ndcg_at_10": 0.52346, + "ndcg_at_20": 0.54446, + "ndcg_at_100": 0.57736, + "ndcg_at_1000": 0.59245, + "map_at_1": 0.34414, + "map_at_3": 0.42634, + "map_at_5": 0.44394, + "map_at_10": 0.45997, + "map_at_20": 0.46786, + "map_at_100": 0.47423, + "map_at_1000": 0.47515, + "recall_at_1": 0.34414, + "recall_at_3": 0.50233, + "recall_at_5": 0.55967, + "recall_at_10": 0.65173, + "recall_at_20": 0.72278, + "recall_at_100": 0.87163, + "recall_at_1000": 0.9664, + "precision_at_1": 0.42733, + "precision_at_3": 0.22554, + "precision_at_5": 0.15688, + "precision_at_10": 0.09461, + "precision_at_20": 0.05476, + "precision_at_100": 0.01427, + "precision_at_1000": 0.00172, + "mrr_at_1": 0.427334, + "mrr_at_3": 0.49615, + "mrr_at_5": 0.508855, + "mrr_at_10": 0.520836, + "mrr_at_20": 0.5253, + "mrr_at_100": 0.528598, + "mrr_at_1000": 0.528868, + "nauc_ndcg_at_1_max": 0.231429, + "nauc_ndcg_at_1_std": -0.077212, + "nauc_ndcg_at_1_diff1": 0.556634, + "nauc_ndcg_at_3_max": 0.223317, + "nauc_ndcg_at_3_std": -0.065948, + "nauc_ndcg_at_3_diff1": 0.51442, + "nauc_ndcg_at_5_max": 0.232226, + "nauc_ndcg_at_5_std": -0.076577, + "nauc_ndcg_at_5_diff1": 0.509874, + "nauc_ndcg_at_10_max": 0.239303, + "nauc_ndcg_at_10_std": -0.076025, + "nauc_ndcg_at_10_diff1": 0.509993, + "nauc_ndcg_at_20_max": 0.248995, + "nauc_ndcg_at_20_std": -0.074109, + "nauc_ndcg_at_20_diff1": 0.511071, + "nauc_ndcg_at_100_max": 0.257682, + "nauc_ndcg_at_100_std": -0.053339, + "nauc_ndcg_at_100_diff1": 0.513983, + "nauc_ndcg_at_1000_max": 0.25673, + "nauc_ndcg_at_1000_std": -0.056902, + "nauc_ndcg_at_1000_diff1": 0.518949, + "nauc_map_at_1_max": 0.190505, + "nauc_map_at_1_std": -0.099024, + "nauc_map_at_1_diff1": 0.573273, + "nauc_map_at_3_max": 0.211117, + "nauc_map_at_3_std": -0.081554, + "nauc_map_at_3_diff1": 0.532246, + "nauc_map_at_5_max": 0.217804, + "nauc_map_at_5_std": -0.082798, + "nauc_map_at_5_diff1": 0.524838, + "nauc_map_at_10_max": 0.224195, + "nauc_map_at_10_std": -0.07921, + "nauc_map_at_10_diff1": 0.524024, + "nauc_map_at_20_max": 0.228451, + "nauc_map_at_20_std": -0.077503, + "nauc_map_at_20_diff1": 0.524056, + "nauc_map_at_100_max": 0.230276, + "nauc_map_at_100_std": -0.073838, + "nauc_map_at_100_diff1": 0.523879, + "nauc_map_at_1000_max": 0.230578, + "nauc_map_at_1000_std": -0.073713, + "nauc_map_at_1000_diff1": 0.524229, + "nauc_recall_at_1_max": 0.190505, + "nauc_recall_at_1_std": -0.099024, + "nauc_recall_at_1_diff1": 0.573273, + "nauc_recall_at_3_max": 0.20925, + "nauc_recall_at_3_std": -0.074738, + "nauc_recall_at_3_diff1": 0.478211, + "nauc_recall_at_5_max": 0.225965, + "nauc_recall_at_5_std": -0.094402, + "nauc_recall_at_5_diff1": 0.452799, + "nauc_recall_at_10_max": 0.235135, + "nauc_recall_at_10_std": -0.081849, + "nauc_recall_at_10_diff1": 0.428254, + "nauc_recall_at_20_max": 0.272861, + "nauc_recall_at_20_std": -0.083969, + "nauc_recall_at_20_diff1": 0.422671, + "nauc_recall_at_100_max": 0.373661, + "nauc_recall_at_100_std": 0.113158, + "nauc_recall_at_100_diff1": 0.410589, + "nauc_recall_at_1000_max": 0.550454, + "nauc_recall_at_1000_std": 0.233173, + "nauc_recall_at_1000_diff1": 0.543136, + "nauc_precision_at_1_max": 0.231429, + "nauc_precision_at_1_std": -0.077212, + "nauc_precision_at_1_diff1": 0.556634, + "nauc_precision_at_3_max": 0.247944, + "nauc_precision_at_3_std": 0.02285, + "nauc_precision_at_3_diff1": 0.303993, + "nauc_precision_at_5_max": 0.24321, + "nauc_precision_at_5_std": 0.042261, + "nauc_precision_at_5_diff1": 0.209557, + "nauc_precision_at_10_max": 0.237849, + "nauc_precision_at_10_std": 0.084622, + "nauc_precision_at_10_diff1": 0.11599, + "nauc_precision_at_20_max": 0.223447, + "nauc_precision_at_20_std": 0.112814, + "nauc_precision_at_20_diff1": 0.047898, + "nauc_precision_at_100_max": 0.149656, + "nauc_precision_at_100_std": 0.160447, + "nauc_precision_at_100_diff1": -0.077834, + "nauc_precision_at_1000_max": 0.087155, + "nauc_precision_at_1000_std": 0.135104, + "nauc_precision_at_1000_diff1": -0.123558, + "nauc_mrr_at_1_max": 0.231429, + "nauc_mrr_at_1_std": -0.077212, + "nauc_mrr_at_1_diff1": 0.556634, + "nauc_mrr_at_3_max": 0.237762, + "nauc_mrr_at_3_std": -0.06595, + "nauc_mrr_at_3_diff1": 0.523405, + "nauc_mrr_at_5_max": 0.242505, + "nauc_mrr_at_5_std": -0.07047, + "nauc_mrr_at_5_diff1": 0.52303, + "nauc_mrr_at_10_max": 0.241957, + "nauc_mrr_at_10_std": -0.070169, + "nauc_mrr_at_10_diff1": 0.522405, + "nauc_mrr_at_20_max": 0.24419, + "nauc_mrr_at_20_std": -0.070644, + "nauc_mrr_at_20_diff1": 0.523202, + "nauc_mrr_at_100_max": 0.244542, + "nauc_mrr_at_100_std": -0.069264, + "nauc_mrr_at_100_diff1": 0.523844, + "nauc_mrr_at_1000_max": 0.244456, + "nauc_mrr_at_1000_std": -0.069383, + "nauc_mrr_at_1000_diff1": 0.523861, + "main_score": 0.52346, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7371.893831729889, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackProgrammersRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackProgrammersRetrieval.json new file mode 100644 index 0000000000..9269b6bccf --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackProgrammersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", + "task_name": "CQADupstackProgrammersRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37329, + "ndcg_at_3": 0.41319, + "ndcg_at_5": 0.43444, + "ndcg_at_10": 0.46643, + "ndcg_at_20": 0.49257, + "ndcg_at_100": 0.52524, + "ndcg_at_1000": 0.54478, + "map_at_1": 0.30278, + "map_at_3": 0.37311, + "map_at_5": 0.39072, + "map_at_10": 0.40744, + "map_at_20": 0.41597, + "map_at_100": 0.422, + "map_at_1000": 0.4231, + "recall_at_1": 0.30278, + "recall_at_3": 0.43465, + "recall_at_5": 0.4942, + "recall_at_10": 0.58651, + "recall_at_20": 0.67909, + "recall_at_100": 0.83276, + "recall_at_1000": 0.96114, + "precision_at_1": 0.37329, + "precision_at_3": 0.19635, + "precision_at_5": 0.1379, + "precision_at_10": 0.08539, + "precision_at_20": 0.0512, + "precision_at_100": 0.01338, + "precision_at_1000": 0.00169, + "mrr_at_1": 0.373288, + "mrr_at_3": 0.437024, + "mrr_at_5": 0.450723, + "mrr_at_10": 0.462846, + "mrr_at_20": 0.468907, + "mrr_at_100": 0.472243, + "mrr_at_1000": 0.472676, + "nauc_ndcg_at_1_max": 0.40217, + "nauc_ndcg_at_1_std": 0.001123, + "nauc_ndcg_at_1_diff1": 0.519716, + "nauc_ndcg_at_3_max": 0.373348, + "nauc_ndcg_at_3_std": -0.013463, + "nauc_ndcg_at_3_diff1": 0.468299, + "nauc_ndcg_at_5_max": 0.368178, + "nauc_ndcg_at_5_std": -0.002637, + "nauc_ndcg_at_5_diff1": 0.471466, + "nauc_ndcg_at_10_max": 0.375572, + "nauc_ndcg_at_10_std": -0.009363, + "nauc_ndcg_at_10_diff1": 0.468395, + "nauc_ndcg_at_20_max": 0.378896, + "nauc_ndcg_at_20_std": 0.006526, + "nauc_ndcg_at_20_diff1": 0.46579, + "nauc_ndcg_at_100_max": 0.38762, + "nauc_ndcg_at_100_std": 0.019017, + "nauc_ndcg_at_100_diff1": 0.470758, + "nauc_ndcg_at_1000_max": 0.388729, + "nauc_ndcg_at_1000_std": 0.014474, + "nauc_ndcg_at_1000_diff1": 0.471763, + "nauc_map_at_1_max": 0.328491, + "nauc_map_at_1_std": -0.0517, + "nauc_map_at_1_diff1": 0.54218, + "nauc_map_at_3_max": 0.355224, + "nauc_map_at_3_std": -0.034895, + "nauc_map_at_3_diff1": 0.493088, + "nauc_map_at_5_max": 0.35681, + "nauc_map_at_5_std": -0.023128, + "nauc_map_at_5_diff1": 0.492235, + "nauc_map_at_10_max": 0.364374, + "nauc_map_at_10_std": -0.021625, + "nauc_map_at_10_diff1": 0.489862, + "nauc_map_at_20_max": 0.367218, + "nauc_map_at_20_std": -0.015012, + "nauc_map_at_20_diff1": 0.48801, + "nauc_map_at_100_max": 0.370092, + "nauc_map_at_100_std": -0.012464, + "nauc_map_at_100_diff1": 0.488315, + "nauc_map_at_1000_max": 0.370301, + "nauc_map_at_1000_std": -0.012335, + "nauc_map_at_1000_diff1": 0.488268, + "nauc_recall_at_1_max": 0.328491, + "nauc_recall_at_1_std": -0.0517, + "nauc_recall_at_1_diff1": 0.54218, + "nauc_recall_at_3_max": 0.343853, + "nauc_recall_at_3_std": -0.030119, + "nauc_recall_at_3_diff1": 0.437392, + "nauc_recall_at_5_max": 0.333878, + "nauc_recall_at_5_std": 0.003269, + "nauc_recall_at_5_diff1": 0.426389, + "nauc_recall_at_10_max": 0.344629, + "nauc_recall_at_10_std": -0.00752, + "nauc_recall_at_10_diff1": 0.398835, + "nauc_recall_at_20_max": 0.335975, + "nauc_recall_at_20_std": 0.04684, + "nauc_recall_at_20_diff1": 0.371753, + "nauc_recall_at_100_max": 0.379632, + "nauc_recall_at_100_std": 0.178697, + "nauc_recall_at_100_diff1": 0.383443, + "nauc_recall_at_1000_max": 0.524452, + "nauc_recall_at_1000_std": 0.378897, + "nauc_recall_at_1000_diff1": 0.360049, + "nauc_precision_at_1_max": 0.40217, + "nauc_precision_at_1_std": 0.001123, + "nauc_precision_at_1_diff1": 0.519716, + "nauc_precision_at_3_max": 0.379205, + "nauc_precision_at_3_std": 0.061577, + "nauc_precision_at_3_diff1": 0.306501, + "nauc_precision_at_5_max": 0.333537, + "nauc_precision_at_5_std": 0.10324, + "nauc_precision_at_5_diff1": 0.249194, + "nauc_precision_at_10_max": 0.304499, + "nauc_precision_at_10_std": 0.093376, + "nauc_precision_at_10_diff1": 0.152764, + "nauc_precision_at_20_max": 0.260508, + "nauc_precision_at_20_std": 0.149891, + "nauc_precision_at_20_diff1": 0.055005, + "nauc_precision_at_100_max": 0.182722, + "nauc_precision_at_100_std": 0.176516, + "nauc_precision_at_100_diff1": -0.066212, + "nauc_precision_at_1000_max": 0.06968, + "nauc_precision_at_1000_std": 0.132108, + "nauc_precision_at_1000_diff1": -0.168169, + "nauc_mrr_at_1_max": 0.40217, + "nauc_mrr_at_1_std": 0.001123, + "nauc_mrr_at_1_diff1": 0.519716, + "nauc_mrr_at_3_max": 0.401958, + "nauc_mrr_at_3_std": 0.00943, + "nauc_mrr_at_3_diff1": 0.471822, + "nauc_mrr_at_5_max": 0.398115, + "nauc_mrr_at_5_std": 0.014593, + "nauc_mrr_at_5_diff1": 0.469796, + "nauc_mrr_at_10_max": 0.399847, + "nauc_mrr_at_10_std": 0.010861, + "nauc_mrr_at_10_diff1": 0.467991, + "nauc_mrr_at_20_max": 0.40042, + "nauc_mrr_at_20_std": 0.013794, + "nauc_mrr_at_20_diff1": 0.469285, + "nauc_mrr_at_100_max": 0.400996, + "nauc_mrr_at_100_std": 0.014565, + "nauc_mrr_at_100_diff1": 0.470272, + "nauc_mrr_at_1000_max": 0.401059, + "nauc_mrr_at_1000_std": 0.014492, + "nauc_mrr_at_1000_diff1": 0.470405, + "main_score": 0.46643, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6299.0902326107025, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackStatsRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackStatsRetrieval.json new file mode 100644 index 0000000000..2ad083bf81 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackStatsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", + "task_name": "CQADupstackStatsRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30368, + "ndcg_at_3": 0.35004, + "ndcg_at_5": 0.37125, + "ndcg_at_10": 0.39831, + "ndcg_at_20": 0.42099, + "ndcg_at_100": 0.45032, + "ndcg_at_1000": 0.47017, + "map_at_1": 0.27152, + "map_at_3": 0.32568, + "map_at_5": 0.33993, + "map_at_10": 0.3523, + "map_at_20": 0.3589, + "map_at_100": 0.3632, + "map_at_1000": 0.36407, + "recall_at_1": 0.27152, + "recall_at_3": 0.382, + "recall_at_5": 0.43349, + "recall_at_10": 0.51506, + "recall_at_20": 0.60035, + "recall_at_100": 0.74869, + "recall_at_1000": 0.89159, + "precision_at_1": 0.30368, + "precision_at_3": 0.15133, + "precision_at_5": 0.10613, + "precision_at_10": 0.06365, + "precision_at_20": 0.03742, + "precision_at_100": 0.00962, + "precision_at_1000": 0.0012, + "mrr_at_1": 0.303681, + "mrr_at_3": 0.353016, + "mrr_at_5": 0.365363, + "mrr_at_10": 0.376669, + "mrr_at_20": 0.382897, + "mrr_at_100": 0.386472, + "mrr_at_1000": 0.387057, + "nauc_ndcg_at_1_max": 0.297574, + "nauc_ndcg_at_1_std": -0.004256, + "nauc_ndcg_at_1_diff1": 0.59502, + "nauc_ndcg_at_3_max": 0.284203, + "nauc_ndcg_at_3_std": 0.00978, + "nauc_ndcg_at_3_diff1": 0.534118, + "nauc_ndcg_at_5_max": 0.288252, + "nauc_ndcg_at_5_std": 0.017699, + "nauc_ndcg_at_5_diff1": 0.531924, + "nauc_ndcg_at_10_max": 0.287609, + "nauc_ndcg_at_10_std": 0.017728, + "nauc_ndcg_at_10_diff1": 0.519215, + "nauc_ndcg_at_20_max": 0.290323, + "nauc_ndcg_at_20_std": 0.023501, + "nauc_ndcg_at_20_diff1": 0.515658, + "nauc_ndcg_at_100_max": 0.299957, + "nauc_ndcg_at_100_std": 0.035213, + "nauc_ndcg_at_100_diff1": 0.510467, + "nauc_ndcg_at_1000_max": 0.298902, + "nauc_ndcg_at_1000_std": 0.035061, + "nauc_ndcg_at_1000_diff1": 0.515765, + "nauc_map_at_1_max": 0.249888, + "nauc_map_at_1_std": -0.031333, + "nauc_map_at_1_diff1": 0.615571, + "nauc_map_at_3_max": 0.267425, + "nauc_map_at_3_std": -0.002486, + "nauc_map_at_3_diff1": 0.555444, + "nauc_map_at_5_max": 0.277134, + "nauc_map_at_5_std": 0.006704, + "nauc_map_at_5_diff1": 0.553314, + "nauc_map_at_10_max": 0.277368, + "nauc_map_at_10_std": 0.007612, + "nauc_map_at_10_diff1": 0.545659, + "nauc_map_at_20_max": 0.278262, + "nauc_map_at_20_std": 0.009074, + "nauc_map_at_20_diff1": 0.544249, + "nauc_map_at_100_max": 0.279535, + "nauc_map_at_100_std": 0.01028, + "nauc_map_at_100_diff1": 0.54346, + "nauc_map_at_1000_max": 0.279654, + "nauc_map_at_1000_std": 0.010457, + "nauc_map_at_1000_diff1": 0.543634, + "nauc_recall_at_1_max": 0.249888, + "nauc_recall_at_1_std": -0.031333, + "nauc_recall_at_1_diff1": 0.615571, + "nauc_recall_at_3_max": 0.269202, + "nauc_recall_at_3_std": 0.02152, + "nauc_recall_at_3_diff1": 0.49056, + "nauc_recall_at_5_max": 0.28418, + "nauc_recall_at_5_std": 0.040659, + "nauc_recall_at_5_diff1": 0.479275, + "nauc_recall_at_10_max": 0.283592, + "nauc_recall_at_10_std": 0.041101, + "nauc_recall_at_10_diff1": 0.4368, + "nauc_recall_at_20_max": 0.292515, + "nauc_recall_at_20_std": 0.069293, + "nauc_recall_at_20_diff1": 0.414801, + "nauc_recall_at_100_max": 0.362814, + "nauc_recall_at_100_std": 0.171164, + "nauc_recall_at_100_diff1": 0.337878, + "nauc_recall_at_1000_max": 0.412, + "nauc_recall_at_1000_std": 0.292259, + "nauc_recall_at_1000_diff1": 0.288093, + "nauc_precision_at_1_max": 0.297574, + "nauc_precision_at_1_std": -0.004256, + "nauc_precision_at_1_diff1": 0.59502, + "nauc_precision_at_3_max": 0.326075, + "nauc_precision_at_3_std": 0.061993, + "nauc_precision_at_3_diff1": 0.413793, + "nauc_precision_at_5_max": 0.333842, + "nauc_precision_at_5_std": 0.093758, + "nauc_precision_at_5_diff1": 0.364112, + "nauc_precision_at_10_max": 0.316588, + "nauc_precision_at_10_std": 0.086484, + "nauc_precision_at_10_diff1": 0.275222, + "nauc_precision_at_20_max": 0.292007, + "nauc_precision_at_20_std": 0.079331, + "nauc_precision_at_20_diff1": 0.200302, + "nauc_precision_at_100_max": 0.252804, + "nauc_precision_at_100_std": 0.121741, + "nauc_precision_at_100_diff1": 0.047089, + "nauc_precision_at_1000_max": 0.119439, + "nauc_precision_at_1000_std": 0.086018, + "nauc_precision_at_1000_diff1": -0.085724, + "nauc_mrr_at_1_max": 0.297574, + "nauc_mrr_at_1_std": -0.004256, + "nauc_mrr_at_1_diff1": 0.59502, + "nauc_mrr_at_3_max": 0.297791, + "nauc_mrr_at_3_std": 0.00829, + "nauc_mrr_at_3_diff1": 0.544997, + "nauc_mrr_at_5_max": 0.299446, + "nauc_mrr_at_5_std": 0.013163, + "nauc_mrr_at_5_diff1": 0.540953, + "nauc_mrr_at_10_max": 0.299684, + "nauc_mrr_at_10_std": 0.013156, + "nauc_mrr_at_10_diff1": 0.536137, + "nauc_mrr_at_20_max": 0.299288, + "nauc_mrr_at_20_std": 0.014567, + "nauc_mrr_at_20_diff1": 0.534701, + "nauc_mrr_at_100_max": 0.300296, + "nauc_mrr_at_100_std": 0.016146, + "nauc_mrr_at_100_diff1": 0.534705, + "nauc_mrr_at_1000_max": 0.300366, + "nauc_mrr_at_1000_std": 0.016123, + "nauc_mrr_at_1000_diff1": 0.535066, + "main_score": 0.39831, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11526.94652557373, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackTexRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackTexRetrieval.json new file mode 100644 index 0000000000..6390070d6b --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackTexRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackTexRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26222, + "ndcg_at_3": 0.30085, + "ndcg_at_5": 0.31977, + "ndcg_at_10": 0.34107, + "ndcg_at_20": 0.35939, + "ndcg_at_100": 0.39054, + "ndcg_at_1000": 0.41899, + "map_at_1": 0.21552, + "map_at_3": 0.26919, + "map_at_5": 0.28253, + "map_at_10": 0.29297, + "map_at_20": 0.29859, + "map_at_100": 0.30347, + "map_at_1000": 0.3047, + "recall_at_1": 0.21552, + "recall_at_3": 0.3266, + "recall_at_5": 0.37785, + "recall_at_10": 0.44143, + "recall_at_20": 0.50969, + "recall_at_100": 0.66392, + "recall_at_1000": 0.86601, + "precision_at_1": 0.26222, + "precision_at_3": 0.14155, + "precision_at_5": 0.10007, + "precision_at_10": 0.06025, + "precision_at_20": 0.0356, + "precision_at_100": 0.00985, + "precision_at_1000": 0.00141, + "mrr_at_1": 0.262216, + "mrr_at_3": 0.316013, + "mrr_at_5": 0.32785, + "mrr_at_10": 0.336821, + "mrr_at_20": 0.341765, + "mrr_at_100": 0.345334, + "mrr_at_1000": 0.346091, + "nauc_ndcg_at_1_max": 0.246734, + "nauc_ndcg_at_1_std": -0.037892, + "nauc_ndcg_at_1_diff1": 0.481779, + "nauc_ndcg_at_3_max": 0.246345, + "nauc_ndcg_at_3_std": -0.025916, + "nauc_ndcg_at_3_diff1": 0.409664, + "nauc_ndcg_at_5_max": 0.247987, + "nauc_ndcg_at_5_std": -0.025545, + "nauc_ndcg_at_5_diff1": 0.403047, + "nauc_ndcg_at_10_max": 0.252546, + "nauc_ndcg_at_10_std": -0.015269, + "nauc_ndcg_at_10_diff1": 0.398694, + "nauc_ndcg_at_20_max": 0.255064, + "nauc_ndcg_at_20_std": -0.012864, + "nauc_ndcg_at_20_diff1": 0.395249, + "nauc_ndcg_at_100_max": 0.261729, + "nauc_ndcg_at_100_std": 0.002214, + "nauc_ndcg_at_100_diff1": 0.390504, + "nauc_ndcg_at_1000_max": 0.261427, + "nauc_ndcg_at_1000_std": 0.003816, + "nauc_ndcg_at_1000_diff1": 0.395624, + "nauc_map_at_1_max": 0.212974, + "nauc_map_at_1_std": -0.038583, + "nauc_map_at_1_diff1": 0.485303, + "nauc_map_at_3_max": 0.231393, + "nauc_map_at_3_std": -0.030656, + "nauc_map_at_3_diff1": 0.427855, + "nauc_map_at_5_max": 0.234089, + "nauc_map_at_5_std": -0.030638, + "nauc_map_at_5_diff1": 0.42249, + "nauc_map_at_10_max": 0.238148, + "nauc_map_at_10_std": -0.02624, + "nauc_map_at_10_diff1": 0.420491, + "nauc_map_at_20_max": 0.239569, + "nauc_map_at_20_std": -0.025052, + "nauc_map_at_20_diff1": 0.419679, + "nauc_map_at_100_max": 0.241123, + "nauc_map_at_100_std": -0.022742, + "nauc_map_at_100_diff1": 0.418879, + "nauc_map_at_1000_max": 0.241215, + "nauc_map_at_1000_std": -0.022541, + "nauc_map_at_1000_diff1": 0.419144, + "nauc_recall_at_1_max": 0.212974, + "nauc_recall_at_1_std": -0.038583, + "nauc_recall_at_1_diff1": 0.485303, + "nauc_recall_at_3_max": 0.235127, + "nauc_recall_at_3_std": -0.021578, + "nauc_recall_at_3_diff1": 0.362131, + "nauc_recall_at_5_max": 0.241943, + "nauc_recall_at_5_std": -0.021697, + "nauc_recall_at_5_diff1": 0.339679, + "nauc_recall_at_10_max": 0.250227, + "nauc_recall_at_10_std": 0.006714, + "nauc_recall_at_10_diff1": 0.322107, + "nauc_recall_at_20_max": 0.254954, + "nauc_recall_at_20_std": 0.019434, + "nauc_recall_at_20_diff1": 0.302289, + "nauc_recall_at_100_max": 0.28743, + "nauc_recall_at_100_std": 0.118977, + "nauc_recall_at_100_diff1": 0.251812, + "nauc_recall_at_1000_max": 0.321209, + "nauc_recall_at_1000_std": 0.259151, + "nauc_recall_at_1000_diff1": 0.195631, + "nauc_precision_at_1_max": 0.246734, + "nauc_precision_at_1_std": -0.037892, + "nauc_precision_at_1_diff1": 0.481779, + "nauc_precision_at_3_max": 0.282059, + "nauc_precision_at_3_std": -0.012166, + "nauc_precision_at_3_diff1": 0.318574, + "nauc_precision_at_5_max": 0.278759, + "nauc_precision_at_5_std": -0.006966, + "nauc_precision_at_5_diff1": 0.283457, + "nauc_precision_at_10_max": 0.272911, + "nauc_precision_at_10_std": 0.029039, + "nauc_precision_at_10_diff1": 0.235319, + "nauc_precision_at_20_max": 0.266626, + "nauc_precision_at_20_std": 0.046379, + "nauc_precision_at_20_diff1": 0.193941, + "nauc_precision_at_100_max": 0.240542, + "nauc_precision_at_100_std": 0.100854, + "nauc_precision_at_100_diff1": 0.102531, + "nauc_precision_at_1000_max": 0.155034, + "nauc_precision_at_1000_std": 0.09207, + "nauc_precision_at_1000_diff1": 0.005165, + "nauc_mrr_at_1_max": 0.246734, + "nauc_mrr_at_1_std": -0.037892, + "nauc_mrr_at_1_diff1": 0.481779, + "nauc_mrr_at_3_max": 0.261344, + "nauc_mrr_at_3_std": -0.027282, + "nauc_mrr_at_3_diff1": 0.425684, + "nauc_mrr_at_5_max": 0.263033, + "nauc_mrr_at_5_std": -0.02813, + "nauc_mrr_at_5_diff1": 0.422344, + "nauc_mrr_at_10_max": 0.263651, + "nauc_mrr_at_10_std": -0.024125, + "nauc_mrr_at_10_diff1": 0.420154, + "nauc_mrr_at_20_max": 0.263609, + "nauc_mrr_at_20_std": -0.023946, + "nauc_mrr_at_20_diff1": 0.419339, + "nauc_mrr_at_100_max": 0.263954, + "nauc_mrr_at_100_std": -0.022742, + "nauc_mrr_at_100_diff1": 0.418859, + "nauc_mrr_at_1000_max": 0.2639, + "nauc_mrr_at_1000_std": -0.022666, + "nauc_mrr_at_1000_diff1": 0.419114, + "main_score": 0.34107, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22954.357061862946, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackUnixRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackUnixRetrieval.json new file mode 100644 index 0000000000..0c68d7b66a --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackUnixRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", + "task_name": "CQADupstackUnixRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.36287, + "ndcg_at_3": 0.4115, + "ndcg_at_5": 0.43283, + "ndcg_at_10": 0.45698, + "ndcg_at_20": 0.47754, + "ndcg_at_100": 0.50801, + "ndcg_at_1000": 0.53024, + "map_at_1": 0.30791, + "map_at_3": 0.37713, + "map_at_5": 0.3922, + "map_at_10": 0.40397, + "map_at_20": 0.41068, + "map_at_100": 0.41568, + "map_at_1000": 0.41667, + "recall_at_1": 0.30791, + "recall_at_3": 0.44802, + "recall_at_5": 0.50435, + "recall_at_10": 0.57424, + "recall_at_20": 0.64702, + "recall_at_100": 0.79216, + "recall_at_1000": 0.94602, + "precision_at_1": 0.36287, + "precision_at_3": 0.18563, + "precision_at_5": 0.12761, + "precision_at_10": 0.07519, + "precision_at_20": 0.04352, + "precision_at_100": 0.01125, + "precision_at_1000": 0.00143, + "mrr_at_1": 0.362873, + "mrr_at_3": 0.425373, + "mrr_at_5": 0.438106, + "mrr_at_10": 0.447298, + "mrr_at_20": 0.452067, + "mrr_at_100": 0.455755, + "mrr_at_1000": 0.456333, + "nauc_ndcg_at_1_max": 0.345448, + "nauc_ndcg_at_1_std": -0.053765, + "nauc_ndcg_at_1_diff1": 0.580914, + "nauc_ndcg_at_3_max": 0.325245, + "nauc_ndcg_at_3_std": -0.034523, + "nauc_ndcg_at_3_diff1": 0.516818, + "nauc_ndcg_at_5_max": 0.332462, + "nauc_ndcg_at_5_std": -0.037744, + "nauc_ndcg_at_5_diff1": 0.516486, + "nauc_ndcg_at_10_max": 0.338703, + "nauc_ndcg_at_10_std": -0.032171, + "nauc_ndcg_at_10_diff1": 0.515088, + "nauc_ndcg_at_20_max": 0.341421, + "nauc_ndcg_at_20_std": -0.043292, + "nauc_ndcg_at_20_diff1": 0.512868, + "nauc_ndcg_at_100_max": 0.342445, + "nauc_ndcg_at_100_std": -0.029774, + "nauc_ndcg_at_100_diff1": 0.509526, + "nauc_ndcg_at_1000_max": 0.344085, + "nauc_ndcg_at_1000_std": -0.029276, + "nauc_ndcg_at_1000_diff1": 0.513978, + "nauc_map_at_1_max": 0.320078, + "nauc_map_at_1_std": -0.032105, + "nauc_map_at_1_diff1": 0.596598, + "nauc_map_at_3_max": 0.325297, + "nauc_map_at_3_std": -0.032197, + "nauc_map_at_3_diff1": 0.538447, + "nauc_map_at_5_max": 0.329552, + "nauc_map_at_5_std": -0.034727, + "nauc_map_at_5_diff1": 0.535124, + "nauc_map_at_10_max": 0.332991, + "nauc_map_at_10_std": -0.033815, + "nauc_map_at_10_diff1": 0.534152, + "nauc_map_at_20_max": 0.333871, + "nauc_map_at_20_std": -0.037307, + "nauc_map_at_20_diff1": 0.533277, + "nauc_map_at_100_max": 0.334603, + "nauc_map_at_100_std": -0.035152, + "nauc_map_at_100_diff1": 0.532369, + "nauc_map_at_1000_max": 0.334646, + "nauc_map_at_1000_std": -0.035065, + "nauc_map_at_1000_diff1": 0.532524, + "nauc_recall_at_1_max": 0.320078, + "nauc_recall_at_1_std": -0.032105, + "nauc_recall_at_1_diff1": 0.596598, + "nauc_recall_at_3_max": 0.302264, + "nauc_recall_at_3_std": -0.025491, + "nauc_recall_at_3_diff1": 0.470219, + "nauc_recall_at_5_max": 0.317601, + "nauc_recall_at_5_std": -0.035178, + "nauc_recall_at_5_diff1": 0.457124, + "nauc_recall_at_10_max": 0.327597, + "nauc_recall_at_10_std": -0.017628, + "nauc_recall_at_10_diff1": 0.441995, + "nauc_recall_at_20_max": 0.337045, + "nauc_recall_at_20_std": -0.06148, + "nauc_recall_at_20_diff1": 0.427365, + "nauc_recall_at_100_max": 0.334829, + "nauc_recall_at_100_std": 0.029105, + "nauc_recall_at_100_diff1": 0.378753, + "nauc_recall_at_1000_max": 0.452733, + "nauc_recall_at_1000_std": 0.200593, + "nauc_recall_at_1000_diff1": 0.360364, + "nauc_precision_at_1_max": 0.345448, + "nauc_precision_at_1_std": -0.053765, + "nauc_precision_at_1_diff1": 0.580914, + "nauc_precision_at_3_max": 0.309403, + "nauc_precision_at_3_std": -0.047635, + "nauc_precision_at_3_diff1": 0.369486, + "nauc_precision_at_5_max": 0.294179, + "nauc_precision_at_5_std": -0.052689, + "nauc_precision_at_5_diff1": 0.31121, + "nauc_precision_at_10_max": 0.264571, + "nauc_precision_at_10_std": -0.051692, + "nauc_precision_at_10_diff1": 0.229856, + "nauc_precision_at_20_max": 0.212696, + "nauc_precision_at_20_std": -0.091997, + "nauc_precision_at_20_diff1": 0.142333, + "nauc_precision_at_100_max": 0.112592, + "nauc_precision_at_100_std": -0.014832, + "nauc_precision_at_100_diff1": -0.037886, + "nauc_precision_at_1000_max": -0.026762, + "nauc_precision_at_1000_std": -0.025746, + "nauc_precision_at_1000_diff1": -0.194836, + "nauc_mrr_at_1_max": 0.345448, + "nauc_mrr_at_1_std": -0.053765, + "nauc_mrr_at_1_diff1": 0.580914, + "nauc_mrr_at_3_max": 0.338741, + "nauc_mrr_at_3_std": -0.042226, + "nauc_mrr_at_3_diff1": 0.530656, + "nauc_mrr_at_5_max": 0.343396, + "nauc_mrr_at_5_std": -0.04313, + "nauc_mrr_at_5_diff1": 0.530058, + "nauc_mrr_at_10_max": 0.343512, + "nauc_mrr_at_10_std": -0.039259, + "nauc_mrr_at_10_diff1": 0.528997, + "nauc_mrr_at_20_max": 0.343961, + "nauc_mrr_at_20_std": -0.04182, + "nauc_mrr_at_20_diff1": 0.528744, + "nauc_mrr_at_100_max": 0.343653, + "nauc_mrr_at_100_std": -0.040632, + "nauc_mrr_at_100_diff1": 0.52876, + "nauc_mrr_at_1000_max": 0.343805, + "nauc_mrr_at_1000_std": -0.040592, + "nauc_mrr_at_1000_diff1": 0.52907, + "main_score": 0.45698, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13396.943234920502, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWebmastersRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWebmastersRetrieval.json new file mode 100644 index 0000000000..c6cae6694d --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWebmastersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackWebmastersRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37352, + "ndcg_at_3": 0.43029, + "ndcg_at_5": 0.44811, + "ndcg_at_10": 0.47493, + "ndcg_at_20": 0.4976, + "ndcg_at_100": 0.52925, + "ndcg_at_1000": 0.55117, + "map_at_1": 0.31719, + "map_at_3": 0.38737, + "map_at_5": 0.40158, + "map_at_10": 0.41613, + "map_at_20": 0.42523, + "map_at_100": 0.43343, + "map_at_1000": 0.43573, + "recall_at_1": 0.31719, + "recall_at_3": 0.45466, + "recall_at_5": 0.50087, + "recall_at_10": 0.5786, + "recall_at_20": 0.6627, + "recall_at_100": 0.81437, + "recall_at_1000": 0.95162, + "precision_at_1": 0.37352, + "precision_at_3": 0.1996, + "precision_at_5": 0.14071, + "precision_at_10": 0.08972, + "precision_at_20": 0.05702, + "precision_at_100": 0.01723, + "precision_at_1000": 0.00249, + "mrr_at_1": 0.373518, + "mrr_at_3": 0.438735, + "mrr_at_5": 0.450593, + "mrr_at_10": 0.461385, + "mrr_at_20": 0.467011, + "mrr_at_100": 0.470622, + "mrr_at_1000": 0.47111, + "nauc_ndcg_at_1_max": 0.331558, + "nauc_ndcg_at_1_std": -0.038569, + "nauc_ndcg_at_1_diff1": 0.505121, + "nauc_ndcg_at_3_max": 0.355749, + "nauc_ndcg_at_3_std": -0.013246, + "nauc_ndcg_at_3_diff1": 0.464161, + "nauc_ndcg_at_5_max": 0.353502, + "nauc_ndcg_at_5_std": -0.010136, + "nauc_ndcg_at_5_diff1": 0.463051, + "nauc_ndcg_at_10_max": 0.351117, + "nauc_ndcg_at_10_std": -0.012704, + "nauc_ndcg_at_10_diff1": 0.447238, + "nauc_ndcg_at_20_max": 0.355803, + "nauc_ndcg_at_20_std": -0.003644, + "nauc_ndcg_at_20_diff1": 0.452236, + "nauc_ndcg_at_100_max": 0.356689, + "nauc_ndcg_at_100_std": 0.003247, + "nauc_ndcg_at_100_diff1": 0.446383, + "nauc_ndcg_at_1000_max": 0.362113, + "nauc_ndcg_at_1000_std": 0.009259, + "nauc_ndcg_at_1000_diff1": 0.447323, + "nauc_map_at_1_max": 0.278409, + "nauc_map_at_1_std": -0.058305, + "nauc_map_at_1_diff1": 0.534198, + "nauc_map_at_3_max": 0.322655, + "nauc_map_at_3_std": -0.038962, + "nauc_map_at_3_diff1": 0.478312, + "nauc_map_at_5_max": 0.325153, + "nauc_map_at_5_std": -0.037355, + "nauc_map_at_5_diff1": 0.474313, + "nauc_map_at_10_max": 0.329687, + "nauc_map_at_10_std": -0.036542, + "nauc_map_at_10_diff1": 0.46595, + "nauc_map_at_20_max": 0.334875, + "nauc_map_at_20_std": -0.029622, + "nauc_map_at_20_diff1": 0.469567, + "nauc_map_at_100_max": 0.337827, + "nauc_map_at_100_std": -0.020222, + "nauc_map_at_100_diff1": 0.469772, + "nauc_map_at_1000_max": 0.338238, + "nauc_map_at_1000_std": -0.015974, + "nauc_map_at_1000_diff1": 0.468887, + "nauc_recall_at_1_max": 0.278409, + "nauc_recall_at_1_std": -0.058305, + "nauc_recall_at_1_diff1": 0.534198, + "nauc_recall_at_3_max": 0.333899, + "nauc_recall_at_3_std": -0.014883, + "nauc_recall_at_3_diff1": 0.431311, + "nauc_recall_at_5_max": 0.329784, + "nauc_recall_at_5_std": -0.008697, + "nauc_recall_at_5_diff1": 0.416245, + "nauc_recall_at_10_max": 0.320557, + "nauc_recall_at_10_std": -0.021385, + "nauc_recall_at_10_diff1": 0.359094, + "nauc_recall_at_20_max": 0.332838, + "nauc_recall_at_20_std": 0.024834, + "nauc_recall_at_20_diff1": 0.36587, + "nauc_recall_at_100_max": 0.337588, + "nauc_recall_at_100_std": 0.117396, + "nauc_recall_at_100_diff1": 0.315195, + "nauc_recall_at_1000_max": 0.44743, + "nauc_recall_at_1000_std": 0.40616, + "nauc_recall_at_1000_diff1": 0.137439, + "nauc_precision_at_1_max": 0.331558, + "nauc_precision_at_1_std": -0.038569, + "nauc_precision_at_1_diff1": 0.505121, + "nauc_precision_at_3_max": 0.37284, + "nauc_precision_at_3_std": 0.027913, + "nauc_precision_at_3_diff1": 0.2674, + "nauc_precision_at_5_max": 0.351326, + "nauc_precision_at_5_std": 0.04089, + "nauc_precision_at_5_diff1": 0.201429, + "nauc_precision_at_10_max": 0.306231, + "nauc_precision_at_10_std": 0.117395, + "nauc_precision_at_10_diff1": 0.094149, + "nauc_precision_at_20_max": 0.283367, + "nauc_precision_at_20_std": 0.197615, + "nauc_precision_at_20_diff1": 0.063295, + "nauc_precision_at_100_max": 0.167981, + "nauc_precision_at_100_std": 0.321832, + "nauc_precision_at_100_diff1": -0.063901, + "nauc_precision_at_1000_max": 0.114489, + "nauc_precision_at_1000_std": 0.361153, + "nauc_precision_at_1000_diff1": -0.158373, + "nauc_mrr_at_1_max": 0.331558, + "nauc_mrr_at_1_std": -0.038569, + "nauc_mrr_at_1_diff1": 0.505121, + "nauc_mrr_at_3_max": 0.365027, + "nauc_mrr_at_3_std": -0.014035, + "nauc_mrr_at_3_diff1": 0.468705, + "nauc_mrr_at_5_max": 0.369442, + "nauc_mrr_at_5_std": -0.016266, + "nauc_mrr_at_5_diff1": 0.466904, + "nauc_mrr_at_10_max": 0.365795, + "nauc_mrr_at_10_std": -0.016963, + "nauc_mrr_at_10_diff1": 0.461403, + "nauc_mrr_at_20_max": 0.366423, + "nauc_mrr_at_20_std": -0.013133, + "nauc_mrr_at_20_diff1": 0.462615, + "nauc_mrr_at_100_max": 0.36607, + "nauc_mrr_at_100_std": -0.013237, + "nauc_mrr_at_100_diff1": 0.462992, + "nauc_mrr_at_1000_max": 0.366164, + "nauc_mrr_at_1000_std": -0.013254, + "nauc_mrr_at_1000_diff1": 0.462982, + "main_score": 0.47493, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2658.255624294281, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWordpressRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWordpressRetrieval.json new file mode 100644 index 0000000000..452a8559db --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CQADupstackWordpressRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackWordpressRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.2902, + "ndcg_at_3": 0.33715, + "ndcg_at_5": 0.35266, + "ndcg_at_10": 0.37899, + "ndcg_at_20": 0.39813, + "ndcg_at_100": 0.42999, + "ndcg_at_1000": 0.45257, + "map_at_1": 0.26784, + "map_at_3": 0.31693, + "map_at_5": 0.32647, + "map_at_10": 0.33859, + "map_at_20": 0.34401, + "map_at_100": 0.34871, + "map_at_1000": 0.34971, + "recall_at_1": 0.26784, + "recall_at_3": 0.37049, + "recall_at_5": 0.40638, + "recall_at_10": 0.48204, + "recall_at_20": 0.55496, + "recall_at_100": 0.71749, + "recall_at_1000": 0.8822, + "precision_at_1": 0.2902, + "precision_at_3": 0.13555, + "precision_at_5": 0.09205, + "precision_at_10": 0.05656, + "precision_at_20": 0.0329, + "precision_at_100": 0.00878, + "precision_at_1000": 0.00118, + "mrr_at_1": 0.290203, + "mrr_at_3": 0.340111, + "mrr_at_5": 0.349076, + "mrr_at_10": 0.359658, + "mrr_at_20": 0.364686, + "mrr_at_100": 0.368799, + "mrr_at_1000": 0.369419, + "nauc_ndcg_at_1_max": 0.346084, + "nauc_ndcg_at_1_std": -0.06599, + "nauc_ndcg_at_1_diff1": 0.546849, + "nauc_ndcg_at_3_max": 0.326967, + "nauc_ndcg_at_3_std": -0.069893, + "nauc_ndcg_at_3_diff1": 0.47453, + "nauc_ndcg_at_5_max": 0.324196, + "nauc_ndcg_at_5_std": -0.071436, + "nauc_ndcg_at_5_diff1": 0.479549, + "nauc_ndcg_at_10_max": 0.332193, + "nauc_ndcg_at_10_std": -0.064085, + "nauc_ndcg_at_10_diff1": 0.472799, + "nauc_ndcg_at_20_max": 0.327379, + "nauc_ndcg_at_20_std": -0.056265, + "nauc_ndcg_at_20_diff1": 0.470685, + "nauc_ndcg_at_100_max": 0.333523, + "nauc_ndcg_at_100_std": -0.047072, + "nauc_ndcg_at_100_diff1": 0.464938, + "nauc_ndcg_at_1000_max": 0.338901, + "nauc_ndcg_at_1000_std": -0.032947, + "nauc_ndcg_at_1000_diff1": 0.463115, + "nauc_map_at_1_max": 0.324979, + "nauc_map_at_1_std": -0.081227, + "nauc_map_at_1_diff1": 0.530452, + "nauc_map_at_3_max": 0.324348, + "nauc_map_at_3_std": -0.076568, + "nauc_map_at_3_diff1": 0.484213, + "nauc_map_at_5_max": 0.32394, + "nauc_map_at_5_std": -0.076598, + "nauc_map_at_5_diff1": 0.487008, + "nauc_map_at_10_max": 0.327054, + "nauc_map_at_10_std": -0.073172, + "nauc_map_at_10_diff1": 0.482902, + "nauc_map_at_20_max": 0.326418, + "nauc_map_at_20_std": -0.07086, + "nauc_map_at_20_diff1": 0.483298, + "nauc_map_at_100_max": 0.327751, + "nauc_map_at_100_std": -0.069184, + "nauc_map_at_100_diff1": 0.482849, + "nauc_map_at_1000_max": 0.32782, + "nauc_map_at_1000_std": -0.068293, + "nauc_map_at_1000_diff1": 0.482591, + "nauc_recall_at_1_max": 0.324979, + "nauc_recall_at_1_std": -0.081227, + "nauc_recall_at_1_diff1": 0.530452, + "nauc_recall_at_3_max": 0.317667, + "nauc_recall_at_3_std": -0.067088, + "nauc_recall_at_3_diff1": 0.427378, + "nauc_recall_at_5_max": 0.308127, + "nauc_recall_at_5_std": -0.071931, + "nauc_recall_at_5_diff1": 0.437475, + "nauc_recall_at_10_max": 0.327845, + "nauc_recall_at_10_std": -0.050574, + "nauc_recall_at_10_diff1": 0.420436, + "nauc_recall_at_20_max": 0.30158, + "nauc_recall_at_20_std": -0.022641, + "nauc_recall_at_20_diff1": 0.401957, + "nauc_recall_at_100_max": 0.328708, + "nauc_recall_at_100_std": 0.046712, + "nauc_recall_at_100_diff1": 0.334574, + "nauc_recall_at_1000_max": 0.477979, + "nauc_recall_at_1000_std": 0.383059, + "nauc_recall_at_1000_diff1": 0.195837, + "nauc_precision_at_1_max": 0.346084, + "nauc_precision_at_1_std": -0.06599, + "nauc_precision_at_1_diff1": 0.546849, + "nauc_precision_at_3_max": 0.332601, + "nauc_precision_at_3_std": -0.052134, + "nauc_precision_at_3_diff1": 0.436782, + "nauc_precision_at_5_max": 0.301307, + "nauc_precision_at_5_std": -0.025923, + "nauc_precision_at_5_diff1": 0.413604, + "nauc_precision_at_10_max": 0.297045, + "nauc_precision_at_10_std": 0.01038, + "nauc_precision_at_10_diff1": 0.361299, + "nauc_precision_at_20_max": 0.269171, + "nauc_precision_at_20_std": 0.056557, + "nauc_precision_at_20_diff1": 0.32527, + "nauc_precision_at_100_max": 0.178502, + "nauc_precision_at_100_std": 0.139715, + "nauc_precision_at_100_diff1": 0.147824, + "nauc_precision_at_1000_max": -0.048598, + "nauc_precision_at_1000_std": 0.273904, + "nauc_precision_at_1000_diff1": -0.13594, + "nauc_mrr_at_1_max": 0.346084, + "nauc_mrr_at_1_std": -0.06599, + "nauc_mrr_at_1_diff1": 0.546849, + "nauc_mrr_at_3_max": 0.339376, + "nauc_mrr_at_3_std": -0.066378, + "nauc_mrr_at_3_diff1": 0.501225, + "nauc_mrr_at_5_max": 0.336324, + "nauc_mrr_at_5_std": -0.062908, + "nauc_mrr_at_5_diff1": 0.503386, + "nauc_mrr_at_10_max": 0.341319, + "nauc_mrr_at_10_std": -0.059497, + "nauc_mrr_at_10_diff1": 0.500442, + "nauc_mrr_at_20_max": 0.339643, + "nauc_mrr_at_20_std": -0.057277, + "nauc_mrr_at_20_diff1": 0.499281, + "nauc_mrr_at_100_max": 0.340046, + "nauc_mrr_at_100_std": -0.056489, + "nauc_mrr_at_100_diff1": 0.498338, + "nauc_mrr_at_1000_max": 0.340304, + "nauc_mrr_at_1000_std": -0.056201, + "nauc_mrr_at_1000_diff1": 0.49852, + "main_score": 0.37899, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11086.790448665619, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVER.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVER.json new file mode 100644 index 0000000000..d45c0015f1 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", + "task_name": "ClimateFEVER", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.38111, + "ndcg_at_3": 0.3449, + "ndcg_at_5": 0.36987, + "ndcg_at_10": 0.41825, + "ndcg_at_20": 0.45326, + "ndcg_at_100": 0.50207, + "ndcg_at_1000": 0.52686, + "map_at_1": 0.16898, + "map_at_3": 0.2551, + "map_at_5": 0.28357, + "map_at_10": 0.31079, + "map_at_20": 0.32539, + "map_at_100": 0.33691, + "map_at_1000": 0.33865, + "recall_at_1": 0.16898, + "recall_at_3": 0.31637, + "recall_at_5": 0.39147, + "recall_at_10": 0.49787, + "recall_at_20": 0.59415, + "recall_at_100": 0.77506, + "recall_at_1000": 0.90803, + "precision_at_1": 0.38111, + "precision_at_3": 0.26515, + "precision_at_5": 0.203, + "precision_at_10": 0.13427, + "precision_at_20": 0.0827, + "precision_at_100": 0.02258, + "precision_at_1000": 0.00273, + "mrr_at_1": 0.381107, + "mrr_at_3": 0.492725, + "mrr_at_5": 0.513214, + "mrr_at_10": 0.525321, + "mrr_at_20": 0.52976, + "mrr_at_100": 0.531711, + "mrr_at_1000": 0.531903, + "nauc_ndcg_at_1_max": 0.259911, + "nauc_ndcg_at_1_std": 0.101589, + "nauc_ndcg_at_1_diff1": 0.280483, + "nauc_ndcg_at_3_max": 0.302181, + "nauc_ndcg_at_3_std": 0.121291, + "nauc_ndcg_at_3_diff1": 0.25949, + "nauc_ndcg_at_5_max": 0.316729, + "nauc_ndcg_at_5_std": 0.15241, + "nauc_ndcg_at_5_diff1": 0.251176, + "nauc_ndcg_at_10_max": 0.331404, + "nauc_ndcg_at_10_std": 0.201671, + "nauc_ndcg_at_10_diff1": 0.244986, + "nauc_ndcg_at_20_max": 0.342767, + "nauc_ndcg_at_20_std": 0.229182, + "nauc_ndcg_at_20_diff1": 0.24787, + "nauc_ndcg_at_100_max": 0.347158, + "nauc_ndcg_at_100_std": 0.237921, + "nauc_ndcg_at_100_diff1": 0.244404, + "nauc_ndcg_at_1000_max": 0.343857, + "nauc_ndcg_at_1000_std": 0.229597, + "nauc_ndcg_at_1000_diff1": 0.247766, + "nauc_map_at_1_max": 0.241179, + "nauc_map_at_1_std": 0.035414, + "nauc_map_at_1_diff1": 0.362877, + "nauc_map_at_3_max": 0.289204, + "nauc_map_at_3_std": 0.091425, + "nauc_map_at_3_diff1": 0.29776, + "nauc_map_at_5_max": 0.302042, + "nauc_map_at_5_std": 0.121428, + "nauc_map_at_5_diff1": 0.277071, + "nauc_map_at_10_max": 0.314553, + "nauc_map_at_10_std": 0.155741, + "nauc_map_at_10_diff1": 0.270309, + "nauc_map_at_20_max": 0.320437, + "nauc_map_at_20_std": 0.168794, + "nauc_map_at_20_diff1": 0.270057, + "nauc_map_at_100_max": 0.321721, + "nauc_map_at_100_std": 0.172462, + "nauc_map_at_100_diff1": 0.270341, + "nauc_map_at_1000_max": 0.321626, + "nauc_map_at_1000_std": 0.172116, + "nauc_map_at_1000_diff1": 0.270399, + "nauc_recall_at_1_max": 0.241179, + "nauc_recall_at_1_std": 0.035414, + "nauc_recall_at_1_diff1": 0.362877, + "nauc_recall_at_3_max": 0.293529, + "nauc_recall_at_3_std": 0.116053, + "nauc_recall_at_3_diff1": 0.247852, + "nauc_recall_at_5_max": 0.304369, + "nauc_recall_at_5_std": 0.160861, + "nauc_recall_at_5_diff1": 0.204639, + "nauc_recall_at_10_max": 0.308014, + "nauc_recall_at_10_std": 0.252129, + "nauc_recall_at_10_diff1": 0.179288, + "nauc_recall_at_20_max": 0.322821, + "nauc_recall_at_20_std": 0.321034, + "nauc_recall_at_20_diff1": 0.177108, + "nauc_recall_at_100_max": 0.34529, + "nauc_recall_at_100_std": 0.398304, + "nauc_recall_at_100_diff1": 0.140489, + "nauc_recall_at_1000_max": 0.389821, + "nauc_recall_at_1000_std": 0.512921, + "nauc_recall_at_1000_diff1": 0.153262, + "nauc_precision_at_1_max": 0.259911, + "nauc_precision_at_1_std": 0.101589, + "nauc_precision_at_1_diff1": 0.280483, + "nauc_precision_at_3_max": 0.293038, + "nauc_precision_at_3_std": 0.184964, + "nauc_precision_at_3_diff1": 0.125147, + "nauc_precision_at_5_max": 0.288575, + "nauc_precision_at_5_std": 0.236084, + "nauc_precision_at_5_diff1": 0.055624, + "nauc_precision_at_10_max": 0.263905, + "nauc_precision_at_10_std": 0.295192, + "nauc_precision_at_10_diff1": 0.007599, + "nauc_precision_at_20_max": 0.243303, + "nauc_precision_at_20_std": 0.321863, + "nauc_precision_at_20_diff1": -0.010958, + "nauc_precision_at_100_max": 0.146063, + "nauc_precision_at_100_std": 0.262106, + "nauc_precision_at_100_diff1": -0.104853, + "nauc_precision_at_1000_max": 0.027477, + "nauc_precision_at_1000_std": 0.151689, + "nauc_precision_at_1000_diff1": -0.167222, + "nauc_mrr_at_1_max": 0.259911, + "nauc_mrr_at_1_std": 0.101589, + "nauc_mrr_at_1_diff1": 0.280483, + "nauc_mrr_at_3_max": 0.301415, + "nauc_mrr_at_3_std": 0.153539, + "nauc_mrr_at_3_diff1": 0.246846, + "nauc_mrr_at_5_max": 0.306899, + "nauc_mrr_at_5_std": 0.158771, + "nauc_mrr_at_5_diff1": 0.24342, + "nauc_mrr_at_10_max": 0.305733, + "nauc_mrr_at_10_std": 0.161935, + "nauc_mrr_at_10_diff1": 0.246865, + "nauc_mrr_at_20_max": 0.305852, + "nauc_mrr_at_20_std": 0.163394, + "nauc_mrr_at_20_diff1": 0.2486, + "nauc_mrr_at_100_max": 0.305336, + "nauc_mrr_at_100_std": 0.162076, + "nauc_mrr_at_100_diff1": 0.248512, + "nauc_mrr_at_1000_max": 0.305256, + "nauc_mrr_at_1000_std": 0.161906, + "nauc_mrr_at_1000_diff1": 0.248689, + "main_score": 0.41825, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 664778.1841714382, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVERHardNegatives.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVERHardNegatives.json new file mode 100644 index 0000000000..85424dbc11 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "task_name": "ClimateFEVERHardNegatives", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.368, + "ndcg_at_3": 0.34141, + "ndcg_at_5": 0.36752, + "ndcg_at_10": 0.41596, + "ndcg_at_20": 0.45227, + "ndcg_at_100": 0.50354, + "ndcg_at_1000": 0.52927, + "map_at_1": 0.16935, + "map_at_3": 0.25525, + "map_at_5": 0.28388, + "map_at_10": 0.31089, + "map_at_20": 0.3258, + "map_at_100": 0.33772, + "map_at_1000": 0.33952, + "recall_at_1": 0.16935, + "recall_at_3": 0.31562, + "recall_at_5": 0.391, + "recall_at_10": 0.49695, + "recall_at_20": 0.5962, + "recall_at_100": 0.78747, + "recall_at_1000": 0.92598, + "precision_at_1": 0.368, + "precision_at_3": 0.26267, + "precision_at_5": 0.2016, + "precision_at_10": 0.1334, + "precision_at_20": 0.08285, + "precision_at_100": 0.02297, + "precision_at_1000": 0.00278, + "mrr_at_1": 0.368, + "mrr_at_3": 0.480167, + "mrr_at_5": 0.500617, + "mrr_at_10": 0.513787, + "mrr_at_20": 0.518975, + "mrr_at_100": 0.520856, + "mrr_at_1000": 0.521058, + "nauc_ndcg_at_1_max": 0.287999, + "nauc_ndcg_at_1_std": 0.05628, + "nauc_ndcg_at_1_diff1": 0.263951, + "nauc_ndcg_at_3_max": 0.316701, + "nauc_ndcg_at_3_std": 0.103202, + "nauc_ndcg_at_3_diff1": 0.257926, + "nauc_ndcg_at_5_max": 0.330007, + "nauc_ndcg_at_5_std": 0.115823, + "nauc_ndcg_at_5_diff1": 0.243095, + "nauc_ndcg_at_10_max": 0.334986, + "nauc_ndcg_at_10_std": 0.142745, + "nauc_ndcg_at_10_diff1": 0.237497, + "nauc_ndcg_at_20_max": 0.34712, + "nauc_ndcg_at_20_std": 0.153096, + "nauc_ndcg_at_20_diff1": 0.244254, + "nauc_ndcg_at_100_max": 0.354842, + "nauc_ndcg_at_100_std": 0.168021, + "nauc_ndcg_at_100_diff1": 0.237527, + "nauc_ndcg_at_1000_max": 0.350472, + "nauc_ndcg_at_1000_std": 0.162232, + "nauc_ndcg_at_1000_diff1": 0.24268, + "nauc_map_at_1_max": 0.28716, + "nauc_map_at_1_std": 0.025595, + "nauc_map_at_1_diff1": 0.352667, + "nauc_map_at_3_max": 0.315169, + "nauc_map_at_3_std": 0.083671, + "nauc_map_at_3_diff1": 0.292336, + "nauc_map_at_5_max": 0.321928, + "nauc_map_at_5_std": 0.097556, + "nauc_map_at_5_diff1": 0.270819, + "nauc_map_at_10_max": 0.326984, + "nauc_map_at_10_std": 0.115274, + "nauc_map_at_10_diff1": 0.263918, + "nauc_map_at_20_max": 0.332794, + "nauc_map_at_20_std": 0.120361, + "nauc_map_at_20_diff1": 0.265725, + "nauc_map_at_100_max": 0.335178, + "nauc_map_at_100_std": 0.124505, + "nauc_map_at_100_diff1": 0.26481, + "nauc_map_at_1000_max": 0.334965, + "nauc_map_at_1000_std": 0.124236, + "nauc_map_at_1000_diff1": 0.264816, + "nauc_recall_at_1_max": 0.28716, + "nauc_recall_at_1_std": 0.025595, + "nauc_recall_at_1_diff1": 0.352667, + "nauc_recall_at_3_max": 0.312712, + "nauc_recall_at_3_std": 0.105801, + "nauc_recall_at_3_diff1": 0.253405, + "nauc_recall_at_5_max": 0.310836, + "nauc_recall_at_5_std": 0.120619, + "nauc_recall_at_5_diff1": 0.206389, + "nauc_recall_at_10_max": 0.293365, + "nauc_recall_at_10_std": 0.170059, + "nauc_recall_at_10_diff1": 0.182703, + "nauc_recall_at_20_max": 0.308316, + "nauc_recall_at_20_std": 0.198265, + "nauc_recall_at_20_diff1": 0.188977, + "nauc_recall_at_100_max": 0.335801, + "nauc_recall_at_100_std": 0.287038, + "nauc_recall_at_100_diff1": 0.131795, + "nauc_recall_at_1000_max": 0.340208, + "nauc_recall_at_1000_std": 0.426799, + "nauc_recall_at_1000_diff1": 0.162151, + "nauc_precision_at_1_max": 0.287999, + "nauc_precision_at_1_std": 0.05628, + "nauc_precision_at_1_diff1": 0.263951, + "nauc_precision_at_3_max": 0.280886, + "nauc_precision_at_3_std": 0.153954, + "nauc_precision_at_3_diff1": 0.122588, + "nauc_precision_at_5_max": 0.264397, + "nauc_precision_at_5_std": 0.174645, + "nauc_precision_at_5_diff1": 0.044971, + "nauc_precision_at_10_max": 0.225411, + "nauc_precision_at_10_std": 0.194805, + "nauc_precision_at_10_diff1": 0.002072, + "nauc_precision_at_20_max": 0.211017, + "nauc_precision_at_20_std": 0.190866, + "nauc_precision_at_20_diff1": -0.006269, + "nauc_precision_at_100_max": 0.116265, + "nauc_precision_at_100_std": 0.17574, + "nauc_precision_at_100_diff1": -0.10277, + "nauc_precision_at_1000_max": -0.017619, + "nauc_precision_at_1000_std": 0.092995, + "nauc_precision_at_1000_diff1": -0.160773, + "nauc_mrr_at_1_max": 0.287999, + "nauc_mrr_at_1_std": 0.05628, + "nauc_mrr_at_1_diff1": 0.263951, + "nauc_mrr_at_3_max": 0.319291, + "nauc_mrr_at_3_std": 0.108161, + "nauc_mrr_at_3_diff1": 0.233396, + "nauc_mrr_at_5_max": 0.324132, + "nauc_mrr_at_5_std": 0.108877, + "nauc_mrr_at_5_diff1": 0.227962, + "nauc_mrr_at_10_max": 0.322541, + "nauc_mrr_at_10_std": 0.112912, + "nauc_mrr_at_10_diff1": 0.231337, + "nauc_mrr_at_20_max": 0.323719, + "nauc_mrr_at_20_std": 0.113592, + "nauc_mrr_at_20_diff1": 0.23349, + "nauc_mrr_at_100_max": 0.323466, + "nauc_mrr_at_100_std": 0.113079, + "nauc_mrr_at_100_diff1": 0.233247, + "nauc_mrr_at_1000_max": 0.323229, + "nauc_mrr_at_1000_std": 0.112749, + "nauc_mrr_at_1000_diff1": 0.233353, + "main_score": 0.41596, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11134.179252147675, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CmedqaRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CmedqaRetrieval.json new file mode 100644 index 0000000000..002cf7ceca --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.29.10", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.38185, + "ndcg_at_3": 0.38438, + "ndcg_at_5": 0.40445, + "ndcg_at_10": 0.43308, + "ndcg_at_20": 0.46177, + "ndcg_at_100": 0.50645, + "ndcg_at_1000": 0.52819, + "map_at_1": 0.2514, + "map_at_3": 0.33041, + "map_at_5": 0.35231, + "map_at_10": 0.36924, + "map_at_20": 0.3796, + "map_at_100": 0.38792, + "map_at_1000": 0.38914, + "recall_at_1": 0.2514, + "recall_at_3": 0.38253, + "recall_at_5": 0.44508, + "recall_at_10": 0.53025, + "recall_at_20": 0.6289, + "recall_at_100": 0.83487, + "recall_at_1000": 0.98059, + "precision_at_1": 0.38185, + "precision_at_3": 0.21605, + "precision_at_5": 0.15664, + "precision_at_10": 0.09585, + "precision_at_20": 0.0573, + "precision_at_100": 0.01545, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.381845, + "mrr_at_3": 0.436734, + "mrr_at_5": 0.4499, + "mrr_at_10": 0.460585, + "mrr_at_20": 0.46637, + "mrr_at_100": 0.470566, + "mrr_at_1000": 0.471038, + "nauc_ndcg_at_1_max": 0.472605, + "nauc_ndcg_at_1_std": 0.010507, + "nauc_ndcg_at_1_diff1": 0.650181, + "nauc_ndcg_at_3_max": 0.400176, + "nauc_ndcg_at_3_std": -0.022058, + "nauc_ndcg_at_3_diff1": 0.555831, + "nauc_ndcg_at_5_max": 0.384291, + "nauc_ndcg_at_5_std": -0.02906, + "nauc_ndcg_at_5_diff1": 0.542872, + "nauc_ndcg_at_10_max": 0.378745, + "nauc_ndcg_at_10_std": -0.022864, + "nauc_ndcg_at_10_diff1": 0.531156, + "nauc_ndcg_at_20_max": 0.38625, + "nauc_ndcg_at_20_std": -0.015058, + "nauc_ndcg_at_20_diff1": 0.529535, + "nauc_ndcg_at_100_max": 0.402516, + "nauc_ndcg_at_100_std": 0.011615, + "nauc_ndcg_at_100_diff1": 0.534532, + "nauc_ndcg_at_1000_max": 0.407493, + "nauc_ndcg_at_1000_std": 0.003865, + "nauc_ndcg_at_1000_diff1": 0.543978, + "nauc_map_at_1_max": 0.297472, + "nauc_map_at_1_std": -0.065144, + "nauc_map_at_1_diff1": 0.55872, + "nauc_map_at_3_max": 0.347832, + "nauc_map_at_3_std": -0.059842, + "nauc_map_at_3_diff1": 0.540378, + "nauc_map_at_5_max": 0.35949, + "nauc_map_at_5_std": -0.052244, + "nauc_map_at_5_diff1": 0.538497, + "nauc_map_at_10_max": 0.366881, + "nauc_map_at_10_std": -0.042757, + "nauc_map_at_10_diff1": 0.535042, + "nauc_map_at_20_max": 0.373051, + "nauc_map_at_20_std": -0.037728, + "nauc_map_at_20_diff1": 0.535884, + "nauc_map_at_100_max": 0.377795, + "nauc_map_at_100_std": -0.031229, + "nauc_map_at_100_diff1": 0.537457, + "nauc_map_at_1000_max": 0.378275, + "nauc_map_at_1000_std": -0.031233, + "nauc_map_at_1000_diff1": 0.537813, + "nauc_recall_at_1_max": 0.297472, + "nauc_recall_at_1_std": -0.065144, + "nauc_recall_at_1_diff1": 0.55872, + "nauc_recall_at_3_max": 0.302937, + "nauc_recall_at_3_std": -0.064253, + "nauc_recall_at_3_diff1": 0.476289, + "nauc_recall_at_5_max": 0.295516, + "nauc_recall_at_5_std": -0.053951, + "nauc_recall_at_5_diff1": 0.446485, + "nauc_recall_at_10_max": 0.280133, + "nauc_recall_at_10_std": -0.021285, + "nauc_recall_at_10_diff1": 0.402948, + "nauc_recall_at_20_max": 0.278943, + "nauc_recall_at_20_std": -0.000593, + "nauc_recall_at_20_diff1": 0.370105, + "nauc_recall_at_100_max": 0.300881, + "nauc_recall_at_100_std": 0.193933, + "nauc_recall_at_100_diff1": 0.292073, + "nauc_recall_at_1000_max": 0.337475, + "nauc_recall_at_1000_std": 0.532129, + "nauc_recall_at_1000_diff1": 0.197514, + "nauc_precision_at_1_max": 0.472605, + "nauc_precision_at_1_std": 0.010507, + "nauc_precision_at_1_diff1": 0.650181, + "nauc_precision_at_3_max": 0.455215, + "nauc_precision_at_3_std": 0.054175, + "nauc_precision_at_3_diff1": 0.44005, + "nauc_precision_at_5_max": 0.439472, + "nauc_precision_at_5_std": 0.080471, + "nauc_precision_at_5_diff1": 0.374893, + "nauc_precision_at_10_max": 0.412834, + "nauc_precision_at_10_std": 0.120026, + "nauc_precision_at_10_diff1": 0.29817, + "nauc_precision_at_20_max": 0.398069, + "nauc_precision_at_20_std": 0.152879, + "nauc_precision_at_20_diff1": 0.243189, + "nauc_precision_at_100_max": 0.350004, + "nauc_precision_at_100_std": 0.239878, + "nauc_precision_at_100_diff1": 0.131723, + "nauc_precision_at_1000_max": 0.291552, + "nauc_precision_at_1000_std": 0.206132, + "nauc_precision_at_1000_diff1": 0.063242, + "nauc_mrr_at_1_max": 0.472605, + "nauc_mrr_at_1_std": 0.010507, + "nauc_mrr_at_1_diff1": 0.650181, + "nauc_mrr_at_3_max": 0.456317, + "nauc_mrr_at_3_std": 0.004821, + "nauc_mrr_at_3_diff1": 0.61782, + "nauc_mrr_at_5_max": 0.452871, + "nauc_mrr_at_5_std": 0.006973, + "nauc_mrr_at_5_diff1": 0.610768, + "nauc_mrr_at_10_max": 0.452013, + "nauc_mrr_at_10_std": 0.010864, + "nauc_mrr_at_10_diff1": 0.606916, + "nauc_mrr_at_20_max": 0.452036, + "nauc_mrr_at_20_std": 0.011265, + "nauc_mrr_at_20_diff1": 0.606095, + "nauc_mrr_at_100_max": 0.452967, + "nauc_mrr_at_100_std": 0.012434, + "nauc_mrr_at_100_diff1": 0.606821, + "nauc_mrr_at_1000_max": 0.453028, + "nauc_mrr_at_1000_std": 0.012226, + "nauc_mrr_at_1000_diff1": 0.607107, + "main_score": 0.43308, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 18338.08967089653, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackMT.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackMT.json new file mode 100644 index 0000000000..1d13e0da5c --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackMT.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f", + "task_name": "CodeFeedbackMT", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67214, + "ndcg_at_3": 0.74774, + "ndcg_at_5": 0.76297, + "ndcg_at_10": 0.77644, + "ndcg_at_20": 0.7841, + "ndcg_at_100": 0.79374, + "ndcg_at_1000": 0.7977, + "map_at_1": 0.67214, + "map_at_3": 0.72977, + "map_at_5": 0.7382, + "map_at_10": 0.74384, + "map_at_20": 0.74598, + "map_at_100": 0.7473, + "map_at_1000": 0.74745, + "recall_at_1": 0.67214, + "recall_at_3": 0.7995, + "recall_at_5": 0.83656, + "recall_at_10": 0.87776, + "recall_at_20": 0.90781, + "recall_at_100": 0.95993, + "recall_at_1000": 0.99104, + "precision_at_1": 0.67214, + "precision_at_3": 0.2665, + "precision_at_5": 0.16731, + "precision_at_10": 0.08778, + "precision_at_20": 0.04539, + "precision_at_100": 0.0096, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.67214, + "mrr_at_3": 0.729771, + "mrr_at_5": 0.738199, + "mrr_at_10": 0.743843, + "mrr_at_20": 0.745982, + "mrr_at_100": 0.747303, + "mrr_at_1000": 0.747454, + "nauc_ndcg_at_1_max": 0.433485, + "nauc_ndcg_at_1_std": -0.319898, + "nauc_ndcg_at_1_diff1": 0.75899, + "nauc_ndcg_at_3_max": 0.461261, + "nauc_ndcg_at_3_std": -0.359971, + "nauc_ndcg_at_3_diff1": 0.724944, + "nauc_ndcg_at_5_max": 0.46242, + "nauc_ndcg_at_5_std": -0.371225, + "nauc_ndcg_at_5_diff1": 0.725736, + "nauc_ndcg_at_10_max": 0.460501, + "nauc_ndcg_at_10_std": -0.367769, + "nauc_ndcg_at_10_diff1": 0.726975, + "nauc_ndcg_at_20_max": 0.459928, + "nauc_ndcg_at_20_std": -0.366202, + "nauc_ndcg_at_20_diff1": 0.726542, + "nauc_ndcg_at_100_max": 0.458276, + "nauc_ndcg_at_100_std": -0.357228, + "nauc_ndcg_at_100_diff1": 0.728839, + "nauc_ndcg_at_1000_max": 0.457651, + "nauc_ndcg_at_1000_std": -0.353973, + "nauc_ndcg_at_1000_diff1": 0.730599, + "nauc_map_at_1_max": 0.433485, + "nauc_map_at_1_std": -0.319898, + "nauc_map_at_1_diff1": 0.75899, + "nauc_map_at_3_max": 0.455, + "nauc_map_at_3_std": -0.349392, + "nauc_map_at_3_diff1": 0.733902, + "nauc_map_at_5_max": 0.455396, + "nauc_map_at_5_std": -0.35481, + "nauc_map_at_5_diff1": 0.734634, + "nauc_map_at_10_max": 0.454579, + "nauc_map_at_10_std": -0.352984, + "nauc_map_at_10_diff1": 0.73541, + "nauc_map_at_20_max": 0.454317, + "nauc_map_at_20_std": -0.352471, + "nauc_map_at_20_diff1": 0.735347, + "nauc_map_at_100_max": 0.45407, + "nauc_map_at_100_std": -0.351437, + "nauc_map_at_100_diff1": 0.735616, + "nauc_map_at_1000_max": 0.454065, + "nauc_map_at_1000_std": -0.351289, + "nauc_map_at_1000_diff1": 0.735672, + "nauc_recall_at_1_max": 0.433485, + "nauc_recall_at_1_std": -0.319898, + "nauc_recall_at_1_diff1": 0.75899, + "nauc_recall_at_3_max": 0.483154, + "nauc_recall_at_3_std": -0.397965, + "nauc_recall_at_3_diff1": 0.692787, + "nauc_recall_at_5_max": 0.491463, + "nauc_recall_at_5_std": -0.4427, + "nauc_recall_at_5_diff1": 0.688481, + "nauc_recall_at_10_max": 0.48994, + "nauc_recall_at_10_std": -0.448351, + "nauc_recall_at_10_diff1": 0.682438, + "nauc_recall_at_20_max": 0.495318, + "nauc_recall_at_20_std": -0.459405, + "nauc_recall_at_20_diff1": 0.666349, + "nauc_recall_at_100_max": 0.502607, + "nauc_recall_at_100_std": -0.35563, + "nauc_recall_at_100_diff1": 0.647782, + "nauc_recall_at_1000_max": 0.538143, + "nauc_recall_at_1000_std": 0.099687, + "nauc_recall_at_1000_diff1": 0.645003, + "nauc_precision_at_1_max": 0.433485, + "nauc_precision_at_1_std": -0.319898, + "nauc_precision_at_1_diff1": 0.75899, + "nauc_precision_at_3_max": 0.483154, + "nauc_precision_at_3_std": -0.397965, + "nauc_precision_at_3_diff1": 0.692787, + "nauc_precision_at_5_max": 0.491463, + "nauc_precision_at_5_std": -0.4427, + "nauc_precision_at_5_diff1": 0.688481, + "nauc_precision_at_10_max": 0.48994, + "nauc_precision_at_10_std": -0.448351, + "nauc_precision_at_10_diff1": 0.682438, + "nauc_precision_at_20_max": 0.495318, + "nauc_precision_at_20_std": -0.459405, + "nauc_precision_at_20_diff1": 0.666349, + "nauc_precision_at_100_max": 0.502607, + "nauc_precision_at_100_std": -0.35563, + "nauc_precision_at_100_diff1": 0.647782, + "nauc_precision_at_1000_max": 0.538143, + "nauc_precision_at_1000_std": 0.099687, + "nauc_precision_at_1000_diff1": 0.645003, + "nauc_mrr_at_1_max": 0.433485, + "nauc_mrr_at_1_std": -0.319898, + "nauc_mrr_at_1_diff1": 0.75899, + "nauc_mrr_at_3_max": 0.455, + "nauc_mrr_at_3_std": -0.349392, + "nauc_mrr_at_3_diff1": 0.733902, + "nauc_mrr_at_5_max": 0.455396, + "nauc_mrr_at_5_std": -0.35481, + "nauc_mrr_at_5_diff1": 0.734634, + "nauc_mrr_at_10_max": 0.454579, + "nauc_mrr_at_10_std": -0.352984, + "nauc_mrr_at_10_diff1": 0.73541, + "nauc_mrr_at_20_max": 0.454317, + "nauc_mrr_at_20_std": -0.352471, + "nauc_mrr_at_20_diff1": 0.735347, + "nauc_mrr_at_100_max": 0.45407, + "nauc_mrr_at_100_std": -0.351437, + "nauc_mrr_at_100_diff1": 0.735616, + "nauc_mrr_at_1000_max": 0.454065, + "nauc_mrr_at_1000_std": -0.351289, + "nauc_mrr_at_1000_diff1": 0.735672, + "main_score": 0.77644, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 30829.97017431259, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackST.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackST.json new file mode 100644 index 0000000000..9f9476c050 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeFeedbackST.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d213819e87aab9010628da8b73ab4eb337c89340", + "task_name": "CodeFeedbackST", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7405, + "ndcg_at_3": 0.8459, + "ndcg_at_5": 0.85949, + "ndcg_at_10": 0.86627, + "ndcg_at_20": 0.86907, + "ndcg_at_100": 0.87149, + "ndcg_at_1000": 0.87218, + "map_at_1": 0.7405, + "map_at_3": 0.82121, + "map_at_5": 0.82881, + "map_at_10": 0.83168, + "map_at_20": 0.83247, + "map_at_100": 0.83282, + "map_at_1000": 0.83285, + "recall_at_1": 0.7405, + "recall_at_3": 0.91685, + "recall_at_5": 0.94959, + "recall_at_10": 0.97017, + "recall_at_20": 0.98109, + "recall_at_100": 0.99396, + "recall_at_1000": 0.99927, + "precision_at_1": 0.7405, + "precision_at_3": 0.30562, + "precision_at_5": 0.18992, + "precision_at_10": 0.09702, + "precision_at_20": 0.04905, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.739347, + "mrr_at_3": 0.820381, + "mrr_at_5": 0.828079, + "mrr_at_10": 0.830951, + "mrr_at_20": 0.831741, + "mrr_at_100": 0.832088, + "mrr_at_1000": 0.832116, + "nauc_ndcg_at_1_max": 0.163121, + "nauc_ndcg_at_1_std": -0.310989, + "nauc_ndcg_at_1_diff1": 0.821368, + "nauc_ndcg_at_3_max": 0.218767, + "nauc_ndcg_at_3_std": -0.409687, + "nauc_ndcg_at_3_diff1": 0.782146, + "nauc_ndcg_at_5_max": 0.219285, + "nauc_ndcg_at_5_std": -0.4084, + "nauc_ndcg_at_5_diff1": 0.786552, + "nauc_ndcg_at_10_max": 0.214477, + "nauc_ndcg_at_10_std": -0.396462, + "nauc_ndcg_at_10_diff1": 0.791162, + "nauc_ndcg_at_20_max": 0.210172, + "nauc_ndcg_at_20_std": -0.384865, + "nauc_ndcg_at_20_diff1": 0.793244, + "nauc_ndcg_at_100_max": 0.205389, + "nauc_ndcg_at_100_std": -0.376156, + "nauc_ndcg_at_100_diff1": 0.795051, + "nauc_ndcg_at_1000_max": 0.203864, + "nauc_ndcg_at_1000_std": -0.375705, + "nauc_ndcg_at_1000_diff1": 0.795552, + "nauc_map_at_1_max": 0.163121, + "nauc_map_at_1_std": -0.310989, + "nauc_map_at_1_diff1": 0.821368, + "nauc_map_at_3_max": 0.201265, + "nauc_map_at_3_std": -0.377949, + "nauc_map_at_3_diff1": 0.793819, + "nauc_map_at_5_max": 0.200792, + "nauc_map_at_5_std": -0.375964, + "nauc_map_at_5_diff1": 0.796376, + "nauc_map_at_10_max": 0.198844, + "nauc_map_at_10_std": -0.371474, + "nauc_map_at_10_diff1": 0.798106, + "nauc_map_at_20_max": 0.197819, + "nauc_map_at_20_std": -0.368738, + "nauc_map_at_20_diff1": 0.798612, + "nauc_map_at_100_max": 0.197262, + "nauc_map_at_100_std": -0.367795, + "nauc_map_at_100_diff1": 0.798826, + "nauc_map_at_1000_max": 0.197224, + "nauc_map_at_1000_std": -0.367754, + "nauc_map_at_1000_diff1": 0.798841, + "nauc_recall_at_1_max": 0.163121, + "nauc_recall_at_1_std": -0.310989, + "nauc_recall_at_1_diff1": 0.821368, + "nauc_recall_at_3_max": 0.316896, + "nauc_recall_at_3_std": -0.588239, + "nauc_recall_at_3_diff1": 0.717284, + "nauc_recall_at_5_max": 0.382017, + "nauc_recall_at_5_std": -0.694212, + "nauc_recall_at_5_diff1": 0.703048, + "nauc_recall_at_10_max": 0.433598, + "nauc_recall_at_10_std": -0.738295, + "nauc_recall_at_10_diff1": 0.703285, + "nauc_recall_at_20_max": 0.453548, + "nauc_recall_at_20_std": -0.652265, + "nauc_recall_at_20_diff1": 0.703308, + "nauc_recall_at_100_max": 0.479546, + "nauc_recall_at_100_std": -0.306605, + "nauc_recall_at_100_diff1": 0.697251, + "nauc_recall_at_1000_max": 0.472257, + "nauc_recall_at_1000_std": 0.446596, + "nauc_recall_at_1000_diff1": 0.615393, + "nauc_precision_at_1_max": 0.163121, + "nauc_precision_at_1_std": -0.310989, + "nauc_precision_at_1_diff1": 0.821368, + "nauc_precision_at_3_max": 0.316896, + "nauc_precision_at_3_std": -0.588239, + "nauc_precision_at_3_diff1": 0.717284, + "nauc_precision_at_5_max": 0.382017, + "nauc_precision_at_5_std": -0.694212, + "nauc_precision_at_5_diff1": 0.703048, + "nauc_precision_at_10_max": 0.433598, + "nauc_precision_at_10_std": -0.738295, + "nauc_precision_at_10_diff1": 0.703285, + "nauc_precision_at_20_max": 0.453548, + "nauc_precision_at_20_std": -0.652265, + "nauc_precision_at_20_diff1": 0.703308, + "nauc_precision_at_100_max": 0.479546, + "nauc_precision_at_100_std": -0.306605, + "nauc_precision_at_100_diff1": 0.697251, + "nauc_precision_at_1000_max": 0.472257, + "nauc_precision_at_1000_std": 0.446596, + "nauc_precision_at_1000_diff1": 0.615393, + "nauc_mrr_at_1_max": 0.161387, + "nauc_mrr_at_1_std": -0.314609, + "nauc_mrr_at_1_diff1": 0.823395, + "nauc_mrr_at_3_max": 0.200181, + "nauc_mrr_at_3_std": -0.3797, + "nauc_mrr_at_3_diff1": 0.795636, + "nauc_mrr_at_5_max": 0.199831, + "nauc_mrr_at_5_std": -0.378084, + "nauc_mrr_at_5_diff1": 0.798115, + "nauc_mrr_at_10_max": 0.197978, + "nauc_mrr_at_10_std": -0.373471, + "nauc_mrr_at_10_diff1": 0.79985, + "nauc_mrr_at_20_max": 0.196955, + "nauc_mrr_at_20_std": -0.370762, + "nauc_mrr_at_20_diff1": 0.800367, + "nauc_mrr_at_100_max": 0.196398, + "nauc_mrr_at_100_std": -0.369828, + "nauc_mrr_at_100_diff1": 0.800584, + "nauc_mrr_at_1000_max": 0.196361, + "nauc_mrr_at_1000_std": -0.369786, + "nauc_mrr_at_1000_diff1": 0.800599, + "main_score": 0.86627, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 54003.859095811844, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetCCRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetCCRetrieval.json new file mode 100644 index 0000000000..66ca8f99b4 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetCCRetrieval.json @@ -0,0 +1,893 @@ +{ + "dataset_revision": "6e1effa2c03723c5fde48ee912b5ee08d4f211e8", + "task_name": "CodeSearchNetCCRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69875, + "ndcg_at_3": 0.79451, + "ndcg_at_5": 0.80954, + "ndcg_at_10": 0.82025, + "ndcg_at_20": 0.82526, + "ndcg_at_100": 0.8307, + "ndcg_at_1000": 0.8329, + "map_at_1": 0.69875, + "map_at_3": 0.7719, + "map_at_5": 0.78028, + "map_at_10": 0.78475, + "map_at_20": 0.78615, + "map_at_100": 0.78692, + "map_at_1000": 0.787, + "recall_at_1": 0.69875, + "recall_at_3": 0.85957, + "recall_at_5": 0.8959, + "recall_at_10": 0.92874, + "recall_at_20": 0.94838, + "recall_at_100": 0.97748, + "recall_at_1000": 0.9947, + "precision_at_1": 0.69875, + "precision_at_3": 0.28652, + "precision_at_5": 0.17918, + "precision_at_10": 0.09287, + "precision_at_20": 0.04742, + "precision_at_100": 0.00977, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.698686, + "mrr_at_3": 0.771864, + "mrr_at_5": 0.78024, + "mrr_at_10": 0.784721, + "mrr_at_20": 0.78612, + "mrr_at_100": 0.786886, + "mrr_at_1000": 0.78697, + "nauc_ndcg_at_1_max": 0.327204, + "nauc_ndcg_at_1_std": -0.097869, + "nauc_ndcg_at_1_diff1": 0.692141, + "nauc_ndcg_at_3_max": 0.397427, + "nauc_ndcg_at_3_std": -0.088746, + "nauc_ndcg_at_3_diff1": 0.681352, + "nauc_ndcg_at_5_max": 0.396812, + "nauc_ndcg_at_5_std": -0.086013, + "nauc_ndcg_at_5_diff1": 0.678335, + "nauc_ndcg_at_10_max": 0.39676, + "nauc_ndcg_at_10_std": -0.084009, + "nauc_ndcg_at_10_diff1": 0.679751, + "nauc_ndcg_at_20_max": 0.394713, + "nauc_ndcg_at_20_std": -0.080428, + "nauc_ndcg_at_20_diff1": 0.680673, + "nauc_ndcg_at_100_max": 0.388168, + "nauc_ndcg_at_100_std": -0.081727, + "nauc_ndcg_at_100_diff1": 0.681667, + "nauc_ndcg_at_1000_max": 0.385023, + "nauc_ndcg_at_1000_std": -0.083248, + "nauc_ndcg_at_1000_diff1": 0.681641, + "nauc_map_at_1_max": 0.327204, + "nauc_map_at_1_std": -0.097869, + "nauc_map_at_1_diff1": 0.692141, + "nauc_map_at_3_max": 0.376933, + "nauc_map_at_3_std": -0.092252, + "nauc_map_at_3_diff1": 0.683662, + "nauc_map_at_5_max": 0.37583, + "nauc_map_at_5_std": -0.09113, + "nauc_map_at_5_diff1": 0.68228, + "nauc_map_at_10_max": 0.375372, + "nauc_map_at_10_std": -0.0907, + "nauc_map_at_10_diff1": 0.682877, + "nauc_map_at_20_max": 0.374806, + "nauc_map_at_20_std": -0.089833, + "nauc_map_at_20_diff1": 0.683113, + "nauc_map_at_100_max": 0.373976, + "nauc_map_at_100_std": -0.090037, + "nauc_map_at_100_diff1": 0.683203, + "nauc_map_at_1000_max": 0.373879, + "nauc_map_at_1000_std": -0.090058, + "nauc_map_at_1000_diff1": 0.683196, + "nauc_recall_at_1_max": 0.327204, + "nauc_recall_at_1_std": -0.097869, + "nauc_recall_at_1_diff1": 0.692141, + "nauc_recall_at_3_max": 0.485932, + "nauc_recall_at_3_std": -0.073051, + "nauc_recall_at_3_diff1": 0.671931, + "nauc_recall_at_5_max": 0.510763, + "nauc_recall_at_5_std": -0.056522, + "nauc_recall_at_5_diff1": 0.656764, + "nauc_recall_at_10_max": 0.561561, + "nauc_recall_at_10_std": -0.026818, + "nauc_recall_at_10_diff1": 0.656776, + "nauc_recall_at_20_max": 0.598042, + "nauc_recall_at_20_std": 0.035331, + "nauc_recall_at_20_diff1": 0.659059, + "nauc_recall_at_100_max": 0.624602, + "nauc_recall_at_100_std": 0.138605, + "nauc_recall_at_100_diff1": 0.670361, + "nauc_recall_at_1000_max": 0.688131, + "nauc_recall_at_1000_std": 0.460867, + "nauc_recall_at_1000_diff1": 0.641467, + "nauc_precision_at_1_max": 0.327204, + "nauc_precision_at_1_std": -0.097869, + "nauc_precision_at_1_diff1": 0.692141, + "nauc_precision_at_3_max": 0.485932, + "nauc_precision_at_3_std": -0.073051, + "nauc_precision_at_3_diff1": 0.671931, + "nauc_precision_at_5_max": 0.510763, + "nauc_precision_at_5_std": -0.056522, + "nauc_precision_at_5_diff1": 0.656764, + "nauc_precision_at_10_max": 0.561561, + "nauc_precision_at_10_std": -0.026818, + "nauc_precision_at_10_diff1": 0.656776, + "nauc_precision_at_20_max": 0.598042, + "nauc_precision_at_20_std": 0.035331, + "nauc_precision_at_20_diff1": 0.659059, + "nauc_precision_at_100_max": 0.624602, + "nauc_precision_at_100_std": 0.138605, + "nauc_precision_at_100_diff1": 0.670361, + "nauc_precision_at_1000_max": 0.688131, + "nauc_precision_at_1000_std": 0.460867, + "nauc_precision_at_1000_diff1": 0.641467, + "nauc_mrr_at_1_max": 0.327189, + "nauc_mrr_at_1_std": -0.097823, + "nauc_mrr_at_1_diff1": 0.6923, + "nauc_mrr_at_3_max": 0.37691, + "nauc_mrr_at_3_std": -0.092223, + "nauc_mrr_at_3_diff1": 0.683764, + "nauc_mrr_at_5_max": 0.375842, + "nauc_mrr_at_5_std": -0.091121, + "nauc_mrr_at_5_diff1": 0.682381, + "nauc_mrr_at_10_max": 0.375343, + "nauc_mrr_at_10_std": -0.090737, + "nauc_mrr_at_10_diff1": 0.682985, + "nauc_mrr_at_20_max": 0.374774, + "nauc_mrr_at_20_std": -0.089842, + "nauc_mrr_at_20_diff1": 0.683208, + "nauc_mrr_at_100_max": 0.373953, + "nauc_mrr_at_100_std": -0.090043, + "nauc_mrr_at_100_diff1": 0.683301, + "nauc_mrr_at_1000_max": 0.373856, + "nauc_mrr_at_1000_std": -0.090064, + "nauc_mrr_at_1000_diff1": 0.683294, + "main_score": 0.82025, + "hf_subset": "python", + "languages": [ + "python-Code" + ] + }, + { + "ndcg_at_1": 0.6618, + "ndcg_at_3": 0.76294, + "ndcg_at_5": 0.77849, + "ndcg_at_10": 0.78954, + "ndcg_at_20": 0.7971, + "ndcg_at_100": 0.80402, + "ndcg_at_1000": 0.80694, + "map_at_1": 0.6618, + "map_at_3": 0.73924, + "map_at_5": 0.74788, + "map_at_10": 0.75247, + "map_at_20": 0.7546, + "map_at_100": 0.75561, + "map_at_1000": 0.75572, + "recall_at_1": 0.6618, + "recall_at_3": 0.83105, + "recall_at_5": 0.86873, + "recall_at_10": 0.90277, + "recall_at_20": 0.93224, + "recall_at_100": 0.9687, + "recall_at_1000": 0.9921, + "precision_at_1": 0.6618, + "precision_at_3": 0.27702, + "precision_at_5": 0.17375, + "precision_at_10": 0.09028, + "precision_at_20": 0.04661, + "precision_at_100": 0.00969, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.660589, + "mrr_at_3": 0.738529, + "mrr_at_5": 0.74725, + "mrr_at_10": 0.751834, + "mrr_at_20": 0.753968, + "mrr_at_100": 0.754981, + "mrr_at_1000": 0.755086, + "nauc_ndcg_at_1_max": 0.288256, + "nauc_ndcg_at_1_std": -0.182896, + "nauc_ndcg_at_1_diff1": 0.665858, + "nauc_ndcg_at_3_max": 0.35551, + "nauc_ndcg_at_3_std": -0.19742, + "nauc_ndcg_at_3_diff1": 0.641755, + "nauc_ndcg_at_5_max": 0.360452, + "nauc_ndcg_at_5_std": -0.192109, + "nauc_ndcg_at_5_diff1": 0.641541, + "nauc_ndcg_at_10_max": 0.36029, + "nauc_ndcg_at_10_std": -0.181239, + "nauc_ndcg_at_10_diff1": 0.643484, + "nauc_ndcg_at_20_max": 0.359806, + "nauc_ndcg_at_20_std": -0.181917, + "nauc_ndcg_at_20_diff1": 0.646309, + "nauc_ndcg_at_100_max": 0.355173, + "nauc_ndcg_at_100_std": -0.180786, + "nauc_ndcg_at_100_diff1": 0.64779, + "nauc_ndcg_at_1000_max": 0.351164, + "nauc_ndcg_at_1000_std": -0.182821, + "nauc_ndcg_at_1000_diff1": 0.647328, + "nauc_map_at_1_max": 0.288256, + "nauc_map_at_1_std": -0.182896, + "nauc_map_at_1_diff1": 0.665858, + "nauc_map_at_3_max": 0.338113, + "nauc_map_at_3_std": -0.193318, + "nauc_map_at_3_diff1": 0.648655, + "nauc_map_at_5_max": 0.340132, + "nauc_map_at_5_std": -0.19058, + "nauc_map_at_5_diff1": 0.648656, + "nauc_map_at_10_max": 0.339557, + "nauc_map_at_10_std": -0.187009, + "nauc_map_at_10_diff1": 0.649533, + "nauc_map_at_20_max": 0.339297, + "nauc_map_at_20_std": -0.187213, + "nauc_map_at_20_diff1": 0.650374, + "nauc_map_at_100_max": 0.338733, + "nauc_map_at_100_std": -0.187055, + "nauc_map_at_100_diff1": 0.650664, + "nauc_map_at_1000_max": 0.338596, + "nauc_map_at_1000_std": -0.187121, + "nauc_map_at_1000_diff1": 0.650644, + "nauc_recall_at_1_max": 0.288256, + "nauc_recall_at_1_std": -0.182896, + "nauc_recall_at_1_diff1": 0.665858, + "nauc_recall_at_3_max": 0.424892, + "nauc_recall_at_3_std": -0.21401, + "nauc_recall_at_3_diff1": 0.613792, + "nauc_recall_at_5_max": 0.46004, + "nauc_recall_at_5_std": -0.198176, + "nauc_recall_at_5_diff1": 0.60671, + "nauc_recall_at_10_max": 0.491457, + "nauc_recall_at_10_std": -0.131776, + "nauc_recall_at_10_diff1": 0.606899, + "nauc_recall_at_20_max": 0.542014, + "nauc_recall_at_20_std": -0.117536, + "nauc_recall_at_20_diff1": 0.617312, + "nauc_recall_at_100_max": 0.613676, + "nauc_recall_at_100_std": -0.014737, + "nauc_recall_at_100_diff1": 0.618087, + "nauc_recall_at_1000_max": 0.716612, + "nauc_recall_at_1000_std": 0.130886, + "nauc_recall_at_1000_diff1": 0.460059, + "nauc_precision_at_1_max": 0.288256, + "nauc_precision_at_1_std": -0.182896, + "nauc_precision_at_1_diff1": 0.665858, + "nauc_precision_at_3_max": 0.424892, + "nauc_precision_at_3_std": -0.21401, + "nauc_precision_at_3_diff1": 0.613792, + "nauc_precision_at_5_max": 0.46004, + "nauc_precision_at_5_std": -0.198176, + "nauc_precision_at_5_diff1": 0.60671, + "nauc_precision_at_10_max": 0.491457, + "nauc_precision_at_10_std": -0.131776, + "nauc_precision_at_10_diff1": 0.606899, + "nauc_precision_at_20_max": 0.542014, + "nauc_precision_at_20_std": -0.117536, + "nauc_precision_at_20_diff1": 0.617312, + "nauc_precision_at_100_max": 0.613676, + "nauc_precision_at_100_std": -0.014737, + "nauc_precision_at_100_diff1": 0.618087, + "nauc_precision_at_1000_max": 0.716612, + "nauc_precision_at_1000_std": 0.130886, + "nauc_precision_at_1000_diff1": 0.460059, + "nauc_mrr_at_1_max": 0.287302, + "nauc_mrr_at_1_std": -0.184672, + "nauc_mrr_at_1_diff1": 0.668588, + "nauc_mrr_at_3_max": 0.337705, + "nauc_mrr_at_3_std": -0.194844, + "nauc_mrr_at_3_diff1": 0.650369, + "nauc_mrr_at_5_max": 0.339517, + "nauc_mrr_at_5_std": -0.191822, + "nauc_mrr_at_5_diff1": 0.650433, + "nauc_mrr_at_10_max": 0.338931, + "nauc_mrr_at_10_std": -0.18828, + "nauc_mrr_at_10_diff1": 0.651342, + "nauc_mrr_at_20_max": 0.338665, + "nauc_mrr_at_20_std": -0.188497, + "nauc_mrr_at_20_diff1": 0.6522, + "nauc_mrr_at_100_max": 0.338099, + "nauc_mrr_at_100_std": -0.188345, + "nauc_mrr_at_100_diff1": 0.652498, + "nauc_mrr_at_1000_max": 0.337962, + "nauc_mrr_at_1000_std": -0.188412, + "nauc_mrr_at_1000_diff1": 0.652478, + "main_score": 0.78954, + "hf_subset": "javascript", + "languages": [ + "javascript-Code" + ] + }, + { + "ndcg_at_1": 0.5724, + "ndcg_at_3": 0.67847, + "ndcg_at_5": 0.70126, + "ndcg_at_10": 0.71839, + "ndcg_at_20": 0.7289, + "ndcg_at_100": 0.73904, + "ndcg_at_1000": 0.74343, + "map_at_1": 0.5724, + "map_at_3": 0.65304, + "map_at_5": 0.66579, + "map_at_10": 0.67291, + "map_at_20": 0.67582, + "map_at_100": 0.67727, + "map_at_1000": 0.67744, + "recall_at_1": 0.5724, + "recall_at_3": 0.75179, + "recall_at_5": 0.8067, + "recall_at_10": 0.85939, + "recall_at_20": 0.90076, + "recall_at_100": 0.95481, + "recall_at_1000": 0.98929, + "precision_at_1": 0.5724, + "precision_at_3": 0.2506, + "precision_at_5": 0.16134, + "precision_at_10": 0.08594, + "precision_at_20": 0.04504, + "precision_at_100": 0.00955, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.573135, + "mrr_at_3": 0.653287, + "mrr_at_5": 0.666104, + "mrr_at_10": 0.673228, + "mrr_at_20": 0.676155, + "mrr_at_100": 0.677603, + "mrr_at_1000": 0.677769, + "nauc_ndcg_at_1_max": 0.218793, + "nauc_ndcg_at_1_std": -0.082332, + "nauc_ndcg_at_1_diff1": 0.623986, + "nauc_ndcg_at_3_max": 0.226335, + "nauc_ndcg_at_3_std": -0.11405, + "nauc_ndcg_at_3_diff1": 0.586441, + "nauc_ndcg_at_5_max": 0.22661, + "nauc_ndcg_at_5_std": -0.115489, + "nauc_ndcg_at_5_diff1": 0.58449, + "nauc_ndcg_at_10_max": 0.233372, + "nauc_ndcg_at_10_std": -0.10448, + "nauc_ndcg_at_10_diff1": 0.589987, + "nauc_ndcg_at_20_max": 0.234717, + "nauc_ndcg_at_20_std": -0.096978, + "nauc_ndcg_at_20_diff1": 0.590537, + "nauc_ndcg_at_100_max": 0.232711, + "nauc_ndcg_at_100_std": -0.094125, + "nauc_ndcg_at_100_diff1": 0.592413, + "nauc_ndcg_at_1000_max": 0.231549, + "nauc_ndcg_at_1000_std": -0.095665, + "nauc_ndcg_at_1000_diff1": 0.593937, + "nauc_map_at_1_max": 0.218793, + "nauc_map_at_1_std": -0.082332, + "nauc_map_at_1_diff1": 0.623986, + "nauc_map_at_3_max": 0.223733, + "nauc_map_at_3_std": -0.105531, + "nauc_map_at_3_diff1": 0.595475, + "nauc_map_at_5_max": 0.223862, + "nauc_map_at_5_std": -0.10589, + "nauc_map_at_5_diff1": 0.594767, + "nauc_map_at_10_max": 0.226343, + "nauc_map_at_10_std": -0.101536, + "nauc_map_at_10_diff1": 0.597022, + "nauc_map_at_20_max": 0.226559, + "nauc_map_at_20_std": -0.099913, + "nauc_map_at_20_diff1": 0.597262, + "nauc_map_at_100_max": 0.226245, + "nauc_map_at_100_std": -0.099625, + "nauc_map_at_100_diff1": 0.597479, + "nauc_map_at_1000_max": 0.226232, + "nauc_map_at_1000_std": -0.099621, + "nauc_map_at_1000_diff1": 0.597549, + "nauc_recall_at_1_max": 0.218793, + "nauc_recall_at_1_std": -0.082332, + "nauc_recall_at_1_diff1": 0.623986, + "nauc_recall_at_3_max": 0.23606, + "nauc_recall_at_3_std": -0.144858, + "nauc_recall_at_3_diff1": 0.554339, + "nauc_recall_at_5_max": 0.238663, + "nauc_recall_at_5_std": -0.157031, + "nauc_recall_at_5_diff1": 0.540833, + "nauc_recall_at_10_max": 0.277922, + "nauc_recall_at_10_std": -0.113608, + "nauc_recall_at_10_diff1": 0.555235, + "nauc_recall_at_20_max": 0.306809, + "nauc_recall_at_20_std": -0.046631, + "nauc_recall_at_20_diff1": 0.546708, + "nauc_recall_at_100_max": 0.346754, + "nauc_recall_at_100_std": 0.08877, + "nauc_recall_at_100_diff1": 0.545409, + "nauc_recall_at_1000_max": 0.507772, + "nauc_recall_at_1000_std": 0.369258, + "nauc_recall_at_1000_diff1": 0.599636, + "nauc_precision_at_1_max": 0.218793, + "nauc_precision_at_1_std": -0.082332, + "nauc_precision_at_1_diff1": 0.623986, + "nauc_precision_at_3_max": 0.23606, + "nauc_precision_at_3_std": -0.144858, + "nauc_precision_at_3_diff1": 0.554339, + "nauc_precision_at_5_max": 0.238663, + "nauc_precision_at_5_std": -0.157031, + "nauc_precision_at_5_diff1": 0.540833, + "nauc_precision_at_10_max": 0.277922, + "nauc_precision_at_10_std": -0.113608, + "nauc_precision_at_10_diff1": 0.555235, + "nauc_precision_at_20_max": 0.306809, + "nauc_precision_at_20_std": -0.046631, + "nauc_precision_at_20_diff1": 0.546708, + "nauc_precision_at_100_max": 0.346754, + "nauc_precision_at_100_std": 0.08877, + "nauc_precision_at_100_diff1": 0.545409, + "nauc_precision_at_1000_max": 0.507772, + "nauc_precision_at_1000_std": 0.369258, + "nauc_precision_at_1000_diff1": 0.599636, + "nauc_mrr_at_1_max": 0.217746, + "nauc_mrr_at_1_std": -0.081227, + "nauc_mrr_at_1_diff1": 0.622216, + "nauc_mrr_at_3_max": 0.223621, + "nauc_mrr_at_3_std": -0.104131, + "nauc_mrr_at_3_diff1": 0.594316, + "nauc_mrr_at_5_max": 0.223329, + "nauc_mrr_at_5_std": -0.105091, + "nauc_mrr_at_5_diff1": 0.593727, + "nauc_mrr_at_10_max": 0.225666, + "nauc_mrr_at_10_std": -0.100719, + "nauc_mrr_at_10_diff1": 0.595874, + "nauc_mrr_at_20_max": 0.225977, + "nauc_mrr_at_20_std": -0.098996, + "nauc_mrr_at_20_diff1": 0.596126, + "nauc_mrr_at_100_max": 0.225654, + "nauc_mrr_at_100_std": -0.098714, + "nauc_mrr_at_100_diff1": 0.596334, + "nauc_mrr_at_1000_max": 0.225645, + "nauc_mrr_at_1000_std": -0.098705, + "nauc_mrr_at_1000_diff1": 0.596404, + "main_score": 0.71839, + "hf_subset": "go", + "languages": [ + "go-Code" + ] + }, + { + "ndcg_at_1": 0.64235, + "ndcg_at_3": 0.73451, + "ndcg_at_5": 0.75233, + "ndcg_at_10": 0.7653, + "ndcg_at_20": 0.7735, + "ndcg_at_100": 0.78138, + "ndcg_at_1000": 0.7857, + "map_at_1": 0.64235, + "map_at_3": 0.71279, + "map_at_5": 0.72279, + "map_at_10": 0.72807, + "map_at_20": 0.73031, + "map_at_100": 0.73131, + "map_at_1000": 0.73148, + "recall_at_1": 0.64235, + "recall_at_3": 0.79699, + "recall_at_5": 0.83981, + "recall_at_10": 0.88025, + "recall_at_20": 0.91277, + "recall_at_100": 0.95638, + "recall_at_1000": 0.99048, + "precision_at_1": 0.64235, + "precision_at_3": 0.26566, + "precision_at_5": 0.16796, + "precision_at_10": 0.08803, + "precision_at_20": 0.04564, + "precision_at_100": 0.00956, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.641554, + "mrr_at_3": 0.712398, + "mrr_at_5": 0.722548, + "mrr_at_10": 0.727835, + "mrr_at_20": 0.730075, + "mrr_at_100": 0.731079, + "mrr_at_1000": 0.731241, + "nauc_ndcg_at_1_max": 0.302991, + "nauc_ndcg_at_1_std": -0.232707, + "nauc_ndcg_at_1_diff1": 0.697787, + "nauc_ndcg_at_3_max": 0.34144, + "nauc_ndcg_at_3_std": -0.243838, + "nauc_ndcg_at_3_diff1": 0.657587, + "nauc_ndcg_at_5_max": 0.352434, + "nauc_ndcg_at_5_std": -0.24941, + "nauc_ndcg_at_5_diff1": 0.665348, + "nauc_ndcg_at_10_max": 0.349636, + "nauc_ndcg_at_10_std": -0.238717, + "nauc_ndcg_at_10_diff1": 0.662343, + "nauc_ndcg_at_20_max": 0.346088, + "nauc_ndcg_at_20_std": -0.239346, + "nauc_ndcg_at_20_diff1": 0.661188, + "nauc_ndcg_at_100_max": 0.340578, + "nauc_ndcg_at_100_std": -0.238701, + "nauc_ndcg_at_100_diff1": 0.666197, + "nauc_ndcg_at_1000_max": 0.339954, + "nauc_ndcg_at_1000_std": -0.241974, + "nauc_ndcg_at_1000_diff1": 0.666723, + "nauc_map_at_1_max": 0.302991, + "nauc_map_at_1_std": -0.232707, + "nauc_map_at_1_diff1": 0.697787, + "nauc_map_at_3_max": 0.331287, + "nauc_map_at_3_std": -0.243167, + "nauc_map_at_3_diff1": 0.668252, + "nauc_map_at_5_max": 0.336849, + "nauc_map_at_5_std": -0.246296, + "nauc_map_at_5_diff1": 0.672562, + "nauc_map_at_10_max": 0.335836, + "nauc_map_at_10_std": -0.242125, + "nauc_map_at_10_diff1": 0.671833, + "nauc_map_at_20_max": 0.334858, + "nauc_map_at_20_std": -0.242264, + "nauc_map_at_20_diff1": 0.671627, + "nauc_map_at_100_max": 0.334165, + "nauc_map_at_100_std": -0.242509, + "nauc_map_at_100_diff1": 0.672087, + "nauc_map_at_1000_max": 0.33419, + "nauc_map_at_1000_std": -0.242502, + "nauc_map_at_1000_diff1": 0.672111, + "nauc_recall_at_1_max": 0.302991, + "nauc_recall_at_1_std": -0.232707, + "nauc_recall_at_1_diff1": 0.697787, + "nauc_recall_at_3_max": 0.37895, + "nauc_recall_at_3_std": -0.245002, + "nauc_recall_at_3_diff1": 0.618157, + "nauc_recall_at_5_max": 0.423322, + "nauc_recall_at_5_std": -0.26223, + "nauc_recall_at_5_diff1": 0.635273, + "nauc_recall_at_10_max": 0.426103, + "nauc_recall_at_10_std": -0.21094, + "nauc_recall_at_10_diff1": 0.607782, + "nauc_recall_at_20_max": 0.421213, + "nauc_recall_at_20_std": -0.207656, + "nauc_recall_at_20_diff1": 0.579179, + "nauc_recall_at_100_max": 0.369235, + "nauc_recall_at_100_std": -0.138792, + "nauc_recall_at_100_diff1": 0.626333, + "nauc_recall_at_1000_max": 0.321472, + "nauc_recall_at_1000_std": -0.402484, + "nauc_recall_at_1000_diff1": 0.554495, + "nauc_precision_at_1_max": 0.302991, + "nauc_precision_at_1_std": -0.232707, + "nauc_precision_at_1_diff1": 0.697787, + "nauc_precision_at_3_max": 0.37895, + "nauc_precision_at_3_std": -0.245002, + "nauc_precision_at_3_diff1": 0.618157, + "nauc_precision_at_5_max": 0.423322, + "nauc_precision_at_5_std": -0.26223, + "nauc_precision_at_5_diff1": 0.635273, + "nauc_precision_at_10_max": 0.426103, + "nauc_precision_at_10_std": -0.21094, + "nauc_precision_at_10_diff1": 0.607782, + "nauc_precision_at_20_max": 0.421213, + "nauc_precision_at_20_std": -0.207656, + "nauc_precision_at_20_diff1": 0.579179, + "nauc_precision_at_100_max": 0.369235, + "nauc_precision_at_100_std": -0.138792, + "nauc_precision_at_100_diff1": 0.626333, + "nauc_precision_at_1000_max": 0.321472, + "nauc_precision_at_1000_std": -0.402484, + "nauc_precision_at_1000_diff1": 0.554495, + "nauc_mrr_at_1_max": 0.305255, + "nauc_mrr_at_1_std": -0.237093, + "nauc_mrr_at_1_diff1": 0.699456, + "nauc_mrr_at_3_max": 0.332458, + "nauc_mrr_at_3_std": -0.246017, + "nauc_mrr_at_3_diff1": 0.669318, + "nauc_mrr_at_5_max": 0.337884, + "nauc_mrr_at_5_std": -0.249344, + "nauc_mrr_at_5_diff1": 0.673839, + "nauc_mrr_at_10_max": 0.337013, + "nauc_mrr_at_10_std": -0.245186, + "nauc_mrr_at_10_diff1": 0.673126, + "nauc_mrr_at_20_max": 0.336047, + "nauc_mrr_at_20_std": -0.245352, + "nauc_mrr_at_20_diff1": 0.672931, + "nauc_mrr_at_100_max": 0.335359, + "nauc_mrr_at_100_std": -0.24561, + "nauc_mrr_at_100_diff1": 0.673396, + "nauc_mrr_at_1000_max": 0.335385, + "nauc_mrr_at_1000_std": -0.245606, + "nauc_mrr_at_1000_diff1": 0.673422, + "main_score": 0.7653, + "hf_subset": "ruby", + "languages": [ + "ruby-Code" + ] + }, + { + "ndcg_at_1": 0.65468, + "ndcg_at_3": 0.75064, + "ndcg_at_5": 0.76786, + "ndcg_at_10": 0.77929, + "ndcg_at_20": 0.78596, + "ndcg_at_100": 0.79287, + "ndcg_at_1000": 0.79625, + "map_at_1": 0.65468, + "map_at_3": 0.72805, + "map_at_5": 0.73768, + "map_at_10": 0.74243, + "map_at_20": 0.7443, + "map_at_100": 0.7453, + "map_at_1000": 0.74542, + "recall_at_1": 0.65468, + "recall_at_3": 0.81561, + "recall_at_5": 0.85714, + "recall_at_10": 0.89229, + "recall_at_20": 0.9183, + "recall_at_100": 0.95509, + "recall_at_1000": 0.98174, + "precision_at_1": 0.65468, + "precision_at_3": 0.27187, + "precision_at_5": 0.17143, + "precision_at_10": 0.08923, + "precision_at_20": 0.04592, + "precision_at_100": 0.00955, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.654587, + "mrr_at_3": 0.728069, + "mrr_at_5": 0.737691, + "mrr_at_10": 0.742414, + "mrr_at_20": 0.744301, + "mrr_at_100": 0.745293, + "mrr_at_1000": 0.74542, + "nauc_ndcg_at_1_max": 0.289835, + "nauc_ndcg_at_1_std": -0.113668, + "nauc_ndcg_at_1_diff1": 0.66263, + "nauc_ndcg_at_3_max": 0.339816, + "nauc_ndcg_at_3_std": -0.082964, + "nauc_ndcg_at_3_diff1": 0.64471, + "nauc_ndcg_at_5_max": 0.342867, + "nauc_ndcg_at_5_std": -0.071317, + "nauc_ndcg_at_5_diff1": 0.647239, + "nauc_ndcg_at_10_max": 0.346551, + "nauc_ndcg_at_10_std": -0.060359, + "nauc_ndcg_at_10_diff1": 0.646349, + "nauc_ndcg_at_20_max": 0.346547, + "nauc_ndcg_at_20_std": -0.058961, + "nauc_ndcg_at_20_diff1": 0.649228, + "nauc_ndcg_at_100_max": 0.344224, + "nauc_ndcg_at_100_std": -0.059666, + "nauc_ndcg_at_100_diff1": 0.649731, + "nauc_ndcg_at_1000_max": 0.340967, + "nauc_ndcg_at_1000_std": -0.063774, + "nauc_ndcg_at_1000_diff1": 0.650303, + "nauc_map_at_1_max": 0.289835, + "nauc_map_at_1_std": -0.113668, + "nauc_map_at_1_diff1": 0.66263, + "nauc_map_at_3_max": 0.326118, + "nauc_map_at_3_std": -0.091625, + "nauc_map_at_3_diff1": 0.648788, + "nauc_map_at_5_max": 0.327067, + "nauc_map_at_5_std": -0.086179, + "nauc_map_at_5_diff1": 0.650255, + "nauc_map_at_10_max": 0.328082, + "nauc_map_at_10_std": -0.0824, + "nauc_map_at_10_diff1": 0.649791, + "nauc_map_at_20_max": 0.327978, + "nauc_map_at_20_std": -0.082195, + "nauc_map_at_20_diff1": 0.650482, + "nauc_map_at_100_max": 0.327587, + "nauc_map_at_100_std": -0.082484, + "nauc_map_at_100_diff1": 0.650553, + "nauc_map_at_1000_max": 0.327487, + "nauc_map_at_1000_std": -0.082604, + "nauc_map_at_1000_diff1": 0.650567, + "nauc_recall_at_1_max": 0.289835, + "nauc_recall_at_1_std": -0.113668, + "nauc_recall_at_1_diff1": 0.66263, + "nauc_recall_at_3_max": 0.392726, + "nauc_recall_at_3_std": -0.049364, + "nauc_recall_at_3_diff1": 0.629456, + "nauc_recall_at_5_max": 0.418118, + "nauc_recall_at_5_std": 0.001829, + "nauc_recall_at_5_diff1": 0.634198, + "nauc_recall_at_10_max": 0.460616, + "nauc_recall_at_10_std": 0.083137, + "nauc_recall_at_10_diff1": 0.627693, + "nauc_recall_at_20_max": 0.494521, + "nauc_recall_at_20_std": 0.138436, + "nauc_recall_at_20_diff1": 0.648352, + "nauc_recall_at_100_max": 0.568833, + "nauc_recall_at_100_std": 0.292002, + "nauc_recall_at_100_diff1": 0.657614, + "nauc_recall_at_1000_max": 0.640958, + "nauc_recall_at_1000_std": 0.481469, + "nauc_recall_at_1000_diff1": 0.714634, + "nauc_precision_at_1_max": 0.289835, + "nauc_precision_at_1_std": -0.113668, + "nauc_precision_at_1_diff1": 0.66263, + "nauc_precision_at_3_max": 0.392726, + "nauc_precision_at_3_std": -0.049364, + "nauc_precision_at_3_diff1": 0.629456, + "nauc_precision_at_5_max": 0.418118, + "nauc_precision_at_5_std": 0.001829, + "nauc_precision_at_5_diff1": 0.634198, + "nauc_precision_at_10_max": 0.460616, + "nauc_precision_at_10_std": 0.083137, + "nauc_precision_at_10_diff1": 0.627693, + "nauc_precision_at_20_max": 0.494521, + "nauc_precision_at_20_std": 0.138436, + "nauc_precision_at_20_diff1": 0.648352, + "nauc_precision_at_100_max": 0.568833, + "nauc_precision_at_100_std": 0.292002, + "nauc_precision_at_100_diff1": 0.657614, + "nauc_precision_at_1000_max": 0.640958, + "nauc_precision_at_1000_std": 0.481469, + "nauc_precision_at_1000_diff1": 0.714634, + "nauc_mrr_at_1_max": 0.290655, + "nauc_mrr_at_1_std": -0.110926, + "nauc_mrr_at_1_diff1": 0.662833, + "nauc_mrr_at_3_max": 0.326677, + "nauc_mrr_at_3_std": -0.089866, + "nauc_mrr_at_3_diff1": 0.648837, + "nauc_mrr_at_5_max": 0.327682, + "nauc_mrr_at_5_std": -0.084288, + "nauc_mrr_at_5_diff1": 0.650221, + "nauc_mrr_at_10_max": 0.328761, + "nauc_mrr_at_10_std": -0.080448, + "nauc_mrr_at_10_diff1": 0.649676, + "nauc_mrr_at_20_max": 0.328633, + "nauc_mrr_at_20_std": -0.080261, + "nauc_mrr_at_20_diff1": 0.650445, + "nauc_mrr_at_100_max": 0.328245, + "nauc_mrr_at_100_std": -0.080541, + "nauc_mrr_at_100_diff1": 0.650514, + "nauc_mrr_at_1000_max": 0.328146, + "nauc_mrr_at_1000_std": -0.080661, + "nauc_mrr_at_1000_diff1": 0.650528, + "main_score": 0.77929, + "hf_subset": "java", + "languages": [ + "java-Code" + ] + }, + { + "ndcg_at_1": 0.52719, + "ndcg_at_3": 0.63025, + "ndcg_at_5": 0.65174, + "ndcg_at_10": 0.66982, + "ndcg_at_20": 0.68113, + "ndcg_at_100": 0.69443, + "ndcg_at_1000": 0.70111, + "map_at_1": 0.52719, + "map_at_3": 0.60551, + "map_at_5": 0.6175, + "map_at_10": 0.625, + "map_at_20": 0.62814, + "map_at_100": 0.63001, + "map_at_1000": 0.63026, + "recall_at_1": 0.52719, + "recall_at_3": 0.70158, + "recall_at_5": 0.75353, + "recall_at_10": 0.80919, + "recall_at_20": 0.85365, + "recall_at_100": 0.92486, + "recall_at_1000": 0.97788, + "precision_at_1": 0.52719, + "precision_at_3": 0.23386, + "precision_at_5": 0.15071, + "precision_at_10": 0.08092, + "precision_at_20": 0.04268, + "precision_at_100": 0.00925, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.526902, + "mrr_at_3": 0.605418, + "mrr_at_5": 0.617414, + "mrr_at_10": 0.624865, + "mrr_at_20": 0.628025, + "mrr_at_100": 0.629897, + "mrr_at_1000": 0.63014, + "nauc_ndcg_at_1_max": 0.223011, + "nauc_ndcg_at_1_std": -0.11521, + "nauc_ndcg_at_1_diff1": 0.636266, + "nauc_ndcg_at_3_max": 0.227086, + "nauc_ndcg_at_3_std": -0.120357, + "nauc_ndcg_at_3_diff1": 0.59644, + "nauc_ndcg_at_5_max": 0.22954, + "nauc_ndcg_at_5_std": -0.111964, + "nauc_ndcg_at_5_diff1": 0.596247, + "nauc_ndcg_at_10_max": 0.229853, + "nauc_ndcg_at_10_std": -0.106071, + "nauc_ndcg_at_10_diff1": 0.595411, + "nauc_ndcg_at_20_max": 0.23098, + "nauc_ndcg_at_20_std": -0.102571, + "nauc_ndcg_at_20_diff1": 0.595795, + "nauc_ndcg_at_100_max": 0.232369, + "nauc_ndcg_at_100_std": -0.100298, + "nauc_ndcg_at_100_diff1": 0.598031, + "nauc_ndcg_at_1000_max": 0.231434, + "nauc_ndcg_at_1000_std": -0.103014, + "nauc_ndcg_at_1000_diff1": 0.600556, + "nauc_map_at_1_max": 0.223011, + "nauc_map_at_1_std": -0.11521, + "nauc_map_at_1_diff1": 0.636266, + "nauc_map_at_3_max": 0.226519, + "nauc_map_at_3_std": -0.11948, + "nauc_map_at_3_diff1": 0.606853, + "nauc_map_at_5_max": 0.22785, + "nauc_map_at_5_std": -0.115046, + "nauc_map_at_5_diff1": 0.607113, + "nauc_map_at_10_max": 0.227979, + "nauc_map_at_10_std": -0.112862, + "nauc_map_at_10_diff1": 0.607055, + "nauc_map_at_20_max": 0.228265, + "nauc_map_at_20_std": -0.112109, + "nauc_map_at_20_diff1": 0.607226, + "nauc_map_at_100_max": 0.228445, + "nauc_map_at_100_std": -0.111834, + "nauc_map_at_100_diff1": 0.607509, + "nauc_map_at_1000_max": 0.228444, + "nauc_map_at_1000_std": -0.111903, + "nauc_map_at_1000_diff1": 0.607601, + "nauc_recall_at_1_max": 0.223011, + "nauc_recall_at_1_std": -0.11521, + "nauc_recall_at_1_diff1": 0.636266, + "nauc_recall_at_3_max": 0.228757, + "nauc_recall_at_3_std": -0.123089, + "nauc_recall_at_3_diff1": 0.561164, + "nauc_recall_at_5_max": 0.236118, + "nauc_recall_at_5_std": -0.098227, + "nauc_recall_at_5_diff1": 0.554267, + "nauc_recall_at_10_max": 0.238687, + "nauc_recall_at_10_std": -0.068497, + "nauc_recall_at_10_diff1": 0.540301, + "nauc_recall_at_20_max": 0.248761, + "nauc_recall_at_20_std": -0.032657, + "nauc_recall_at_20_diff1": 0.528381, + "nauc_recall_at_100_max": 0.286441, + "nauc_recall_at_100_std": 0.064041, + "nauc_recall_at_100_diff1": 0.511222, + "nauc_recall_at_1000_max": 0.31563, + "nauc_recall_at_1000_std": 0.211981, + "nauc_recall_at_1000_diff1": 0.511619, + "nauc_precision_at_1_max": 0.223011, + "nauc_precision_at_1_std": -0.11521, + "nauc_precision_at_1_diff1": 0.636266, + "nauc_precision_at_3_max": 0.228757, + "nauc_precision_at_3_std": -0.123089, + "nauc_precision_at_3_diff1": 0.561164, + "nauc_precision_at_5_max": 0.236118, + "nauc_precision_at_5_std": -0.098227, + "nauc_precision_at_5_diff1": 0.554267, + "nauc_precision_at_10_max": 0.238687, + "nauc_precision_at_10_std": -0.068497, + "nauc_precision_at_10_diff1": 0.540301, + "nauc_precision_at_20_max": 0.248761, + "nauc_precision_at_20_std": -0.032657, + "nauc_precision_at_20_diff1": 0.528381, + "nauc_precision_at_100_max": 0.286441, + "nauc_precision_at_100_std": 0.064041, + "nauc_precision_at_100_diff1": 0.511222, + "nauc_precision_at_1000_max": 0.31563, + "nauc_precision_at_1000_std": 0.211981, + "nauc_precision_at_1000_diff1": 0.511619, + "nauc_mrr_at_1_max": 0.222967, + "nauc_mrr_at_1_std": -0.114644, + "nauc_mrr_at_1_diff1": 0.636913, + "nauc_mrr_at_3_max": 0.226655, + "nauc_mrr_at_3_std": -0.1194, + "nauc_mrr_at_3_diff1": 0.607257, + "nauc_mrr_at_5_max": 0.227639, + "nauc_mrr_at_5_std": -0.114999, + "nauc_mrr_at_5_diff1": 0.607422, + "nauc_mrr_at_10_max": 0.227943, + "nauc_mrr_at_10_std": -0.112662, + "nauc_mrr_at_10_diff1": 0.607371, + "nauc_mrr_at_20_max": 0.228235, + "nauc_mrr_at_20_std": -0.111934, + "nauc_mrr_at_20_diff1": 0.607628, + "nauc_mrr_at_100_max": 0.228394, + "nauc_mrr_at_100_std": -0.11167, + "nauc_mrr_at_100_diff1": 0.607893, + "nauc_mrr_at_1000_max": 0.228392, + "nauc_mrr_at_1000_std": -0.111739, + "nauc_mrr_at_1000_diff1": 0.607986, + "main_score": 0.66982, + "hf_subset": "php", + "languages": [ + "php-Code" + ] + } + ] + }, + "evaluation_time": 73269.56636476517, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetRetrieval.json new file mode 100644 index 0000000000..c359ef480c --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeSearchNetRetrieval.json @@ -0,0 +1,893 @@ +{ + "dataset_revision": "fdc6a9e39575768c27eb8a2a5f702bf846eb4759", + "task_name": "CodeSearchNetRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.869, + "ndcg_at_3": 0.92012, + "ndcg_at_5": 0.93002, + "ndcg_at_10": 0.93304, + "ndcg_at_20": 0.93432, + "ndcg_at_100": 0.93505, + "ndcg_at_1000": 0.9354, + "map_at_1": 0.869, + "map_at_3": 0.908, + "map_at_5": 0.9135, + "map_at_10": 0.91481, + "map_at_20": 0.91518, + "map_at_100": 0.91527, + "map_at_1000": 0.91528, + "recall_at_1": 0.869, + "recall_at_3": 0.955, + "recall_at_5": 0.979, + "recall_at_10": 0.988, + "recall_at_20": 0.993, + "recall_at_100": 0.997, + "recall_at_1000": 1.0, + "precision_at_1": 0.869, + "precision_at_3": 0.31833, + "precision_at_5": 0.1958, + "precision_at_10": 0.0988, + "precision_at_20": 0.04965, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.869, + "mrr_at_3": 0.908, + "mrr_at_5": 0.9135, + "mrr_at_10": 0.914813, + "mrr_at_20": 0.915177, + "mrr_at_100": 0.915271, + "mrr_at_1000": 0.915279, + "nauc_ndcg_at_1_max": 0.601378, + "nauc_ndcg_at_1_std": 0.069505, + "nauc_ndcg_at_1_diff1": 0.849313, + "nauc_ndcg_at_3_max": 0.665435, + "nauc_ndcg_at_3_std": 0.051437, + "nauc_ndcg_at_3_diff1": 0.842073, + "nauc_ndcg_at_5_max": 0.662585, + "nauc_ndcg_at_5_std": 0.060621, + "nauc_ndcg_at_5_diff1": 0.842205, + "nauc_ndcg_at_10_max": 0.66012, + "nauc_ndcg_at_10_std": 0.081054, + "nauc_ndcg_at_10_diff1": 0.844217, + "nauc_ndcg_at_20_max": 0.654973, + "nauc_ndcg_at_20_std": 0.08388, + "nauc_ndcg_at_20_diff1": 0.844321, + "nauc_ndcg_at_100_max": 0.651033, + "nauc_ndcg_at_100_std": 0.079763, + "nauc_ndcg_at_100_diff1": 0.844553, + "nauc_ndcg_at_1000_max": 0.649108, + "nauc_ndcg_at_1000_std": 0.074687, + "nauc_ndcg_at_1000_diff1": 0.844624, + "nauc_map_at_1_max": 0.601378, + "nauc_map_at_1_std": 0.069505, + "nauc_map_at_1_diff1": 0.849313, + "nauc_map_at_3_max": 0.646283, + "nauc_map_at_3_std": 0.057905, + "nauc_map_at_3_diff1": 0.843657, + "nauc_map_at_5_max": 0.644262, + "nauc_map_at_5_std": 0.062225, + "nauc_map_at_5_diff1": 0.843828, + "nauc_map_at_10_max": 0.643475, + "nauc_map_at_10_std": 0.069636, + "nauc_map_at_10_diff1": 0.844743, + "nauc_map_at_20_max": 0.642305, + "nauc_map_at_20_std": 0.070216, + "nauc_map_at_20_diff1": 0.84475, + "nauc_map_at_100_max": 0.6419, + "nauc_map_at_100_std": 0.069633, + "nauc_map_at_100_diff1": 0.844788, + "nauc_map_at_1000_max": 0.641863, + "nauc_map_at_1000_std": 0.069537, + "nauc_map_at_1000_diff1": 0.8448, + "nauc_recall_at_1_max": 0.601378, + "nauc_recall_at_1_std": 0.069505, + "nauc_recall_at_1_diff1": 0.849313, + "nauc_recall_at_3_max": 0.773763, + "nauc_recall_at_3_std": 0.01385, + "nauc_recall_at_3_diff1": 0.833655, + "nauc_recall_at_5_max": 0.866524, + "nauc_recall_at_5_std": 0.047508, + "nauc_recall_at_5_diff1": 0.824952, + "nauc_recall_at_10_max": 0.96732, + "nauc_recall_at_10_std": 0.354925, + "nauc_recall_at_10_diff1": 0.837574, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.652928, + "nauc_recall_at_20_diff1": 0.838269, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.601378, + "nauc_precision_at_1_std": 0.069505, + "nauc_precision_at_1_diff1": 0.849313, + "nauc_precision_at_3_max": 0.773763, + "nauc_precision_at_3_std": 0.01385, + "nauc_precision_at_3_diff1": 0.833655, + "nauc_precision_at_5_max": 0.866524, + "nauc_precision_at_5_std": 0.047508, + "nauc_precision_at_5_diff1": 0.824952, + "nauc_precision_at_10_max": 0.96732, + "nauc_precision_at_10_std": 0.354925, + "nauc_precision_at_10_diff1": 0.837574, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.652928, + "nauc_precision_at_20_diff1": 0.838269, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.601378, + "nauc_mrr_at_1_std": 0.069505, + "nauc_mrr_at_1_diff1": 0.849313, + "nauc_mrr_at_3_max": 0.646283, + "nauc_mrr_at_3_std": 0.057905, + "nauc_mrr_at_3_diff1": 0.843657, + "nauc_mrr_at_5_max": 0.644262, + "nauc_mrr_at_5_std": 0.062225, + "nauc_mrr_at_5_diff1": 0.843828, + "nauc_mrr_at_10_max": 0.643475, + "nauc_mrr_at_10_std": 0.069636, + "nauc_mrr_at_10_diff1": 0.844743, + "nauc_mrr_at_20_max": 0.642305, + "nauc_mrr_at_20_std": 0.070216, + "nauc_mrr_at_20_diff1": 0.84475, + "nauc_mrr_at_100_max": 0.6419, + "nauc_mrr_at_100_std": 0.069633, + "nauc_mrr_at_100_diff1": 0.844788, + "nauc_mrr_at_1000_max": 0.641863, + "nauc_mrr_at_1000_std": 0.069537, + "nauc_mrr_at_1000_diff1": 0.8448, + "main_score": 0.93304, + "hf_subset": "python", + "languages": [ + "python-Code" + ] + }, + { + "ndcg_at_1": 0.739, + "ndcg_at_3": 0.80297, + "ndcg_at_5": 0.81162, + "ndcg_at_10": 0.82075, + "ndcg_at_20": 0.82432, + "ndcg_at_100": 0.82948, + "ndcg_at_1000": 0.83722, + "map_at_1": 0.739, + "map_at_3": 0.788, + "map_at_5": 0.7928, + "map_at_10": 0.7966, + "map_at_20": 0.7976, + "map_at_100": 0.7983, + "map_at_1000": 0.79855, + "recall_at_1": 0.739, + "recall_at_3": 0.846, + "recall_at_5": 0.867, + "recall_at_10": 0.895, + "recall_at_20": 0.909, + "recall_at_100": 0.937, + "recall_at_1000": 1.0, + "precision_at_1": 0.739, + "precision_at_3": 0.282, + "precision_at_5": 0.1734, + "precision_at_10": 0.0895, + "precision_at_20": 0.04545, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "mrr_at_1": 0.739, + "mrr_at_3": 0.788, + "mrr_at_5": 0.7928, + "mrr_at_10": 0.796603, + "mrr_at_20": 0.797603, + "mrr_at_100": 0.798298, + "mrr_at_1000": 0.798552, + "nauc_ndcg_at_1_max": 0.544881, + "nauc_ndcg_at_1_std": 0.327554, + "nauc_ndcg_at_1_diff1": 0.837944, + "nauc_ndcg_at_3_max": 0.611795, + "nauc_ndcg_at_3_std": 0.435797, + "nauc_ndcg_at_3_diff1": 0.809529, + "nauc_ndcg_at_5_max": 0.621652, + "nauc_ndcg_at_5_std": 0.467793, + "nauc_ndcg_at_5_diff1": 0.80827, + "nauc_ndcg_at_10_max": 0.623181, + "nauc_ndcg_at_10_std": 0.476204, + "nauc_ndcg_at_10_diff1": 0.807405, + "nauc_ndcg_at_20_max": 0.635627, + "nauc_ndcg_at_20_std": 0.490089, + "nauc_ndcg_at_20_diff1": 0.806984, + "nauc_ndcg_at_100_max": 0.630776, + "nauc_ndcg_at_100_std": 0.481519, + "nauc_ndcg_at_100_diff1": 0.807858, + "nauc_ndcg_at_1000_max": 0.617674, + "nauc_ndcg_at_1000_std": 0.456873, + "nauc_ndcg_at_1000_diff1": 0.811354, + "nauc_map_at_1_max": 0.544881, + "nauc_map_at_1_std": 0.327554, + "nauc_map_at_1_diff1": 0.837944, + "nauc_map_at_3_max": 0.592983, + "nauc_map_at_3_std": 0.405028, + "nauc_map_at_3_diff1": 0.817202, + "nauc_map_at_5_max": 0.597662, + "nauc_map_at_5_std": 0.420863, + "nauc_map_at_5_diff1": 0.816724, + "nauc_map_at_10_max": 0.598049, + "nauc_map_at_10_std": 0.423084, + "nauc_map_at_10_diff1": 0.816846, + "nauc_map_at_20_max": 0.60104, + "nauc_map_at_20_std": 0.426198, + "nauc_map_at_20_diff1": 0.816757, + "nauc_map_at_100_max": 0.600467, + "nauc_map_at_100_std": 0.425124, + "nauc_map_at_100_diff1": 0.816874, + "nauc_map_at_1000_max": 0.600109, + "nauc_map_at_1000_std": 0.42441, + "nauc_map_at_1000_diff1": 0.816943, + "nauc_recall_at_1_max": 0.544881, + "nauc_recall_at_1_std": 0.327554, + "nauc_recall_at_1_diff1": 0.837944, + "nauc_recall_at_3_max": 0.682772, + "nauc_recall_at_3_std": 0.55208, + "nauc_recall_at_3_diff1": 0.780752, + "nauc_recall_at_5_max": 0.724716, + "nauc_recall_at_5_std": 0.672163, + "nauc_recall_at_5_diff1": 0.772585, + "nauc_recall_at_10_max": 0.75393, + "nauc_recall_at_10_std": 0.761675, + "nauc_recall_at_10_diff1": 0.757358, + "nauc_recall_at_20_max": 0.859236, + "nauc_recall_at_20_std": 0.901048, + "nauc_recall_at_20_diff1": 0.74755, + "nauc_recall_at_100_max": 0.888963, + "nauc_recall_at_100_std": 0.961466, + "nauc_recall_at_100_diff1": 0.733908, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.544881, + "nauc_precision_at_1_std": 0.327554, + "nauc_precision_at_1_diff1": 0.837944, + "nauc_precision_at_3_max": 0.682772, + "nauc_precision_at_3_std": 0.55208, + "nauc_precision_at_3_diff1": 0.780752, + "nauc_precision_at_5_max": 0.724716, + "nauc_precision_at_5_std": 0.672163, + "nauc_precision_at_5_diff1": 0.772585, + "nauc_precision_at_10_max": 0.75393, + "nauc_precision_at_10_std": 0.761675, + "nauc_precision_at_10_diff1": 0.757358, + "nauc_precision_at_20_max": 0.859236, + "nauc_precision_at_20_std": 0.901048, + "nauc_precision_at_20_diff1": 0.74755, + "nauc_precision_at_100_max": 0.888963, + "nauc_precision_at_100_std": 0.961466, + "nauc_precision_at_100_diff1": 0.733908, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.544881, + "nauc_mrr_at_1_std": 0.327554, + "nauc_mrr_at_1_diff1": 0.837944, + "nauc_mrr_at_3_max": 0.592983, + "nauc_mrr_at_3_std": 0.405028, + "nauc_mrr_at_3_diff1": 0.817202, + "nauc_mrr_at_5_max": 0.597662, + "nauc_mrr_at_5_std": 0.420863, + "nauc_mrr_at_5_diff1": 0.816724, + "nauc_mrr_at_10_max": 0.598049, + "nauc_mrr_at_10_std": 0.423084, + "nauc_mrr_at_10_diff1": 0.816846, + "nauc_mrr_at_20_max": 0.60104, + "nauc_mrr_at_20_std": 0.426198, + "nauc_mrr_at_20_diff1": 0.816757, + "nauc_mrr_at_100_max": 0.600467, + "nauc_mrr_at_100_std": 0.425124, + "nauc_mrr_at_100_diff1": 0.816874, + "nauc_mrr_at_1000_max": 0.600109, + "nauc_mrr_at_1000_std": 0.42441, + "nauc_mrr_at_1000_diff1": 0.816943, + "main_score": 0.82075, + "hf_subset": "javascript", + "languages": [ + "javascript-Code" + ] + }, + { + "ndcg_at_1": 0.869, + "ndcg_at_3": 0.92961, + "ndcg_at_5": 0.93632, + "ndcg_at_10": 0.93865, + "ndcg_at_20": 0.93917, + "ndcg_at_100": 0.93994, + "ndcg_at_1000": 0.94022, + "map_at_1": 0.869, + "map_at_3": 0.91583, + "map_at_5": 0.91963, + "map_at_10": 0.92064, + "map_at_20": 0.92079, + "map_at_100": 0.9209, + "map_at_1000": 0.92092, + "recall_at_1": 0.869, + "recall_at_3": 0.969, + "recall_at_5": 0.985, + "recall_at_10": 0.992, + "recall_at_20": 0.994, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "precision_at_1": 0.869, + "precision_at_3": 0.323, + "precision_at_5": 0.197, + "precision_at_10": 0.0992, + "precision_at_20": 0.0497, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.869, + "mrr_at_3": 0.915833, + "mrr_at_5": 0.919633, + "mrr_at_10": 0.920637, + "mrr_at_20": 0.920786, + "mrr_at_100": 0.920901, + "mrr_at_1000": 0.920916, + "nauc_ndcg_at_1_max": 0.44049, + "nauc_ndcg_at_1_std": -0.062945, + "nauc_ndcg_at_1_diff1": 0.849512, + "nauc_ndcg_at_3_max": 0.506066, + "nauc_ndcg_at_3_std": 0.008048, + "nauc_ndcg_at_3_diff1": 0.831741, + "nauc_ndcg_at_5_max": 0.492508, + "nauc_ndcg_at_5_std": -0.021219, + "nauc_ndcg_at_5_diff1": 0.833296, + "nauc_ndcg_at_10_max": 0.478277, + "nauc_ndcg_at_10_std": -0.032562, + "nauc_ndcg_at_10_diff1": 0.840088, + "nauc_ndcg_at_20_max": 0.47564, + "nauc_ndcg_at_20_std": -0.037224, + "nauc_ndcg_at_20_diff1": 0.840467, + "nauc_ndcg_at_100_max": 0.470294, + "nauc_ndcg_at_100_std": -0.038029, + "nauc_ndcg_at_100_diff1": 0.839381, + "nauc_ndcg_at_1000_max": 0.474935, + "nauc_ndcg_at_1000_std": -0.035043, + "nauc_ndcg_at_1000_diff1": 0.840819, + "nauc_map_at_1_max": 0.44049, + "nauc_map_at_1_std": -0.062945, + "nauc_map_at_1_diff1": 0.849512, + "nauc_map_at_3_max": 0.486722, + "nauc_map_at_3_std": -0.018095, + "nauc_map_at_3_diff1": 0.838437, + "nauc_map_at_5_max": 0.479439, + "nauc_map_at_5_std": -0.032961, + "nauc_map_at_5_diff1": 0.839562, + "nauc_map_at_10_max": 0.4744, + "nauc_map_at_10_std": -0.036401, + "nauc_map_at_10_diff1": 0.842093, + "nauc_map_at_20_max": 0.473802, + "nauc_map_at_20_std": -0.037451, + "nauc_map_at_20_diff1": 0.842177, + "nauc_map_at_100_max": 0.473238, + "nauc_map_at_100_std": -0.037297, + "nauc_map_at_100_diff1": 0.84208, + "nauc_map_at_1000_max": 0.473408, + "nauc_map_at_1000_std": -0.037183, + "nauc_map_at_1000_diff1": 0.842136, + "nauc_recall_at_1_max": 0.44049, + "nauc_recall_at_1_std": -0.062945, + "nauc_recall_at_1_diff1": 0.849512, + "nauc_recall_at_3_max": 0.648399, + "nauc_recall_at_3_std": 0.207599, + "nauc_recall_at_3_diff1": 0.780458, + "nauc_recall_at_5_max": 0.671833, + "nauc_recall_at_5_std": 0.141208, + "nauc_recall_at_5_diff1": 0.738936, + "nauc_recall_at_10_max": 0.51599, + "nauc_recall_at_10_std": 0.004669, + "nauc_recall_at_10_diff1": 0.799253, + "nauc_recall_at_20_max": 0.42896, + "nauc_recall_at_20_std": -0.159119, + "nauc_recall_at_20_diff1": 0.80042, + "nauc_recall_at_100_max": -0.50887, + "nauc_recall_at_100_std": -0.661531, + "nauc_recall_at_100_diff1": 0.540149, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.44049, + "nauc_precision_at_1_std": -0.062945, + "nauc_precision_at_1_diff1": 0.849512, + "nauc_precision_at_3_max": 0.648399, + "nauc_precision_at_3_std": 0.207599, + "nauc_precision_at_3_diff1": 0.780458, + "nauc_precision_at_5_max": 0.671833, + "nauc_precision_at_5_std": 0.141208, + "nauc_precision_at_5_diff1": 0.738936, + "nauc_precision_at_10_max": 0.51599, + "nauc_precision_at_10_std": 0.004669, + "nauc_precision_at_10_diff1": 0.799253, + "nauc_precision_at_20_max": 0.42896, + "nauc_precision_at_20_std": -0.159119, + "nauc_precision_at_20_diff1": 0.80042, + "nauc_precision_at_100_max": -0.50887, + "nauc_precision_at_100_std": -0.661531, + "nauc_precision_at_100_diff1": 0.540149, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.44049, + "nauc_mrr_at_1_std": -0.062945, + "nauc_mrr_at_1_diff1": 0.849512, + "nauc_mrr_at_3_max": 0.486722, + "nauc_mrr_at_3_std": -0.018095, + "nauc_mrr_at_3_diff1": 0.838437, + "nauc_mrr_at_5_max": 0.479439, + "nauc_mrr_at_5_std": -0.032961, + "nauc_mrr_at_5_diff1": 0.839562, + "nauc_mrr_at_10_max": 0.4744, + "nauc_mrr_at_10_std": -0.036401, + "nauc_mrr_at_10_diff1": 0.842093, + "nauc_mrr_at_20_max": 0.473802, + "nauc_mrr_at_20_std": -0.037451, + "nauc_mrr_at_20_diff1": 0.842177, + "nauc_mrr_at_100_max": 0.473238, + "nauc_mrr_at_100_std": -0.037297, + "nauc_mrr_at_100_diff1": 0.84208, + "nauc_mrr_at_1000_max": 0.473408, + "nauc_mrr_at_1000_std": -0.037183, + "nauc_mrr_at_1000_diff1": 0.842136, + "main_score": 0.93865, + "hf_subset": "go", + "languages": [ + "go-Code" + ] + }, + { + "ndcg_at_1": 0.791, + "ndcg_at_3": 0.85626, + "ndcg_at_5": 0.86629, + "ndcg_at_10": 0.8716, + "ndcg_at_20": 0.87414, + "ndcg_at_100": 0.877, + "ndcg_at_1000": 0.88115, + "map_at_1": 0.791, + "map_at_3": 0.84133, + "map_at_5": 0.84698, + "map_at_10": 0.84926, + "map_at_20": 0.84996, + "map_at_100": 0.85038, + "map_at_1000": 0.85049, + "recall_at_1": 0.791, + "recall_at_3": 0.899, + "recall_at_5": 0.923, + "recall_at_10": 0.939, + "recall_at_20": 0.949, + "recall_at_100": 0.964, + "recall_at_1000": 1.0, + "precision_at_1": 0.791, + "precision_at_3": 0.29967, + "precision_at_5": 0.1846, + "precision_at_10": 0.0939, + "precision_at_20": 0.04745, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.791, + "mrr_at_3": 0.841333, + "mrr_at_5": 0.846983, + "mrr_at_10": 0.849256, + "mrr_at_20": 0.849962, + "mrr_at_100": 0.850384, + "mrr_at_1000": 0.850487, + "nauc_ndcg_at_1_max": 0.601301, + "nauc_ndcg_at_1_std": 0.068978, + "nauc_ndcg_at_1_diff1": 0.801172, + "nauc_ndcg_at_3_max": 0.660641, + "nauc_ndcg_at_3_std": 0.156907, + "nauc_ndcg_at_3_diff1": 0.764129, + "nauc_ndcg_at_5_max": 0.668355, + "nauc_ndcg_at_5_std": 0.185271, + "nauc_ndcg_at_5_diff1": 0.762044, + "nauc_ndcg_at_10_max": 0.667199, + "nauc_ndcg_at_10_std": 0.216726, + "nauc_ndcg_at_10_diff1": 0.766365, + "nauc_ndcg_at_20_max": 0.667982, + "nauc_ndcg_at_20_std": 0.22314, + "nauc_ndcg_at_20_diff1": 0.766168, + "nauc_ndcg_at_100_max": 0.664326, + "nauc_ndcg_at_100_std": 0.218311, + "nauc_ndcg_at_100_diff1": 0.774804, + "nauc_ndcg_at_1000_max": 0.656942, + "nauc_ndcg_at_1000_std": 0.191066, + "nauc_ndcg_at_1000_diff1": 0.77443, + "nauc_map_at_1_max": 0.601301, + "nauc_map_at_1_std": 0.068978, + "nauc_map_at_1_diff1": 0.801172, + "nauc_map_at_3_max": 0.642447, + "nauc_map_at_3_std": 0.13173, + "nauc_map_at_3_diff1": 0.774766, + "nauc_map_at_5_max": 0.64576, + "nauc_map_at_5_std": 0.145439, + "nauc_map_at_5_diff1": 0.774173, + "nauc_map_at_10_max": 0.644984, + "nauc_map_at_10_std": 0.15577, + "nauc_map_at_10_diff1": 0.776226, + "nauc_map_at_20_max": 0.645078, + "nauc_map_at_20_std": 0.156662, + "nauc_map_at_20_diff1": 0.776276, + "nauc_map_at_100_max": 0.644633, + "nauc_map_at_100_std": 0.15617, + "nauc_map_at_100_diff1": 0.777369, + "nauc_map_at_1000_max": 0.644471, + "nauc_map_at_1000_std": 0.155594, + "nauc_map_at_1000_diff1": 0.777421, + "nauc_recall_at_1_max": 0.601301, + "nauc_recall_at_1_std": 0.068978, + "nauc_recall_at_1_diff1": 0.801172, + "nauc_recall_at_3_max": 0.738756, + "nauc_recall_at_3_std": 0.263892, + "nauc_recall_at_3_diff1": 0.718905, + "nauc_recall_at_5_max": 0.792087, + "nauc_recall_at_5_std": 0.404823, + "nauc_recall_at_5_diff1": 0.696394, + "nauc_recall_at_10_max": 0.817437, + "nauc_recall_at_10_std": 0.659748, + "nauc_recall_at_10_diff1": 0.701971, + "nauc_recall_at_20_max": 0.853765, + "nauc_recall_at_20_std": 0.812691, + "nauc_recall_at_20_diff1": 0.686458, + "nauc_recall_at_100_max": 0.865391, + "nauc_recall_at_100_std": 0.961744, + "nauc_recall_at_100_diff1": 0.798345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.601301, + "nauc_precision_at_1_std": 0.068978, + "nauc_precision_at_1_diff1": 0.801172, + "nauc_precision_at_3_max": 0.738756, + "nauc_precision_at_3_std": 0.263892, + "nauc_precision_at_3_diff1": 0.718905, + "nauc_precision_at_5_max": 0.792087, + "nauc_precision_at_5_std": 0.404823, + "nauc_precision_at_5_diff1": 0.696394, + "nauc_precision_at_10_max": 0.817437, + "nauc_precision_at_10_std": 0.659748, + "nauc_precision_at_10_diff1": 0.701971, + "nauc_precision_at_20_max": 0.853765, + "nauc_precision_at_20_std": 0.812691, + "nauc_precision_at_20_diff1": 0.686458, + "nauc_precision_at_100_max": 0.865391, + "nauc_precision_at_100_std": 0.961744, + "nauc_precision_at_100_diff1": 0.798345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.601301, + "nauc_mrr_at_1_std": 0.068978, + "nauc_mrr_at_1_diff1": 0.801172, + "nauc_mrr_at_3_max": 0.642447, + "nauc_mrr_at_3_std": 0.13173, + "nauc_mrr_at_3_diff1": 0.774766, + "nauc_mrr_at_5_max": 0.64576, + "nauc_mrr_at_5_std": 0.145439, + "nauc_mrr_at_5_diff1": 0.774173, + "nauc_mrr_at_10_max": 0.644984, + "nauc_mrr_at_10_std": 0.15577, + "nauc_mrr_at_10_diff1": 0.776226, + "nauc_mrr_at_20_max": 0.645078, + "nauc_mrr_at_20_std": 0.156662, + "nauc_mrr_at_20_diff1": 0.776276, + "nauc_mrr_at_100_max": 0.644633, + "nauc_mrr_at_100_std": 0.15617, + "nauc_mrr_at_100_diff1": 0.777369, + "nauc_mrr_at_1000_max": 0.644471, + "nauc_mrr_at_1000_std": 0.155594, + "nauc_mrr_at_1000_diff1": 0.777421, + "main_score": 0.8716, + "hf_subset": "ruby", + "languages": [ + "ruby-Code" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.89205, + "ndcg_at_5": 0.89867, + "ndcg_at_10": 0.90269, + "ndcg_at_20": 0.9032, + "ndcg_at_100": 0.9037, + "ndcg_at_1000": 0.90691, + "map_at_1": 0.82, + "map_at_3": 0.87533, + "map_at_5": 0.87903, + "map_at_10": 0.88077, + "map_at_20": 0.88092, + "map_at_100": 0.88096, + "map_at_1000": 0.88105, + "recall_at_1": 0.82, + "recall_at_3": 0.94, + "recall_at_5": 0.956, + "recall_at_10": 0.968, + "recall_at_20": 0.97, + "recall_at_100": 0.973, + "recall_at_1000": 1.0, + "precision_at_1": 0.82, + "precision_at_3": 0.31333, + "precision_at_5": 0.1912, + "precision_at_10": 0.0968, + "precision_at_20": 0.0485, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.82, + "mrr_at_3": 0.875333, + "mrr_at_5": 0.879033, + "mrr_at_10": 0.88077, + "mrr_at_20": 0.880917, + "mrr_at_100": 0.880962, + "mrr_at_1000": 0.881054, + "nauc_ndcg_at_1_max": 0.384007, + "nauc_ndcg_at_1_std": 0.23789, + "nauc_ndcg_at_1_diff1": 0.766188, + "nauc_ndcg_at_3_max": 0.526642, + "nauc_ndcg_at_3_std": 0.339959, + "nauc_ndcg_at_3_diff1": 0.806679, + "nauc_ndcg_at_5_max": 0.540009, + "nauc_ndcg_at_5_std": 0.358267, + "nauc_ndcg_at_5_diff1": 0.813244, + "nauc_ndcg_at_10_max": 0.524789, + "nauc_ndcg_at_10_std": 0.352678, + "nauc_ndcg_at_10_diff1": 0.809994, + "nauc_ndcg_at_20_max": 0.523288, + "nauc_ndcg_at_20_std": 0.356428, + "nauc_ndcg_at_20_diff1": 0.808942, + "nauc_ndcg_at_100_max": 0.520749, + "nauc_ndcg_at_100_std": 0.35377, + "nauc_ndcg_at_100_diff1": 0.807925, + "nauc_ndcg_at_1000_max": 0.5038, + "nauc_ndcg_at_1000_std": 0.335373, + "nauc_ndcg_at_1000_diff1": 0.802612, + "nauc_map_at_1_max": 0.384007, + "nauc_map_at_1_std": 0.23789, + "nauc_map_at_1_diff1": 0.766188, + "nauc_map_at_3_max": 0.480625, + "nauc_map_at_3_std": 0.305504, + "nauc_map_at_3_diff1": 0.793774, + "nauc_map_at_5_max": 0.48538, + "nauc_map_at_5_std": 0.312825, + "nauc_map_at_5_diff1": 0.79657, + "nauc_map_at_10_max": 0.479229, + "nauc_map_at_10_std": 0.310631, + "nauc_map_at_10_diff1": 0.795093, + "nauc_map_at_20_max": 0.478776, + "nauc_map_at_20_std": 0.311185, + "nauc_map_at_20_diff1": 0.79483, + "nauc_map_at_100_max": 0.478568, + "nauc_map_at_100_std": 0.310961, + "nauc_map_at_100_diff1": 0.794748, + "nauc_map_at_1000_max": 0.478152, + "nauc_map_at_1000_std": 0.310508, + "nauc_map_at_1000_diff1": 0.794611, + "nauc_recall_at_1_max": 0.384007, + "nauc_recall_at_1_std": 0.23789, + "nauc_recall_at_1_diff1": 0.766188, + "nauc_recall_at_3_max": 0.788679, + "nauc_recall_at_3_std": 0.537488, + "nauc_recall_at_3_diff1": 0.880026, + "nauc_recall_at_5_max": 0.956073, + "nauc_recall_at_5_std": 0.709225, + "nauc_recall_at_5_diff1": 0.940476, + "nauc_recall_at_10_max": 0.977897, + "nauc_recall_at_10_std": 0.783322, + "nauc_recall_at_10_diff1": 0.961193, + "nauc_recall_at_20_max": 0.991285, + "nauc_recall_at_20_std": 0.864566, + "nauc_recall_at_20_diff1": 0.958606, + "nauc_recall_at_100_max": 0.990317, + "nauc_recall_at_100_std": 0.86603, + "nauc_recall_at_100_diff1": 0.954006, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.384007, + "nauc_precision_at_1_std": 0.23789, + "nauc_precision_at_1_diff1": 0.766188, + "nauc_precision_at_3_max": 0.788679, + "nauc_precision_at_3_std": 0.537488, + "nauc_precision_at_3_diff1": 0.880026, + "nauc_precision_at_5_max": 0.956073, + "nauc_precision_at_5_std": 0.709225, + "nauc_precision_at_5_diff1": 0.940476, + "nauc_precision_at_10_max": 0.977897, + "nauc_precision_at_10_std": 0.783322, + "nauc_precision_at_10_diff1": 0.961193, + "nauc_precision_at_20_max": 0.991285, + "nauc_precision_at_20_std": 0.864566, + "nauc_precision_at_20_diff1": 0.958606, + "nauc_precision_at_100_max": 0.990317, + "nauc_precision_at_100_std": 0.86603, + "nauc_precision_at_100_diff1": 0.954006, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.384007, + "nauc_mrr_at_1_std": 0.23789, + "nauc_mrr_at_1_diff1": 0.766188, + "nauc_mrr_at_3_max": 0.480625, + "nauc_mrr_at_3_std": 0.305504, + "nauc_mrr_at_3_diff1": 0.793774, + "nauc_mrr_at_5_max": 0.48538, + "nauc_mrr_at_5_std": 0.312825, + "nauc_mrr_at_5_diff1": 0.79657, + "nauc_mrr_at_10_max": 0.479229, + "nauc_mrr_at_10_std": 0.310631, + "nauc_mrr_at_10_diff1": 0.795093, + "nauc_mrr_at_20_max": 0.478776, + "nauc_mrr_at_20_std": 0.311185, + "nauc_mrr_at_20_diff1": 0.79483, + "nauc_mrr_at_100_max": 0.478568, + "nauc_mrr_at_100_std": 0.310961, + "nauc_mrr_at_100_diff1": 0.794748, + "nauc_mrr_at_1000_max": 0.478152, + "nauc_mrr_at_1000_std": 0.310508, + "nauc_mrr_at_1000_diff1": 0.794611, + "main_score": 0.90269, + "hf_subset": "java", + "languages": [ + "java-Code" + ] + }, + { + "ndcg_at_1": 0.761, + "ndcg_at_3": 0.8397, + "ndcg_at_5": 0.85128, + "ndcg_at_10": 0.85922, + "ndcg_at_20": 0.86279, + "ndcg_at_100": 0.8653, + "ndcg_at_1000": 0.86846, + "map_at_1": 0.761, + "map_at_3": 0.82117, + "map_at_5": 0.82762, + "map_at_10": 0.831, + "map_at_20": 0.832, + "map_at_100": 0.83231, + "map_at_1000": 0.8324, + "recall_at_1": 0.761, + "recall_at_3": 0.893, + "recall_at_5": 0.921, + "recall_at_10": 0.945, + "recall_at_20": 0.959, + "recall_at_100": 0.973, + "recall_at_1000": 1.0, + "precision_at_1": 0.761, + "precision_at_3": 0.29767, + "precision_at_5": 0.1842, + "precision_at_10": 0.0945, + "precision_at_20": 0.04795, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "mrr_at_1": 0.761, + "mrr_at_3": 0.821167, + "mrr_at_5": 0.827617, + "mrr_at_10": 0.830995, + "mrr_at_20": 0.831998, + "mrr_at_100": 0.832309, + "mrr_at_1000": 0.832397, + "nauc_ndcg_at_1_max": 0.429494, + "nauc_ndcg_at_1_std": 0.161428, + "nauc_ndcg_at_1_diff1": 0.818778, + "nauc_ndcg_at_3_max": 0.551063, + "nauc_ndcg_at_3_std": 0.256206, + "nauc_ndcg_at_3_diff1": 0.811661, + "nauc_ndcg_at_5_max": 0.553105, + "nauc_ndcg_at_5_std": 0.264813, + "nauc_ndcg_at_5_diff1": 0.813128, + "nauc_ndcg_at_10_max": 0.541731, + "nauc_ndcg_at_10_std": 0.263365, + "nauc_ndcg_at_10_diff1": 0.821679, + "nauc_ndcg_at_20_max": 0.535834, + "nauc_ndcg_at_20_std": 0.278357, + "nauc_ndcg_at_20_diff1": 0.820693, + "nauc_ndcg_at_100_max": 0.535128, + "nauc_ndcg_at_100_std": 0.272492, + "nauc_ndcg_at_100_diff1": 0.821351, + "nauc_ndcg_at_1000_max": 0.525145, + "nauc_ndcg_at_1000_std": 0.253613, + "nauc_ndcg_at_1000_diff1": 0.81855, + "nauc_map_at_1_max": 0.429494, + "nauc_map_at_1_std": 0.161428, + "nauc_map_at_1_diff1": 0.818778, + "nauc_map_at_3_max": 0.515236, + "nauc_map_at_3_std": 0.225744, + "nauc_map_at_3_diff1": 0.813404, + "nauc_map_at_5_max": 0.51474, + "nauc_map_at_5_std": 0.228376, + "nauc_map_at_5_diff1": 0.813903, + "nauc_map_at_10_max": 0.509421, + "nauc_map_at_10_std": 0.226378, + "nauc_map_at_10_diff1": 0.816784, + "nauc_map_at_20_max": 0.507778, + "nauc_map_at_20_std": 0.229567, + "nauc_map_at_20_diff1": 0.816475, + "nauc_map_at_100_max": 0.507852, + "nauc_map_at_100_std": 0.22908, + "nauc_map_at_100_diff1": 0.816548, + "nauc_map_at_1000_max": 0.507627, + "nauc_map_at_1000_std": 0.228644, + "nauc_map_at_1000_diff1": 0.81648, + "nauc_recall_at_1_max": 0.429494, + "nauc_recall_at_1_std": 0.161428, + "nauc_recall_at_1_diff1": 0.818778, + "nauc_recall_at_3_max": 0.711069, + "nauc_recall_at_3_std": 0.393986, + "nauc_recall_at_3_diff1": 0.804123, + "nauc_recall_at_5_max": 0.775379, + "nauc_recall_at_5_std": 0.480918, + "nauc_recall_at_5_diff1": 0.810144, + "nauc_recall_at_10_max": 0.796859, + "nauc_recall_at_10_std": 0.575291, + "nauc_recall_at_10_diff1": 0.873568, + "nauc_recall_at_20_max": 0.814238, + "nauc_recall_at_20_std": 0.86525, + "nauc_recall_at_20_diff1": 0.880725, + "nauc_recall_at_100_max": 0.922537, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.927984, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.429494, + "nauc_precision_at_1_std": 0.161428, + "nauc_precision_at_1_diff1": 0.818778, + "nauc_precision_at_3_max": 0.711069, + "nauc_precision_at_3_std": 0.393986, + "nauc_precision_at_3_diff1": 0.804123, + "nauc_precision_at_5_max": 0.775379, + "nauc_precision_at_5_std": 0.480918, + "nauc_precision_at_5_diff1": 0.810144, + "nauc_precision_at_10_max": 0.796859, + "nauc_precision_at_10_std": 0.575291, + "nauc_precision_at_10_diff1": 0.873568, + "nauc_precision_at_20_max": 0.814238, + "nauc_precision_at_20_std": 0.86525, + "nauc_precision_at_20_diff1": 0.880725, + "nauc_precision_at_100_max": 0.922537, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.927984, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.429494, + "nauc_mrr_at_1_std": 0.161428, + "nauc_mrr_at_1_diff1": 0.818778, + "nauc_mrr_at_3_max": 0.515236, + "nauc_mrr_at_3_std": 0.225744, + "nauc_mrr_at_3_diff1": 0.813404, + "nauc_mrr_at_5_max": 0.51474, + "nauc_mrr_at_5_std": 0.228376, + "nauc_mrr_at_5_diff1": 0.813903, + "nauc_mrr_at_10_max": 0.509421, + "nauc_mrr_at_10_std": 0.226378, + "nauc_mrr_at_10_diff1": 0.816784, + "nauc_mrr_at_20_max": 0.507778, + "nauc_mrr_at_20_std": 0.229567, + "nauc_mrr_at_20_diff1": 0.816475, + "nauc_mrr_at_100_max": 0.507852, + "nauc_mrr_at_100_std": 0.22908, + "nauc_mrr_at_100_diff1": 0.816548, + "nauc_mrr_at_1000_max": 0.507627, + "nauc_mrr_at_1000_std": 0.228644, + "nauc_mrr_at_1000_diff1": 0.81648, + "main_score": 0.85922, + "hf_subset": "php", + "languages": [ + "php-Code" + ] + } + ] + }, + "evaluation_time": 1567.3190054893494, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanContest.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanContest.json new file mode 100644 index 0000000000..b44da40595 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanContest.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "20da4eb20a4b17300c0986ee148c90867a7f2a4d", + "task_name": "CodeTransOceanContest", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82353, + "ndcg_at_3": 0.86792, + "ndcg_at_5": 0.88116, + "ndcg_at_10": 0.89164, + "ndcg_at_20": 0.89627, + "ndcg_at_100": 0.89816, + "ndcg_at_1000": 0.89929, + "map_at_1": 0.82353, + "map_at_3": 0.85671, + "map_at_5": 0.86418, + "map_at_10": 0.86864, + "map_at_20": 0.86994, + "map_at_100": 0.87028, + "map_at_1000": 0.87032, + "recall_at_1": 0.82353, + "recall_at_3": 0.90045, + "recall_at_5": 0.93213, + "recall_at_10": 0.9638, + "recall_at_20": 0.9819, + "recall_at_100": 0.99095, + "recall_at_1000": 1.0, + "precision_at_1": 0.82353, + "precision_at_3": 0.30015, + "precision_at_5": 0.18643, + "precision_at_10": 0.09638, + "precision_at_20": 0.0491, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.823529, + "mrr_at_3": 0.856712, + "mrr_at_5": 0.864178, + "mrr_at_10": 0.86864, + "mrr_at_20": 0.869936, + "mrr_at_100": 0.870281, + "mrr_at_1000": 0.870316, + "nauc_ndcg_at_1_max": 0.738806, + "nauc_ndcg_at_1_std": -0.012933, + "nauc_ndcg_at_1_diff1": 0.911635, + "nauc_ndcg_at_3_max": 0.747727, + "nauc_ndcg_at_3_std": 0.002981, + "nauc_ndcg_at_3_diff1": 0.876031, + "nauc_ndcg_at_5_max": 0.75907, + "nauc_ndcg_at_5_std": 0.008246, + "nauc_ndcg_at_5_diff1": 0.8796, + "nauc_ndcg_at_10_max": 0.751632, + "nauc_ndcg_at_10_std": -0.001532, + "nauc_ndcg_at_10_diff1": 0.884677, + "nauc_ndcg_at_20_max": 0.755369, + "nauc_ndcg_at_20_std": 0.024923, + "nauc_ndcg_at_20_diff1": 0.885879, + "nauc_ndcg_at_100_max": 0.753237, + "nauc_ndcg_at_100_std": 0.017659, + "nauc_ndcg_at_100_diff1": 0.884896, + "nauc_ndcg_at_1000_max": 0.751134, + "nauc_ndcg_at_1000_std": 0.006941, + "nauc_ndcg_at_1000_diff1": 0.888153, + "nauc_map_at_1_max": 0.738806, + "nauc_map_at_1_std": -0.012933, + "nauc_map_at_1_diff1": 0.911635, + "nauc_map_at_3_max": 0.745518, + "nauc_map_at_3_std": -0.004926, + "nauc_map_at_3_diff1": 0.88669, + "nauc_map_at_5_max": 0.750861, + "nauc_map_at_5_std": -0.003825, + "nauc_map_at_5_diff1": 0.888989, + "nauc_map_at_10_max": 0.74787, + "nauc_map_at_10_std": -0.008726, + "nauc_map_at_10_diff1": 0.891574, + "nauc_map_at_20_max": 0.748717, + "nauc_map_at_20_std": -0.001824, + "nauc_map_at_20_diff1": 0.892041, + "nauc_map_at_100_max": 0.748368, + "nauc_map_at_100_std": -0.002828, + "nauc_map_at_100_diff1": 0.891906, + "nauc_map_at_1000_max": 0.748318, + "nauc_map_at_1000_std": -0.003094, + "nauc_map_at_1000_diff1": 0.891997, + "nauc_recall_at_1_max": 0.738806, + "nauc_recall_at_1_std": -0.012933, + "nauc_recall_at_1_diff1": 0.911635, + "nauc_recall_at_3_max": 0.756312, + "nauc_recall_at_3_std": 0.036376, + "nauc_recall_at_3_diff1": 0.833368, + "nauc_recall_at_5_max": 0.807404, + "nauc_recall_at_5_std": 0.081635, + "nauc_recall_at_5_diff1": 0.828535, + "nauc_recall_at_10_max": 0.786335, + "nauc_recall_at_10_std": 0.078812, + "nauc_recall_at_10_diff1": 0.819883, + "nauc_recall_at_20_max": 0.89795, + "nauc_recall_at_20_std": 0.67472, + "nauc_recall_at_20_diff1": 0.774479, + "nauc_recall_at_100_max": 0.934673, + "nauc_recall_at_100_std": 0.934673, + "nauc_recall_at_100_diff1": 0.614285, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738806, + "nauc_precision_at_1_std": -0.012933, + "nauc_precision_at_1_diff1": 0.911635, + "nauc_precision_at_3_max": 0.756312, + "nauc_precision_at_3_std": 0.036376, + "nauc_precision_at_3_diff1": 0.833368, + "nauc_precision_at_5_max": 0.807404, + "nauc_precision_at_5_std": 0.081635, + "nauc_precision_at_5_diff1": 0.828535, + "nauc_precision_at_10_max": 0.786335, + "nauc_precision_at_10_std": 0.078812, + "nauc_precision_at_10_diff1": 0.819883, + "nauc_precision_at_20_max": 0.89795, + "nauc_precision_at_20_std": 0.67472, + "nauc_precision_at_20_diff1": 0.774479, + "nauc_precision_at_100_max": 0.934673, + "nauc_precision_at_100_std": 0.934673, + "nauc_precision_at_100_diff1": 0.614285, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.738806, + "nauc_mrr_at_1_std": -0.012933, + "nauc_mrr_at_1_diff1": 0.911635, + "nauc_mrr_at_3_max": 0.745518, + "nauc_mrr_at_3_std": -0.004926, + "nauc_mrr_at_3_diff1": 0.88669, + "nauc_mrr_at_5_max": 0.750861, + "nauc_mrr_at_5_std": -0.003825, + "nauc_mrr_at_5_diff1": 0.888989, + "nauc_mrr_at_10_max": 0.74787, + "nauc_mrr_at_10_std": -0.008726, + "nauc_mrr_at_10_diff1": 0.891574, + "nauc_mrr_at_20_max": 0.748717, + "nauc_mrr_at_20_std": -0.001824, + "nauc_mrr_at_20_diff1": 0.892041, + "nauc_mrr_at_100_max": 0.748368, + "nauc_mrr_at_100_std": -0.002828, + "nauc_mrr_at_100_diff1": 0.891906, + "nauc_mrr_at_1000_max": 0.748318, + "nauc_mrr_at_1000_std": -0.003094, + "nauc_mrr_at_1000_diff1": 0.891997, + "main_score": 0.89164, + "hf_subset": "default", + "languages": [ + "python-Code", + "c++-Code" + ] + } + ] + }, + "evaluation_time": 464.5829117298126, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanDL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanDL.json new file mode 100644 index 0000000000..9c32fcacb4 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CodeTransOceanDL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "281562cb8a1265ab5c0824bfa6ddcd9b0a15618f", + "task_name": "CodeTransOceanDL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09444, + "ndcg_at_3": 0.13141, + "ndcg_at_5": 0.20149, + "ndcg_at_10": 0.35181, + "ndcg_at_20": 0.39898, + "ndcg_at_100": 0.40337, + "ndcg_at_1000": 0.40337, + "map_at_1": 0.09444, + "map_at_3": 0.1213, + "map_at_5": 0.16102, + "map_at_10": 0.2206, + "map_at_20": 0.2355, + "map_at_100": 0.2362, + "map_at_1000": 0.2362, + "recall_at_1": 0.09444, + "recall_at_3": 0.16111, + "recall_at_5": 0.32778, + "recall_at_10": 0.80556, + "recall_at_20": 0.97778, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.09444, + "precision_at_3": 0.0537, + "precision_at_5": 0.06556, + "precision_at_10": 0.08056, + "precision_at_20": 0.04889, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.044444, + "mrr_at_3": 0.115741, + "mrr_at_5": 0.134907, + "mrr_at_10": 0.197588, + "mrr_at_20": 0.215517, + "mrr_at_100": 0.216217, + "mrr_at_1000": 0.216217, + "nauc_ndcg_at_1_max": -0.347638, + "nauc_ndcg_at_1_std": -0.111507, + "nauc_ndcg_at_1_diff1": 0.738159, + "nauc_ndcg_at_3_max": -0.34171, + "nauc_ndcg_at_3_std": -0.202322, + "nauc_ndcg_at_3_diff1": 0.585052, + "nauc_ndcg_at_5_max": -0.25765, + "nauc_ndcg_at_5_std": -0.176903, + "nauc_ndcg_at_5_diff1": 0.522644, + "nauc_ndcg_at_10_max": -0.176666, + "nauc_ndcg_at_10_std": -0.113689, + "nauc_ndcg_at_10_diff1": 0.603154, + "nauc_ndcg_at_20_max": -0.257127, + "nauc_ndcg_at_20_std": -0.113633, + "nauc_ndcg_at_20_diff1": 0.574086, + "nauc_ndcg_at_100_max": -0.275927, + "nauc_ndcg_at_100_std": -0.140768, + "nauc_ndcg_at_100_diff1": 0.584762, + "nauc_ndcg_at_1000_max": -0.275927, + "nauc_ndcg_at_1000_std": -0.140768, + "nauc_ndcg_at_1000_diff1": 0.584762, + "nauc_map_at_1_max": -0.347638, + "nauc_map_at_1_std": -0.111507, + "nauc_map_at_1_diff1": 0.738159, + "nauc_map_at_3_max": -0.343747, + "nauc_map_at_3_std": -0.180444, + "nauc_map_at_3_diff1": 0.612628, + "nauc_map_at_5_max": -0.286851, + "nauc_map_at_5_std": -0.163745, + "nauc_map_at_5_diff1": 0.567891, + "nauc_map_at_10_max": -0.257861, + "nauc_map_at_10_std": -0.138163, + "nauc_map_at_10_diff1": 0.601886, + "nauc_map_at_20_max": -0.285786, + "nauc_map_at_20_std": -0.140198, + "nauc_map_at_20_diff1": 0.594704, + "nauc_map_at_100_max": -0.288477, + "nauc_map_at_100_std": -0.143744, + "nauc_map_at_100_diff1": 0.596367, + "nauc_map_at_1000_max": -0.288477, + "nauc_map_at_1000_std": -0.143744, + "nauc_map_at_1000_diff1": 0.596367, + "nauc_recall_at_1_max": -0.347638, + "nauc_recall_at_1_std": -0.111507, + "nauc_recall_at_1_diff1": 0.738159, + "nauc_recall_at_3_max": -0.336691, + "nauc_recall_at_3_std": -0.254386, + "nauc_recall_at_3_diff1": 0.522017, + "nauc_recall_at_5_max": -0.199292, + "nauc_recall_at_5_std": -0.202202, + "nauc_recall_at_5_diff1": 0.436525, + "nauc_recall_at_10_max": 0.147045, + "nauc_recall_at_10_std": 0.003162, + "nauc_recall_at_10_diff1": 0.653383, + "nauc_recall_at_20_max": 0.397292, + "nauc_recall_at_20_std": 0.861111, + "nauc_recall_at_20_diff1": 0.214169, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.347638, + "nauc_precision_at_1_std": -0.111507, + "nauc_precision_at_1_diff1": 0.738159, + "nauc_precision_at_3_max": -0.336691, + "nauc_precision_at_3_std": -0.254386, + "nauc_precision_at_3_diff1": 0.522017, + "nauc_precision_at_5_max": -0.199292, + "nauc_precision_at_5_std": -0.202202, + "nauc_precision_at_5_diff1": 0.436525, + "nauc_precision_at_10_max": 0.147045, + "nauc_precision_at_10_std": 0.003162, + "nauc_precision_at_10_diff1": 0.653383, + "nauc_precision_at_20_max": 0.397292, + "nauc_precision_at_20_std": 0.861111, + "nauc_precision_at_20_diff1": 0.214169, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.317715, + "nauc_mrr_at_1_std": -0.355044, + "nauc_mrr_at_1_diff1": 0.403106, + "nauc_mrr_at_3_max": -0.241313, + "nauc_mrr_at_3_std": -0.206031, + "nauc_mrr_at_3_diff1": 0.211992, + "nauc_mrr_at_5_max": -0.230653, + "nauc_mrr_at_5_std": -0.229472, + "nauc_mrr_at_5_diff1": 0.253918, + "nauc_mrr_at_10_max": -0.21648, + "nauc_mrr_at_10_std": -0.210591, + "nauc_mrr_at_10_diff1": 0.255826, + "nauc_mrr_at_20_max": -0.231015, + "nauc_mrr_at_20_std": -0.207094, + "nauc_mrr_at_20_diff1": 0.243028, + "nauc_mrr_at_100_max": -0.234109, + "nauc_mrr_at_100_std": -0.211797, + "nauc_mrr_at_100_diff1": 0.243473, + "nauc_mrr_at_1000_max": -0.234109, + "nauc_mrr_at_1000_std": -0.211797, + "nauc_mrr_at_1000_diff1": 0.243473, + "main_score": 0.35181, + "hf_subset": "default", + "languages": [ + "python-Code" + ] + } + ] + }, + "evaluation_time": 384.8454039096832, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CosQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CosQA.json new file mode 100644 index 0000000000..d318bdd127 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CosQA.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "bc5efb7e9d437246ce393ed19d772e08e4a79535", + "task_name": "CosQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.142, + "ndcg_at_3": 0.23647, + "ndcg_at_5": 0.28655, + "ndcg_at_10": 0.34175, + "ndcg_at_20": 0.3704, + "ndcg_at_100": 0.41074, + "ndcg_at_1000": 0.41917, + "map_at_1": 0.142, + "map_at_3": 0.21133, + "map_at_5": 0.23853, + "map_at_10": 0.26146, + "map_at_20": 0.26922, + "map_at_100": 0.27517, + "map_at_1000": 0.27557, + "recall_at_1": 0.142, + "recall_at_3": 0.31, + "recall_at_5": 0.434, + "recall_at_10": 0.604, + "recall_at_20": 0.718, + "recall_at_100": 0.93, + "recall_at_1000": 0.992, + "precision_at_1": 0.142, + "precision_at_3": 0.10333, + "precision_at_5": 0.0868, + "precision_at_10": 0.0604, + "precision_at_20": 0.0359, + "precision_at_100": 0.0093, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.13, + "mrr_at_3": 0.198333, + "mrr_at_5": 0.221933, + "mrr_at_10": 0.245844, + "mrr_at_20": 0.254946, + "mrr_at_100": 0.261206, + "mrr_at_1000": 0.261566, + "nauc_ndcg_at_1_max": 0.086741, + "nauc_ndcg_at_1_std": -0.136939, + "nauc_ndcg_at_1_diff1": 0.287621, + "nauc_ndcg_at_3_max": 0.114779, + "nauc_ndcg_at_3_std": -0.103014, + "nauc_ndcg_at_3_diff1": 0.155838, + "nauc_ndcg_at_5_max": 0.109209, + "nauc_ndcg_at_5_std": -0.105157, + "nauc_ndcg_at_5_diff1": 0.103057, + "nauc_ndcg_at_10_max": 0.118915, + "nauc_ndcg_at_10_std": -0.104909, + "nauc_ndcg_at_10_diff1": 0.078641, + "nauc_ndcg_at_20_max": 0.124048, + "nauc_ndcg_at_20_std": -0.100815, + "nauc_ndcg_at_20_diff1": 0.098495, + "nauc_ndcg_at_100_max": 0.133534, + "nauc_ndcg_at_100_std": -0.07754, + "nauc_ndcg_at_100_diff1": 0.111304, + "nauc_ndcg_at_1000_max": 0.121996, + "nauc_ndcg_at_1000_std": -0.094281, + "nauc_ndcg_at_1000_diff1": 0.122547, + "nauc_map_at_1_max": 0.086741, + "nauc_map_at_1_std": -0.136939, + "nauc_map_at_1_diff1": 0.287621, + "nauc_map_at_3_max": 0.106929, + "nauc_map_at_3_std": -0.112265, + "nauc_map_at_3_diff1": 0.184657, + "nauc_map_at_5_max": 0.103842, + "nauc_map_at_5_std": -0.113017, + "nauc_map_at_5_diff1": 0.153728, + "nauc_map_at_10_max": 0.10871, + "nauc_map_at_10_std": -0.112762, + "nauc_map_at_10_diff1": 0.143452, + "nauc_map_at_20_max": 0.109951, + "nauc_map_at_20_std": -0.112473, + "nauc_map_at_20_diff1": 0.150202, + "nauc_map_at_100_max": 0.111709, + "nauc_map_at_100_std": -0.108689, + "nauc_map_at_100_diff1": 0.151852, + "nauc_map_at_1000_max": 0.111185, + "nauc_map_at_1000_std": -0.109404, + "nauc_map_at_1000_diff1": 0.152394, + "nauc_recall_at_1_max": 0.086741, + "nauc_recall_at_1_std": -0.136939, + "nauc_recall_at_1_diff1": 0.287621, + "nauc_recall_at_3_max": 0.133662, + "nauc_recall_at_3_std": -0.080818, + "nauc_recall_at_3_diff1": 0.088353, + "nauc_recall_at_5_max": 0.121272, + "nauc_recall_at_5_std": -0.087271, + "nauc_recall_at_5_diff1": -0.019089, + "nauc_recall_at_10_max": 0.146491, + "nauc_recall_at_10_std": -0.085138, + "nauc_recall_at_10_diff1": -0.102112, + "nauc_recall_at_20_max": 0.176162, + "nauc_recall_at_20_std": -0.056413, + "nauc_recall_at_20_diff1": -0.066977, + "nauc_recall_at_100_max": 0.430305, + "nauc_recall_at_100_std": 0.420181, + "nauc_recall_at_100_diff1": -0.202908, + "nauc_recall_at_1000_max": 0.343721, + "nauc_recall_at_1000_std": 0.770075, + "nauc_recall_at_1000_diff1": -0.30859, + "nauc_precision_at_1_max": 0.086741, + "nauc_precision_at_1_std": -0.136939, + "nauc_precision_at_1_diff1": 0.287621, + "nauc_precision_at_3_max": 0.133662, + "nauc_precision_at_3_std": -0.080818, + "nauc_precision_at_3_diff1": 0.088353, + "nauc_precision_at_5_max": 0.121272, + "nauc_precision_at_5_std": -0.087271, + "nauc_precision_at_5_diff1": -0.019089, + "nauc_precision_at_10_max": 0.146491, + "nauc_precision_at_10_std": -0.085138, + "nauc_precision_at_10_diff1": -0.102112, + "nauc_precision_at_20_max": 0.176162, + "nauc_precision_at_20_std": -0.056413, + "nauc_precision_at_20_diff1": -0.066977, + "nauc_precision_at_100_max": 0.430305, + "nauc_precision_at_100_std": 0.420181, + "nauc_precision_at_100_diff1": -0.202908, + "nauc_precision_at_1000_max": 0.343721, + "nauc_precision_at_1000_std": 0.770075, + "nauc_precision_at_1000_diff1": -0.30859, + "nauc_mrr_at_1_max": 0.041118, + "nauc_mrr_at_1_std": -0.291231, + "nauc_mrr_at_1_diff1": 0.358089, + "nauc_mrr_at_3_max": 0.056815, + "nauc_mrr_at_3_std": -0.215192, + "nauc_mrr_at_3_diff1": 0.233115, + "nauc_mrr_at_5_max": 0.064323, + "nauc_mrr_at_5_std": -0.199634, + "nauc_mrr_at_5_diff1": 0.201672, + "nauc_mrr_at_10_max": 0.06581, + "nauc_mrr_at_10_std": -0.202137, + "nauc_mrr_at_10_diff1": 0.187684, + "nauc_mrr_at_20_max": 0.065453, + "nauc_mrr_at_20_std": -0.201866, + "nauc_mrr_at_20_diff1": 0.192488, + "nauc_mrr_at_100_max": 0.067835, + "nauc_mrr_at_100_std": -0.199566, + "nauc_mrr_at_100_diff1": 0.196737, + "nauc_mrr_at_1000_max": 0.067348, + "nauc_mrr_at_1000_std": -0.200419, + "nauc_mrr_at_1000_diff1": 0.197351, + "main_score": 0.34175, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "python-Code" + ] + } + ] + }, + "evaluation_time": 1448.9902896881104, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CovidRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CovidRetrieval.json new file mode 100644 index 0000000000..0793753c23 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "task_name": "CovidRetrieval", + "mteb_version": "1.29.10", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.77977, + "ndcg_at_3": 0.85242, + "ndcg_at_5": 0.86901, + "ndcg_at_10": 0.8777, + "ndcg_at_20": 0.88295, + "ndcg_at_100": 0.88479, + "ndcg_at_1000": 0.88527, + "map_at_1": 0.77819, + "map_at_3": 0.8357, + "map_at_5": 0.84514, + "map_at_10": 0.84889, + "map_at_20": 0.85037, + "map_at_100": 0.85065, + "map_at_1000": 0.85066, + "recall_at_1": 0.77819, + "recall_at_3": 0.89963, + "recall_at_5": 0.93941, + "recall_at_10": 0.96575, + "recall_at_20": 0.9863, + "recall_at_100": 0.99579, + "recall_at_1000": 1.0, + "precision_at_1": 0.77977, + "precision_at_3": 0.30207, + "precision_at_5": 0.18946, + "precision_at_10": 0.09758, + "precision_at_20": 0.04984, + "precision_at_100": 0.01006, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.779768, + "mrr_at_3": 0.835968, + "mrr_at_5": 0.84503, + "mrr_at_10": 0.848553, + "mrr_at_20": 0.849961, + "mrr_at_100": 0.850249, + "mrr_at_1000": 0.850258, + "nauc_ndcg_at_1_max": 0.053633, + "nauc_ndcg_at_1_std": -0.361008, + "nauc_ndcg_at_1_diff1": 0.880386, + "nauc_ndcg_at_3_max": 0.034007, + "nauc_ndcg_at_3_std": -0.392977, + "nauc_ndcg_at_3_diff1": 0.854495, + "nauc_ndcg_at_5_max": 0.0485, + "nauc_ndcg_at_5_std": -0.38709, + "nauc_ndcg_at_5_diff1": 0.854446, + "nauc_ndcg_at_10_max": 0.04601, + "nauc_ndcg_at_10_std": -0.363292, + "nauc_ndcg_at_10_diff1": 0.854089, + "nauc_ndcg_at_20_max": 0.044856, + "nauc_ndcg_at_20_std": -0.368491, + "nauc_ndcg_at_20_diff1": 0.858344, + "nauc_ndcg_at_100_max": 0.050189, + "nauc_ndcg_at_100_std": -0.372373, + "nauc_ndcg_at_100_diff1": 0.859352, + "nauc_ndcg_at_1000_max": 0.05115, + "nauc_ndcg_at_1000_std": -0.374578, + "nauc_ndcg_at_1000_diff1": 0.860196, + "nauc_map_at_1_max": 0.054859, + "nauc_map_at_1_std": -0.364636, + "nauc_map_at_1_diff1": 0.882504, + "nauc_map_at_3_max": 0.040394, + "nauc_map_at_3_std": -0.386527, + "nauc_map_at_3_diff1": 0.86208, + "nauc_map_at_5_max": 0.048983, + "nauc_map_at_5_std": -0.383493, + "nauc_map_at_5_diff1": 0.862295, + "nauc_map_at_10_max": 0.050426, + "nauc_map_at_10_std": -0.376139, + "nauc_map_at_10_diff1": 0.862237, + "nauc_map_at_20_max": 0.050402, + "nauc_map_at_20_std": -0.376871, + "nauc_map_at_20_diff1": 0.863194, + "nauc_map_at_100_max": 0.051492, + "nauc_map_at_100_std": -0.377338, + "nauc_map_at_100_diff1": 0.863301, + "nauc_map_at_1000_max": 0.051516, + "nauc_map_at_1000_std": -0.37738, + "nauc_map_at_1000_diff1": 0.863314, + "nauc_recall_at_1_max": 0.054859, + "nauc_recall_at_1_std": -0.364636, + "nauc_recall_at_1_diff1": 0.882504, + "nauc_recall_at_3_max": -0.004454, + "nauc_recall_at_3_std": -0.416744, + "nauc_recall_at_3_diff1": 0.822392, + "nauc_recall_at_5_max": 0.036323, + "nauc_recall_at_5_std": -0.399647, + "nauc_recall_at_5_diff1": 0.801982, + "nauc_recall_at_10_max": -0.017753, + "nauc_recall_at_10_std": -0.163922, + "nauc_recall_at_10_diff1": 0.759572, + "nauc_recall_at_20_max": -0.167155, + "nauc_recall_at_20_std": -0.064173, + "nauc_recall_at_20_diff1": 0.755018, + "nauc_recall_at_100_max": -0.137815, + "nauc_recall_at_100_std": 0.096185, + "nauc_recall_at_100_diff1": 0.667853, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.053633, + "nauc_precision_at_1_std": -0.361008, + "nauc_precision_at_1_diff1": 0.880386, + "nauc_precision_at_3_max": 0.012765, + "nauc_precision_at_3_std": -0.35506, + "nauc_precision_at_3_diff1": 0.704127, + "nauc_precision_at_5_max": 0.078192, + "nauc_precision_at_5_std": -0.283571, + "nauc_precision_at_5_diff1": 0.562296, + "nauc_precision_at_10_max": 0.104711, + "nauc_precision_at_10_std": -0.046537, + "nauc_precision_at_10_diff1": 0.324584, + "nauc_precision_at_20_max": 0.099788, + "nauc_precision_at_20_std": 0.093854, + "nauc_precision_at_20_diff1": 0.003063, + "nauc_precision_at_100_max": 0.217646, + "nauc_precision_at_100_std": 0.190376, + "nauc_precision_at_100_diff1": -0.329779, + "nauc_precision_at_1000_max": 0.299454, + "nauc_precision_at_1000_std": 0.212054, + "nauc_precision_at_1000_diff1": -0.559381, + "nauc_mrr_at_1_max": 0.053633, + "nauc_mrr_at_1_std": -0.361008, + "nauc_mrr_at_1_diff1": 0.880386, + "nauc_mrr_at_3_max": 0.04366, + "nauc_mrr_at_3_std": -0.387383, + "nauc_mrr_at_3_diff1": 0.861989, + "nauc_mrr_at_5_max": 0.050074, + "nauc_mrr_at_5_std": -0.385199, + "nauc_mrr_at_5_diff1": 0.862754, + "nauc_mrr_at_10_max": 0.047734, + "nauc_mrr_at_10_std": -0.375791, + "nauc_mrr_at_10_diff1": 0.863029, + "nauc_mrr_at_20_max": 0.048019, + "nauc_mrr_at_20_std": -0.376905, + "nauc_mrr_at_20_diff1": 0.86406, + "nauc_mrr_at_100_max": 0.049102, + "nauc_mrr_at_100_std": -0.377371, + "nauc_mrr_at_100_diff1": 0.86417, + "nauc_mrr_at_1000_max": 0.049126, + "nauc_mrr_at_1000_std": -0.377413, + "nauc_mrr_at_1000_diff1": 0.864182, + "main_score": 0.8777, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 19507.0206489563, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia-PL.json new file mode 100644 index 0000000000..a596ee4338 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "76afe41d9af165cc40999fcaa92312b8b012064a", + "task_name": "DBPedia-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50875, + "ndcg_at_3": 0.43745, + "ndcg_at_5": 0.42186, + "ndcg_at_10": 0.40506, + "ndcg_at_20": 0.40372, + "ndcg_at_100": 0.45967, + "ndcg_at_1000": 0.53247, + "map_at_1": 0.0814, + "map_at_3": 0.12966, + "map_at_5": 0.15704, + "map_at_10": 0.19005, + "map_at_20": 0.22543, + "map_at_100": 0.27774, + "map_at_1000": 0.29567, + "recall_at_1": 0.0814, + "recall_at_3": 0.14038, + "recall_at_5": 0.18394, + "recall_at_10": 0.24476, + "recall_at_20": 0.32142, + "recall_at_100": 0.53027, + "recall_at_1000": 0.76108, + "precision_at_1": 0.62, + "precision_at_3": 0.47667, + "precision_at_5": 0.424, + "precision_at_10": 0.3345, + "precision_at_20": 0.26012, + "precision_at_100": 0.1111, + "precision_at_1000": 0.02274, + "mrr_at_1": 0.62, + "mrr_at_3": 0.685417, + "mrr_at_5": 0.698292, + "mrr_at_10": 0.705928, + "mrr_at_20": 0.707758, + "mrr_at_100": 0.709061, + "mrr_at_1000": 0.709162, + "nauc_ndcg_at_1_max": 0.310803, + "nauc_ndcg_at_1_std": 0.26571, + "nauc_ndcg_at_1_diff1": 0.398359, + "nauc_ndcg_at_3_max": 0.322144, + "nauc_ndcg_at_3_std": 0.263096, + "nauc_ndcg_at_3_diff1": 0.239557, + "nauc_ndcg_at_5_max": 0.312855, + "nauc_ndcg_at_5_std": 0.2598, + "nauc_ndcg_at_5_diff1": 0.241607, + "nauc_ndcg_at_10_max": 0.291067, + "nauc_ndcg_at_10_std": 0.243628, + "nauc_ndcg_at_10_diff1": 0.255806, + "nauc_ndcg_at_20_max": 0.300282, + "nauc_ndcg_at_20_std": 0.235403, + "nauc_ndcg_at_20_diff1": 0.264999, + "nauc_ndcg_at_100_max": 0.342855, + "nauc_ndcg_at_100_std": 0.299558, + "nauc_ndcg_at_100_diff1": 0.27954, + "nauc_ndcg_at_1000_max": 0.409813, + "nauc_ndcg_at_1000_std": 0.372717, + "nauc_ndcg_at_1000_diff1": 0.235544, + "nauc_map_at_1_max": -0.063487, + "nauc_map_at_1_std": -0.094313, + "nauc_map_at_1_diff1": 0.408409, + "nauc_map_at_3_max": -0.00737, + "nauc_map_at_3_std": -0.102587, + "nauc_map_at_3_diff1": 0.328875, + "nauc_map_at_5_max": 0.031542, + "nauc_map_at_5_std": -0.07321, + "nauc_map_at_5_diff1": 0.327918, + "nauc_map_at_10_max": 0.088565, + "nauc_map_at_10_std": -0.006899, + "nauc_map_at_10_diff1": 0.302686, + "nauc_map_at_20_max": 0.147305, + "nauc_map_at_20_std": 0.071096, + "nauc_map_at_20_diff1": 0.275058, + "nauc_map_at_100_max": 0.238313, + "nauc_map_at_100_std": 0.188839, + "nauc_map_at_100_diff1": 0.24304, + "nauc_map_at_1000_max": 0.266895, + "nauc_map_at_1000_std": 0.212809, + "nauc_map_at_1000_diff1": 0.227344, + "nauc_recall_at_1_max": -0.063487, + "nauc_recall_at_1_std": -0.094313, + "nauc_recall_at_1_diff1": 0.408409, + "nauc_recall_at_3_max": -0.034255, + "nauc_recall_at_3_std": -0.113798, + "nauc_recall_at_3_diff1": 0.290014, + "nauc_recall_at_5_max": -0.00977, + "nauc_recall_at_5_std": -0.093334, + "nauc_recall_at_5_diff1": 0.287938, + "nauc_recall_at_10_max": 0.056435, + "nauc_recall_at_10_std": -0.021573, + "nauc_recall_at_10_diff1": 0.253382, + "nauc_recall_at_20_max": 0.135807, + "nauc_recall_at_20_std": 0.065347, + "nauc_recall_at_20_diff1": 0.213755, + "nauc_recall_at_100_max": 0.262892, + "nauc_recall_at_100_std": 0.26895, + "nauc_recall_at_100_diff1": 0.205197, + "nauc_recall_at_1000_max": 0.430861, + "nauc_recall_at_1000_std": 0.465506, + "nauc_recall_at_1000_diff1": 0.127348, + "nauc_precision_at_1_max": 0.393391, + "nauc_precision_at_1_std": 0.315929, + "nauc_precision_at_1_diff1": 0.412493, + "nauc_precision_at_3_max": 0.38764, + "nauc_precision_at_3_std": 0.325968, + "nauc_precision_at_3_diff1": 0.057916, + "nauc_precision_at_5_max": 0.383111, + "nauc_precision_at_5_std": 0.348943, + "nauc_precision_at_5_diff1": 0.022577, + "nauc_precision_at_10_max": 0.386348, + "nauc_precision_at_10_std": 0.373915, + "nauc_precision_at_10_diff1": -0.030383, + "nauc_precision_at_20_max": 0.398171, + "nauc_precision_at_20_std": 0.396415, + "nauc_precision_at_20_diff1": -0.068633, + "nauc_precision_at_100_max": 0.376542, + "nauc_precision_at_100_std": 0.357686, + "nauc_precision_at_100_diff1": -0.131242, + "nauc_precision_at_1000_max": 0.264889, + "nauc_precision_at_1000_std": 0.054336, + "nauc_precision_at_1000_diff1": -0.187423, + "nauc_mrr_at_1_max": 0.393391, + "nauc_mrr_at_1_std": 0.315929, + "nauc_mrr_at_1_diff1": 0.412493, + "nauc_mrr_at_3_max": 0.430241, + "nauc_mrr_at_3_std": 0.359871, + "nauc_mrr_at_3_diff1": 0.382861, + "nauc_mrr_at_5_max": 0.43156, + "nauc_mrr_at_5_std": 0.361022, + "nauc_mrr_at_5_diff1": 0.378595, + "nauc_mrr_at_10_max": 0.435089, + "nauc_mrr_at_10_std": 0.357283, + "nauc_mrr_at_10_diff1": 0.379298, + "nauc_mrr_at_20_max": 0.436851, + "nauc_mrr_at_20_std": 0.357084, + "nauc_mrr_at_20_diff1": 0.378435, + "nauc_mrr_at_100_max": 0.436652, + "nauc_mrr_at_100_std": 0.357036, + "nauc_mrr_at_100_diff1": 0.379612, + "nauc_mrr_at_1000_max": 0.436541, + "nauc_mrr_at_1000_std": 0.356967, + "nauc_mrr_at_1000_diff1": 0.379754, + "main_score": 0.40506, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 487034.2303972244, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia.json similarity index 61% rename from results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json rename to results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia.json index d94da6b370..0cef74bd71 100644 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DBPedia.json +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DBPedia.json @@ -1,7 +1,7 @@ { "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", "task_name": "DBPedia", - "mteb_version": "1.28.0", + "mteb_version": "1.29.10", "scores": { "test": [ { @@ -25,14 +25,14 @@ "recall_at_10": 0.30425, "recall_at_20": 0.39137, "recall_at_100": 0.62885, - "recall_at_1000": 0.85796, + "recall_at_1000": 0.85795, "precision_at_1": 0.74, "precision_at_3": 0.58833, "precision_at_5": 0.518, "precision_at_10": 0.41875, "precision_at_20": 0.31737, "precision_at_100": 0.13163, - "precision_at_1000": 0.02423, + "precision_at_1000": 0.02422, "mrr_at_1": 0.74, "mrr_at_3": 0.7975, "mrr_at_5": 0.8045, @@ -41,109 +41,109 @@ "mrr_at_100": 0.81247, "mrr_at_1000": 0.812506, "nauc_ndcg_at_1_max": 0.33363, - "nauc_ndcg_at_1_std": 0.260529, + "nauc_ndcg_at_1_std": 0.265584, "nauc_ndcg_at_1_diff1": 0.487461, "nauc_ndcg_at_3_max": 0.301541, - "nauc_ndcg_at_3_std": 0.243425, + "nauc_ndcg_at_3_std": 0.246718, "nauc_ndcg_at_3_diff1": 0.272393, "nauc_ndcg_at_5_max": 0.308788, - "nauc_ndcg_at_5_std": 0.244817, + "nauc_ndcg_at_5_std": 0.247752, "nauc_ndcg_at_5_diff1": 0.246219, "nauc_ndcg_at_10_max": 0.31066, - "nauc_ndcg_at_10_std": 0.245013, + "nauc_ndcg_at_10_std": 0.2483, "nauc_ndcg_at_10_diff1": 0.239562, - "nauc_ndcg_at_20_max": 0.268877, - "nauc_ndcg_at_20_std": 0.216648, + "nauc_ndcg_at_20_max": 0.2689, + "nauc_ndcg_at_20_std": 0.219271, "nauc_ndcg_at_20_diff1": 0.260843, - "nauc_ndcg_at_100_max": 0.272171, - "nauc_ndcg_at_100_std": 0.276635, - "nauc_ndcg_at_100_diff1": 0.284829, - "nauc_ndcg_at_1000_max": 0.339677, - "nauc_ndcg_at_1000_std": 0.342986, - "nauc_ndcg_at_1000_diff1": 0.248362, + "nauc_ndcg_at_100_max": 0.272179, + "nauc_ndcg_at_100_std": 0.278053, + "nauc_ndcg_at_100_diff1": 0.284826, + "nauc_ndcg_at_1000_max": 0.339686, + "nauc_ndcg_at_1000_std": 0.345191, + "nauc_ndcg_at_1000_diff1": 0.248376, "nauc_map_at_1_max": -0.181482, - "nauc_map_at_1_std": -0.140377, + "nauc_map_at_1_std": -0.140084, "nauc_map_at_1_diff1": 0.42964, "nauc_map_at_3_max": -0.14374, - "nauc_map_at_3_std": -0.124198, + "nauc_map_at_3_std": -0.124229, "nauc_map_at_3_diff1": 0.347528, "nauc_map_at_5_max": -0.094329, - "nauc_map_at_5_std": -0.080299, + "nauc_map_at_5_std": -0.080238, "nauc_map_at_5_diff1": 0.31978, "nauc_map_at_10_max": -0.028295, - "nauc_map_at_10_std": -0.017705, + "nauc_map_at_10_std": -0.017114, "nauc_map_at_10_diff1": 0.275117, - "nauc_map_at_20_max": 0.053656, - "nauc_map_at_20_std": 0.055366, - "nauc_map_at_20_diff1": 0.244302, - "nauc_map_at_100_max": 0.180854, - "nauc_map_at_100_std": 0.187521, - "nauc_map_at_100_diff1": 0.205776, - "nauc_map_at_1000_max": 0.208569, - "nauc_map_at_1000_std": 0.203965, - "nauc_map_at_1000_diff1": 0.191179, + "nauc_map_at_20_max": 0.053716, + "nauc_map_at_20_std": 0.056257, + "nauc_map_at_20_diff1": 0.244321, + "nauc_map_at_100_max": 0.180885, + "nauc_map_at_100_std": 0.188697, + "nauc_map_at_100_diff1": 0.205764, + "nauc_map_at_1000_max": 0.208601, + "nauc_map_at_1000_std": 0.205351, + "nauc_map_at_1000_diff1": 0.19118, "nauc_recall_at_1_max": -0.181482, - "nauc_recall_at_1_std": -0.140377, + "nauc_recall_at_1_std": -0.140084, "nauc_recall_at_1_diff1": 0.42964, "nauc_recall_at_3_max": -0.159633, - "nauc_recall_at_3_std": -0.128447, + "nauc_recall_at_3_std": -0.128909, "nauc_recall_at_3_diff1": 0.321757, "nauc_recall_at_5_max": -0.121364, - "nauc_recall_at_5_std": -0.104318, + "nauc_recall_at_5_std": -0.104891, "nauc_recall_at_5_diff1": 0.293459, "nauc_recall_at_10_max": -0.080224, - "nauc_recall_at_10_std": -0.056696, + "nauc_recall_at_10_std": -0.056571, "nauc_recall_at_10_diff1": 0.226001, "nauc_recall_at_20_max": -0.017954, - "nauc_recall_at_20_std": 0.014617, + "nauc_recall_at_20_std": 0.014128, "nauc_recall_at_20_diff1": 0.191773, "nauc_recall_at_100_max": 0.11388, - "nauc_recall_at_100_std": 0.225143, + "nauc_recall_at_100_std": 0.224013, "nauc_recall_at_100_diff1": 0.205751, - "nauc_recall_at_1000_max": 0.220037, - "nauc_recall_at_1000_std": 0.442187, - "nauc_recall_at_1000_diff1": 0.182508, + "nauc_recall_at_1000_max": 0.220047, + "nauc_recall_at_1000_std": 0.44134, + "nauc_recall_at_1000_diff1": 0.18252, "nauc_precision_at_1_max": 0.477404, - "nauc_precision_at_1_std": 0.329072, + "nauc_precision_at_1_std": 0.335459, "nauc_precision_at_1_diff1": 0.486968, "nauc_precision_at_3_max": 0.37942, - "nauc_precision_at_3_std": 0.29817, + "nauc_precision_at_3_std": 0.30091, "nauc_precision_at_3_diff1": 0.025853, "nauc_precision_at_5_max": 0.426916, - "nauc_precision_at_5_std": 0.331744, + "nauc_precision_at_5_std": 0.334499, "nauc_precision_at_5_diff1": -0.070117, "nauc_precision_at_10_max": 0.453695, - "nauc_precision_at_10_std": 0.358439, + "nauc_precision_at_10_std": 0.362337, "nauc_precision_at_10_diff1": -0.130849, "nauc_precision_at_20_max": 0.464277, - "nauc_precision_at_20_std": 0.356277, + "nauc_precision_at_20_std": 0.359779, "nauc_precision_at_20_diff1": -0.140908, "nauc_precision_at_100_max": 0.428818, - "nauc_precision_at_100_std": 0.308378, + "nauc_precision_at_100_std": 0.310993, "nauc_precision_at_100_diff1": -0.162472, - "nauc_precision_at_1000_max": 0.254249, - "nauc_precision_at_1000_std": 0.012027, - "nauc_precision_at_1000_diff1": -0.237997, + "nauc_precision_at_1000_max": 0.254393, + "nauc_precision_at_1000_std": 0.013924, + "nauc_precision_at_1000_diff1": -0.237932, "nauc_mrr_at_1_max": 0.477404, - "nauc_mrr_at_1_std": 0.329072, + "nauc_mrr_at_1_std": 0.335459, "nauc_mrr_at_1_diff1": 0.486968, "nauc_mrr_at_3_max": 0.498092, - "nauc_mrr_at_3_std": 0.370345, + "nauc_mrr_at_3_std": 0.376317, "nauc_mrr_at_3_diff1": 0.448624, "nauc_mrr_at_5_max": 0.493026, - "nauc_mrr_at_5_std": 0.362562, + "nauc_mrr_at_5_std": 0.367708, "nauc_mrr_at_5_diff1": 0.445296, "nauc_mrr_at_10_max": 0.500961, - "nauc_mrr_at_10_std": 0.359755, + "nauc_mrr_at_10_std": 0.365062, "nauc_mrr_at_10_diff1": 0.448014, "nauc_mrr_at_20_max": 0.499613, - "nauc_mrr_at_20_std": 0.359014, + "nauc_mrr_at_20_std": 0.364365, "nauc_mrr_at_20_diff1": 0.447642, "nauc_mrr_at_100_max": 0.499455, - "nauc_mrr_at_100_std": 0.359858, + "nauc_mrr_at_100_std": 0.365241, "nauc_mrr_at_100_diff1": 0.448683, "nauc_mrr_at_1000_max": 0.499515, - "nauc_mrr_at_1000_std": 0.360111, + "nauc_mrr_at_1000_std": 0.365495, "nauc_mrr_at_1000_diff1": 0.448691, "main_score": 0.50391, "hf_subset": "default", @@ -153,6 +153,6 @@ } ] }, - "evaluation_time": 368999.8971505165, + "evaluation_time": 367083.6339728832, "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DuRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DuRetrieval.json new file mode 100644 index 0000000000..5cd2128837 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/DuRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced", + "task_name": "DuRetrieval", + "mteb_version": "1.29.10", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.9145, + "ndcg_at_3": 0.89249, + "ndcg_at_5": 0.88506, + "ndcg_at_10": 0.9066, + "ndcg_at_20": 0.91886, + "ndcg_at_100": 0.92787, + "ndcg_at_1000": 0.92944, + "map_at_1": 0.27332, + "map_at_3": 0.58581, + "map_at_5": 0.7388, + "map_at_10": 0.84253, + "map_at_20": 0.86353, + "map_at_100": 0.86917, + "map_at_1000": 0.86935, + "recall_at_1": 0.27332, + "recall_at_3": 0.61076, + "recall_at_5": 0.78492, + "recall_at_10": 0.92002, + "recall_at_20": 0.96116, + "recall_at_100": 0.99009, + "recall_at_1000": 0.99844, + "precision_at_1": 0.9145, + "precision_at_3": 0.79683, + "precision_at_5": 0.674, + "precision_at_10": 0.4311, + "precision_at_20": 0.23365, + "precision_at_100": 0.04873, + "precision_at_1000": 0.00491, + "mrr_at_1": 0.9145, + "mrr_at_3": 0.944083, + "mrr_at_5": 0.945408, + "mrr_at_10": 0.945702, + "mrr_at_20": 0.945991, + "mrr_at_100": 0.946139, + "mrr_at_1000": 0.946155, + "nauc_ndcg_at_1_max": 0.360389, + "nauc_ndcg_at_1_std": 0.218329, + "nauc_ndcg_at_1_diff1": 0.227071, + "nauc_ndcg_at_3_max": 0.275318, + "nauc_ndcg_at_3_std": 0.152246, + "nauc_ndcg_at_3_diff1": 0.049049, + "nauc_ndcg_at_5_max": 0.206775, + "nauc_ndcg_at_5_std": 0.074819, + "nauc_ndcg_at_5_diff1": 0.075413, + "nauc_ndcg_at_10_max": 0.307598, + "nauc_ndcg_at_10_std": 0.094698, + "nauc_ndcg_at_10_diff1": 0.079395, + "nauc_ndcg_at_20_max": 0.342586, + "nauc_ndcg_at_20_std": 0.154502, + "nauc_ndcg_at_20_diff1": 0.059907, + "nauc_ndcg_at_100_max": 0.345019, + "nauc_ndcg_at_100_std": 0.196439, + "nauc_ndcg_at_100_diff1": 0.052135, + "nauc_ndcg_at_1000_max": 0.339106, + "nauc_ndcg_at_1000_std": 0.19173, + "nauc_ndcg_at_1000_diff1": 0.049912, + "nauc_map_at_1_max": -0.147036, + "nauc_map_at_1_std": -0.366359, + "nauc_map_at_1_diff1": 0.492786, + "nauc_map_at_3_max": -0.043044, + "nauc_map_at_3_std": -0.36178, + "nauc_map_at_3_diff1": 0.342715, + "nauc_map_at_5_max": 0.04936, + "nauc_map_at_5_std": -0.285383, + "nauc_map_at_5_diff1": 0.235394, + "nauc_map_at_10_max": 0.227234, + "nauc_map_at_10_std": -0.081714, + "nauc_map_at_10_diff1": 0.101942, + "nauc_map_at_20_max": 0.256639, + "nauc_map_at_20_std": 0.041978, + "nauc_map_at_20_diff1": 0.056988, + "nauc_map_at_100_max": 0.25694, + "nauc_map_at_100_std": 0.071874, + "nauc_map_at_100_diff1": 0.04593, + "nauc_map_at_1000_max": 0.256564, + "nauc_map_at_1000_std": 0.071913, + "nauc_map_at_1000_diff1": 0.045554, + "nauc_recall_at_1_max": -0.147036, + "nauc_recall_at_1_std": -0.366359, + "nauc_recall_at_1_diff1": 0.492786, + "nauc_recall_at_3_max": -0.081437, + "nauc_recall_at_3_std": -0.397144, + "nauc_recall_at_3_diff1": 0.357846, + "nauc_recall_at_5_max": -0.016542, + "nauc_recall_at_5_std": -0.368075, + "nauc_recall_at_5_diff1": 0.271631, + "nauc_recall_at_10_max": 0.259605, + "nauc_recall_at_10_std": -0.176093, + "nauc_recall_at_10_diff1": 0.178058, + "nauc_recall_at_20_max": 0.414456, + "nauc_recall_at_20_std": 0.125293, + "nauc_recall_at_20_diff1": 0.09398, + "nauc_recall_at_100_max": 0.621097, + "nauc_recall_at_100_std": 0.541229, + "nauc_recall_at_100_diff1": 0.091662, + "nauc_recall_at_1000_max": 0.679492, + "nauc_recall_at_1000_std": 0.775122, + "nauc_recall_at_1000_diff1": 0.139155, + "nauc_precision_at_1_max": 0.360389, + "nauc_precision_at_1_std": 0.218329, + "nauc_precision_at_1_diff1": 0.227071, + "nauc_precision_at_3_max": 0.333463, + "nauc_precision_at_3_std": 0.400718, + "nauc_precision_at_3_diff1": -0.408255, + "nauc_precision_at_5_max": 0.267767, + "nauc_precision_at_5_std": 0.441249, + "nauc_precision_at_5_diff1": -0.42611, + "nauc_precision_at_10_max": 0.232984, + "nauc_precision_at_10_std": 0.484745, + "nauc_precision_at_10_diff1": -0.392367, + "nauc_precision_at_20_max": 0.185518, + "nauc_precision_at_20_std": 0.519564, + "nauc_precision_at_20_diff1": -0.378105, + "nauc_precision_at_100_max": 0.153189, + "nauc_precision_at_100_std": 0.522703, + "nauc_precision_at_100_diff1": -0.371832, + "nauc_precision_at_1000_max": 0.145538, + "nauc_precision_at_1000_std": 0.517695, + "nauc_precision_at_1000_diff1": -0.372149, + "nauc_mrr_at_1_max": 0.360389, + "nauc_mrr_at_1_std": 0.218329, + "nauc_mrr_at_1_diff1": 0.227071, + "nauc_mrr_at_3_max": 0.45766, + "nauc_mrr_at_3_std": 0.296574, + "nauc_mrr_at_3_diff1": 0.227309, + "nauc_mrr_at_5_max": 0.451572, + "nauc_mrr_at_5_std": 0.295236, + "nauc_mrr_at_5_diff1": 0.219611, + "nauc_mrr_at_10_max": 0.450066, + "nauc_mrr_at_10_std": 0.294522, + "nauc_mrr_at_10_diff1": 0.221265, + "nauc_mrr_at_20_max": 0.447725, + "nauc_mrr_at_20_std": 0.293074, + "nauc_mrr_at_20_diff1": 0.219398, + "nauc_mrr_at_100_max": 0.446923, + "nauc_mrr_at_100_std": 0.29177, + "nauc_mrr_at_100_diff1": 0.219473, + "nauc_mrr_at_1000_max": 0.446786, + "nauc_mrr_at_1000_std": 0.291606, + "nauc_mrr_at_1000_diff1": 0.219426, + "main_score": 0.9066, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 19540.023589849472, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/EcomRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/EcomRetrieval.json similarity index 98% rename from results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/EcomRetrieval.json rename to results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/EcomRetrieval.json index dec998dde8..84096d0ca9 100644 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/EcomRetrieval.json +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/EcomRetrieval.json @@ -1,7 +1,7 @@ { "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9", "task_name": "EcomRetrieval", - "mteb_version": "1.28.0", + "mteb_version": "1.29.10", "scores": { "dev": [ { @@ -153,6 +153,6 @@ } ] }, - "evaluation_time": 2566.890925168991, + "evaluation_time": 2589.729722261429, "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FEVER.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FEVER.json new file mode 100644 index 0000000000..0ac4d7b2a9 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", + "task_name": "FEVER", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.91899, + "ndcg_at_3": 0.93267, + "ndcg_at_5": 0.93757, + "ndcg_at_10": 0.94146, + "ndcg_at_20": 0.94424, + "ndcg_at_100": 0.94647, + "ndcg_at_1000": 0.94765, + "map_at_1": 0.85329, + "map_at_3": 0.91089, + "map_at_5": 0.9162, + "map_at_10": 0.9192, + "map_at_20": 0.92053, + "map_at_100": 0.92111, + "map_at_1000": 0.9212, + "recall_at_1": 0.85329, + "recall_at_3": 0.9489, + "recall_at_5": 0.96185, + "recall_at_10": 0.97234, + "recall_at_20": 0.98059, + "recall_at_100": 0.98946, + "recall_at_1000": 0.99605, + "precision_at_1": 0.91899, + "precision_at_3": 0.35064, + "precision_at_5": 0.21575, + "precision_at_10": 0.11056, + "precision_at_20": 0.05647, + "precision_at_100": 0.01155, + "precision_at_1000": 0.00118, + "mrr_at_1": 0.918992, + "mrr_at_3": 0.953895, + "mrr_at_5": 0.955103, + "mrr_at_10": 0.955305, + "mrr_at_20": 0.955399, + "mrr_at_100": 0.955414, + "mrr_at_1000": 0.955414, + "nauc_ndcg_at_1_max": 0.18874, + "nauc_ndcg_at_1_std": -0.292163, + "nauc_ndcg_at_1_diff1": 0.846291, + "nauc_ndcg_at_3_max": 0.121354, + "nauc_ndcg_at_3_std": -0.131807, + "nauc_ndcg_at_3_diff1": 0.560503, + "nauc_ndcg_at_5_max": 0.104774, + "nauc_ndcg_at_5_std": -0.105639, + "nauc_ndcg_at_5_diff1": 0.552959, + "nauc_ndcg_at_10_max": 0.099036, + "nauc_ndcg_at_10_std": -0.108966, + "nauc_ndcg_at_10_diff1": 0.559124, + "nauc_ndcg_at_20_max": 0.113408, + "nauc_ndcg_at_20_std": -0.112965, + "nauc_ndcg_at_20_diff1": 0.57171, + "nauc_ndcg_at_100_max": 0.122585, + "nauc_ndcg_at_100_std": -0.121029, + "nauc_ndcg_at_100_diff1": 0.586422, + "nauc_ndcg_at_1000_max": 0.125826, + "nauc_ndcg_at_1000_std": -0.130434, + "nauc_ndcg_at_1000_diff1": 0.598095, + "nauc_map_at_1_max": 0.121387, + "nauc_map_at_1_std": -0.14315, + "nauc_map_at_1_diff1": 0.620448, + "nauc_map_at_3_max": 0.095003, + "nauc_map_at_3_std": -0.112451, + "nauc_map_at_3_diff1": 0.541904, + "nauc_map_at_5_max": 0.092704, + "nauc_map_at_5_std": -0.104106, + "nauc_map_at_5_diff1": 0.546217, + "nauc_map_at_10_max": 0.093716, + "nauc_map_at_10_std": -0.106793, + "nauc_map_at_10_diff1": 0.551576, + "nauc_map_at_20_max": 0.100296, + "nauc_map_at_20_std": -0.107732, + "nauc_map_at_20_diff1": 0.555865, + "nauc_map_at_100_max": 0.102516, + "nauc_map_at_100_std": -0.109039, + "nauc_map_at_100_diff1": 0.558655, + "nauc_map_at_1000_max": 0.102721, + "nauc_map_at_1000_std": -0.109447, + "nauc_map_at_1000_diff1": 0.559146, + "nauc_recall_at_1_max": 0.121387, + "nauc_recall_at_1_std": -0.14315, + "nauc_recall_at_1_diff1": 0.620448, + "nauc_recall_at_3_max": 0.049031, + "nauc_recall_at_3_std": 0.001199, + "nauc_recall_at_3_diff1": 0.302441, + "nauc_recall_at_5_max": 0.007865, + "nauc_recall_at_5_std": 0.112494, + "nauc_recall_at_5_diff1": 0.234022, + "nauc_recall_at_10_max": -0.036447, + "nauc_recall_at_10_std": 0.165021, + "nauc_recall_at_10_diff1": 0.177732, + "nauc_recall_at_20_max": 0.000287, + "nauc_recall_at_20_std": 0.253604, + "nauc_recall_at_20_diff1": 0.117373, + "nauc_recall_at_100_max": 0.044988, + "nauc_recall_at_100_std": 0.391148, + "nauc_recall_at_100_diff1": 0.03112, + "nauc_recall_at_1000_max": 0.094599, + "nauc_recall_at_1000_std": 0.573982, + "nauc_recall_at_1000_diff1": -0.034705, + "nauc_precision_at_1_max": 0.18874, + "nauc_precision_at_1_std": -0.292163, + "nauc_precision_at_1_diff1": 0.846291, + "nauc_precision_at_3_max": -0.031606, + "nauc_precision_at_3_std": 0.002803, + "nauc_precision_at_3_diff1": -0.18779, + "nauc_precision_at_5_max": -0.036164, + "nauc_precision_at_5_std": 0.042379, + "nauc_precision_at_5_diff1": -0.222797, + "nauc_precision_at_10_max": -0.027018, + "nauc_precision_at_10_std": 0.028728, + "nauc_precision_at_10_diff1": -0.214422, + "nauc_precision_at_20_max": 0.010897, + "nauc_precision_at_20_std": 0.0204, + "nauc_precision_at_20_diff1": -0.201086, + "nauc_precision_at_100_max": 0.031357, + "nauc_precision_at_100_std": 0.010407, + "nauc_precision_at_100_diff1": -0.185042, + "nauc_precision_at_1000_max": 0.033725, + "nauc_precision_at_1000_std": -0.015122, + "nauc_precision_at_1000_diff1": -0.167105, + "nauc_mrr_at_1_max": 0.18874, + "nauc_mrr_at_1_std": -0.292163, + "nauc_mrr_at_1_diff1": 0.846291, + "nauc_mrr_at_3_max": 0.218014, + "nauc_mrr_at_3_std": -0.325615, + "nauc_mrr_at_3_diff1": 0.846743, + "nauc_mrr_at_5_max": 0.21172, + "nauc_mrr_at_5_std": -0.315774, + "nauc_mrr_at_5_diff1": 0.846554, + "nauc_mrr_at_10_max": 0.211614, + "nauc_mrr_at_10_std": -0.313447, + "nauc_mrr_at_10_diff1": 0.846218, + "nauc_mrr_at_20_max": 0.210522, + "nauc_mrr_at_20_std": -0.313525, + "nauc_mrr_at_20_diff1": 0.84612, + "nauc_mrr_at_100_max": 0.210302, + "nauc_mrr_at_100_std": -0.313739, + "nauc_mrr_at_100_diff1": 0.846208, + "nauc_mrr_at_1000_max": 0.210302, + "nauc_mrr_at_1000_std": -0.313739, + "nauc_mrr_at_1000_diff1": 0.846208, + "main_score": 0.94146, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 667413.9876153469, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA-PL.json new file mode 100644 index 0000000000..ae18386206 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2e535829717f8bf9dc829b7f911cc5bbd4e6608e", + "task_name": "FiQA-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46296, + "ndcg_at_3": 0.43682, + "ndcg_at_5": 0.44819, + "ndcg_at_10": 0.47137, + "ndcg_at_20": 0.49957, + "ndcg_at_100": 0.53999, + "ndcg_at_1000": 0.56547, + "map_at_1": 0.23117, + "map_at_3": 0.34334, + "map_at_5": 0.36934, + "map_at_10": 0.38909, + "map_at_20": 0.40126, + "map_at_100": 0.4099, + "map_at_1000": 0.41163, + "recall_at_1": 0.23117, + "recall_at_3": 0.39967, + "recall_at_5": 0.46745, + "recall_at_10": 0.54202, + "recall_at_20": 0.62616, + "recall_at_100": 0.79322, + "recall_at_1000": 0.94114, + "precision_at_1": 0.46296, + "precision_at_3": 0.2927, + "precision_at_5": 0.21204, + "precision_at_10": 0.12963, + "precision_at_20": 0.07747, + "precision_at_100": 0.02015, + "precision_at_1000": 0.00247, + "mrr_at_1": 0.462963, + "mrr_at_3": 0.531379, + "mrr_at_5": 0.54573, + "mrr_at_10": 0.553541, + "mrr_at_20": 0.558063, + "mrr_at_100": 0.560862, + "mrr_at_1000": 0.561216, + "nauc_ndcg_at_1_max": 0.18519, + "nauc_ndcg_at_1_std": -0.03227, + "nauc_ndcg_at_1_diff1": 0.494844, + "nauc_ndcg_at_3_max": 0.156168, + "nauc_ndcg_at_3_std": -0.032735, + "nauc_ndcg_at_3_diff1": 0.402962, + "nauc_ndcg_at_5_max": 0.128543, + "nauc_ndcg_at_5_std": -0.027614, + "nauc_ndcg_at_5_diff1": 0.395942, + "nauc_ndcg_at_10_max": 0.134708, + "nauc_ndcg_at_10_std": -0.012987, + "nauc_ndcg_at_10_diff1": 0.406034, + "nauc_ndcg_at_20_max": 0.144559, + "nauc_ndcg_at_20_std": -0.00337, + "nauc_ndcg_at_20_diff1": 0.410644, + "nauc_ndcg_at_100_max": 0.154092, + "nauc_ndcg_at_100_std": 0.014573, + "nauc_ndcg_at_100_diff1": 0.416703, + "nauc_ndcg_at_1000_max": 0.169934, + "nauc_ndcg_at_1000_std": 0.005611, + "nauc_ndcg_at_1000_diff1": 0.418003, + "nauc_map_at_1_max": 0.087259, + "nauc_map_at_1_std": -0.033785, + "nauc_map_at_1_diff1": 0.458511, + "nauc_map_at_3_max": 0.085226, + "nauc_map_at_3_std": -0.023426, + "nauc_map_at_3_diff1": 0.400226, + "nauc_map_at_5_max": 0.095243, + "nauc_map_at_5_std": -0.021868, + "nauc_map_at_5_diff1": 0.397614, + "nauc_map_at_10_max": 0.110322, + "nauc_map_at_10_std": -0.017458, + "nauc_map_at_10_diff1": 0.405521, + "nauc_map_at_20_max": 0.119095, + "nauc_map_at_20_std": -0.011457, + "nauc_map_at_20_diff1": 0.411187, + "nauc_map_at_100_max": 0.123699, + "nauc_map_at_100_std": -0.008312, + "nauc_map_at_100_diff1": 0.412479, + "nauc_map_at_1000_max": 0.125209, + "nauc_map_at_1000_std": -0.008606, + "nauc_map_at_1000_diff1": 0.412297, + "nauc_recall_at_1_max": 0.087259, + "nauc_recall_at_1_std": -0.033785, + "nauc_recall_at_1_diff1": 0.458511, + "nauc_recall_at_3_max": 0.056851, + "nauc_recall_at_3_std": -0.022003, + "nauc_recall_at_3_diff1": 0.330668, + "nauc_recall_at_5_max": 0.053998, + "nauc_recall_at_5_std": -0.014272, + "nauc_recall_at_5_diff1": 0.295116, + "nauc_recall_at_10_max": 0.09216, + "nauc_recall_at_10_std": 0.014501, + "nauc_recall_at_10_diff1": 0.313495, + "nauc_recall_at_20_max": 0.104138, + "nauc_recall_at_20_std": 0.043431, + "nauc_recall_at_20_diff1": 0.317807, + "nauc_recall_at_100_max": 0.07487, + "nauc_recall_at_100_std": 0.183817, + "nauc_recall_at_100_diff1": 0.326338, + "nauc_recall_at_1000_max": 0.221368, + "nauc_recall_at_1000_std": 0.375449, + "nauc_recall_at_1000_diff1": 0.382502, + "nauc_precision_at_1_max": 0.18519, + "nauc_precision_at_1_std": -0.03227, + "nauc_precision_at_1_diff1": 0.494844, + "nauc_precision_at_3_max": 0.182721, + "nauc_precision_at_3_std": -0.018366, + "nauc_precision_at_3_diff1": 0.248654, + "nauc_precision_at_5_max": 0.197491, + "nauc_precision_at_5_std": -0.005718, + "nauc_precision_at_5_diff1": 0.202705, + "nauc_precision_at_10_max": 0.238023, + "nauc_precision_at_10_std": 0.010512, + "nauc_precision_at_10_diff1": 0.194918, + "nauc_precision_at_20_max": 0.257177, + "nauc_precision_at_20_std": 0.034645, + "nauc_precision_at_20_diff1": 0.162456, + "nauc_precision_at_100_max": 0.267173, + "nauc_precision_at_100_std": 0.05919, + "nauc_precision_at_100_diff1": 0.074809, + "nauc_precision_at_1000_max": 0.280031, + "nauc_precision_at_1000_std": 0.00075, + "nauc_precision_at_1000_diff1": -0.001541, + "nauc_mrr_at_1_max": 0.18519, + "nauc_mrr_at_1_std": -0.03227, + "nauc_mrr_at_1_diff1": 0.494844, + "nauc_mrr_at_3_max": 0.184132, + "nauc_mrr_at_3_std": -0.044808, + "nauc_mrr_at_3_diff1": 0.456798, + "nauc_mrr_at_5_max": 0.183903, + "nauc_mrr_at_5_std": -0.037158, + "nauc_mrr_at_5_diff1": 0.447232, + "nauc_mrr_at_10_max": 0.191024, + "nauc_mrr_at_10_std": -0.033351, + "nauc_mrr_at_10_diff1": 0.449975, + "nauc_mrr_at_20_max": 0.191401, + "nauc_mrr_at_20_std": -0.033885, + "nauc_mrr_at_20_diff1": 0.44861, + "nauc_mrr_at_100_max": 0.191392, + "nauc_mrr_at_100_std": -0.031919, + "nauc_mrr_at_100_diff1": 0.449714, + "nauc_mrr_at_1000_max": 0.191473, + "nauc_mrr_at_1000_std": -0.032105, + "nauc_mrr_at_1000_diff1": 0.449916, + "main_score": 0.47137, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 13169.879132986069, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA2018.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA2018.json new file mode 100644 index 0000000000..e398aeacb7 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/FiQA2018.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", + "task_name": "FiQA2018", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.63117, + "ndcg_at_3": 0.58539, + "ndcg_at_5": 0.59147, + "ndcg_at_10": 0.6235, + "ndcg_at_20": 0.65368, + "ndcg_at_100": 0.68801, + "ndcg_at_1000": 0.70066, + "map_at_1": 0.33377, + "map_at_3": 0.48014, + "map_at_5": 0.51193, + "map_at_10": 0.54237, + "map_at_20": 0.55668, + "map_at_100": 0.56546, + "map_at_1000": 0.56651, + "recall_at_1": 0.33377, + "recall_at_3": 0.52817, + "recall_at_5": 0.59037, + "recall_at_10": 0.69116, + "recall_at_20": 0.78308, + "recall_at_100": 0.91715, + "recall_at_1000": 0.98783, + "precision_at_1": 0.63117, + "precision_at_3": 0.38837, + "precision_at_5": 0.27531, + "precision_at_10": 0.16821, + "precision_at_20": 0.09753, + "precision_at_100": 0.02361, + "precision_at_1000": 0.00259, + "mrr_at_1": 0.631173, + "mrr_at_3": 0.683899, + "mrr_at_5": 0.693158, + "mrr_at_10": 0.701133, + "mrr_at_20": 0.705447, + "mrr_at_100": 0.707273, + "mrr_at_1000": 0.707368, + "nauc_ndcg_at_1_max": 0.213553, + "nauc_ndcg_at_1_std": -0.130351, + "nauc_ndcg_at_1_diff1": 0.572441, + "nauc_ndcg_at_3_max": 0.16549, + "nauc_ndcg_at_3_std": -0.12363, + "nauc_ndcg_at_3_diff1": 0.447953, + "nauc_ndcg_at_5_max": 0.146995, + "nauc_ndcg_at_5_std": -0.106298, + "nauc_ndcg_at_5_diff1": 0.452114, + "nauc_ndcg_at_10_max": 0.114901, + "nauc_ndcg_at_10_std": -0.088519, + "nauc_ndcg_at_10_diff1": 0.462138, + "nauc_ndcg_at_20_max": 0.119743, + "nauc_ndcg_at_20_std": -0.072849, + "nauc_ndcg_at_20_diff1": 0.459195, + "nauc_ndcg_at_100_max": 0.143215, + "nauc_ndcg_at_100_std": -0.0635, + "nauc_ndcg_at_100_diff1": 0.464356, + "nauc_ndcg_at_1000_max": 0.157174, + "nauc_ndcg_at_1000_std": -0.077882, + "nauc_ndcg_at_1000_diff1": 0.462818, + "nauc_map_at_1_max": -0.013116, + "nauc_map_at_1_std": -0.104048, + "nauc_map_at_1_diff1": 0.488972, + "nauc_map_at_3_max": 0.04141, + "nauc_map_at_3_std": -0.099493, + "nauc_map_at_3_diff1": 0.464799, + "nauc_map_at_5_max": 0.086041, + "nauc_map_at_5_std": -0.10088, + "nauc_map_at_5_diff1": 0.457389, + "nauc_map_at_10_max": 0.095343, + "nauc_map_at_10_std": -0.096643, + "nauc_map_at_10_diff1": 0.449712, + "nauc_map_at_20_max": 0.102035, + "nauc_map_at_20_std": -0.091378, + "nauc_map_at_20_diff1": 0.447435, + "nauc_map_at_100_max": 0.109473, + "nauc_map_at_100_std": -0.089291, + "nauc_map_at_100_diff1": 0.448302, + "nauc_map_at_1000_max": 0.110919, + "nauc_map_at_1000_std": -0.089952, + "nauc_map_at_1000_diff1": 0.448048, + "nauc_recall_at_1_max": -0.013116, + "nauc_recall_at_1_std": -0.104048, + "nauc_recall_at_1_diff1": 0.488972, + "nauc_recall_at_3_max": 0.009997, + "nauc_recall_at_3_std": -0.091641, + "nauc_recall_at_3_diff1": 0.408873, + "nauc_recall_at_5_max": 0.062692, + "nauc_recall_at_5_std": -0.077243, + "nauc_recall_at_5_diff1": 0.400835, + "nauc_recall_at_10_max": 0.009913, + "nauc_recall_at_10_std": -0.043827, + "nauc_recall_at_10_diff1": 0.37338, + "nauc_recall_at_20_max": -0.023447, + "nauc_recall_at_20_std": 0.024522, + "nauc_recall_at_20_diff1": 0.346718, + "nauc_recall_at_100_max": -0.063192, + "nauc_recall_at_100_std": 0.255587, + "nauc_recall_at_100_diff1": 0.338432, + "nauc_recall_at_1000_max": -0.101468, + "nauc_recall_at_1000_std": 0.514296, + "nauc_recall_at_1000_diff1": 0.209061, + "nauc_precision_at_1_max": 0.213553, + "nauc_precision_at_1_std": -0.130351, + "nauc_precision_at_1_diff1": 0.572441, + "nauc_precision_at_3_max": 0.255355, + "nauc_precision_at_3_std": -0.061007, + "nauc_precision_at_3_diff1": 0.172268, + "nauc_precision_at_5_max": 0.316263, + "nauc_precision_at_5_std": -0.04002, + "nauc_precision_at_5_diff1": 0.087382, + "nauc_precision_at_10_max": 0.288462, + "nauc_precision_at_10_std": -0.013186, + "nauc_precision_at_10_diff1": 0.001618, + "nauc_precision_at_20_max": 0.30292, + "nauc_precision_at_20_std": 0.017874, + "nauc_precision_at_20_diff1": -0.059693, + "nauc_precision_at_100_max": 0.327713, + "nauc_precision_at_100_std": 0.037755, + "nauc_precision_at_100_diff1": -0.138392, + "nauc_precision_at_1000_max": 0.342271, + "nauc_precision_at_1000_std": 0.005065, + "nauc_precision_at_1000_diff1": -0.186464, + "nauc_mrr_at_1_max": 0.213553, + "nauc_mrr_at_1_std": -0.130351, + "nauc_mrr_at_1_diff1": 0.572441, + "nauc_mrr_at_3_max": 0.214984, + "nauc_mrr_at_3_std": -0.114325, + "nauc_mrr_at_3_diff1": 0.546568, + "nauc_mrr_at_5_max": 0.220938, + "nauc_mrr_at_5_std": -0.107825, + "nauc_mrr_at_5_diff1": 0.544216, + "nauc_mrr_at_10_max": 0.213729, + "nauc_mrr_at_10_std": -0.108439, + "nauc_mrr_at_10_diff1": 0.545328, + "nauc_mrr_at_20_max": 0.2142, + "nauc_mrr_at_20_std": -0.107705, + "nauc_mrr_at_20_diff1": 0.543825, + "nauc_mrr_at_100_max": 0.214768, + "nauc_mrr_at_100_std": -0.108021, + "nauc_mrr_at_100_diff1": 0.544969, + "nauc_mrr_at_1000_max": 0.214738, + "nauc_mrr_at_1000_std": -0.108197, + "nauc_mrr_at_1000_diff1": 0.544984, + "main_score": 0.6235, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8804.761543750763, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GerDaLIRSmall.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GerDaLIRSmall.json new file mode 100644 index 0000000000..aeebd6c4de --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GerDaLIRSmall.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "48327de6ee192e9610f3069789719788957c7abd", + "task_name": "GerDaLIRSmall", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30047, + "ndcg_at_3": 0.36635, + "ndcg_at_5": 0.39237, + "ndcg_at_10": 0.41752, + "ndcg_at_20": 0.43467, + "ndcg_at_100": 0.45793, + "ndcg_at_1000": 0.47404, + "map_at_1": 0.27273, + "map_at_3": 0.34125, + "map_at_5": 0.35704, + "map_at_10": 0.36819, + "map_at_20": 0.37329, + "map_at_100": 0.37677, + "map_at_1000": 0.37737, + "recall_at_1": 0.27273, + "recall_at_3": 0.41534, + "recall_at_5": 0.47678, + "recall_at_10": 0.55131, + "recall_at_20": 0.61592, + "recall_at_100": 0.73604, + "recall_at_1000": 0.86146, + "precision_at_1": 0.30047, + "precision_at_3": 0.15798, + "precision_at_5": 0.10983, + "precision_at_10": 0.06399, + "precision_at_20": 0.03592, + "precision_at_100": 0.00863, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.300474, + "mrr_at_3": 0.363155, + "mrr_at_5": 0.377038, + "mrr_at_10": 0.386762, + "mrr_at_20": 0.391148, + "mrr_at_100": 0.394106, + "mrr_at_1000": 0.394622, + "nauc_ndcg_at_1_max": 0.208903, + "nauc_ndcg_at_1_std": -0.039996, + "nauc_ndcg_at_1_diff1": 0.480901, + "nauc_ndcg_at_3_max": 0.208558, + "nauc_ndcg_at_3_std": -0.030551, + "nauc_ndcg_at_3_diff1": 0.421026, + "nauc_ndcg_at_5_max": 0.209902, + "nauc_ndcg_at_5_std": -0.024575, + "nauc_ndcg_at_5_diff1": 0.40849, + "nauc_ndcg_at_10_max": 0.212579, + "nauc_ndcg_at_10_std": -0.010585, + "nauc_ndcg_at_10_diff1": 0.399947, + "nauc_ndcg_at_20_max": 0.212951, + "nauc_ndcg_at_20_std": 0.003526, + "nauc_ndcg_at_20_diff1": 0.397028, + "nauc_ndcg_at_100_max": 0.216612, + "nauc_ndcg_at_100_std": 0.01706, + "nauc_ndcg_at_100_diff1": 0.395466, + "nauc_ndcg_at_1000_max": 0.21502, + "nauc_ndcg_at_1000_std": 0.012215, + "nauc_ndcg_at_1000_diff1": 0.398424, + "nauc_map_at_1_max": 0.183375, + "nauc_map_at_1_std": -0.046201, + "nauc_map_at_1_diff1": 0.477417, + "nauc_map_at_3_max": 0.201913, + "nauc_map_at_3_std": -0.035335, + "nauc_map_at_3_diff1": 0.433389, + "nauc_map_at_5_max": 0.203659, + "nauc_map_at_5_std": -0.031847, + "nauc_map_at_5_diff1": 0.42582, + "nauc_map_at_10_max": 0.205588, + "nauc_map_at_10_std": -0.025428, + "nauc_map_at_10_diff1": 0.422423, + "nauc_map_at_20_max": 0.205758, + "nauc_map_at_20_std": -0.021348, + "nauc_map_at_20_diff1": 0.421632, + "nauc_map_at_100_max": 0.206456, + "nauc_map_at_100_std": -0.019266, + "nauc_map_at_100_diff1": 0.421381, + "nauc_map_at_1000_max": 0.206424, + "nauc_map_at_1000_std": -0.019345, + "nauc_map_at_1000_diff1": 0.421469, + "nauc_recall_at_1_max": 0.183375, + "nauc_recall_at_1_std": -0.046201, + "nauc_recall_at_1_diff1": 0.477417, + "nauc_recall_at_3_max": 0.203849, + "nauc_recall_at_3_std": -0.02449, + "nauc_recall_at_3_diff1": 0.376347, + "nauc_recall_at_5_max": 0.206853, + "nauc_recall_at_5_std": -0.010296, + "nauc_recall_at_5_diff1": 0.346795, + "nauc_recall_at_10_max": 0.210888, + "nauc_recall_at_10_std": 0.031701, + "nauc_recall_at_10_diff1": 0.314016, + "nauc_recall_at_20_max": 0.210998, + "nauc_recall_at_20_std": 0.092838, + "nauc_recall_at_20_diff1": 0.294519, + "nauc_recall_at_100_max": 0.232624, + "nauc_recall_at_100_std": 0.210944, + "nauc_recall_at_100_diff1": 0.257733, + "nauc_recall_at_1000_max": 0.214673, + "nauc_recall_at_1000_std": 0.254929, + "nauc_recall_at_1000_diff1": 0.22383, + "nauc_precision_at_1_max": 0.208903, + "nauc_precision_at_1_std": -0.039996, + "nauc_precision_at_1_diff1": 0.480901, + "nauc_precision_at_3_max": 0.235274, + "nauc_precision_at_3_std": -0.007812, + "nauc_precision_at_3_diff1": 0.347996, + "nauc_precision_at_5_max": 0.233484, + "nauc_precision_at_5_std": 0.008611, + "nauc_precision_at_5_diff1": 0.30054, + "nauc_precision_at_10_max": 0.235012, + "nauc_precision_at_10_std": 0.052164, + "nauc_precision_at_10_diff1": 0.250045, + "nauc_precision_at_20_max": 0.2267, + "nauc_precision_at_20_std": 0.10561, + "nauc_precision_at_20_diff1": 0.211886, + "nauc_precision_at_100_max": 0.222592, + "nauc_precision_at_100_std": 0.172773, + "nauc_precision_at_100_diff1": 0.135566, + "nauc_precision_at_1000_max": 0.183799, + "nauc_precision_at_1000_std": 0.147124, + "nauc_precision_at_1000_diff1": 0.05996, + "nauc_mrr_at_1_max": 0.208903, + "nauc_mrr_at_1_std": -0.039996, + "nauc_mrr_at_1_diff1": 0.480901, + "nauc_mrr_at_3_max": 0.218257, + "nauc_mrr_at_3_std": -0.028683, + "nauc_mrr_at_3_diff1": 0.437315, + "nauc_mrr_at_5_max": 0.218679, + "nauc_mrr_at_5_std": -0.024942, + "nauc_mrr_at_5_diff1": 0.430187, + "nauc_mrr_at_10_max": 0.218981, + "nauc_mrr_at_10_std": -0.020245, + "nauc_mrr_at_10_diff1": 0.427157, + "nauc_mrr_at_20_max": 0.218881, + "nauc_mrr_at_20_std": -0.017053, + "nauc_mrr_at_20_diff1": 0.4266, + "nauc_mrr_at_100_max": 0.219284, + "nauc_mrr_at_100_std": -0.015474, + "nauc_mrr_at_100_diff1": 0.426649, + "nauc_mrr_at_1000_max": 0.219211, + "nauc_mrr_at_1000_std": -0.01557, + "nauc_mrr_at_1000_diff1": 0.426729, + "main_score": 0.41752, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 53256.2697160244, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanDPR.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanDPR.json new file mode 100644 index 0000000000..a6d3caa432 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanDPR.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5129d02422a66be600ac89cd3e8531b4f97d347d", + "task_name": "GermanDPR", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67415, + "ndcg_at_3": 0.81684, + "ndcg_at_5": 0.83829, + "ndcg_at_10": 0.84624, + "ndcg_at_20": 0.84779, + "ndcg_at_100": 0.84832, + "ndcg_at_1000": 0.84832, + "map_at_1": 0.67415, + "map_at_3": 0.78244, + "map_at_5": 0.79444, + "map_at_10": 0.79794, + "map_at_20": 0.7984, + "map_at_100": 0.79847, + "map_at_1000": 0.79847, + "recall_at_1": 0.67415, + "recall_at_3": 0.9161, + "recall_at_5": 0.9678, + "recall_at_10": 0.99122, + "recall_at_20": 0.99707, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.67415, + "precision_at_3": 0.30537, + "precision_at_5": 0.19356, + "precision_at_10": 0.09912, + "precision_at_20": 0.04985, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.674146, + "mrr_at_3": 0.782439, + "mrr_at_5": 0.794439, + "mrr_at_10": 0.797938, + "mrr_at_20": 0.798405, + "mrr_at_100": 0.798472, + "mrr_at_1000": 0.798472, + "nauc_ndcg_at_1_max": -0.095553, + "nauc_ndcg_at_1_std": -0.102019, + "nauc_ndcg_at_1_diff1": 0.563025, + "nauc_ndcg_at_3_max": -0.108831, + "nauc_ndcg_at_3_std": -0.069233, + "nauc_ndcg_at_3_diff1": 0.522712, + "nauc_ndcg_at_5_max": -0.108167, + "nauc_ndcg_at_5_std": -0.084281, + "nauc_ndcg_at_5_diff1": 0.537823, + "nauc_ndcg_at_10_max": -0.089075, + "nauc_ndcg_at_10_std": -0.083803, + "nauc_ndcg_at_10_diff1": 0.542901, + "nauc_ndcg_at_20_max": -0.09012, + "nauc_ndcg_at_20_std": -0.081079, + "nauc_ndcg_at_20_diff1": 0.540452, + "nauc_ndcg_at_100_max": -0.094168, + "nauc_ndcg_at_100_std": -0.085463, + "nauc_ndcg_at_100_diff1": 0.540112, + "nauc_ndcg_at_1000_max": -0.094168, + "nauc_ndcg_at_1000_std": -0.085463, + "nauc_ndcg_at_1000_diff1": 0.540112, + "nauc_map_at_1_max": -0.095553, + "nauc_map_at_1_std": -0.102019, + "nauc_map_at_1_diff1": 0.563025, + "nauc_map_at_3_max": -0.100746, + "nauc_map_at_3_std": -0.080706, + "nauc_map_at_3_diff1": 0.532748, + "nauc_map_at_5_max": -0.100872, + "nauc_map_at_5_std": -0.088644, + "nauc_map_at_5_diff1": 0.540493, + "nauc_map_at_10_max": -0.094231, + "nauc_map_at_10_std": -0.088079, + "nauc_map_at_10_diff1": 0.541942, + "nauc_map_at_20_max": -0.094432, + "nauc_map_at_20_std": -0.087505, + "nauc_map_at_20_diff1": 0.541383, + "nauc_map_at_100_max": -0.094823, + "nauc_map_at_100_std": -0.087927, + "nauc_map_at_100_diff1": 0.541338, + "nauc_map_at_1000_max": -0.094823, + "nauc_map_at_1000_std": -0.087927, + "nauc_map_at_1000_diff1": 0.541338, + "nauc_recall_at_1_max": -0.095553, + "nauc_recall_at_1_std": -0.102019, + "nauc_recall_at_1_diff1": 0.563025, + "nauc_recall_at_3_max": -0.164939, + "nauc_recall_at_3_std": 0.005853, + "nauc_recall_at_3_diff1": 0.460801, + "nauc_recall_at_5_max": -0.225903, + "nauc_recall_at_5_std": -0.021646, + "nauc_recall_at_5_diff1": 0.513008, + "nauc_recall_at_10_max": 0.309089, + "nauc_recall_at_10_std": 0.117154, + "nauc_recall_at_10_diff1": 0.705449, + "nauc_recall_at_20_max": 0.907431, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.615086, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.095553, + "nauc_precision_at_1_std": -0.102019, + "nauc_precision_at_1_diff1": 0.563025, + "nauc_precision_at_3_max": -0.164939, + "nauc_precision_at_3_std": 0.005853, + "nauc_precision_at_3_diff1": 0.460801, + "nauc_precision_at_5_max": -0.225903, + "nauc_precision_at_5_std": -0.021646, + "nauc_precision_at_5_diff1": 0.513008, + "nauc_precision_at_10_max": 0.309089, + "nauc_precision_at_10_std": 0.117154, + "nauc_precision_at_10_diff1": 0.705449, + "nauc_precision_at_20_max": 0.907431, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.615086, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.095553, + "nauc_mrr_at_1_std": -0.102019, + "nauc_mrr_at_1_diff1": 0.563025, + "nauc_mrr_at_3_max": -0.100746, + "nauc_mrr_at_3_std": -0.080706, + "nauc_mrr_at_3_diff1": 0.532748, + "nauc_mrr_at_5_max": -0.100872, + "nauc_mrr_at_5_std": -0.088644, + "nauc_mrr_at_5_diff1": 0.540493, + "nauc_mrr_at_10_max": -0.094231, + "nauc_mrr_at_10_std": -0.088079, + "nauc_mrr_at_10_diff1": 0.541942, + "nauc_mrr_at_20_max": -0.094432, + "nauc_mrr_at_20_std": -0.087505, + "nauc_mrr_at_20_diff1": 0.541383, + "nauc_mrr_at_100_max": -0.094823, + "nauc_mrr_at_100_std": -0.087927, + "nauc_mrr_at_100_diff1": 0.541338, + "nauc_mrr_at_1000_max": -0.094823, + "nauc_mrr_at_1000_std": -0.087927, + "nauc_mrr_at_1000_diff1": 0.541338, + "main_score": 0.84624, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 954.545960187912, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanQuAD-Retrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanQuAD-Retrieval.json new file mode 100644 index 0000000000..fdd83ed247 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/GermanQuAD-Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f5c87ae5a2e7a5106606314eef45255f03151bb3", + "task_name": "GermanQuAD-Retrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92967, + "ndcg_at_3": 0.96289, + "ndcg_at_5": 0.96626, + "ndcg_at_10": 0.96689, + "ndcg_at_20": 0.96767, + "ndcg_at_100": 0.96812, + "ndcg_at_1000": 0.96812, + "map_at_1": 0.92967, + "map_at_3": 0.95531, + "map_at_5": 0.95719, + "map_at_10": 0.95747, + "map_at_20": 0.95768, + "map_at_100": 0.95775, + "map_at_1000": 0.95775, + "recall_at_1": 0.92967, + "recall_at_3": 0.98457, + "recall_at_5": 0.99274, + "recall_at_10": 0.99456, + "recall_at_20": 0.99773, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.92967, + "precision_at_3": 0.32819, + "precision_at_5": 0.19855, + "precision_at_10": 0.09946, + "precision_at_20": 0.04989, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.929673, + "mrr_at_3": 0.955309, + "mrr_at_5": 0.957191, + "mrr_at_10": 0.957472, + "mrr_at_20": 0.957679, + "mrr_at_100": 0.957749, + "mrr_at_1000": 0.957749, + "nauc_ndcg_at_1_max": 0.431782, + "nauc_ndcg_at_1_std": 0.043794, + "nauc_ndcg_at_1_diff1": 0.922969, + "nauc_ndcg_at_3_max": 0.507116, + "nauc_ndcg_at_3_std": 0.08735, + "nauc_ndcg_at_3_diff1": 0.914129, + "nauc_ndcg_at_5_max": 0.48727, + "nauc_ndcg_at_5_std": 0.088142, + "nauc_ndcg_at_5_diff1": 0.909919, + "nauc_ndcg_at_10_max": 0.482459, + "nauc_ndcg_at_10_std": 0.077965, + "nauc_ndcg_at_10_diff1": 0.908216, + "nauc_ndcg_at_20_max": 0.480006, + "nauc_ndcg_at_20_std": 0.073255, + "nauc_ndcg_at_20_diff1": 0.914755, + "nauc_ndcg_at_100_max": 0.473572, + "nauc_ndcg_at_100_std": 0.071823, + "nauc_ndcg_at_100_diff1": 0.914873, + "nauc_ndcg_at_1000_max": 0.473572, + "nauc_ndcg_at_1000_std": 0.071823, + "nauc_ndcg_at_1000_diff1": 0.914873, + "nauc_map_at_1_max": 0.431782, + "nauc_map_at_1_std": 0.043794, + "nauc_map_at_1_diff1": 0.922969, + "nauc_map_at_3_max": 0.481278, + "nauc_map_at_3_std": 0.072038, + "nauc_map_at_3_diff1": 0.91763, + "nauc_map_at_5_max": 0.471549, + "nauc_map_at_5_std": 0.072926, + "nauc_map_at_5_diff1": 0.915946, + "nauc_map_at_10_max": 0.469818, + "nauc_map_at_10_std": 0.069354, + "nauc_map_at_10_diff1": 0.915391, + "nauc_map_at_20_max": 0.469171, + "nauc_map_at_20_std": 0.068236, + "nauc_map_at_20_diff1": 0.916514, + "nauc_map_at_100_max": 0.468399, + "nauc_map_at_100_std": 0.068136, + "nauc_map_at_100_diff1": 0.916547, + "nauc_map_at_1000_max": 0.468399, + "nauc_map_at_1000_std": 0.068136, + "nauc_map_at_1000_diff1": 0.916547, + "nauc_recall_at_1_max": 0.431782, + "nauc_recall_at_1_std": 0.043794, + "nauc_recall_at_1_diff1": 0.922969, + "nauc_recall_at_3_max": 0.719842, + "nauc_recall_at_3_std": 0.213916, + "nauc_recall_at_3_diff1": 0.884688, + "nauc_recall_at_5_max": 0.733118, + "nauc_recall_at_5_std": 0.335537, + "nauc_recall_at_5_diff1": 0.803972, + "nauc_recall_at_10_max": 0.728152, + "nauc_recall_at_10_std": 0.235195, + "nauc_recall_at_10_diff1": 0.73863, + "nauc_recall_at_20_max": 0.944446, + "nauc_recall_at_20_std": 0.201451, + "nauc_recall_at_20_diff1": 0.910837, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.431782, + "nauc_precision_at_1_std": 0.043794, + "nauc_precision_at_1_diff1": 0.922969, + "nauc_precision_at_3_max": 0.719842, + "nauc_precision_at_3_std": 0.213916, + "nauc_precision_at_3_diff1": 0.884688, + "nauc_precision_at_5_max": 0.733118, + "nauc_precision_at_5_std": 0.335537, + "nauc_precision_at_5_diff1": 0.803972, + "nauc_precision_at_10_max": 0.728152, + "nauc_precision_at_10_std": 0.235195, + "nauc_precision_at_10_diff1": 0.73863, + "nauc_precision_at_20_max": 0.944446, + "nauc_precision_at_20_std": 0.201451, + "nauc_precision_at_20_diff1": 0.910837, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.431782, + "nauc_mrr_at_1_std": 0.043794, + "nauc_mrr_at_1_diff1": 0.922969, + "nauc_mrr_at_3_max": 0.481278, + "nauc_mrr_at_3_std": 0.072038, + "nauc_mrr_at_3_diff1": 0.91763, + "nauc_mrr_at_5_max": 0.471549, + "nauc_mrr_at_5_std": 0.072926, + "nauc_mrr_at_5_diff1": 0.915946, + "nauc_mrr_at_10_max": 0.469818, + "nauc_mrr_at_10_std": 0.069354, + "nauc_mrr_at_10_diff1": 0.915391, + "nauc_mrr_at_20_max": 0.469171, + "nauc_mrr_at_20_std": 0.068236, + "nauc_mrr_at_20_diff1": 0.916514, + "nauc_mrr_at_100_max": 0.468399, + "nauc_mrr_at_100_std": 0.068136, + "nauc_mrr_at_100_diff1": 0.916547, + "nauc_mrr_at_1000_max": 0.468399, + "nauc_mrr_at_1000_std": 0.068136, + "nauc_mrr_at_1000_diff1": 0.916547, + "main_score": 0.957191, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 319.6371440887451, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HellaSwag.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HellaSwag.json new file mode 100644 index 0000000000..7c8bc3e3ef --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HellaSwag.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a5c990205e017d10761197ccab3000936689c3ae", + "task_name": "HellaSwag", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24139, + "ndcg_at_3": 0.34456, + "ndcg_at_5": 0.37217, + "ndcg_at_10": 0.39655, + "ndcg_at_20": 0.41177, + "ndcg_at_100": 0.43695, + "ndcg_at_1000": 0.45528, + "map_at_1": 0.24139, + "map_at_3": 0.31889, + "map_at_5": 0.3343, + "map_at_10": 0.34443, + "map_at_20": 0.34861, + "map_at_100": 0.35199, + "map_at_1000": 0.35263, + "recall_at_1": 0.24139, + "recall_at_3": 0.41894, + "recall_at_5": 0.48566, + "recall_at_10": 0.56065, + "recall_at_20": 0.62079, + "recall_at_100": 0.75812, + "recall_at_1000": 0.905, + "precision_at_1": 0.24139, + "precision_at_3": 0.13965, + "precision_at_5": 0.09713, + "precision_at_10": 0.05606, + "precision_at_20": 0.03104, + "precision_at_100": 0.00758, + "precision_at_1000": 0.0009, + "mrr_at_1": 0.241386, + "mrr_at_3": 0.318894, + "mrr_at_5": 0.334299, + "mrr_at_10": 0.344433, + "mrr_at_20": 0.348614, + "mrr_at_100": 0.35199, + "mrr_at_1000": 0.352634, + "nauc_ndcg_at_1_max": 0.245416, + "nauc_ndcg_at_1_std": -0.133275, + "nauc_ndcg_at_1_diff1": 0.251069, + "nauc_ndcg_at_3_max": 0.303884, + "nauc_ndcg_at_3_std": -0.150877, + "nauc_ndcg_at_3_diff1": 0.217918, + "nauc_ndcg_at_5_max": 0.317821, + "nauc_ndcg_at_5_std": -0.156676, + "nauc_ndcg_at_5_diff1": 0.21438, + "nauc_ndcg_at_10_max": 0.330623, + "nauc_ndcg_at_10_std": -0.161654, + "nauc_ndcg_at_10_diff1": 0.210669, + "nauc_ndcg_at_20_max": 0.336431, + "nauc_ndcg_at_20_std": -0.157826, + "nauc_ndcg_at_20_diff1": 0.208528, + "nauc_ndcg_at_100_max": 0.33888, + "nauc_ndcg_at_100_std": -0.150748, + "nauc_ndcg_at_100_diff1": 0.206313, + "nauc_ndcg_at_1000_max": 0.337079, + "nauc_ndcg_at_1000_std": -0.143696, + "nauc_ndcg_at_1000_diff1": 0.210324, + "nauc_map_at_1_max": 0.245416, + "nauc_map_at_1_std": -0.133275, + "nauc_map_at_1_diff1": 0.251069, + "nauc_map_at_3_max": 0.290835, + "nauc_map_at_3_std": -0.1466, + "nauc_map_at_3_diff1": 0.225345, + "nauc_map_at_5_max": 0.29858, + "nauc_map_at_5_std": -0.150006, + "nauc_map_at_5_diff1": 0.223434, + "nauc_map_at_10_max": 0.303676, + "nauc_map_at_10_std": -0.152167, + "nauc_map_at_10_diff1": 0.221985, + "nauc_map_at_20_max": 0.305043, + "nauc_map_at_20_std": -0.151116, + "nauc_map_at_20_diff1": 0.2214, + "nauc_map_at_100_max": 0.305274, + "nauc_map_at_100_std": -0.150315, + "nauc_map_at_100_diff1": 0.221244, + "nauc_map_at_1000_max": 0.305186, + "nauc_map_at_1000_std": -0.150046, + "nauc_map_at_1000_diff1": 0.221361, + "nauc_recall_at_1_max": 0.245416, + "nauc_recall_at_1_std": -0.133275, + "nauc_recall_at_1_diff1": 0.251069, + "nauc_recall_at_3_max": 0.338905, + "nauc_recall_at_3_std": -0.162487, + "nauc_recall_at_3_diff1": 0.197978, + "nauc_recall_at_5_max": 0.37236, + "nauc_recall_at_5_std": -0.175645, + "nauc_recall_at_5_diff1": 0.189098, + "nauc_recall_at_10_max": 0.416197, + "nauc_recall_at_10_std": -0.191634, + "nauc_recall_at_10_diff1": 0.17575, + "nauc_recall_at_20_max": 0.448573, + "nauc_recall_at_20_std": -0.177673, + "nauc_recall_at_20_diff1": 0.164244, + "nauc_recall_at_100_max": 0.509404, + "nauc_recall_at_100_std": -0.127702, + "nauc_recall_at_100_diff1": 0.128293, + "nauc_recall_at_1000_max": 0.678855, + "nauc_recall_at_1000_std": 0.06561, + "nauc_recall_at_1000_diff1": 0.13262, + "nauc_precision_at_1_max": 0.245416, + "nauc_precision_at_1_std": -0.133275, + "nauc_precision_at_1_diff1": 0.251069, + "nauc_precision_at_3_max": 0.338905, + "nauc_precision_at_3_std": -0.162487, + "nauc_precision_at_3_diff1": 0.197978, + "nauc_precision_at_5_max": 0.37236, + "nauc_precision_at_5_std": -0.175645, + "nauc_precision_at_5_diff1": 0.189098, + "nauc_precision_at_10_max": 0.416197, + "nauc_precision_at_10_std": -0.191634, + "nauc_precision_at_10_diff1": 0.17575, + "nauc_precision_at_20_max": 0.448573, + "nauc_precision_at_20_std": -0.177673, + "nauc_precision_at_20_diff1": 0.164244, + "nauc_precision_at_100_max": 0.509404, + "nauc_precision_at_100_std": -0.127702, + "nauc_precision_at_100_diff1": 0.128293, + "nauc_precision_at_1000_max": 0.678855, + "nauc_precision_at_1000_std": 0.06561, + "nauc_precision_at_1000_diff1": 0.13262, + "nauc_mrr_at_1_max": 0.245416, + "nauc_mrr_at_1_std": -0.133275, + "nauc_mrr_at_1_diff1": 0.251069, + "nauc_mrr_at_3_max": 0.290835, + "nauc_mrr_at_3_std": -0.1466, + "nauc_mrr_at_3_diff1": 0.225345, + "nauc_mrr_at_5_max": 0.29858, + "nauc_mrr_at_5_std": -0.150006, + "nauc_mrr_at_5_diff1": 0.223434, + "nauc_mrr_at_10_max": 0.303676, + "nauc_mrr_at_10_std": -0.152167, + "nauc_mrr_at_10_diff1": 0.221985, + "nauc_mrr_at_20_max": 0.305043, + "nauc_mrr_at_20_std": -0.151116, + "nauc_mrr_at_20_diff1": 0.2214, + "nauc_mrr_at_100_max": 0.305274, + "nauc_mrr_at_100_std": -0.150315, + "nauc_mrr_at_100_diff1": 0.221244, + "nauc_mrr_at_1000_max": 0.305186, + "nauc_mrr_at_1000_std": -0.150046, + "nauc_mrr_at_1000_diff1": 0.221361, + "main_score": 0.39655, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11423.911532640457, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA-PL.json new file mode 100644 index 0000000000..c5597dde0a --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a0bd479ac97b4ccb5bd6ce320c415d0bb4beb907", + "task_name": "HotpotQA-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.81796, + "ndcg_at_3": 0.68665, + "ndcg_at_5": 0.71364, + "ndcg_at_10": 0.73414, + "ndcg_at_20": 0.74634, + "ndcg_at_100": 0.76276, + "ndcg_at_1000": 0.77343, + "map_at_1": 0.40898, + "map_at_3": 0.61994, + "map_at_5": 0.64168, + "map_at_10": 0.65438, + "map_at_20": 0.65946, + "map_at_100": 0.66295, + "map_at_1000": 0.66353, + "recall_at_1": 0.40898, + "recall_at_3": 0.66009, + "recall_at_5": 0.71317, + "recall_at_10": 0.76435, + "recall_at_20": 0.80358, + "recall_at_100": 0.87549, + "recall_at_1000": 0.94537, + "precision_at_1": 0.81796, + "precision_at_3": 0.44006, + "precision_at_5": 0.28527, + "precision_at_10": 0.15287, + "precision_at_20": 0.08036, + "precision_at_100": 0.01751, + "precision_at_1000": 0.00189, + "mrr_at_1": 0.817961, + "mrr_at_3": 0.860185, + "mrr_at_5": 0.865897, + "mrr_at_10": 0.86849, + "mrr_at_20": 0.86933, + "mrr_at_100": 0.869822, + "mrr_at_1000": 0.869877, + "nauc_ndcg_at_1_max": 0.31987, + "nauc_ndcg_at_1_std": -0.000234, + "nauc_ndcg_at_1_diff1": 0.745536, + "nauc_ndcg_at_3_max": 0.256248, + "nauc_ndcg_at_3_std": 0.040673, + "nauc_ndcg_at_3_diff1": 0.229156, + "nauc_ndcg_at_5_max": 0.272565, + "nauc_ndcg_at_5_std": 0.061022, + "nauc_ndcg_at_5_diff1": 0.224112, + "nauc_ndcg_at_10_max": 0.283943, + "nauc_ndcg_at_10_std": 0.08211, + "nauc_ndcg_at_10_diff1": 0.228036, + "nauc_ndcg_at_20_max": 0.290162, + "nauc_ndcg_at_20_std": 0.092494, + "nauc_ndcg_at_20_diff1": 0.231925, + "nauc_ndcg_at_100_max": 0.294681, + "nauc_ndcg_at_100_std": 0.104642, + "nauc_ndcg_at_100_diff1": 0.240709, + "nauc_ndcg_at_1000_max": 0.294552, + "nauc_ndcg_at_1000_std": 0.101902, + "nauc_ndcg_at_1000_diff1": 0.251128, + "nauc_map_at_1_max": 0.31987, + "nauc_map_at_1_std": -0.000234, + "nauc_map_at_1_diff1": 0.745536, + "nauc_map_at_3_max": 0.230889, + "nauc_map_at_3_std": 0.032273, + "nauc_map_at_3_diff1": 0.166487, + "nauc_map_at_5_max": 0.244442, + "nauc_map_at_5_std": 0.048491, + "nauc_map_at_5_diff1": 0.166687, + "nauc_map_at_10_max": 0.251448, + "nauc_map_at_10_std": 0.059671, + "nauc_map_at_10_diff1": 0.170489, + "nauc_map_at_20_max": 0.253522, + "nauc_map_at_20_std": 0.062782, + "nauc_map_at_20_diff1": 0.171943, + "nauc_map_at_100_max": 0.254064, + "nauc_map_at_100_std": 0.064501, + "nauc_map_at_100_diff1": 0.173278, + "nauc_map_at_1000_max": 0.254022, + "nauc_map_at_1000_std": 0.064447, + "nauc_map_at_1000_diff1": 0.173645, + "nauc_recall_at_1_max": 0.31987, + "nauc_recall_at_1_std": -0.000234, + "nauc_recall_at_1_diff1": 0.745536, + "nauc_recall_at_3_max": 0.242107, + "nauc_recall_at_3_std": 0.05508, + "nauc_recall_at_3_diff1": 0.104598, + "nauc_recall_at_5_max": 0.265016, + "nauc_recall_at_5_std": 0.093379, + "nauc_recall_at_5_diff1": 0.07936, + "nauc_recall_at_10_max": 0.288432, + "nauc_recall_at_10_std": 0.149436, + "nauc_recall_at_10_diff1": 0.067948, + "nauc_recall_at_20_max": 0.310797, + "nauc_recall_at_20_std": 0.196198, + "nauc_recall_at_20_diff1": 0.060314, + "nauc_recall_at_100_max": 0.35138, + "nauc_recall_at_100_std": 0.321821, + "nauc_recall_at_100_diff1": 0.04526, + "nauc_recall_at_1000_max": 0.427557, + "nauc_recall_at_1000_std": 0.499693, + "nauc_recall_at_1000_diff1": 0.051765, + "nauc_precision_at_1_max": 0.31987, + "nauc_precision_at_1_std": -0.000234, + "nauc_precision_at_1_diff1": 0.745536, + "nauc_precision_at_3_max": 0.242107, + "nauc_precision_at_3_std": 0.05508, + "nauc_precision_at_3_diff1": 0.104598, + "nauc_precision_at_5_max": 0.265016, + "nauc_precision_at_5_std": 0.093379, + "nauc_precision_at_5_diff1": 0.07936, + "nauc_precision_at_10_max": 0.288432, + "nauc_precision_at_10_std": 0.149436, + "nauc_precision_at_10_diff1": 0.067948, + "nauc_precision_at_20_max": 0.310797, + "nauc_precision_at_20_std": 0.196198, + "nauc_precision_at_20_diff1": 0.060314, + "nauc_precision_at_100_max": 0.35138, + "nauc_precision_at_100_std": 0.321821, + "nauc_precision_at_100_diff1": 0.04526, + "nauc_precision_at_1000_max": 0.427557, + "nauc_precision_at_1000_std": 0.499693, + "nauc_precision_at_1000_diff1": 0.051765, + "nauc_mrr_at_1_max": 0.31987, + "nauc_mrr_at_1_std": -0.000234, + "nauc_mrr_at_1_diff1": 0.745536, + "nauc_mrr_at_3_max": 0.370385, + "nauc_mrr_at_3_std": 0.036707, + "nauc_mrr_at_3_diff1": 0.739326, + "nauc_mrr_at_5_max": 0.370571, + "nauc_mrr_at_5_std": 0.034466, + "nauc_mrr_at_5_diff1": 0.739784, + "nauc_mrr_at_10_max": 0.369612, + "nauc_mrr_at_10_std": 0.036853, + "nauc_mrr_at_10_diff1": 0.739899, + "nauc_mrr_at_20_max": 0.369062, + "nauc_mrr_at_20_std": 0.037478, + "nauc_mrr_at_20_diff1": 0.740123, + "nauc_mrr_at_100_max": 0.368521, + "nauc_mrr_at_100_std": 0.037526, + "nauc_mrr_at_100_diff1": 0.7402, + "nauc_mrr_at_1000_max": 0.368394, + "nauc_mrr_at_1000_std": 0.037302, + "nauc_mrr_at_1000_diff1": 0.740187, + "main_score": 0.73414, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 522078.7878510952, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA.json similarity index 51% rename from results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json rename to results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA.json index 29be83e829..36db827ec6 100644 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/HotpotQA.json +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQA.json @@ -1,7 +1,7 @@ { "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", "task_name": "HotpotQA", - "mteb_version": "1.28.0", + "mteb_version": "1.29.10", "scores": { "test": [ { @@ -16,7 +16,7 @@ "map_at_3": 0.71823, "map_at_5": 0.74056, "map_at_10": 0.75285, - "map_at_20": 0.75736, + "map_at_20": 0.75737, "map_at_100": 0.75999, "map_at_1000": 0.76033, "recall_at_1": 0.44031, @@ -42,109 +42,109 @@ "mrr_at_1000": 0.919694, "nauc_ndcg_at_1_max": 0.272466, "nauc_ndcg_at_1_std": -0.09654, - "nauc_ndcg_at_1_diff1": 0.711095, + "nauc_ndcg_at_1_diff1": 0.710869, "nauc_ndcg_at_3_max": 0.223998, - "nauc_ndcg_at_3_std": 0.01734, - "nauc_ndcg_at_3_diff1": 0.132476, + "nauc_ndcg_at_3_std": 0.017492, + "nauc_ndcg_at_3_diff1": 0.132382, "nauc_ndcg_at_5_max": 0.245855, - "nauc_ndcg_at_5_std": 0.045698, - "nauc_ndcg_at_5_diff1": 0.151669, - "nauc_ndcg_at_10_max": 0.253953, - "nauc_ndcg_at_10_std": 0.065272, - "nauc_ndcg_at_10_diff1": 0.158938, - "nauc_ndcg_at_20_max": 0.258503, - "nauc_ndcg_at_20_std": 0.071074, - "nauc_ndcg_at_20_diff1": 0.164468, - "nauc_ndcg_at_100_max": 0.258248, - "nauc_ndcg_at_100_std": 0.075546, - "nauc_ndcg_at_100_diff1": 0.176756, - "nauc_ndcg_at_1000_max": 0.254483, - "nauc_ndcg_at_1000_std": 0.065899, - "nauc_ndcg_at_1000_diff1": 0.182009, + "nauc_ndcg_at_5_std": 0.045864, + "nauc_ndcg_at_5_diff1": 0.151566, + "nauc_ndcg_at_10_max": 0.25396, + "nauc_ndcg_at_10_std": 0.065473, + "nauc_ndcg_at_10_diff1": 0.158845, + "nauc_ndcg_at_20_max": 0.258511, + "nauc_ndcg_at_20_std": 0.071287, + "nauc_ndcg_at_20_diff1": 0.164369, + "nauc_ndcg_at_100_max": 0.258256, + "nauc_ndcg_at_100_std": 0.075751, + "nauc_ndcg_at_100_diff1": 0.17665, + "nauc_ndcg_at_1000_max": 0.254492, + "nauc_ndcg_at_1000_std": 0.066083, + "nauc_ndcg_at_1000_diff1": 0.181917, "nauc_map_at_1_max": 0.272466, "nauc_map_at_1_std": -0.09654, - "nauc_map_at_1_diff1": 0.711095, + "nauc_map_at_1_diff1": 0.710869, "nauc_map_at_3_max": 0.204717, - "nauc_map_at_3_std": 0.012955, - "nauc_map_at_3_diff1": 0.081612, + "nauc_map_at_3_std": 0.013123, + "nauc_map_at_3_diff1": 0.081518, "nauc_map_at_5_max": 0.220623, - "nauc_map_at_5_std": 0.032132, - "nauc_map_at_5_diff1": 0.096648, - "nauc_map_at_10_max": 0.224658, - "nauc_map_at_10_std": 0.041243, - "nauc_map_at_10_diff1": 0.100803, - "nauc_map_at_20_max": 0.225938, - "nauc_map_at_20_std": 0.042693, - "nauc_map_at_20_diff1": 0.102694, - "nauc_map_at_100_max": 0.225683, - "nauc_map_at_100_std": 0.043592, - "nauc_map_at_100_diff1": 0.104026, - "nauc_map_at_1000_max": 0.225527, - "nauc_map_at_1000_std": 0.043266, - "nauc_map_at_1000_diff1": 0.104138, + "nauc_map_at_5_std": 0.032311, + "nauc_map_at_5_diff1": 0.096547, + "nauc_map_at_10_max": 0.224667, + "nauc_map_at_10_std": 0.041434, + "nauc_map_at_10_diff1": 0.100721, + "nauc_map_at_20_max": 0.225947, + "nauc_map_at_20_std": 0.042888, + "nauc_map_at_20_diff1": 0.10261, + "nauc_map_at_100_max": 0.225692, + "nauc_map_at_100_std": 0.043785, + "nauc_map_at_100_diff1": 0.103941, + "nauc_map_at_1000_max": 0.225536, + "nauc_map_at_1000_std": 0.043458, + "nauc_map_at_1000_diff1": 0.104054, "nauc_recall_at_1_max": 0.272466, "nauc_recall_at_1_std": -0.09654, - "nauc_recall_at_1_diff1": 0.711095, + "nauc_recall_at_1_diff1": 0.710869, "nauc_recall_at_3_max": 0.22219, - "nauc_recall_at_3_std": 0.048157, - "nauc_recall_at_3_diff1": 0.023894, + "nauc_recall_at_3_std": 0.048328, + "nauc_recall_at_3_diff1": 0.023823, "nauc_recall_at_5_max": 0.262694, - "nauc_recall_at_5_std": 0.108885, - "nauc_recall_at_5_diff1": 0.041666, + "nauc_recall_at_5_std": 0.109085, + "nauc_recall_at_5_diff1": 0.041583, "nauc_recall_at_10_max": 0.287463, - "nauc_recall_at_10_std": 0.180416, - "nauc_recall_at_10_diff1": 0.032541, + "nauc_recall_at_10_std": 0.180744, + "nauc_recall_at_10_diff1": 0.032438, "nauc_recall_at_20_max": 0.310934, - "nauc_recall_at_20_std": 0.232433, - "nauc_recall_at_20_diff1": 0.021208, + "nauc_recall_at_20_std": 0.232842, + "nauc_recall_at_20_diff1": 0.021078, "nauc_recall_at_100_max": 0.360667, - "nauc_recall_at_100_std": 0.400299, - "nauc_recall_at_100_diff1": 0.03665, + "nauc_recall_at_100_std": 0.400805, + "nauc_recall_at_100_diff1": 0.036417, "nauc_recall_at_1000_max": 0.438536, - "nauc_recall_at_1000_std": 0.639519, + "nauc_recall_at_1000_std": 0.639992, "nauc_recall_at_1000_diff1": 0.00323, "nauc_precision_at_1_max": 0.272466, "nauc_precision_at_1_std": -0.09654, - "nauc_precision_at_1_diff1": 0.711095, + "nauc_precision_at_1_diff1": 0.710869, "nauc_precision_at_3_max": 0.22219, - "nauc_precision_at_3_std": 0.048157, - "nauc_precision_at_3_diff1": 0.023894, + "nauc_precision_at_3_std": 0.048328, + "nauc_precision_at_3_diff1": 0.023823, "nauc_precision_at_5_max": 0.262694, - "nauc_precision_at_5_std": 0.108885, - "nauc_precision_at_5_diff1": 0.041666, + "nauc_precision_at_5_std": 0.109085, + "nauc_precision_at_5_diff1": 0.041583, "nauc_precision_at_10_max": 0.287463, - "nauc_precision_at_10_std": 0.180416, - "nauc_precision_at_10_diff1": 0.032541, + "nauc_precision_at_10_std": 0.180744, + "nauc_precision_at_10_diff1": 0.032438, "nauc_precision_at_20_max": 0.310934, - "nauc_precision_at_20_std": 0.232433, - "nauc_precision_at_20_diff1": 0.021208, + "nauc_precision_at_20_std": 0.232842, + "nauc_precision_at_20_diff1": 0.021078, "nauc_precision_at_100_max": 0.360667, - "nauc_precision_at_100_std": 0.400299, - "nauc_precision_at_100_diff1": 0.03665, + "nauc_precision_at_100_std": 0.400805, + "nauc_precision_at_100_diff1": 0.036417, "nauc_precision_at_1000_max": 0.438536, - "nauc_precision_at_1000_std": 0.639519, + "nauc_precision_at_1000_std": 0.639992, "nauc_precision_at_1000_diff1": 0.00323, "nauc_mrr_at_1_max": 0.272466, "nauc_mrr_at_1_std": -0.09654, - "nauc_mrr_at_1_diff1": 0.711095, + "nauc_mrr_at_1_diff1": 0.710869, "nauc_mrr_at_3_max": 0.317967, "nauc_mrr_at_3_std": -0.05413, - "nauc_mrr_at_3_diff1": 0.718141, + "nauc_mrr_at_3_diff1": 0.717984, "nauc_mrr_at_5_max": 0.316645, "nauc_mrr_at_5_std": -0.050833, - "nauc_mrr_at_5_diff1": 0.720328, + "nauc_mrr_at_5_diff1": 0.720166, "nauc_mrr_at_10_max": 0.314689, "nauc_mrr_at_10_std": -0.050628, - "nauc_mrr_at_10_diff1": 0.72053, + "nauc_mrr_at_10_diff1": 0.720364, "nauc_mrr_at_20_max": 0.314543, "nauc_mrr_at_20_std": -0.050901, - "nauc_mrr_at_20_diff1": 0.720253, + "nauc_mrr_at_20_diff1": 0.720086, "nauc_mrr_at_100_max": 0.313472, "nauc_mrr_at_100_std": -0.052045, - "nauc_mrr_at_100_diff1": 0.71998, + "nauc_mrr_at_100_diff1": 0.719813, "nauc_mrr_at_1000_max": 0.313452, "nauc_mrr_at_1000_std": -0.052146, - "nauc_mrr_at_1000_diff1": 0.719951, + "nauc_mrr_at_1000_diff1": 0.719783, "main_score": 0.81979, "hf_subset": "default", "languages": [ @@ -153,6 +153,6 @@ } ] }, - "evaluation_time": 383805.6838564873, + "evaluation_time": 382688.9769217968, "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQAHardNegatives.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQAHardNegatives.json new file mode 100644 index 0000000000..af9a718184 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "task_name": "HotpotQAHardNegatives", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.874, + "ndcg_at_3": 0.77488, + "ndcg_at_5": 0.80217, + "ndcg_at_10": 0.82272, + "ndcg_at_20": 0.83407, + "ndcg_at_100": 0.8489, + "ndcg_at_1000": 0.85327, + "map_at_1": 0.437, + "map_at_3": 0.71758, + "map_at_5": 0.74083, + "map_at_10": 0.75442, + "map_at_20": 0.75927, + "map_at_100": 0.76267, + "map_at_1000": 0.76295, + "recall_at_1": 0.437, + "recall_at_3": 0.76, + "recall_at_5": 0.8135, + "recall_at_10": 0.864, + "recall_at_20": 0.9005, + "recall_at_100": 0.9645, + "recall_at_1000": 0.992, + "precision_at_1": 0.874, + "precision_at_3": 0.50667, + "precision_at_5": 0.3254, + "precision_at_10": 0.1728, + "precision_at_20": 0.09005, + "precision_at_100": 0.01929, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.874, + "mrr_at_3": 0.9135, + "mrr_at_5": 0.9169, + "mrr_at_10": 0.918411, + "mrr_at_20": 0.918911, + "mrr_at_100": 0.919132, + "mrr_at_1000": 0.919132, + "nauc_ndcg_at_1_max": 0.160453, + "nauc_ndcg_at_1_std": -0.1505, + "nauc_ndcg_at_1_diff1": 0.673046, + "nauc_ndcg_at_3_max": 0.201972, + "nauc_ndcg_at_3_std": -0.093513, + "nauc_ndcg_at_3_diff1": 0.149176, + "nauc_ndcg_at_5_max": 0.2014, + "nauc_ndcg_at_5_std": -0.096644, + "nauc_ndcg_at_5_diff1": 0.166075, + "nauc_ndcg_at_10_max": 0.209231, + "nauc_ndcg_at_10_std": -0.087389, + "nauc_ndcg_at_10_diff1": 0.172321, + "nauc_ndcg_at_20_max": 0.21399, + "nauc_ndcg_at_20_std": -0.073816, + "nauc_ndcg_at_20_diff1": 0.169722, + "nauc_ndcg_at_100_max": 0.209567, + "nauc_ndcg_at_100_std": -0.060254, + "nauc_ndcg_at_100_diff1": 0.193836, + "nauc_ndcg_at_1000_max": 0.208296, + "nauc_ndcg_at_1000_std": -0.067618, + "nauc_ndcg_at_1000_diff1": 0.198837, + "nauc_map_at_1_max": 0.160453, + "nauc_map_at_1_std": -0.1505, + "nauc_map_at_1_diff1": 0.673046, + "nauc_map_at_3_max": 0.194137, + "nauc_map_at_3_std": -0.077704, + "nauc_map_at_3_diff1": 0.104058, + "nauc_map_at_5_max": 0.192392, + "nauc_map_at_5_std": -0.082334, + "nauc_map_at_5_diff1": 0.116924, + "nauc_map_at_10_max": 0.196465, + "nauc_map_at_10_std": -0.077132, + "nauc_map_at_10_diff1": 0.119942, + "nauc_map_at_20_max": 0.197072, + "nauc_map_at_20_std": -0.072843, + "nauc_map_at_20_diff1": 0.118619, + "nauc_map_at_100_max": 0.196288, + "nauc_map_at_100_std": -0.07022, + "nauc_map_at_100_diff1": 0.123747, + "nauc_map_at_1000_max": 0.196316, + "nauc_map_at_1000_std": -0.070303, + "nauc_map_at_1000_diff1": 0.123749, + "nauc_recall_at_1_max": 0.160453, + "nauc_recall_at_1_std": -0.1505, + "nauc_recall_at_1_diff1": 0.673046, + "nauc_recall_at_3_max": 0.223764, + "nauc_recall_at_3_std": -0.082887, + "nauc_recall_at_3_diff1": 0.049957, + "nauc_recall_at_5_max": 0.225586, + "nauc_recall_at_5_std": -0.084964, + "nauc_recall_at_5_diff1": 0.063716, + "nauc_recall_at_10_max": 0.253149, + "nauc_recall_at_10_std": -0.052953, + "nauc_recall_at_10_diff1": 0.049598, + "nauc_recall_at_20_max": 0.283556, + "nauc_recall_at_20_std": 0.018447, + "nauc_recall_at_20_diff1": -0.000631, + "nauc_recall_at_100_max": 0.353895, + "nauc_recall_at_100_std": 0.342236, + "nauc_recall_at_100_diff1": 0.027886, + "nauc_recall_at_1000_max": 0.742997, + "nauc_recall_at_1000_std": 0.899335, + "nauc_recall_at_1000_diff1": 0.02769, + "nauc_precision_at_1_max": 0.160453, + "nauc_precision_at_1_std": -0.1505, + "nauc_precision_at_1_diff1": 0.673046, + "nauc_precision_at_3_max": 0.223764, + "nauc_precision_at_3_std": -0.082887, + "nauc_precision_at_3_diff1": 0.049957, + "nauc_precision_at_5_max": 0.225586, + "nauc_precision_at_5_std": -0.084964, + "nauc_precision_at_5_diff1": 0.063716, + "nauc_precision_at_10_max": 0.253149, + "nauc_precision_at_10_std": -0.052953, + "nauc_precision_at_10_diff1": 0.049598, + "nauc_precision_at_20_max": 0.283556, + "nauc_precision_at_20_std": 0.018447, + "nauc_precision_at_20_diff1": -0.000631, + "nauc_precision_at_100_max": 0.353895, + "nauc_precision_at_100_std": 0.342236, + "nauc_precision_at_100_diff1": 0.027886, + "nauc_precision_at_1000_max": 0.742997, + "nauc_precision_at_1000_std": 0.899335, + "nauc_precision_at_1000_diff1": 0.02769, + "nauc_mrr_at_1_max": 0.160453, + "nauc_mrr_at_1_std": -0.1505, + "nauc_mrr_at_1_diff1": 0.673046, + "nauc_mrr_at_3_max": 0.172144, + "nauc_mrr_at_3_std": -0.201252, + "nauc_mrr_at_3_diff1": 0.674258, + "nauc_mrr_at_5_max": 0.174207, + "nauc_mrr_at_5_std": -0.192171, + "nauc_mrr_at_5_diff1": 0.67977, + "nauc_mrr_at_10_max": 0.17078, + "nauc_mrr_at_10_std": -0.192498, + "nauc_mrr_at_10_diff1": 0.680766, + "nauc_mrr_at_20_max": 0.174043, + "nauc_mrr_at_20_std": -0.189735, + "nauc_mrr_at_20_diff1": 0.679862, + "nauc_mrr_at_100_max": 0.172523, + "nauc_mrr_at_100_std": -0.189998, + "nauc_mrr_at_100_diff1": 0.679668, + "nauc_mrr_at_1000_max": 0.172523, + "nauc_mrr_at_1000_std": -0.189998, + "nauc_mrr_at_1000_diff1": 0.679668, + "main_score": 0.82272, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22539.318228960037, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/JaGovFaqsRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/JaGovFaqsRetrieval.json new file mode 100644 index 0000000000..9ece25550d --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/JaGovFaqsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "JaGovFaqsRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.60303, + "ndcg_at_3": 0.71116, + "ndcg_at_5": 0.73056, + "ndcg_at_10": 0.74661, + "ndcg_at_20": 0.75368, + "ndcg_at_100": 0.76265, + "ndcg_at_1000": 0.76619, + "map_at_1": 0.60303, + "map_at_3": 0.68547, + "map_at_5": 0.69628, + "map_at_10": 0.70297, + "map_at_20": 0.70494, + "map_at_100": 0.70631, + "map_at_1000": 0.70643, + "recall_at_1": 0.60303, + "recall_at_3": 0.78516, + "recall_at_5": 0.83203, + "recall_at_10": 0.88135, + "recall_at_20": 0.90918, + "recall_at_100": 0.95557, + "recall_at_1000": 0.98389, + "precision_at_1": 0.60303, + "precision_at_3": 0.26172, + "precision_at_5": 0.16641, + "precision_at_10": 0.08813, + "precision_at_20": 0.04546, + "precision_at_100": 0.00956, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.601074, + "mrr_at_3": 0.685221, + "mrr_at_5": 0.695671, + "mrr_at_10": 0.702276, + "mrr_at_20": 0.704246, + "mrr_at_100": 0.705622, + "mrr_at_1000": 0.705744, + "nauc_ndcg_at_1_max": 0.316785, + "nauc_ndcg_at_1_std": -0.025283, + "nauc_ndcg_at_1_diff1": 0.703574, + "nauc_ndcg_at_3_max": 0.36001, + "nauc_ndcg_at_3_std": -0.008674, + "nauc_ndcg_at_3_diff1": 0.660025, + "nauc_ndcg_at_5_max": 0.351069, + "nauc_ndcg_at_5_std": -0.007377, + "nauc_ndcg_at_5_diff1": 0.659575, + "nauc_ndcg_at_10_max": 0.348091, + "nauc_ndcg_at_10_std": -0.003105, + "nauc_ndcg_at_10_diff1": 0.662812, + "nauc_ndcg_at_20_max": 0.349983, + "nauc_ndcg_at_20_std": 0.000754, + "nauc_ndcg_at_20_diff1": 0.66294, + "nauc_ndcg_at_100_max": 0.349317, + "nauc_ndcg_at_100_std": 0.000503, + "nauc_ndcg_at_100_diff1": 0.666942, + "nauc_ndcg_at_1000_max": 0.3469, + "nauc_ndcg_at_1000_std": 0.000517, + "nauc_ndcg_at_1000_diff1": 0.667869, + "nauc_map_at_1_max": 0.316785, + "nauc_map_at_1_std": -0.025283, + "nauc_map_at_1_diff1": 0.703574, + "nauc_map_at_3_max": 0.347765, + "nauc_map_at_3_std": -0.012458, + "nauc_map_at_3_diff1": 0.671028, + "nauc_map_at_5_max": 0.342877, + "nauc_map_at_5_std": -0.01204, + "nauc_map_at_5_diff1": 0.670982, + "nauc_map_at_10_max": 0.341519, + "nauc_map_at_10_std": -0.010693, + "nauc_map_at_10_diff1": 0.672257, + "nauc_map_at_20_max": 0.341976, + "nauc_map_at_20_std": -0.009692, + "nauc_map_at_20_diff1": 0.672277, + "nauc_map_at_100_max": 0.341907, + "nauc_map_at_100_std": -0.009559, + "nauc_map_at_100_diff1": 0.672835, + "nauc_map_at_1000_max": 0.341834, + "nauc_map_at_1000_std": -0.009521, + "nauc_map_at_1000_diff1": 0.67288, + "nauc_recall_at_1_max": 0.316785, + "nauc_recall_at_1_std": -0.025283, + "nauc_recall_at_1_diff1": 0.703574, + "nauc_recall_at_3_max": 0.406632, + "nauc_recall_at_3_std": 0.005223, + "nauc_recall_at_3_diff1": 0.618874, + "nauc_recall_at_5_max": 0.386395, + "nauc_recall_at_5_std": 0.013797, + "nauc_recall_at_5_diff1": 0.608671, + "nauc_recall_at_10_max": 0.383389, + "nauc_recall_at_10_std": 0.047015, + "nauc_recall_at_10_diff1": 0.610186, + "nauc_recall_at_20_max": 0.409275, + "nauc_recall_at_20_std": 0.093014, + "nauc_recall_at_20_diff1": 0.598212, + "nauc_recall_at_100_max": 0.450997, + "nauc_recall_at_100_std": 0.1658, + "nauc_recall_at_100_diff1": 0.623779, + "nauc_recall_at_1000_max": 0.39849, + "nauc_recall_at_1000_std": 0.424031, + "nauc_recall_at_1000_diff1": 0.628927, + "nauc_precision_at_1_max": 0.316785, + "nauc_precision_at_1_std": -0.025283, + "nauc_precision_at_1_diff1": 0.703574, + "nauc_precision_at_3_max": 0.406632, + "nauc_precision_at_3_std": 0.005223, + "nauc_precision_at_3_diff1": 0.618874, + "nauc_precision_at_5_max": 0.386395, + "nauc_precision_at_5_std": 0.013797, + "nauc_precision_at_5_diff1": 0.608671, + "nauc_precision_at_10_max": 0.383389, + "nauc_precision_at_10_std": 0.047015, + "nauc_precision_at_10_diff1": 0.610186, + "nauc_precision_at_20_max": 0.409275, + "nauc_precision_at_20_std": 0.093014, + "nauc_precision_at_20_diff1": 0.598212, + "nauc_precision_at_100_max": 0.450997, + "nauc_precision_at_100_std": 0.1658, + "nauc_precision_at_100_diff1": 0.623779, + "nauc_precision_at_1000_max": 0.39849, + "nauc_precision_at_1000_std": 0.424031, + "nauc_precision_at_1000_diff1": 0.628927, + "nauc_mrr_at_1_max": 0.308298, + "nauc_mrr_at_1_std": -0.019188, + "nauc_mrr_at_1_diff1": 0.707369, + "nauc_mrr_at_3_max": 0.344845, + "nauc_mrr_at_3_std": -0.007184, + "nauc_mrr_at_3_diff1": 0.672044, + "nauc_mrr_at_5_max": 0.339012, + "nauc_mrr_at_5_std": -0.00736, + "nauc_mrr_at_5_diff1": 0.672637, + "nauc_mrr_at_10_max": 0.337133, + "nauc_mrr_at_10_std": -0.006523, + "nauc_mrr_at_10_diff1": 0.67409, + "nauc_mrr_at_20_max": 0.337547, + "nauc_mrr_at_20_std": -0.005507, + "nauc_mrr_at_20_diff1": 0.674126, + "nauc_mrr_at_100_max": 0.337458, + "nauc_mrr_at_100_std": -0.005347, + "nauc_mrr_at_100_diff1": 0.674693, + "nauc_mrr_at_1000_max": 0.337384, + "nauc_mrr_at_1000_std": -0.005307, + "nauc_mrr_at_1000_diff1": 0.674739, + "main_score": 0.74661, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 3366.812531232834, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNarrativeQARetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNarrativeQARetrieval.json new file mode 100644 index 0000000000..b3912ac6b5 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNarrativeQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBNarrativeQARetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49009, + "ndcg_at_3": 0.5669, + "ndcg_at_5": 0.58572, + "ndcg_at_10": 0.60702, + "ndcg_at_20": 0.6216, + "ndcg_at_100": 0.64461, + "ndcg_at_1000": 0.65604, + "map_at_1": 0.49009, + "map_at_3": 0.54827, + "map_at_5": 0.5587, + "map_at_10": 0.56751, + "map_at_20": 0.57153, + "map_at_100": 0.57466, + "map_at_1000": 0.57516, + "recall_at_1": 0.49009, + "recall_at_3": 0.62073, + "recall_at_5": 0.66648, + "recall_at_10": 0.73222, + "recall_at_20": 0.78974, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "precision_at_1": 0.49009, + "precision_at_3": 0.20691, + "precision_at_5": 0.1333, + "precision_at_10": 0.07322, + "precision_at_20": 0.03949, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "mrr_at_1": 0.490095, + "mrr_at_3": 0.548266, + "mrr_at_5": 0.558698, + "mrr_at_10": 0.567507, + "mrr_at_20": 0.571528, + "mrr_at_100": 0.57466, + "mrr_at_1000": 0.575162, + "nauc_ndcg_at_1_max": 0.275036, + "nauc_ndcg_at_1_std": 0.182381, + "nauc_ndcg_at_1_diff1": 0.739744, + "nauc_ndcg_at_3_max": 0.27369, + "nauc_ndcg_at_3_std": 0.190727, + "nauc_ndcg_at_3_diff1": 0.695441, + "nauc_ndcg_at_5_max": 0.268272, + "nauc_ndcg_at_5_std": 0.194159, + "nauc_ndcg_at_5_diff1": 0.686519, + "nauc_ndcg_at_10_max": 0.26282, + "nauc_ndcg_at_10_std": 0.196019, + "nauc_ndcg_at_10_diff1": 0.680685, + "nauc_ndcg_at_20_max": 0.257395, + "nauc_ndcg_at_20_std": 0.195706, + "nauc_ndcg_at_20_diff1": 0.678699, + "nauc_ndcg_at_100_max": 0.257689, + "nauc_ndcg_at_100_std": 0.195983, + "nauc_ndcg_at_100_diff1": 0.685399, + "nauc_ndcg_at_1000_max": 0.263591, + "nauc_ndcg_at_1000_std": 0.193109, + "nauc_ndcg_at_1000_diff1": 0.691406, + "nauc_map_at_1_max": 0.275036, + "nauc_map_at_1_std": 0.182381, + "nauc_map_at_1_diff1": 0.739744, + "nauc_map_at_3_max": 0.275018, + "nauc_map_at_3_std": 0.188415, + "nauc_map_at_3_diff1": 0.706796, + "nauc_map_at_5_max": 0.272125, + "nauc_map_at_5_std": 0.190189, + "nauc_map_at_5_diff1": 0.702218, + "nauc_map_at_10_max": 0.270041, + "nauc_map_at_10_std": 0.190802, + "nauc_map_at_10_diff1": 0.70005, + "nauc_map_at_20_max": 0.268685, + "nauc_map_at_20_std": 0.19067, + "nauc_map_at_20_diff1": 0.699783, + "nauc_map_at_100_max": 0.268683, + "nauc_map_at_100_std": 0.190676, + "nauc_map_at_100_diff1": 0.700689, + "nauc_map_at_1000_max": 0.268889, + "nauc_map_at_1000_std": 0.190546, + "nauc_map_at_1000_diff1": 0.700944, + "nauc_recall_at_1_max": 0.275036, + "nauc_recall_at_1_std": 0.182381, + "nauc_recall_at_1_diff1": 0.739744, + "nauc_recall_at_3_max": 0.269068, + "nauc_recall_at_3_std": 0.198082, + "nauc_recall_at_3_diff1": 0.659705, + "nauc_recall_at_5_max": 0.253905, + "nauc_recall_at_5_std": 0.208244, + "nauc_recall_at_5_diff1": 0.632059, + "nauc_recall_at_10_max": 0.230199, + "nauc_recall_at_10_std": 0.218297, + "nauc_recall_at_10_diff1": 0.600751, + "nauc_recall_at_20_max": 0.192076, + "nauc_recall_at_20_std": 0.221334, + "nauc_recall_at_20_diff1": 0.571324, + "nauc_recall_at_100_max": 0.120872, + "nauc_recall_at_100_std": 0.257662, + "nauc_recall_at_100_diff1": 0.551972, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.275036, + "nauc_precision_at_1_std": 0.182381, + "nauc_precision_at_1_diff1": 0.739744, + "nauc_precision_at_3_max": 0.269068, + "nauc_precision_at_3_std": 0.198082, + "nauc_precision_at_3_diff1": 0.659705, + "nauc_precision_at_5_max": 0.253905, + "nauc_precision_at_5_std": 0.208244, + "nauc_precision_at_5_diff1": 0.632059, + "nauc_precision_at_10_max": 0.230199, + "nauc_precision_at_10_std": 0.218297, + "nauc_precision_at_10_diff1": 0.600751, + "nauc_precision_at_20_max": 0.192076, + "nauc_precision_at_20_std": 0.221334, + "nauc_precision_at_20_diff1": 0.571324, + "nauc_precision_at_100_max": 0.120872, + "nauc_precision_at_100_std": 0.257662, + "nauc_precision_at_100_diff1": 0.551972, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.275036, + "nauc_mrr_at_1_std": 0.182381, + "nauc_mrr_at_1_diff1": 0.739744, + "nauc_mrr_at_3_max": 0.275018, + "nauc_mrr_at_3_std": 0.188415, + "nauc_mrr_at_3_diff1": 0.706796, + "nauc_mrr_at_5_max": 0.272125, + "nauc_mrr_at_5_std": 0.190189, + "nauc_mrr_at_5_diff1": 0.702218, + "nauc_mrr_at_10_max": 0.270041, + "nauc_mrr_at_10_std": 0.190802, + "nauc_mrr_at_10_diff1": 0.70005, + "nauc_mrr_at_20_max": 0.268685, + "nauc_mrr_at_20_std": 0.19067, + "nauc_mrr_at_20_diff1": 0.699783, + "nauc_mrr_at_100_max": 0.268683, + "nauc_mrr_at_100_std": 0.190676, + "nauc_mrr_at_100_diff1": 0.700689, + "nauc_mrr_at_1000_max": 0.268889, + "nauc_mrr_at_1000_std": 0.190546, + "nauc_mrr_at_1000_diff1": 0.700944, + "main_score": 0.60702, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13737.812368631363, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNeedleRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNeedleRetrieval.json new file mode 100644 index 0000000000..e852d3d19f --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBNeedleRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBNeedleRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test_256": [ + { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.95524, + "ndcg_at_5": 0.96385, + "ndcg_at_10": 0.96385, + "ndcg_at_20": 0.96385, + "ndcg_at_100": 0.96385, + "ndcg_at_1000": 0.96385, + "map_at_1": 0.92, + "map_at_3": 0.94667, + "map_at_5": 0.95167, + "map_at_10": 0.95167, + "map_at_20": 0.95167, + "map_at_100": 0.95167, + "map_at_1000": 0.95167, + "recall_at_1": 0.92, + "recall_at_3": 0.98, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.92, + "precision_at_3": 0.32667, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.92, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.951667, + "mrr_at_10": 0.951667, + "mrr_at_20": 0.951667, + "mrr_at_100": 0.951667, + "mrr_at_1000": 0.951667, + "nauc_ndcg_at_1_max": 0.737395, + "nauc_ndcg_at_1_std": 0.481326, + "nauc_ndcg_at_1_diff1": 0.487862, + "nauc_ndcg_at_3_max": 0.773686, + "nauc_ndcg_at_3_std": 0.542024, + "nauc_ndcg_at_3_diff1": 0.593671, + "nauc_ndcg_at_5_max": 0.750908, + "nauc_ndcg_at_5_std": 0.499087, + "nauc_ndcg_at_5_diff1": 0.496852, + "nauc_ndcg_at_10_max": 0.750908, + "nauc_ndcg_at_10_std": 0.499087, + "nauc_ndcg_at_10_diff1": 0.496852, + "nauc_ndcg_at_20_max": 0.750908, + "nauc_ndcg_at_20_std": 0.499087, + "nauc_ndcg_at_20_diff1": 0.496852, + "nauc_ndcg_at_100_max": 0.750908, + "nauc_ndcg_at_100_std": 0.499087, + "nauc_ndcg_at_100_diff1": 0.496852, + "nauc_ndcg_at_1000_max": 0.750908, + "nauc_ndcg_at_1000_std": 0.499087, + "nauc_ndcg_at_1000_diff1": 0.496852, + "nauc_map_at_1_max": 0.737395, + "nauc_map_at_1_std": 0.481326, + "nauc_map_at_1_diff1": 0.487862, + "nauc_map_at_3_max": 0.761175, + "nauc_map_at_3_std": 0.518791, + "nauc_map_at_3_diff1": 0.542688, + "nauc_map_at_5_max": 0.749992, + "nauc_map_at_5_std": 0.497746, + "nauc_map_at_5_diff1": 0.49538, + "nauc_map_at_10_max": 0.749992, + "nauc_map_at_10_std": 0.497746, + "nauc_map_at_10_diff1": 0.49538, + "nauc_map_at_20_max": 0.749992, + "nauc_map_at_20_std": 0.497746, + "nauc_map_at_20_diff1": 0.49538, + "nauc_map_at_100_max": 0.749992, + "nauc_map_at_100_std": 0.497746, + "nauc_map_at_100_diff1": 0.49538, + "nauc_map_at_1000_max": 0.749992, + "nauc_map_at_1000_std": 0.497746, + "nauc_map_at_1000_diff1": 0.49538, + "nauc_recall_at_1_max": 0.737395, + "nauc_recall_at_1_std": 0.481326, + "nauc_recall_at_1_diff1": 0.487862, + "nauc_recall_at_3_max": 0.869281, + "nauc_recall_at_3_std": 0.722222, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737395, + "nauc_precision_at_1_std": 0.481326, + "nauc_precision_at_1_diff1": 0.487862, + "nauc_precision_at_3_max": 0.869281, + "nauc_precision_at_3_std": 0.722222, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737395, + "nauc_mrr_at_1_std": 0.481326, + "nauc_mrr_at_1_diff1": 0.487862, + "nauc_mrr_at_3_max": 0.761175, + "nauc_mrr_at_3_std": 0.518791, + "nauc_mrr_at_3_diff1": 0.542688, + "nauc_mrr_at_5_max": 0.749992, + "nauc_mrr_at_5_std": 0.497746, + "nauc_mrr_at_5_diff1": 0.49538, + "nauc_mrr_at_10_max": 0.749992, + "nauc_mrr_at_10_std": 0.497746, + "nauc_mrr_at_10_diff1": 0.49538, + "nauc_mrr_at_20_max": 0.749992, + "nauc_mrr_at_20_std": 0.497746, + "nauc_mrr_at_20_diff1": 0.49538, + "nauc_mrr_at_100_max": 0.749992, + "nauc_mrr_at_100_std": 0.497746, + "nauc_mrr_at_100_diff1": 0.49538, + "nauc_mrr_at_1000_max": 0.749992, + "nauc_mrr_at_1000_std": 0.497746, + "nauc_mrr_at_1000_diff1": 0.49538, + "main_score": 0.92, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_512": [ + { + "ndcg_at_1": 0.96, + "ndcg_at_3": 0.98524, + "ndcg_at_5": 0.98524, + "ndcg_at_10": 0.98524, + "ndcg_at_20": 0.98524, + "ndcg_at_100": 0.98524, + "ndcg_at_1000": 0.98524, + "map_at_1": 0.96, + "map_at_3": 0.98, + "map_at_5": 0.98, + "map_at_10": 0.98, + "map_at_20": 0.98, + "map_at_100": 0.98, + "map_at_1000": 0.98, + "recall_at_1": 0.96, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.96, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.96, + "mrr_at_3": 0.98, + "mrr_at_5": 0.98, + "mrr_at_10": 0.98, + "mrr_at_20": 0.98, + "mrr_at_100": 0.98, + "mrr_at_1000": 0.98, + "nauc_ndcg_at_1_max": 0.777077, + "nauc_ndcg_at_1_std": -0.367414, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.777077, + "nauc_ndcg_at_3_std": -0.367414, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.777077, + "nauc_ndcg_at_5_std": -0.367414, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.777077, + "nauc_ndcg_at_10_std": -0.367414, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.777077, + "nauc_ndcg_at_20_std": -0.367414, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.777077, + "nauc_ndcg_at_100_std": -0.367414, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.777077, + "nauc_ndcg_at_1000_std": -0.367414, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.777077, + "nauc_map_at_1_std": -0.367414, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.777077, + "nauc_map_at_3_std": -0.367414, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.777077, + "nauc_map_at_5_std": -0.367414, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.777077, + "nauc_map_at_10_std": -0.367414, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.777077, + "nauc_map_at_20_std": -0.367414, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.777077, + "nauc_map_at_100_std": -0.367414, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.777077, + "nauc_map_at_1000_std": -0.367414, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.777077, + "nauc_recall_at_1_std": -0.367414, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777077, + "nauc_precision_at_1_std": -0.367414, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777077, + "nauc_mrr_at_1_std": -0.367414, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.777077, + "nauc_mrr_at_3_std": -0.367414, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.777077, + "nauc_mrr_at_5_std": -0.367414, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.777077, + "nauc_mrr_at_10_std": -0.367414, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.777077, + "nauc_mrr_at_20_std": -0.367414, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.777077, + "nauc_mrr_at_100_std": -0.367414, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.777077, + "nauc_mrr_at_1000_std": -0.367414, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.96, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_1024": [ + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.92571, + "ndcg_at_5": 0.93433, + "ndcg_at_10": 0.93433, + "ndcg_at_20": 0.93433, + "ndcg_at_100": 0.93433, + "ndcg_at_1000": 0.93433, + "map_at_1": 0.84, + "map_at_3": 0.90667, + "map_at_5": 0.91167, + "map_at_10": 0.91167, + "map_at_20": 0.91167, + "map_at_100": 0.91167, + "map_at_1000": 0.91167, + "recall_at_1": 0.84, + "recall_at_3": 0.98, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.84, + "precision_at_3": 0.32667, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.906667, + "mrr_at_5": 0.911667, + "mrr_at_10": 0.911667, + "mrr_at_20": 0.911667, + "mrr_at_100": 0.911667, + "mrr_at_1000": 0.911667, + "nauc_ndcg_at_1_max": 0.477356, + "nauc_ndcg_at_1_std": 0.20594, + "nauc_ndcg_at_1_diff1": 0.854872, + "nauc_ndcg_at_3_max": 0.381872, + "nauc_ndcg_at_3_std": 0.144838, + "nauc_ndcg_at_3_diff1": 0.852554, + "nauc_ndcg_at_5_max": 0.457773, + "nauc_ndcg_at_5_std": 0.188218, + "nauc_ndcg_at_5_diff1": 0.850259, + "nauc_ndcg_at_10_max": 0.457773, + "nauc_ndcg_at_10_std": 0.188218, + "nauc_ndcg_at_10_diff1": 0.850259, + "nauc_ndcg_at_20_max": 0.457773, + "nauc_ndcg_at_20_std": 0.188218, + "nauc_ndcg_at_20_diff1": 0.850259, + "nauc_ndcg_at_100_max": 0.457773, + "nauc_ndcg_at_100_std": 0.188218, + "nauc_ndcg_at_100_diff1": 0.850259, + "nauc_ndcg_at_1000_max": 0.457773, + "nauc_ndcg_at_1000_std": 0.188218, + "nauc_ndcg_at_1000_diff1": 0.850259, + "nauc_map_at_1_max": 0.477356, + "nauc_map_at_1_std": 0.20594, + "nauc_map_at_1_diff1": 0.854872, + "nauc_map_at_3_max": 0.42429, + "nauc_map_at_3_std": 0.169417, + "nauc_map_at_3_diff1": 0.851539, + "nauc_map_at_5_max": 0.459571, + "nauc_map_at_5_std": 0.189601, + "nauc_map_at_5_diff1": 0.850488, + "nauc_map_at_10_max": 0.459571, + "nauc_map_at_10_std": 0.189601, + "nauc_map_at_10_diff1": 0.850488, + "nauc_map_at_20_max": 0.459571, + "nauc_map_at_20_std": 0.189601, + "nauc_map_at_20_diff1": 0.850488, + "nauc_map_at_100_max": 0.459571, + "nauc_map_at_100_std": 0.189601, + "nauc_map_at_100_diff1": 0.850488, + "nauc_map_at_1000_max": 0.459571, + "nauc_map_at_1000_std": 0.189601, + "nauc_map_at_1000_diff1": 0.850488, + "nauc_recall_at_1_max": 0.477356, + "nauc_recall_at_1_std": 0.20594, + "nauc_recall_at_1_diff1": 0.854872, + "nauc_recall_at_3_max": -0.171335, + "nauc_recall_at_3_std": -0.171335, + "nauc_recall_at_3_diff1": 0.869281, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.477356, + "nauc_precision_at_1_std": 0.20594, + "nauc_precision_at_1_diff1": 0.854872, + "nauc_precision_at_3_max": -0.171335, + "nauc_precision_at_3_std": -0.171335, + "nauc_precision_at_3_diff1": 0.869281, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.477356, + "nauc_mrr_at_1_std": 0.20594, + "nauc_mrr_at_1_diff1": 0.854872, + "nauc_mrr_at_3_max": 0.42429, + "nauc_mrr_at_3_std": 0.169417, + "nauc_mrr_at_3_diff1": 0.851539, + "nauc_mrr_at_5_max": 0.459571, + "nauc_mrr_at_5_std": 0.189601, + "nauc_mrr_at_5_diff1": 0.850488, + "nauc_mrr_at_10_max": 0.459571, + "nauc_mrr_at_10_std": 0.189601, + "nauc_mrr_at_10_diff1": 0.850488, + "nauc_mrr_at_20_max": 0.459571, + "nauc_mrr_at_20_std": 0.189601, + "nauc_mrr_at_20_diff1": 0.850488, + "nauc_mrr_at_100_max": 0.459571, + "nauc_mrr_at_100_std": 0.189601, + "nauc_mrr_at_100_diff1": 0.850488, + "nauc_mrr_at_1000_max": 0.459571, + "nauc_mrr_at_1000_std": 0.189601, + "nauc_mrr_at_1000_diff1": 0.850488, + "main_score": 0.84, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_2048": [ + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.89309, + "ndcg_at_5": 0.90171, + "ndcg_at_10": 0.90883, + "ndcg_at_20": 0.90883, + "ndcg_at_100": 0.90883, + "ndcg_at_1000": 0.90883, + "map_at_1": 0.8, + "map_at_3": 0.87, + "map_at_5": 0.875, + "map_at_10": 0.87833, + "map_at_20": 0.87833, + "map_at_100": 0.87833, + "map_at_1000": 0.87833, + "recall_at_1": 0.8, + "recall_at_3": 0.96, + "recall_at_5": 0.98, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.32, + "precision_at_5": 0.196, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.87, + "mrr_at_5": 0.875, + "mrr_at_10": 0.878333, + "mrr_at_20": 0.878333, + "mrr_at_100": 0.878333, + "mrr_at_1000": 0.878333, + "nauc_ndcg_at_1_max": 0.763736, + "nauc_ndcg_at_1_std": -0.556743, + "nauc_ndcg_at_1_diff1": 0.701848, + "nauc_ndcg_at_3_max": 0.695388, + "nauc_ndcg_at_3_std": -0.588198, + "nauc_ndcg_at_3_diff1": 0.731541, + "nauc_ndcg_at_5_max": 0.726473, + "nauc_ndcg_at_5_std": -0.536267, + "nauc_ndcg_at_5_diff1": 0.7324, + "nauc_ndcg_at_10_max": 0.740691, + "nauc_ndcg_at_10_std": -0.566377, + "nauc_ndcg_at_10_diff1": 0.721106, + "nauc_ndcg_at_20_max": 0.740691, + "nauc_ndcg_at_20_std": -0.566377, + "nauc_ndcg_at_20_diff1": 0.721106, + "nauc_ndcg_at_100_max": 0.740691, + "nauc_ndcg_at_100_std": -0.566377, + "nauc_ndcg_at_100_diff1": 0.721106, + "nauc_ndcg_at_1000_max": 0.740691, + "nauc_ndcg_at_1000_std": -0.566377, + "nauc_ndcg_at_1000_diff1": 0.721106, + "nauc_map_at_1_max": 0.763736, + "nauc_map_at_1_std": -0.556743, + "nauc_map_at_1_diff1": 0.701848, + "nauc_map_at_3_max": 0.722012, + "nauc_map_at_3_std": -0.579558, + "nauc_map_at_3_diff1": 0.723878, + "nauc_map_at_5_max": 0.737373, + "nauc_map_at_5_std": -0.555409, + "nauc_map_at_5_diff1": 0.723947, + "nauc_map_at_10_max": 0.742677, + "nauc_map_at_10_std": -0.566529, + "nauc_map_at_10_diff1": 0.71974, + "nauc_map_at_20_max": 0.742677, + "nauc_map_at_20_std": -0.566529, + "nauc_map_at_20_diff1": 0.71974, + "nauc_map_at_100_max": 0.742677, + "nauc_map_at_100_std": -0.566529, + "nauc_map_at_100_diff1": 0.71974, + "nauc_map_at_1000_max": 0.742677, + "nauc_map_at_1000_std": -0.566529, + "nauc_map_at_1000_diff1": 0.71974, + "nauc_recall_at_1_max": 0.763736, + "nauc_recall_at_1_std": -0.556743, + "nauc_recall_at_1_diff1": 0.701848, + "nauc_recall_at_3_max": 0.456116, + "nauc_recall_at_3_std": -0.661531, + "nauc_recall_at_3_diff1": 0.795752, + "nauc_recall_at_5_max": 0.554155, + "nauc_recall_at_5_std": -0.171335, + "nauc_recall_at_5_diff1": 0.869281, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763736, + "nauc_precision_at_1_std": -0.556743, + "nauc_precision_at_1_diff1": 0.701848, + "nauc_precision_at_3_max": 0.456116, + "nauc_precision_at_3_std": -0.661531, + "nauc_precision_at_3_diff1": 0.795752, + "nauc_precision_at_5_max": 0.554155, + "nauc_precision_at_5_std": -0.171335, + "nauc_precision_at_5_diff1": 0.869281, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.763736, + "nauc_mrr_at_1_std": -0.556743, + "nauc_mrr_at_1_diff1": 0.701848, + "nauc_mrr_at_3_max": 0.722012, + "nauc_mrr_at_3_std": -0.579558, + "nauc_mrr_at_3_diff1": 0.723878, + "nauc_mrr_at_5_max": 0.737373, + "nauc_mrr_at_5_std": -0.555409, + "nauc_mrr_at_5_diff1": 0.723947, + "nauc_mrr_at_10_max": 0.742677, + "nauc_mrr_at_10_std": -0.566529, + "nauc_mrr_at_10_diff1": 0.71974, + "nauc_mrr_at_20_max": 0.742677, + "nauc_mrr_at_20_std": -0.566529, + "nauc_mrr_at_20_diff1": 0.71974, + "nauc_mrr_at_100_max": 0.742677, + "nauc_mrr_at_100_std": -0.566529, + "nauc_mrr_at_100_diff1": 0.71974, + "nauc_mrr_at_1000_max": 0.742677, + "nauc_mrr_at_1000_std": -0.566529, + "nauc_mrr_at_1000_diff1": 0.71974, + "main_score": 0.8, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_4096": [ + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.92524, + "ndcg_at_5": 0.94932, + "ndcg_at_10": 0.94932, + "ndcg_at_20": 0.94932, + "ndcg_at_100": 0.94932, + "ndcg_at_1000": 0.94932, + "map_at_1": 0.9, + "map_at_3": 0.92, + "map_at_5": 0.933, + "map_at_10": 0.933, + "map_at_20": 0.933, + "map_at_100": 0.933, + "map_at_1000": 0.933, + "recall_at_1": 0.9, + "recall_at_3": 0.94, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.9, + "precision_at_3": 0.31333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.92, + "mrr_at_5": 0.933, + "mrr_at_10": 0.933, + "mrr_at_20": 0.933, + "mrr_at_100": 0.933, + "mrr_at_1000": 0.933, + "nauc_ndcg_at_1_max": 0.73436, + "nauc_ndcg_at_1_std": -0.104669, + "nauc_ndcg_at_1_diff1": 0.671335, + "nauc_ndcg_at_3_max": 0.753035, + "nauc_ndcg_at_3_std": -0.254255, + "nauc_ndcg_at_3_diff1": 0.63564, + "nauc_ndcg_at_5_max": 0.745229, + "nauc_ndcg_at_5_std": -0.171933, + "nauc_ndcg_at_5_diff1": 0.650083, + "nauc_ndcg_at_10_max": 0.745229, + "nauc_ndcg_at_10_std": -0.171933, + "nauc_ndcg_at_10_diff1": 0.650083, + "nauc_ndcg_at_20_max": 0.745229, + "nauc_ndcg_at_20_std": -0.171933, + "nauc_ndcg_at_20_diff1": 0.650083, + "nauc_ndcg_at_100_max": 0.745229, + "nauc_ndcg_at_100_std": -0.171933, + "nauc_ndcg_at_100_diff1": 0.650083, + "nauc_ndcg_at_1000_max": 0.745229, + "nauc_ndcg_at_1000_std": -0.171933, + "nauc_ndcg_at_1000_diff1": 0.650083, + "nauc_map_at_1_max": 0.73436, + "nauc_map_at_1_std": -0.104669, + "nauc_map_at_1_diff1": 0.671335, + "nauc_map_at_3_max": 0.748191, + "nauc_map_at_3_std": -0.215453, + "nauc_map_at_3_diff1": 0.6449, + "nauc_map_at_5_max": 0.74445, + "nauc_map_at_5_std": -0.168409, + "nauc_map_at_5_diff1": 0.651637, + "nauc_map_at_10_max": 0.74445, + "nauc_map_at_10_std": -0.168409, + "nauc_map_at_10_diff1": 0.651637, + "nauc_map_at_20_max": 0.74445, + "nauc_map_at_20_std": -0.168409, + "nauc_map_at_20_diff1": 0.651637, + "nauc_map_at_100_max": 0.74445, + "nauc_map_at_100_std": -0.168409, + "nauc_map_at_100_diff1": 0.651637, + "nauc_map_at_1000_max": 0.74445, + "nauc_map_at_1000_std": -0.168409, + "nauc_map_at_1000_diff1": 0.651637, + "nauc_recall_at_1_max": 0.73436, + "nauc_recall_at_1_std": -0.104669, + "nauc_recall_at_1_diff1": 0.671335, + "nauc_recall_at_3_max": 0.771242, + "nauc_recall_at_3_std": -0.400093, + "nauc_recall_at_3_diff1": 0.60084, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73436, + "nauc_precision_at_1_std": -0.104669, + "nauc_precision_at_1_diff1": 0.671335, + "nauc_precision_at_3_max": 0.771242, + "nauc_precision_at_3_std": -0.400093, + "nauc_precision_at_3_diff1": 0.60084, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73436, + "nauc_mrr_at_1_std": -0.104669, + "nauc_mrr_at_1_diff1": 0.671335, + "nauc_mrr_at_3_max": 0.748191, + "nauc_mrr_at_3_std": -0.215453, + "nauc_mrr_at_3_diff1": 0.6449, + "nauc_mrr_at_5_max": 0.74445, + "nauc_mrr_at_5_std": -0.168409, + "nauc_mrr_at_5_diff1": 0.651637, + "nauc_mrr_at_10_max": 0.74445, + "nauc_mrr_at_10_std": -0.168409, + "nauc_mrr_at_10_diff1": 0.651637, + "nauc_mrr_at_20_max": 0.74445, + "nauc_mrr_at_20_std": -0.168409, + "nauc_mrr_at_20_diff1": 0.651637, + "nauc_mrr_at_100_max": 0.74445, + "nauc_mrr_at_100_std": -0.168409, + "nauc_mrr_at_100_diff1": 0.651637, + "nauc_mrr_at_1000_max": 0.74445, + "nauc_mrr_at_1000_std": -0.168409, + "nauc_mrr_at_1000_diff1": 0.651637, + "main_score": 0.9, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_8192": [ + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.42571, + "ndcg_at_5": 0.44892, + "ndcg_at_10": 0.50754, + "ndcg_at_20": 0.54851, + "ndcg_at_100": 0.56809, + "ndcg_at_1000": 0.56809, + "map_at_1": 0.32, + "map_at_3": 0.4, + "map_at_5": 0.412, + "map_at_10": 0.4364, + "map_at_20": 0.44787, + "map_at_100": 0.45093, + "map_at_1000": 0.45093, + "recall_at_1": 0.32, + "recall_at_3": 0.5, + "recall_at_5": 0.56, + "recall_at_10": 0.74, + "recall_at_20": 0.9, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.32, + "precision_at_3": 0.16667, + "precision_at_5": 0.112, + "precision_at_10": 0.074, + "precision_at_20": 0.045, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.32, + "mrr_at_3": 0.4, + "mrr_at_5": 0.412, + "mrr_at_10": 0.436405, + "mrr_at_20": 0.447872, + "mrr_at_100": 0.450935, + "mrr_at_1000": 0.450935, + "nauc_ndcg_at_1_max": 0.429011, + "nauc_ndcg_at_1_std": 0.363026, + "nauc_ndcg_at_1_diff1": 0.682436, + "nauc_ndcg_at_3_max": 0.400701, + "nauc_ndcg_at_3_std": 0.260391, + "nauc_ndcg_at_3_diff1": 0.584926, + "nauc_ndcg_at_5_max": 0.375021, + "nauc_ndcg_at_5_std": 0.282866, + "nauc_ndcg_at_5_diff1": 0.602727, + "nauc_ndcg_at_10_max": 0.313126, + "nauc_ndcg_at_10_std": 0.343889, + "nauc_ndcg_at_10_diff1": 0.576832, + "nauc_ndcg_at_20_max": 0.371683, + "nauc_ndcg_at_20_std": 0.341338, + "nauc_ndcg_at_20_diff1": 0.618285, + "nauc_ndcg_at_100_max": 0.38403, + "nauc_ndcg_at_100_std": 0.320246, + "nauc_ndcg_at_100_diff1": 0.620382, + "nauc_ndcg_at_1000_max": 0.38403, + "nauc_ndcg_at_1000_std": 0.320246, + "nauc_ndcg_at_1000_diff1": 0.620382, + "nauc_map_at_1_max": 0.429011, + "nauc_map_at_1_std": 0.363026, + "nauc_map_at_1_diff1": 0.682436, + "nauc_map_at_3_max": 0.412161, + "nauc_map_at_3_std": 0.284939, + "nauc_map_at_3_diff1": 0.614564, + "nauc_map_at_5_max": 0.399183, + "nauc_map_at_5_std": 0.296726, + "nauc_map_at_5_diff1": 0.624026, + "nauc_map_at_10_max": 0.376049, + "nauc_map_at_10_std": 0.320642, + "nauc_map_at_10_diff1": 0.614941, + "nauc_map_at_20_max": 0.392154, + "nauc_map_at_20_std": 0.320413, + "nauc_map_at_20_diff1": 0.626799, + "nauc_map_at_100_max": 0.394295, + "nauc_map_at_100_std": 0.317501, + "nauc_map_at_100_diff1": 0.627454, + "nauc_map_at_1000_max": 0.394295, + "nauc_map_at_1000_std": 0.317501, + "nauc_map_at_1000_diff1": 0.627454, + "nauc_recall_at_1_max": 0.429011, + "nauc_recall_at_1_std": 0.363026, + "nauc_recall_at_1_diff1": 0.682436, + "nauc_recall_at_3_max": 0.36565, + "nauc_recall_at_3_std": 0.189474, + "nauc_recall_at_3_diff1": 0.496682, + "nauc_recall_at_5_max": 0.294231, + "nauc_recall_at_5_std": 0.245344, + "nauc_recall_at_5_diff1": 0.538837, + "nauc_recall_at_10_max": 0.003203, + "nauc_recall_at_10_std": 0.484125, + "nauc_recall_at_10_diff1": 0.403066, + "nauc_recall_at_20_max": 0.227638, + "nauc_recall_at_20_std": 0.614472, + "nauc_recall_at_20_diff1": 0.605602, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.429011, + "nauc_precision_at_1_std": 0.363026, + "nauc_precision_at_1_diff1": 0.682436, + "nauc_precision_at_3_max": 0.36565, + "nauc_precision_at_3_std": 0.189474, + "nauc_precision_at_3_diff1": 0.496682, + "nauc_precision_at_5_max": 0.294231, + "nauc_precision_at_5_std": 0.245344, + "nauc_precision_at_5_diff1": 0.538837, + "nauc_precision_at_10_max": 0.003203, + "nauc_precision_at_10_std": 0.484125, + "nauc_precision_at_10_diff1": 0.403066, + "nauc_precision_at_20_max": 0.227638, + "nauc_precision_at_20_std": 0.614472, + "nauc_precision_at_20_diff1": 0.605602, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.429011, + "nauc_mrr_at_1_std": 0.363026, + "nauc_mrr_at_1_diff1": 0.682436, + "nauc_mrr_at_3_max": 0.412161, + "nauc_mrr_at_3_std": 0.284939, + "nauc_mrr_at_3_diff1": 0.614564, + "nauc_mrr_at_5_max": 0.399183, + "nauc_mrr_at_5_std": 0.296726, + "nauc_mrr_at_5_diff1": 0.624026, + "nauc_mrr_at_10_max": 0.376049, + "nauc_mrr_at_10_std": 0.320642, + "nauc_mrr_at_10_diff1": 0.614941, + "nauc_mrr_at_20_max": 0.392154, + "nauc_mrr_at_20_std": 0.320413, + "nauc_mrr_at_20_diff1": 0.626799, + "nauc_mrr_at_100_max": 0.394295, + "nauc_mrr_at_100_std": 0.317501, + "nauc_mrr_at_100_diff1": 0.627454, + "nauc_mrr_at_1000_max": 0.394295, + "nauc_mrr_at_1000_std": 0.317501, + "nauc_mrr_at_1000_diff1": 0.627454, + "main_score": 0.32, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_16384": [ + { + "ndcg_at_1": 0.1, + "ndcg_at_3": 0.16047, + "ndcg_at_5": 0.20179, + "ndcg_at_10": 0.25099, + "ndcg_at_20": 0.2883, + "ndcg_at_100": 0.36252, + "ndcg_at_1000": 0.36252, + "map_at_1": 0.1, + "map_at_3": 0.14667, + "map_at_5": 0.16967, + "map_at_10": 0.18852, + "map_at_20": 0.19982, + "map_at_100": 0.20984, + "map_at_1000": 0.20984, + "recall_at_1": 0.1, + "recall_at_3": 0.2, + "recall_at_5": 0.3, + "recall_at_10": 0.46, + "recall_at_20": 0.6, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.1, + "precision_at_3": 0.06667, + "precision_at_5": 0.06, + "precision_at_10": 0.046, + "precision_at_20": 0.03, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.1, + "mrr_at_3": 0.146667, + "mrr_at_5": 0.169667, + "mrr_at_10": 0.188524, + "mrr_at_20": 0.199816, + "mrr_at_100": 0.209846, + "mrr_at_1000": 0.209846, + "nauc_ndcg_at_1_max": 0.189214, + "nauc_ndcg_at_1_std": -0.129166, + "nauc_ndcg_at_1_diff1": -0.067722, + "nauc_ndcg_at_3_max": 0.187914, + "nauc_ndcg_at_3_std": 0.072428, + "nauc_ndcg_at_3_diff1": 0.055376, + "nauc_ndcg_at_5_max": 0.29841, + "nauc_ndcg_at_5_std": 0.174029, + "nauc_ndcg_at_5_diff1": 0.131047, + "nauc_ndcg_at_10_max": 0.254816, + "nauc_ndcg_at_10_std": 0.113839, + "nauc_ndcg_at_10_diff1": 0.096849, + "nauc_ndcg_at_20_max": 0.179873, + "nauc_ndcg_at_20_std": 0.082043, + "nauc_ndcg_at_20_diff1": 0.062744, + "nauc_ndcg_at_100_max": 0.228715, + "nauc_ndcg_at_100_std": 0.077622, + "nauc_ndcg_at_100_diff1": 0.058669, + "nauc_ndcg_at_1000_max": 0.228715, + "nauc_ndcg_at_1000_std": 0.077622, + "nauc_ndcg_at_1000_diff1": 0.058669, + "nauc_map_at_1_max": 0.189214, + "nauc_map_at_1_std": -0.129166, + "nauc_map_at_1_diff1": -0.067722, + "nauc_map_at_3_max": 0.192377, + "nauc_map_at_3_std": 0.037814, + "nauc_map_at_3_diff1": 0.033099, + "nauc_map_at_5_max": 0.261278, + "nauc_map_at_5_std": 0.101947, + "nauc_map_at_5_diff1": 0.079836, + "nauc_map_at_10_max": 0.242154, + "nauc_map_at_10_std": 0.076415, + "nauc_map_at_10_diff1": 0.064781, + "nauc_map_at_20_max": 0.216951, + "nauc_map_at_20_std": 0.067214, + "nauc_map_at_20_diff1": 0.055578, + "nauc_map_at_100_max": 0.227274, + "nauc_map_at_100_std": 0.063903, + "nauc_map_at_100_diff1": 0.051883, + "nauc_map_at_1000_max": 0.227274, + "nauc_map_at_1000_std": 0.063903, + "nauc_map_at_1000_diff1": 0.051883, + "nauc_recall_at_1_max": 0.189214, + "nauc_recall_at_1_std": -0.129166, + "nauc_recall_at_1_diff1": -0.067722, + "nauc_recall_at_3_max": 0.176397, + "nauc_recall_at_3_std": 0.150274, + "nauc_recall_at_3_diff1": 0.105877, + "nauc_recall_at_5_max": 0.382219, + "nauc_recall_at_5_std": 0.328874, + "nauc_recall_at_5_diff1": 0.242535, + "nauc_recall_at_10_max": 0.274868, + "nauc_recall_at_10_std": 0.176631, + "nauc_recall_at_10_diff1": 0.157683, + "nauc_recall_at_20_max": 0.047759, + "nauc_recall_at_20_std": 0.076848, + "nauc_recall_at_20_diff1": 0.04672, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.189214, + "nauc_precision_at_1_std": -0.129166, + "nauc_precision_at_1_diff1": -0.067722, + "nauc_precision_at_3_max": 0.176397, + "nauc_precision_at_3_std": 0.150274, + "nauc_precision_at_3_diff1": 0.105877, + "nauc_precision_at_5_max": 0.382219, + "nauc_precision_at_5_std": 0.328874, + "nauc_precision_at_5_diff1": 0.242535, + "nauc_precision_at_10_max": 0.274868, + "nauc_precision_at_10_std": 0.176631, + "nauc_precision_at_10_diff1": 0.157683, + "nauc_precision_at_20_max": 0.047759, + "nauc_precision_at_20_std": 0.076848, + "nauc_precision_at_20_diff1": 0.04672, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.189214, + "nauc_mrr_at_1_std": -0.129166, + "nauc_mrr_at_1_diff1": -0.067722, + "nauc_mrr_at_3_max": 0.192377, + "nauc_mrr_at_3_std": 0.037814, + "nauc_mrr_at_3_diff1": 0.033099, + "nauc_mrr_at_5_max": 0.261278, + "nauc_mrr_at_5_std": 0.101947, + "nauc_mrr_at_5_diff1": 0.079836, + "nauc_mrr_at_10_max": 0.242154, + "nauc_mrr_at_10_std": 0.076415, + "nauc_mrr_at_10_diff1": 0.064781, + "nauc_mrr_at_20_max": 0.216951, + "nauc_mrr_at_20_std": 0.067214, + "nauc_mrr_at_20_diff1": 0.055578, + "nauc_mrr_at_100_max": 0.227261, + "nauc_mrr_at_100_std": 0.063919, + "nauc_mrr_at_100_diff1": 0.051928, + "nauc_mrr_at_1000_max": 0.227261, + "nauc_mrr_at_1000_std": 0.063919, + "nauc_mrr_at_1000_diff1": 0.051928, + "main_score": 0.1, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_32768": [ + { + "ndcg_at_1": 0.08, + "ndcg_at_3": 0.12786, + "ndcg_at_5": 0.15282, + "ndcg_at_10": 0.20096, + "ndcg_at_20": 0.22631, + "ndcg_at_100": 0.32174, + "ndcg_at_1000": 0.32174, + "map_at_1": 0.08, + "map_at_3": 0.11667, + "map_at_5": 0.13067, + "map_at_10": 0.15221, + "map_at_20": 0.15918, + "map_at_100": 0.17055, + "map_at_1000": 0.17055, + "recall_at_1": 0.08, + "recall_at_3": 0.16, + "recall_at_5": 0.22, + "recall_at_10": 0.36, + "recall_at_20": 0.46, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.08, + "precision_at_3": 0.05333, + "precision_at_5": 0.044, + "precision_at_10": 0.036, + "precision_at_20": 0.023, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.08, + "mrr_at_3": 0.116667, + "mrr_at_5": 0.130667, + "mrr_at_10": 0.152214, + "mrr_at_20": 0.159179, + "mrr_at_100": 0.170555, + "mrr_at_1000": 0.170555, + "nauc_ndcg_at_1_max": 0.614033, + "nauc_ndcg_at_1_std": 0.501342, + "nauc_ndcg_at_1_diff1": 0.540582, + "nauc_ndcg_at_3_max": 0.263275, + "nauc_ndcg_at_3_std": 0.321317, + "nauc_ndcg_at_3_diff1": 0.379161, + "nauc_ndcg_at_5_max": 0.293123, + "nauc_ndcg_at_5_std": 0.369305, + "nauc_ndcg_at_5_diff1": 0.381491, + "nauc_ndcg_at_10_max": 0.222301, + "nauc_ndcg_at_10_std": 0.411913, + "nauc_ndcg_at_10_diff1": 0.422769, + "nauc_ndcg_at_20_max": 0.224647, + "nauc_ndcg_at_20_std": 0.398979, + "nauc_ndcg_at_20_diff1": 0.359258, + "nauc_ndcg_at_100_max": 0.257148, + "nauc_ndcg_at_100_std": 0.402044, + "nauc_ndcg_at_100_diff1": 0.394889, + "nauc_ndcg_at_1000_max": 0.257148, + "nauc_ndcg_at_1000_std": 0.402044, + "nauc_ndcg_at_1000_diff1": 0.394889, + "nauc_map_at_1_max": 0.614033, + "nauc_map_at_1_std": 0.501342, + "nauc_map_at_1_diff1": 0.540582, + "nauc_map_at_3_max": 0.324255, + "nauc_map_at_3_std": 0.357405, + "nauc_map_at_3_diff1": 0.411839, + "nauc_map_at_5_max": 0.342033, + "nauc_map_at_5_std": 0.383861, + "nauc_map_at_5_diff1": 0.407392, + "nauc_map_at_10_max": 0.301485, + "nauc_map_at_10_std": 0.405925, + "nauc_map_at_10_diff1": 0.428892, + "nauc_map_at_20_max": 0.30217, + "nauc_map_at_20_std": 0.402218, + "nauc_map_at_20_diff1": 0.408145, + "nauc_map_at_100_max": 0.302112, + "nauc_map_at_100_std": 0.40329, + "nauc_map_at_100_diff1": 0.412926, + "nauc_map_at_1000_max": 0.302112, + "nauc_map_at_1000_std": 0.40329, + "nauc_map_at_1000_diff1": 0.412926, + "nauc_recall_at_1_max": 0.614033, + "nauc_recall_at_1_std": 0.501342, + "nauc_recall_at_1_diff1": 0.540582, + "nauc_recall_at_3_max": 0.128284, + "nauc_recall_at_3_std": 0.23986, + "nauc_recall_at_3_diff1": 0.305308, + "nauc_recall_at_5_max": 0.199273, + "nauc_recall_at_5_std": 0.345775, + "nauc_recall_at_5_diff1": 0.33381, + "nauc_recall_at_10_max": 0.076077, + "nauc_recall_at_10_std": 0.433711, + "nauc_recall_at_10_diff1": 0.420852, + "nauc_recall_at_20_max": 0.082311, + "nauc_recall_at_20_std": 0.396468, + "nauc_recall_at_20_diff1": 0.249323, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.614033, + "nauc_precision_at_1_std": 0.501342, + "nauc_precision_at_1_diff1": 0.540582, + "nauc_precision_at_3_max": 0.128284, + "nauc_precision_at_3_std": 0.23986, + "nauc_precision_at_3_diff1": 0.305308, + "nauc_precision_at_5_max": 0.199273, + "nauc_precision_at_5_std": 0.345775, + "nauc_precision_at_5_diff1": 0.33381, + "nauc_precision_at_10_max": 0.076077, + "nauc_precision_at_10_std": 0.433711, + "nauc_precision_at_10_diff1": 0.420852, + "nauc_precision_at_20_max": 0.082311, + "nauc_precision_at_20_std": 0.396468, + "nauc_precision_at_20_diff1": 0.249323, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.614033, + "nauc_mrr_at_1_std": 0.501342, + "nauc_mrr_at_1_diff1": 0.540582, + "nauc_mrr_at_3_max": 0.324255, + "nauc_mrr_at_3_std": 0.357405, + "nauc_mrr_at_3_diff1": 0.411839, + "nauc_mrr_at_5_max": 0.342033, + "nauc_mrr_at_5_std": 0.383861, + "nauc_mrr_at_5_diff1": 0.407392, + "nauc_mrr_at_10_max": 0.301485, + "nauc_mrr_at_10_std": 0.405925, + "nauc_mrr_at_10_diff1": 0.428892, + "nauc_mrr_at_20_max": 0.30217, + "nauc_mrr_at_20_std": 0.402218, + "nauc_mrr_at_20_diff1": 0.408145, + "nauc_mrr_at_100_max": 0.302112, + "nauc_mrr_at_100_std": 0.40329, + "nauc_mrr_at_100_diff1": 0.412926, + "nauc_mrr_at_1000_max": 0.302112, + "nauc_mrr_at_1000_std": 0.40329, + "nauc_mrr_at_1000_diff1": 0.412926, + "main_score": 0.08, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6462.251907348633, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBPasskeyRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBPasskeyRetrieval.json new file mode 100644 index 0000000000..81a84776e4 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBPasskeyRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBPasskeyRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test_256": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_512": [ + { + "ndcg_at_1": 0.98, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "ndcg_at_10": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_100": 0.99262, + "ndcg_at_1000": 0.99262, + "map_at_1": 0.98, + "map_at_3": 0.99, + "map_at_5": 0.99, + "map_at_10": 0.99, + "map_at_20": 0.99, + "map_at_100": 0.99, + "map_at_1000": 0.99, + "recall_at_1": 0.98, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.98, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.98, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "mrr_at_10": 0.99, + "mrr_at_20": 0.99, + "mrr_at_100": 0.99, + "mrr_at_1000": 0.99, + "nauc_ndcg_at_1_max": 0.358077, + "nauc_ndcg_at_1_std": -0.563492, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.358077, + "nauc_ndcg_at_3_std": -0.563492, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.358077, + "nauc_ndcg_at_5_std": -0.563492, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.358077, + "nauc_ndcg_at_10_std": -0.563492, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.358077, + "nauc_ndcg_at_20_std": -0.563492, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.358077, + "nauc_ndcg_at_100_std": -0.563492, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.358077, + "nauc_ndcg_at_1000_std": -0.563492, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.358077, + "nauc_map_at_1_std": -0.563492, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.358077, + "nauc_map_at_3_std": -0.563492, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.358077, + "nauc_map_at_5_std": -0.563492, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.358077, + "nauc_map_at_10_std": -0.563492, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.358077, + "nauc_map_at_20_std": -0.563492, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.358077, + "nauc_map_at_100_std": -0.563492, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.358077, + "nauc_map_at_1000_std": -0.563492, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.358077, + "nauc_recall_at_1_std": -0.563492, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.358077, + "nauc_precision_at_1_std": -0.563492, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.358077, + "nauc_mrr_at_1_std": -0.563492, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.358077, + "nauc_mrr_at_3_std": -0.563492, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.358077, + "nauc_mrr_at_5_std": -0.563492, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.358077, + "nauc_mrr_at_10_std": -0.563492, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.358077, + "nauc_mrr_at_20_std": -0.563492, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.358077, + "nauc_mrr_at_100_std": -0.563492, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.358077, + "nauc_mrr_at_1000_std": -0.563492, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.98, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_1024": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_2048": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_4096": [ + { + "ndcg_at_1": 0.98, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "ndcg_at_10": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_100": 0.99262, + "ndcg_at_1000": 0.99262, + "map_at_1": 0.98, + "map_at_3": 0.99, + "map_at_5": 0.99, + "map_at_10": 0.99, + "map_at_20": 0.99, + "map_at_100": 0.99, + "map_at_1000": 0.99, + "recall_at_1": 0.98, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.98, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.98, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "mrr_at_10": 0.99, + "mrr_at_20": 0.99, + "mrr_at_100": 0.99, + "mrr_at_1000": 0.99, + "nauc_ndcg_at_1_max": 0.358077, + "nauc_ndcg_at_1_std": -0.563492, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.358077, + "nauc_ndcg_at_3_std": -0.563492, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.358077, + "nauc_ndcg_at_5_std": -0.563492, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.358077, + "nauc_ndcg_at_10_std": -0.563492, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.358077, + "nauc_ndcg_at_20_std": -0.563492, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.358077, + "nauc_ndcg_at_100_std": -0.563492, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.358077, + "nauc_ndcg_at_1000_std": -0.563492, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.358077, + "nauc_map_at_1_std": -0.563492, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.358077, + "nauc_map_at_3_std": -0.563492, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.358077, + "nauc_map_at_5_std": -0.563492, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.358077, + "nauc_map_at_10_std": -0.563492, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.358077, + "nauc_map_at_20_std": -0.563492, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.358077, + "nauc_map_at_100_std": -0.563492, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.358077, + "nauc_map_at_1000_std": -0.563492, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.358077, + "nauc_recall_at_1_std": -0.563492, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.358077, + "nauc_precision_at_1_std": -0.563492, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.358077, + "nauc_mrr_at_1_std": -0.563492, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.358077, + "nauc_mrr_at_3_std": -0.563492, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.358077, + "nauc_mrr_at_5_std": -0.563492, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.358077, + "nauc_mrr_at_10_std": -0.563492, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.358077, + "nauc_mrr_at_20_std": -0.563492, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.358077, + "nauc_mrr_at_100_std": -0.563492, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.358077, + "nauc_mrr_at_1000_std": -0.563492, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.98, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_8192": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.89786, + "ndcg_at_5": 0.89786, + "ndcg_at_10": 0.90417, + "ndcg_at_20": 0.90957, + "ndcg_at_100": 0.91712, + "ndcg_at_1000": 0.91712, + "map_at_1": 0.86, + "map_at_3": 0.89, + "map_at_5": 0.89, + "map_at_10": 0.8925, + "map_at_20": 0.89417, + "map_at_100": 0.89525, + "map_at_1000": 0.89525, + "recall_at_1": 0.86, + "recall_at_3": 0.92, + "recall_at_5": 0.92, + "recall_at_10": 0.94, + "recall_at_20": 0.96, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.86, + "precision_at_3": 0.30667, + "precision_at_5": 0.184, + "precision_at_10": 0.094, + "precision_at_20": 0.048, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.89, + "mrr_at_5": 0.89, + "mrr_at_10": 0.8925, + "mrr_at_20": 0.894167, + "mrr_at_100": 0.895246, + "mrr_at_1000": 0.895246, + "nauc_ndcg_at_1_max": 0.822295, + "nauc_ndcg_at_1_std": 0.746432, + "nauc_ndcg_at_1_diff1": 0.863517, + "nauc_ndcg_at_3_max": 0.843903, + "nauc_ndcg_at_3_std": 0.74188, + "nauc_ndcg_at_3_diff1": 0.880822, + "nauc_ndcg_at_5_max": 0.843903, + "nauc_ndcg_at_5_std": 0.74188, + "nauc_ndcg_at_5_diff1": 0.880822, + "nauc_ndcg_at_10_max": 0.842197, + "nauc_ndcg_at_10_std": 0.724538, + "nauc_ndcg_at_10_diff1": 0.872815, + "nauc_ndcg_at_20_max": 0.849524, + "nauc_ndcg_at_20_std": 0.724679, + "nauc_ndcg_at_20_diff1": 0.873031, + "nauc_ndcg_at_100_max": 0.842215, + "nauc_ndcg_at_100_std": 0.737471, + "nauc_ndcg_at_100_diff1": 0.87547, + "nauc_ndcg_at_1000_max": 0.842215, + "nauc_ndcg_at_1000_std": 0.737471, + "nauc_ndcg_at_1000_diff1": 0.87547, + "nauc_map_at_1_max": 0.822295, + "nauc_map_at_1_std": 0.746432, + "nauc_map_at_1_diff1": 0.863517, + "nauc_map_at_3_max": 0.838275, + "nauc_map_at_3_std": 0.743066, + "nauc_map_at_3_diff1": 0.876315, + "nauc_map_at_5_max": 0.838275, + "nauc_map_at_5_std": 0.743066, + "nauc_map_at_5_diff1": 0.876315, + "nauc_map_at_10_max": 0.837536, + "nauc_map_at_10_std": 0.736942, + "nauc_map_at_10_diff1": 0.873367, + "nauc_map_at_20_max": 0.839398, + "nauc_map_at_20_std": 0.737179, + "nauc_map_at_20_diff1": 0.873433, + "nauc_map_at_100_max": 0.838648, + "nauc_map_at_100_std": 0.73949, + "nauc_map_at_100_diff1": 0.87411, + "nauc_map_at_1000_max": 0.838648, + "nauc_map_at_1000_std": 0.73949, + "nauc_map_at_1000_diff1": 0.87411, + "nauc_recall_at_1_max": 0.822295, + "nauc_recall_at_1_std": 0.746432, + "nauc_recall_at_1_diff1": 0.863517, + "nauc_recall_at_3_max": 0.865196, + "nauc_recall_at_3_std": 0.737395, + "nauc_recall_at_3_diff1": 0.897876, + "nauc_recall_at_5_max": 0.865196, + "nauc_recall_at_5_std": 0.737395, + "nauc_recall_at_5_diff1": 0.897876, + "nauc_recall_at_10_max": 0.863834, + "nauc_recall_at_10_std": 0.64986, + "nauc_recall_at_10_diff1": 0.863834, + "nauc_recall_at_20_max": 0.934641, + "nauc_recall_at_20_std": 0.613679, + "nauc_recall_at_20_diff1": 0.861111, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822295, + "nauc_precision_at_1_std": 0.746432, + "nauc_precision_at_1_diff1": 0.863517, + "nauc_precision_at_3_max": 0.865196, + "nauc_precision_at_3_std": 0.737395, + "nauc_precision_at_3_diff1": 0.897876, + "nauc_precision_at_5_max": 0.865196, + "nauc_precision_at_5_std": 0.737395, + "nauc_precision_at_5_diff1": 0.897876, + "nauc_precision_at_10_max": 0.863834, + "nauc_precision_at_10_std": 0.64986, + "nauc_precision_at_10_diff1": 0.863834, + "nauc_precision_at_20_max": 0.934641, + "nauc_precision_at_20_std": 0.613679, + "nauc_precision_at_20_diff1": 0.861111, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822295, + "nauc_mrr_at_1_std": 0.746432, + "nauc_mrr_at_1_diff1": 0.863517, + "nauc_mrr_at_3_max": 0.838275, + "nauc_mrr_at_3_std": 0.743066, + "nauc_mrr_at_3_diff1": 0.876315, + "nauc_mrr_at_5_max": 0.838275, + "nauc_mrr_at_5_std": 0.743066, + "nauc_mrr_at_5_diff1": 0.876315, + "nauc_mrr_at_10_max": 0.837536, + "nauc_mrr_at_10_std": 0.736942, + "nauc_mrr_at_10_diff1": 0.873367, + "nauc_mrr_at_20_max": 0.839398, + "nauc_mrr_at_20_std": 0.737179, + "nauc_mrr_at_20_diff1": 0.873433, + "nauc_mrr_at_100_max": 0.838648, + "nauc_mrr_at_100_std": 0.73949, + "nauc_mrr_at_100_diff1": 0.87411, + "nauc_mrr_at_1000_max": 0.838648, + "nauc_mrr_at_1000_std": 0.73949, + "nauc_mrr_at_1000_diff1": 0.87411, + "main_score": 0.86, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_16384": [ + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.38, + "ndcg_at_5": 0.38, + "ndcg_at_10": 0.38602, + "ndcg_at_20": 0.38602, + "ndcg_at_100": 0.49209, + "ndcg_at_1000": 0.49209, + "map_at_1": 0.38, + "map_at_3": 0.38, + "map_at_5": 0.38, + "map_at_10": 0.38222, + "map_at_20": 0.38222, + "map_at_100": 0.39444, + "map_at_1000": 0.39444, + "recall_at_1": 0.38, + "recall_at_3": 0.38, + "recall_at_5": 0.38, + "recall_at_10": 0.4, + "recall_at_20": 0.4, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.38, + "precision_at_3": 0.12667, + "precision_at_5": 0.076, + "precision_at_10": 0.04, + "precision_at_20": 0.02, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.38, + "mrr_at_5": 0.38, + "mrr_at_10": 0.382222, + "mrr_at_20": 0.382222, + "mrr_at_100": 0.394437, + "mrr_at_1000": 0.394437, + "nauc_ndcg_at_1_max": 0.442128, + "nauc_ndcg_at_1_std": 0.352845, + "nauc_ndcg_at_1_diff1": 0.728095, + "nauc_ndcg_at_3_max": 0.442128, + "nauc_ndcg_at_3_std": 0.352845, + "nauc_ndcg_at_3_diff1": 0.728095, + "nauc_ndcg_at_5_max": 0.442128, + "nauc_ndcg_at_5_std": 0.352845, + "nauc_ndcg_at_5_diff1": 0.728095, + "nauc_ndcg_at_10_max": 0.443726, + "nauc_ndcg_at_10_std": 0.349783, + "nauc_ndcg_at_10_diff1": 0.720026, + "nauc_ndcg_at_20_max": 0.443726, + "nauc_ndcg_at_20_std": 0.349783, + "nauc_ndcg_at_20_diff1": 0.720026, + "nauc_ndcg_at_100_max": 0.443192, + "nauc_ndcg_at_100_std": 0.350365, + "nauc_ndcg_at_100_diff1": 0.721894, + "nauc_ndcg_at_1000_max": 0.443192, + "nauc_ndcg_at_1000_std": 0.350365, + "nauc_ndcg_at_1000_diff1": 0.721894, + "nauc_map_at_1_max": 0.442128, + "nauc_map_at_1_std": 0.352845, + "nauc_map_at_1_diff1": 0.728095, + "nauc_map_at_3_max": 0.442128, + "nauc_map_at_3_std": 0.352845, + "nauc_map_at_3_diff1": 0.728095, + "nauc_map_at_5_max": 0.442128, + "nauc_map_at_5_std": 0.352845, + "nauc_map_at_5_diff1": 0.728095, + "nauc_map_at_10_max": 0.442719, + "nauc_map_at_10_std": 0.351713, + "nauc_map_at_10_diff1": 0.725111, + "nauc_map_at_20_max": 0.442719, + "nauc_map_at_20_std": 0.351713, + "nauc_map_at_20_diff1": 0.725111, + "nauc_map_at_100_max": 0.44272, + "nauc_map_at_100_std": 0.351528, + "nauc_map_at_100_diff1": 0.724738, + "nauc_map_at_1000_max": 0.44272, + "nauc_map_at_1000_std": 0.351528, + "nauc_map_at_1000_diff1": 0.724738, + "nauc_recall_at_1_max": 0.442128, + "nauc_recall_at_1_std": 0.352845, + "nauc_recall_at_1_diff1": 0.728095, + "nauc_recall_at_3_max": 0.442128, + "nauc_recall_at_3_std": 0.352845, + "nauc_recall_at_3_diff1": 0.728095, + "nauc_recall_at_5_max": 0.442128, + "nauc_recall_at_5_std": 0.352845, + "nauc_recall_at_5_diff1": 0.728095, + "nauc_recall_at_10_max": 0.4474, + "nauc_recall_at_10_std": 0.342739, + "nauc_recall_at_10_diff1": 0.701468, + "nauc_recall_at_20_max": 0.4474, + "nauc_recall_at_20_std": 0.342739, + "nauc_recall_at_20_diff1": 0.701468, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.442128, + "nauc_precision_at_1_std": 0.352845, + "nauc_precision_at_1_diff1": 0.728095, + "nauc_precision_at_3_max": 0.442128, + "nauc_precision_at_3_std": 0.352845, + "nauc_precision_at_3_diff1": 0.728095, + "nauc_precision_at_5_max": 0.442128, + "nauc_precision_at_5_std": 0.352845, + "nauc_precision_at_5_diff1": 0.728095, + "nauc_precision_at_10_max": 0.4474, + "nauc_precision_at_10_std": 0.342739, + "nauc_precision_at_10_diff1": 0.701468, + "nauc_precision_at_20_max": 0.4474, + "nauc_precision_at_20_std": 0.342739, + "nauc_precision_at_20_diff1": 0.701468, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.442128, + "nauc_mrr_at_1_std": 0.352845, + "nauc_mrr_at_1_diff1": 0.728095, + "nauc_mrr_at_3_max": 0.442128, + "nauc_mrr_at_3_std": 0.352845, + "nauc_mrr_at_3_diff1": 0.728095, + "nauc_mrr_at_5_max": 0.442128, + "nauc_mrr_at_5_std": 0.352845, + "nauc_mrr_at_5_diff1": 0.728095, + "nauc_mrr_at_10_max": 0.442719, + "nauc_mrr_at_10_std": 0.351713, + "nauc_mrr_at_10_diff1": 0.725111, + "nauc_mrr_at_20_max": 0.442719, + "nauc_mrr_at_20_std": 0.351713, + "nauc_mrr_at_20_diff1": 0.725111, + "nauc_mrr_at_100_max": 0.44272, + "nauc_mrr_at_100_std": 0.351528, + "nauc_mrr_at_100_diff1": 0.724738, + "nauc_mrr_at_1000_max": 0.44272, + "nauc_mrr_at_1000_std": 0.351528, + "nauc_mrr_at_1000_diff1": 0.724738, + "main_score": 0.38, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_32768": [ + { + "ndcg_at_1": 0.1, + "ndcg_at_3": 0.12, + "ndcg_at_5": 0.12, + "ndcg_at_10": 0.12631, + "ndcg_at_20": 0.14982, + "ndcg_at_100": 0.28534, + "ndcg_at_1000": 0.28534, + "map_at_1": 0.1, + "map_at_3": 0.11333, + "map_at_5": 0.11333, + "map_at_10": 0.11583, + "map_at_20": 0.12138, + "map_at_100": 0.13909, + "map_at_1000": 0.13909, + "recall_at_1": 0.1, + "recall_at_3": 0.14, + "recall_at_5": 0.14, + "recall_at_10": 0.16, + "recall_at_20": 0.26, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.1, + "precision_at_3": 0.04667, + "precision_at_5": 0.028, + "precision_at_10": 0.016, + "precision_at_20": 0.013, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.1, + "mrr_at_3": 0.113333, + "mrr_at_5": 0.113333, + "mrr_at_10": 0.115833, + "mrr_at_20": 0.121377, + "mrr_at_100": 0.139093, + "mrr_at_1000": 0.139093, + "nauc_ndcg_at_1_max": -0.036329, + "nauc_ndcg_at_1_std": 0.623611, + "nauc_ndcg_at_1_diff1": 0.472605, + "nauc_ndcg_at_3_max": -0.082433, + "nauc_ndcg_at_3_std": 0.697469, + "nauc_ndcg_at_3_diff1": 0.564117, + "nauc_ndcg_at_5_max": -0.082433, + "nauc_ndcg_at_5_std": 0.697469, + "nauc_ndcg_at_5_diff1": 0.564117, + "nauc_ndcg_at_10_max": -0.101805, + "nauc_ndcg_at_10_std": 0.690064, + "nauc_ndcg_at_10_diff1": 0.549344, + "nauc_ndcg_at_20_max": -0.14396, + "nauc_ndcg_at_20_std": 0.627554, + "nauc_ndcg_at_20_diff1": 0.483064, + "nauc_ndcg_at_100_max": -0.083308, + "nauc_ndcg_at_100_std": 0.642284, + "nauc_ndcg_at_100_diff1": 0.505735, + "nauc_ndcg_at_1000_max": -0.083308, + "nauc_ndcg_at_1000_std": 0.642284, + "nauc_ndcg_at_1000_diff1": 0.505735, + "nauc_map_at_1_max": -0.036329, + "nauc_map_at_1_std": 0.623611, + "nauc_map_at_1_diff1": 0.472605, + "nauc_map_at_3_max": -0.068311, + "nauc_map_at_3_std": 0.674847, + "nauc_map_at_3_diff1": 0.536087, + "nauc_map_at_5_max": -0.068311, + "nauc_map_at_5_std": 0.674847, + "nauc_map_at_5_diff1": 0.536087, + "nauc_map_at_10_max": -0.076681, + "nauc_map_at_10_std": 0.672067, + "nauc_map_at_10_diff1": 0.530286, + "nauc_map_at_20_max": -0.088739, + "nauc_map_at_20_std": 0.654693, + "nauc_map_at_20_diff1": 0.512868, + "nauc_map_at_100_max": -0.074827, + "nauc_map_at_100_std": 0.651928, + "nauc_map_at_100_diff1": 0.512827, + "nauc_map_at_1000_max": -0.074827, + "nauc_map_at_1000_std": 0.651928, + "nauc_map_at_1000_diff1": 0.512827, + "nauc_recall_at_1_max": -0.036329, + "nauc_recall_at_1_std": 0.623611, + "nauc_recall_at_1_diff1": 0.472605, + "nauc_recall_at_3_max": -0.118885, + "nauc_recall_at_3_std": 0.755866, + "nauc_recall_at_3_diff1": 0.636472, + "nauc_recall_at_5_max": -0.118885, + "nauc_recall_at_5_std": 0.755866, + "nauc_recall_at_5_diff1": 0.636472, + "nauc_recall_at_10_max": -0.167038, + "nauc_recall_at_10_std": 0.730604, + "nauc_recall_at_10_diff1": 0.59026, + "nauc_recall_at_20_max": -0.2738, + "nauc_recall_at_20_std": 0.542164, + "nauc_recall_at_20_diff1": 0.385939, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.036329, + "nauc_precision_at_1_std": 0.623611, + "nauc_precision_at_1_diff1": 0.472605, + "nauc_precision_at_3_max": -0.118885, + "nauc_precision_at_3_std": 0.755866, + "nauc_precision_at_3_diff1": 0.636472, + "nauc_precision_at_5_max": -0.118885, + "nauc_precision_at_5_std": 0.755866, + "nauc_precision_at_5_diff1": 0.636472, + "nauc_precision_at_10_max": -0.167038, + "nauc_precision_at_10_std": 0.730604, + "nauc_precision_at_10_diff1": 0.59026, + "nauc_precision_at_20_max": -0.2738, + "nauc_precision_at_20_std": 0.542164, + "nauc_precision_at_20_diff1": 0.385939, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.036329, + "nauc_mrr_at_1_std": 0.623611, + "nauc_mrr_at_1_diff1": 0.472605, + "nauc_mrr_at_3_max": -0.068311, + "nauc_mrr_at_3_std": 0.674847, + "nauc_mrr_at_3_diff1": 0.536087, + "nauc_mrr_at_5_max": -0.068311, + "nauc_mrr_at_5_std": 0.674847, + "nauc_mrr_at_5_diff1": 0.536087, + "nauc_mrr_at_10_max": -0.076681, + "nauc_mrr_at_10_std": 0.672067, + "nauc_mrr_at_10_diff1": 0.530286, + "nauc_mrr_at_20_max": -0.088739, + "nauc_mrr_at_20_std": 0.654693, + "nauc_mrr_at_20_diff1": 0.512868, + "nauc_mrr_at_100_max": -0.074827, + "nauc_mrr_at_100_std": 0.651928, + "nauc_mrr_at_100_diff1": 0.512827, + "nauc_mrr_at_1000_max": -0.074827, + "nauc_mrr_at_1000_std": 0.651928, + "nauc_mrr_at_1000_diff1": 0.512827, + "main_score": 0.1, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6660.508131027222, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBQMSumRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBQMSumRetrieval.json new file mode 100644 index 0000000000..7226b8384e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBQMSumRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBQMSumRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37263, + "ndcg_at_3": 0.48207, + "ndcg_at_5": 0.51464, + "ndcg_at_10": 0.55072, + "ndcg_at_20": 0.57364, + "ndcg_at_100": 0.60237, + "ndcg_at_1000": 0.60352, + "map_at_1": 0.37263, + "map_at_3": 0.45536, + "map_at_5": 0.4734, + "map_at_10": 0.48845, + "map_at_20": 0.49478, + "map_at_100": 0.49892, + "map_at_1000": 0.49899, + "recall_at_1": 0.37263, + "recall_at_3": 0.55927, + "recall_at_5": 0.63851, + "recall_at_10": 0.74918, + "recall_at_20": 0.83955, + "recall_at_100": 0.99214, + "recall_at_1000": 1.0, + "precision_at_1": 0.37263, + "precision_at_3": 0.18642, + "precision_at_5": 0.1277, + "precision_at_10": 0.07492, + "precision_at_20": 0.04198, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.372626, + "mrr_at_3": 0.455359, + "mrr_at_5": 0.473401, + "mrr_at_10": 0.488448, + "mrr_at_20": 0.494781, + "mrr_at_100": 0.498919, + "mrr_at_1000": 0.498989, + "nauc_ndcg_at_1_max": -0.021975, + "nauc_ndcg_at_1_std": -0.179141, + "nauc_ndcg_at_1_diff1": 0.53126, + "nauc_ndcg_at_3_max": -0.0392, + "nauc_ndcg_at_3_std": -0.217901, + "nauc_ndcg_at_3_diff1": 0.4786, + "nauc_ndcg_at_5_max": -0.041735, + "nauc_ndcg_at_5_std": -0.228783, + "nauc_ndcg_at_5_diff1": 0.480454, + "nauc_ndcg_at_10_max": -0.056536, + "nauc_ndcg_at_10_std": -0.253062, + "nauc_ndcg_at_10_diff1": 0.495279, + "nauc_ndcg_at_20_max": -0.043954, + "nauc_ndcg_at_20_std": -0.250076, + "nauc_ndcg_at_20_diff1": 0.490279, + "nauc_ndcg_at_100_max": -0.038685, + "nauc_ndcg_at_100_std": -0.229846, + "nauc_ndcg_at_100_diff1": 0.491637, + "nauc_ndcg_at_1000_max": -0.041076, + "nauc_ndcg_at_1000_std": -0.229435, + "nauc_ndcg_at_1000_diff1": 0.493274, + "nauc_map_at_1_max": -0.021975, + "nauc_map_at_1_std": -0.179141, + "nauc_map_at_1_diff1": 0.53126, + "nauc_map_at_3_max": -0.036527, + "nauc_map_at_3_std": -0.208707, + "nauc_map_at_3_diff1": 0.490707, + "nauc_map_at_5_max": -0.037536, + "nauc_map_at_5_std": -0.214281, + "nauc_map_at_5_diff1": 0.491903, + "nauc_map_at_10_max": -0.043391, + "nauc_map_at_10_std": -0.223316, + "nauc_map_at_10_diff1": 0.497912, + "nauc_map_at_20_max": -0.040186, + "nauc_map_at_20_std": -0.22235, + "nauc_map_at_20_diff1": 0.496669, + "nauc_map_at_100_max": -0.039229, + "nauc_map_at_100_std": -0.219646, + "nauc_map_at_100_diff1": 0.496795, + "nauc_map_at_1000_max": -0.039344, + "nauc_map_at_1000_std": -0.219613, + "nauc_map_at_1000_diff1": 0.496877, + "nauc_recall_at_1_max": -0.021975, + "nauc_recall_at_1_std": -0.179141, + "nauc_recall_at_1_diff1": 0.53126, + "nauc_recall_at_3_max": -0.046635, + "nauc_recall_at_3_std": -0.245693, + "nauc_recall_at_3_diff1": 0.442172, + "nauc_recall_at_5_max": -0.055813, + "nauc_recall_at_5_std": -0.278895, + "nauc_recall_at_5_diff1": 0.44315, + "nauc_recall_at_10_max": -0.120097, + "nauc_recall_at_10_std": -0.395732, + "nauc_recall_at_10_diff1": 0.493906, + "nauc_recall_at_20_max": -0.055134, + "nauc_recall_at_20_std": -0.436627, + "nauc_recall_at_20_diff1": 0.456972, + "nauc_recall_at_100_max": 0.504608, + "nauc_recall_at_100_std": -0.308619, + "nauc_recall_at_100_diff1": 0.122847, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.021975, + "nauc_precision_at_1_std": -0.179141, + "nauc_precision_at_1_diff1": 0.53126, + "nauc_precision_at_3_max": -0.046635, + "nauc_precision_at_3_std": -0.245693, + "nauc_precision_at_3_diff1": 0.442172, + "nauc_precision_at_5_max": -0.055813, + "nauc_precision_at_5_std": -0.278895, + "nauc_precision_at_5_diff1": 0.44315, + "nauc_precision_at_10_max": -0.120097, + "nauc_precision_at_10_std": -0.395732, + "nauc_precision_at_10_diff1": 0.493906, + "nauc_precision_at_20_max": -0.055134, + "nauc_precision_at_20_std": -0.436627, + "nauc_precision_at_20_diff1": 0.456972, + "nauc_precision_at_100_max": 0.504608, + "nauc_precision_at_100_std": -0.308619, + "nauc_precision_at_100_diff1": 0.122847, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.021975, + "nauc_mrr_at_1_std": -0.179141, + "nauc_mrr_at_1_diff1": 0.53126, + "nauc_mrr_at_3_max": -0.036527, + "nauc_mrr_at_3_std": -0.208707, + "nauc_mrr_at_3_diff1": 0.490707, + "nauc_mrr_at_5_max": -0.037536, + "nauc_mrr_at_5_std": -0.214281, + "nauc_mrr_at_5_diff1": 0.491903, + "nauc_mrr_at_10_max": -0.043391, + "nauc_mrr_at_10_std": -0.223316, + "nauc_mrr_at_10_diff1": 0.497912, + "nauc_mrr_at_20_max": -0.040186, + "nauc_mrr_at_20_std": -0.22235, + "nauc_mrr_at_20_diff1": 0.496669, + "nauc_mrr_at_100_max": -0.039229, + "nauc_mrr_at_100_std": -0.219646, + "nauc_mrr_at_100_diff1": 0.496795, + "nauc_mrr_at_1000_max": -0.039344, + "nauc_mrr_at_1000_std": -0.219613, + "nauc_mrr_at_1000_diff1": 0.496877, + "main_score": 0.55072, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2926.2956607341766, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBSummScreenFDRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBSummScreenFDRetrieval.json new file mode 100644 index 0000000000..6f6d99af4d --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBSummScreenFDRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBSummScreenFDRetrieval", + "mteb_version": "1.29.10", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.94345, + "ndcg_at_3": 0.96669, + "ndcg_at_5": 0.97297, + "ndcg_at_10": 0.97387, + "ndcg_at_20": 0.97387, + "ndcg_at_100": 0.97387, + "ndcg_at_1000": 0.97387, + "map_at_1": 0.94345, + "map_at_3": 0.96131, + "map_at_5": 0.96488, + "map_at_10": 0.96521, + "map_at_20": 0.96521, + "map_at_100": 0.96521, + "map_at_1000": 0.96521, + "recall_at_1": 0.94345, + "recall_at_3": 0.98214, + "recall_at_5": 0.99702, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.94345, + "precision_at_3": 0.32738, + "precision_at_5": 0.1994, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.943452, + "mrr_at_3": 0.96131, + "mrr_at_5": 0.964881, + "mrr_at_10": 0.965212, + "mrr_at_20": 0.965212, + "mrr_at_100": 0.965212, + "mrr_at_1000": 0.965212, + "nauc_ndcg_at_1_max": 0.764156, + "nauc_ndcg_at_1_std": -0.371058, + "nauc_ndcg_at_1_diff1": 0.986222, + "nauc_ndcg_at_3_max": 0.775253, + "nauc_ndcg_at_3_std": -0.21414, + "nauc_ndcg_at_3_diff1": 0.982455, + "nauc_ndcg_at_5_max": 0.76979, + "nauc_ndcg_at_5_std": -0.267559, + "nauc_ndcg_at_5_diff1": 0.984587, + "nauc_ndcg_at_10_max": 0.766385, + "nauc_ndcg_at_10_std": -0.295724, + "nauc_ndcg_at_10_diff1": 0.984059, + "nauc_ndcg_at_20_max": 0.766385, + "nauc_ndcg_at_20_std": -0.295724, + "nauc_ndcg_at_20_diff1": 0.984059, + "nauc_ndcg_at_100_max": 0.766385, + "nauc_ndcg_at_100_std": -0.295724, + "nauc_ndcg_at_100_diff1": 0.984059, + "nauc_ndcg_at_1000_max": 0.766385, + "nauc_ndcg_at_1000_std": -0.295724, + "nauc_ndcg_at_1000_diff1": 0.984059, + "nauc_map_at_1_max": 0.764156, + "nauc_map_at_1_std": -0.371058, + "nauc_map_at_1_diff1": 0.986222, + "nauc_map_at_3_max": 0.769356, + "nauc_map_at_3_std": -0.263012, + "nauc_map_at_3_diff1": 0.983219, + "nauc_map_at_5_max": 0.766783, + "nauc_map_at_5_std": -0.293801, + "nauc_map_at_5_diff1": 0.984286, + "nauc_map_at_10_max": 0.765811, + "nauc_map_at_10_std": -0.301859, + "nauc_map_at_10_diff1": 0.984136, + "nauc_map_at_20_max": 0.765811, + "nauc_map_at_20_std": -0.301859, + "nauc_map_at_20_diff1": 0.984136, + "nauc_map_at_100_max": 0.765811, + "nauc_map_at_100_std": -0.301859, + "nauc_map_at_100_diff1": 0.984136, + "nauc_map_at_1000_max": 0.765811, + "nauc_map_at_1000_std": -0.301859, + "nauc_map_at_1000_diff1": 0.984136, + "nauc_recall_at_1_max": 0.764156, + "nauc_recall_at_1_std": -0.371058, + "nauc_recall_at_1_diff1": 0.986222, + "nauc_recall_at_3_max": 0.813905, + "nauc_recall_at_3_std": 0.085674, + "nauc_recall_at_3_diff1": 0.978185, + "nauc_recall_at_5_max": 0.869108, + "nauc_recall_at_5_std": 0.553948, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764156, + "nauc_precision_at_1_std": -0.371058, + "nauc_precision_at_1_diff1": 0.986222, + "nauc_precision_at_3_max": 0.813905, + "nauc_precision_at_3_std": 0.085674, + "nauc_precision_at_3_diff1": 0.978185, + "nauc_precision_at_5_max": 0.869108, + "nauc_precision_at_5_std": 0.553948, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764156, + "nauc_mrr_at_1_std": -0.371058, + "nauc_mrr_at_1_diff1": 0.986222, + "nauc_mrr_at_3_max": 0.769356, + "nauc_mrr_at_3_std": -0.263012, + "nauc_mrr_at_3_diff1": 0.983219, + "nauc_mrr_at_5_max": 0.766783, + "nauc_mrr_at_5_std": -0.293801, + "nauc_mrr_at_5_diff1": 0.984286, + "nauc_mrr_at_10_max": 0.765811, + "nauc_mrr_at_10_std": -0.301859, + "nauc_mrr_at_10_diff1": 0.984136, + "nauc_mrr_at_20_max": 0.765811, + "nauc_mrr_at_20_std": -0.301859, + "nauc_mrr_at_20_diff1": 0.984136, + "nauc_mrr_at_100_max": 0.765811, + "nauc_mrr_at_100_std": -0.301859, + "nauc_mrr_at_100_diff1": 0.984136, + "nauc_mrr_at_1000_max": 0.765811, + "nauc_mrr_at_1000_std": -0.301859, + "nauc_mrr_at_1000_diff1": 0.984136, + "main_score": 0.97387, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2582.1304171085358, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBWikimQARetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBWikimQARetrieval.json new file mode 100644 index 0000000000..05039f5c4a --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LEMBWikimQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "task_name": "LEMBWikimQARetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.84024, + "ndcg_at_5": 0.84985, + "ndcg_at_10": 0.85751, + "ndcg_at_20": 0.86634, + "ndcg_at_100": 0.87348, + "ndcg_at_1000": 0.87486, + "map_at_1": 0.8, + "map_at_3": 0.83, + "map_at_5": 0.83533, + "map_at_10": 0.83856, + "map_at_20": 0.8412, + "map_at_100": 0.84209, + "map_at_1000": 0.84215, + "recall_at_1": 0.8, + "recall_at_3": 0.87, + "recall_at_5": 0.89333, + "recall_at_10": 0.91667, + "recall_at_20": 0.95, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "precision_at_1": 0.8, + "precision_at_3": 0.29, + "precision_at_5": 0.17867, + "precision_at_10": 0.09167, + "precision_at_20": 0.0475, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.83, + "mrr_at_5": 0.835333, + "mrr_at_10": 0.838563, + "mrr_at_20": 0.8412, + "mrr_at_100": 0.842085, + "mrr_at_1000": 0.842152, + "nauc_ndcg_at_1_max": 0.570946, + "nauc_ndcg_at_1_std": 0.197852, + "nauc_ndcg_at_1_diff1": 0.893615, + "nauc_ndcg_at_3_max": 0.562545, + "nauc_ndcg_at_3_std": 0.219104, + "nauc_ndcg_at_3_diff1": 0.866954, + "nauc_ndcg_at_5_max": 0.575347, + "nauc_ndcg_at_5_std": 0.210398, + "nauc_ndcg_at_5_diff1": 0.863624, + "nauc_ndcg_at_10_max": 0.572604, + "nauc_ndcg_at_10_std": 0.208432, + "nauc_ndcg_at_10_diff1": 0.862882, + "nauc_ndcg_at_20_max": 0.585924, + "nauc_ndcg_at_20_std": 0.213013, + "nauc_ndcg_at_20_diff1": 0.871375, + "nauc_ndcg_at_100_max": 0.575385, + "nauc_ndcg_at_100_std": 0.21363, + "nauc_ndcg_at_100_diff1": 0.870212, + "nauc_ndcg_at_1000_max": 0.574448, + "nauc_ndcg_at_1000_std": 0.208469, + "nauc_ndcg_at_1000_diff1": 0.871499, + "nauc_map_at_1_max": 0.570946, + "nauc_map_at_1_std": 0.197852, + "nauc_map_at_1_diff1": 0.893615, + "nauc_map_at_3_max": 0.563134, + "nauc_map_at_3_std": 0.212781, + "nauc_map_at_3_diff1": 0.874649, + "nauc_map_at_5_max": 0.569254, + "nauc_map_at_5_std": 0.208022, + "nauc_map_at_5_diff1": 0.873283, + "nauc_map_at_10_max": 0.56829, + "nauc_map_at_10_std": 0.207661, + "nauc_map_at_10_diff1": 0.873007, + "nauc_map_at_20_max": 0.571352, + "nauc_map_at_20_std": 0.208673, + "nauc_map_at_20_diff1": 0.875077, + "nauc_map_at_100_max": 0.57035, + "nauc_map_at_100_std": 0.207928, + "nauc_map_at_100_diff1": 0.87485, + "nauc_map_at_1000_max": 0.570318, + "nauc_map_at_1000_std": 0.207708, + "nauc_map_at_1000_diff1": 0.874902, + "nauc_recall_at_1_max": 0.570946, + "nauc_recall_at_1_std": 0.197852, + "nauc_recall_at_1_diff1": 0.893615, + "nauc_recall_at_3_max": 0.561307, + "nauc_recall_at_3_std": 0.242576, + "nauc_recall_at_3_diff1": 0.838505, + "nauc_recall_at_5_max": 0.605878, + "nauc_recall_at_5_std": 0.219184, + "nauc_recall_at_5_diff1": 0.821443, + "nauc_recall_at_10_max": 0.598581, + "nauc_recall_at_10_std": 0.207638, + "nauc_recall_at_10_diff1": 0.808142, + "nauc_recall_at_20_max": 0.749206, + "nauc_recall_at_20_std": 0.253937, + "nauc_recall_at_20_diff1": 0.858855, + "nauc_recall_at_100_max": 0.659197, + "nauc_recall_at_100_std": 0.64986, + "nauc_recall_at_100_diff1": 0.758792, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.570946, + "nauc_precision_at_1_std": 0.197852, + "nauc_precision_at_1_diff1": 0.893615, + "nauc_precision_at_3_max": 0.561307, + "nauc_precision_at_3_std": 0.242576, + "nauc_precision_at_3_diff1": 0.838505, + "nauc_precision_at_5_max": 0.605878, + "nauc_precision_at_5_std": 0.219184, + "nauc_precision_at_5_diff1": 0.821443, + "nauc_precision_at_10_max": 0.598581, + "nauc_precision_at_10_std": 0.207638, + "nauc_precision_at_10_diff1": 0.808142, + "nauc_precision_at_20_max": 0.749206, + "nauc_precision_at_20_std": 0.253937, + "nauc_precision_at_20_diff1": 0.858855, + "nauc_precision_at_100_max": 0.659197, + "nauc_precision_at_100_std": 0.64986, + "nauc_precision_at_100_diff1": 0.758792, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.570946, + "nauc_mrr_at_1_std": 0.197852, + "nauc_mrr_at_1_diff1": 0.893615, + "nauc_mrr_at_3_max": 0.563134, + "nauc_mrr_at_3_std": 0.212781, + "nauc_mrr_at_3_diff1": 0.874649, + "nauc_mrr_at_5_max": 0.569254, + "nauc_mrr_at_5_std": 0.208022, + "nauc_mrr_at_5_diff1": 0.873283, + "nauc_mrr_at_10_max": 0.56829, + "nauc_mrr_at_10_std": 0.207661, + "nauc_mrr_at_10_diff1": 0.873007, + "nauc_mrr_at_20_max": 0.571352, + "nauc_mrr_at_20_std": 0.208673, + "nauc_mrr_at_20_diff1": 0.875077, + "nauc_mrr_at_100_max": 0.57035, + "nauc_mrr_at_100_std": 0.207928, + "nauc_mrr_at_100_diff1": 0.87485, + "nauc_mrr_at_1000_max": 0.570318, + "nauc_mrr_at_1000_std": 0.207708, + "nauc_mrr_at_1000_diff1": 0.874902, + "main_score": 0.85751, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2638.2919788360596, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LeCaRDv2.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LeCaRDv2.json new file mode 100644 index 0000000000..f96a8f33ee --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LeCaRDv2.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b78e18688c3d012a33dc3676597c1d1b2243ce1c", + "task_name": "LeCaRDv2", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.87421, + "ndcg_at_3": 0.83159, + "ndcg_at_5": 0.79818, + "ndcg_at_10": 0.74168, + "ndcg_at_20": 0.6781, + "ndcg_at_100": 0.80432, + "ndcg_at_1000": 0.84423, + "map_at_1": 0.04145, + "map_at_3": 0.10559, + "map_at_5": 0.15665, + "map_at_10": 0.25857, + "map_at_20": 0.40206, + "map_at_100": 0.59297, + "map_at_1000": 0.60511, + "recall_at_1": 0.04145, + "recall_at_3": 0.10988, + "recall_at_5": 0.16809, + "recall_at_10": 0.29329, + "recall_at_20": 0.48425, + "recall_at_100": 0.89636, + "recall_at_1000": 0.99823, + "precision_at_1": 0.87421, + "precision_at_3": 0.81971, + "precision_at_5": 0.77358, + "precision_at_10": 0.69434, + "precision_at_20": 0.59088, + "precision_at_100": 0.22101, + "precision_at_1000": 0.02446, + "mrr_at_1": 0.874214, + "mrr_at_3": 0.91195, + "mrr_at_5": 0.916352, + "mrr_at_10": 0.919896, + "mrr_at_20": 0.919896, + "mrr_at_100": 0.919896, + "mrr_at_1000": 0.919896, + "nauc_ndcg_at_1_max": 0.612096, + "nauc_ndcg_at_1_std": 0.446817, + "nauc_ndcg_at_1_diff1": 0.573913, + "nauc_ndcg_at_3_max": 0.496914, + "nauc_ndcg_at_3_std": 0.449521, + "nauc_ndcg_at_3_diff1": 0.222131, + "nauc_ndcg_at_5_max": 0.464582, + "nauc_ndcg_at_5_std": 0.453862, + "nauc_ndcg_at_5_diff1": 0.158554, + "nauc_ndcg_at_10_max": 0.429893, + "nauc_ndcg_at_10_std": 0.422091, + "nauc_ndcg_at_10_diff1": 0.045158, + "nauc_ndcg_at_20_max": 0.400064, + "nauc_ndcg_at_20_std": 0.422223, + "nauc_ndcg_at_20_diff1": -0.004834, + "nauc_ndcg_at_100_max": 0.328901, + "nauc_ndcg_at_100_std": 0.49435, + "nauc_ndcg_at_100_diff1": 0.030247, + "nauc_ndcg_at_1000_max": 0.400057, + "nauc_ndcg_at_1000_std": 0.482197, + "nauc_ndcg_at_1000_diff1": 0.051457, + "nauc_map_at_1_max": 0.030483, + "nauc_map_at_1_std": -0.149961, + "nauc_map_at_1_diff1": 0.234092, + "nauc_map_at_3_max": 0.069135, + "nauc_map_at_3_std": -0.060377, + "nauc_map_at_3_diff1": 0.172505, + "nauc_map_at_5_max": 0.141323, + "nauc_map_at_5_std": 0.025919, + "nauc_map_at_5_diff1": 0.161567, + "nauc_map_at_10_max": 0.257564, + "nauc_map_at_10_std": 0.155598, + "nauc_map_at_10_diff1": 0.082553, + "nauc_map_at_20_max": 0.338673, + "nauc_map_at_20_std": 0.305437, + "nauc_map_at_20_diff1": 0.010807, + "nauc_map_at_100_max": 0.366684, + "nauc_map_at_100_std": 0.435255, + "nauc_map_at_100_diff1": -0.021962, + "nauc_map_at_1000_max": 0.377088, + "nauc_map_at_1000_std": 0.437911, + "nauc_map_at_1000_diff1": -0.021419, + "nauc_recall_at_1_max": 0.030483, + "nauc_recall_at_1_std": -0.149961, + "nauc_recall_at_1_diff1": 0.234092, + "nauc_recall_at_3_max": 0.006513, + "nauc_recall_at_3_std": -0.090911, + "nauc_recall_at_3_diff1": 0.119399, + "nauc_recall_at_5_max": 0.0266, + "nauc_recall_at_5_std": -0.051949, + "nauc_recall_at_5_diff1": 0.115196, + "nauc_recall_at_10_max": 0.085176, + "nauc_recall_at_10_std": 0.031571, + "nauc_recall_at_10_diff1": 0.004631, + "nauc_recall_at_20_max": 0.212435, + "nauc_recall_at_20_std": 0.21381, + "nauc_recall_at_20_diff1": -0.032092, + "nauc_recall_at_100_max": 0.092096, + "nauc_recall_at_100_std": 0.509416, + "nauc_recall_at_100_diff1": -0.045998, + "nauc_recall_at_1000_max": -0.726702, + "nauc_recall_at_1000_std": 0.858777, + "nauc_recall_at_1000_diff1": -0.435848, + "nauc_precision_at_1_max": 0.612096, + "nauc_precision_at_1_std": 0.446817, + "nauc_precision_at_1_diff1": 0.573913, + "nauc_precision_at_3_max": 0.46856, + "nauc_precision_at_3_std": 0.450153, + "nauc_precision_at_3_diff1": 0.15098, + "nauc_precision_at_5_max": 0.43192, + "nauc_precision_at_5_std": 0.45926, + "nauc_precision_at_5_diff1": 0.091416, + "nauc_precision_at_10_max": 0.396266, + "nauc_precision_at_10_std": 0.416907, + "nauc_precision_at_10_diff1": -0.019635, + "nauc_precision_at_20_max": 0.390516, + "nauc_precision_at_20_std": 0.443331, + "nauc_precision_at_20_diff1": -0.048732, + "nauc_precision_at_100_max": 0.309978, + "nauc_precision_at_100_std": 0.558941, + "nauc_precision_at_100_diff1": -0.055539, + "nauc_precision_at_1000_max": 0.376985, + "nauc_precision_at_1000_std": 0.513444, + "nauc_precision_at_1000_diff1": -0.057108, + "nauc_mrr_at_1_max": 0.612096, + "nauc_mrr_at_1_std": 0.446817, + "nauc_mrr_at_1_diff1": 0.573913, + "nauc_mrr_at_3_max": 0.598013, + "nauc_mrr_at_3_std": 0.450828, + "nauc_mrr_at_3_diff1": 0.515284, + "nauc_mrr_at_5_max": 0.605765, + "nauc_mrr_at_5_std": 0.476759, + "nauc_mrr_at_5_diff1": 0.526948, + "nauc_mrr_at_10_max": 0.606088, + "nauc_mrr_at_10_std": 0.459554, + "nauc_mrr_at_10_diff1": 0.532619, + "nauc_mrr_at_20_max": 0.606088, + "nauc_mrr_at_20_std": 0.459554, + "nauc_mrr_at_20_diff1": 0.532619, + "nauc_mrr_at_100_max": 0.606088, + "nauc_mrr_at_100_std": 0.459554, + "nauc_mrr_at_100_diff1": 0.532619, + "nauc_mrr_at_1000_max": 0.606088, + "nauc_mrr_at_1000_std": 0.459554, + "nauc_mrr_at_1000_diff1": 0.532619, + "main_score": 0.74168, + "hf_subset": "default", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 18152.72469830513, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchConsumerContractsQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchConsumerContractsQA.json new file mode 100644 index 0000000000..0c2c52d8ed --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchConsumerContractsQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b23590301ec94e8087e2850b21d43d4956b1cca9", + "task_name": "LegalBenchConsumerContractsQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73485, + "ndcg_at_3": 0.81977, + "ndcg_at_5": 0.8463, + "ndcg_at_10": 0.85444, + "ndcg_at_20": 0.86008, + "ndcg_at_100": 0.86262, + "ndcg_at_1000": 0.86262, + "map_at_1": 0.73485, + "map_at_3": 0.80008, + "map_at_5": 0.81511, + "map_at_10": 0.81846, + "map_at_20": 0.81995, + "map_at_100": 0.82037, + "map_at_1000": 0.82037, + "recall_at_1": 0.73485, + "recall_at_3": 0.87626, + "recall_at_5": 0.93939, + "recall_at_10": 0.96465, + "recall_at_20": 0.98737, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.73485, + "precision_at_3": 0.29209, + "precision_at_5": 0.18788, + "precision_at_10": 0.09646, + "precision_at_20": 0.04937, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.737374, + "mrr_at_3": 0.800084, + "mrr_at_5": 0.815741, + "mrr_at_10": 0.81909, + "mrr_at_20": 0.820577, + "mrr_at_100": 0.821004, + "mrr_at_1000": 0.821004, + "nauc_ndcg_at_1_max": 0.427133, + "nauc_ndcg_at_1_std": 0.146242, + "nauc_ndcg_at_1_diff1": 0.727897, + "nauc_ndcg_at_3_max": 0.47366, + "nauc_ndcg_at_3_std": 0.199506, + "nauc_ndcg_at_3_diff1": 0.637741, + "nauc_ndcg_at_5_max": 0.486859, + "nauc_ndcg_at_5_std": 0.18652, + "nauc_ndcg_at_5_diff1": 0.684772, + "nauc_ndcg_at_10_max": 0.482109, + "nauc_ndcg_at_10_std": 0.190305, + "nauc_ndcg_at_10_diff1": 0.685235, + "nauc_ndcg_at_20_max": 0.470064, + "nauc_ndcg_at_20_std": 0.178318, + "nauc_ndcg_at_20_diff1": 0.68716, + "nauc_ndcg_at_100_max": 0.467415, + "nauc_ndcg_at_100_std": 0.174778, + "nauc_ndcg_at_100_diff1": 0.687054, + "nauc_ndcg_at_1000_max": 0.467415, + "nauc_ndcg_at_1000_std": 0.174778, + "nauc_ndcg_at_1000_diff1": 0.687054, + "nauc_map_at_1_max": 0.427133, + "nauc_map_at_1_std": 0.146242, + "nauc_map_at_1_diff1": 0.727897, + "nauc_map_at_3_max": 0.462254, + "nauc_map_at_3_std": 0.180514, + "nauc_map_at_3_diff1": 0.663359, + "nauc_map_at_5_max": 0.46763, + "nauc_map_at_5_std": 0.172917, + "nauc_map_at_5_diff1": 0.688423, + "nauc_map_at_10_max": 0.465277, + "nauc_map_at_10_std": 0.173574, + "nauc_map_at_10_diff1": 0.688761, + "nauc_map_at_20_max": 0.462675, + "nauc_map_at_20_std": 0.170487, + "nauc_map_at_20_diff1": 0.689328, + "nauc_map_at_100_max": 0.462391, + "nauc_map_at_100_std": 0.170307, + "nauc_map_at_100_diff1": 0.689359, + "nauc_map_at_1000_max": 0.462391, + "nauc_map_at_1000_std": 0.170307, + "nauc_map_at_1000_diff1": 0.689359, + "nauc_recall_at_1_max": 0.427133, + "nauc_recall_at_1_std": 0.146242, + "nauc_recall_at_1_diff1": 0.727897, + "nauc_recall_at_3_max": 0.521433, + "nauc_recall_at_3_std": 0.283719, + "nauc_recall_at_3_diff1": 0.527677, + "nauc_recall_at_5_max": 0.641231, + "nauc_recall_at_5_std": 0.293084, + "nauc_recall_at_5_diff1": 0.673232, + "nauc_recall_at_10_max": 0.705239, + "nauc_recall_at_10_std": 0.42137, + "nauc_recall_at_10_diff1": 0.667451, + "nauc_recall_at_20_max": 0.614494, + "nauc_recall_at_20_std": 0.398427, + "nauc_recall_at_20_diff1": 0.700703, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.427133, + "nauc_precision_at_1_std": 0.146242, + "nauc_precision_at_1_diff1": 0.727897, + "nauc_precision_at_3_max": 0.521433, + "nauc_precision_at_3_std": 0.283719, + "nauc_precision_at_3_diff1": 0.527677, + "nauc_precision_at_5_max": 0.641231, + "nauc_precision_at_5_std": 0.293084, + "nauc_precision_at_5_diff1": 0.673232, + "nauc_precision_at_10_max": 0.705239, + "nauc_precision_at_10_std": 0.42137, + "nauc_precision_at_10_diff1": 0.667451, + "nauc_precision_at_20_max": 0.614494, + "nauc_precision_at_20_std": 0.398427, + "nauc_precision_at_20_diff1": 0.700703, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.426592, + "nauc_mrr_at_1_std": 0.137939, + "nauc_mrr_at_1_diff1": 0.722738, + "nauc_mrr_at_3_max": 0.46292, + "nauc_mrr_at_3_std": 0.167705, + "nauc_mrr_at_3_diff1": 0.66105, + "nauc_mrr_at_5_max": 0.467159, + "nauc_mrr_at_5_std": 0.161672, + "nauc_mrr_at_5_diff1": 0.684861, + "nauc_mrr_at_10_max": 0.464792, + "nauc_mrr_at_10_std": 0.162101, + "nauc_mrr_at_10_diff1": 0.685127, + "nauc_mrr_at_20_max": 0.46218, + "nauc_mrr_at_20_std": 0.158902, + "nauc_mrr_at_20_diff1": 0.685663, + "nauc_mrr_at_100_max": 0.461894, + "nauc_mrr_at_100_std": 0.158691, + "nauc_mrr_at_100_diff1": 0.685684, + "nauc_mrr_at_1000_max": 0.461894, + "nauc_mrr_at_1000_std": 0.158691, + "nauc_mrr_at_1000_diff1": 0.685684, + "main_score": 0.85444, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 86.35803294181824, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchCorporateLobbying.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchCorporateLobbying.json new file mode 100644 index 0000000000..e49674945d --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalBenchCorporateLobbying.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "task_name": "LegalBenchCorporateLobbying", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.91471, + "ndcg_at_3": 0.95847, + "ndcg_at_5": 0.96088, + "ndcg_at_10": 0.9618, + "ndcg_at_20": 0.9618, + "ndcg_at_100": 0.9618, + "ndcg_at_1000": 0.96259, + "map_at_1": 0.91471, + "map_at_3": 0.94902, + "map_at_5": 0.95034, + "map_at_10": 0.95071, + "map_at_20": 0.95071, + "map_at_100": 0.95071, + "map_at_1000": 0.95074, + "recall_at_1": 0.91471, + "recall_at_3": 0.98529, + "recall_at_5": 0.99118, + "recall_at_10": 0.99412, + "recall_at_20": 0.99412, + "recall_at_100": 0.99412, + "recall_at_1000": 1.0, + "precision_at_1": 0.91471, + "precision_at_3": 0.32843, + "precision_at_5": 0.19824, + "precision_at_10": 0.09941, + "precision_at_20": 0.04971, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914706, + "mrr_at_3": 0.94902, + "mrr_at_5": 0.950343, + "mrr_at_10": 0.950711, + "mrr_at_20": 0.950711, + "mrr_at_100": 0.950711, + "mrr_at_1000": 0.950744, + "nauc_ndcg_at_1_max": 0.237532, + "nauc_ndcg_at_1_std": -0.148009, + "nauc_ndcg_at_1_diff1": 0.905583, + "nauc_ndcg_at_3_max": 0.372313, + "nauc_ndcg_at_3_std": -0.232718, + "nauc_ndcg_at_3_diff1": 0.895612, + "nauc_ndcg_at_5_max": 0.337968, + "nauc_ndcg_at_5_std": -0.174299, + "nauc_ndcg_at_5_diff1": 0.892998, + "nauc_ndcg_at_10_max": 0.325062, + "nauc_ndcg_at_10_std": -0.187231, + "nauc_ndcg_at_10_diff1": 0.890399, + "nauc_ndcg_at_20_max": 0.325062, + "nauc_ndcg_at_20_std": -0.187231, + "nauc_ndcg_at_20_diff1": 0.890399, + "nauc_ndcg_at_100_max": 0.325062, + "nauc_ndcg_at_100_std": -0.187231, + "nauc_ndcg_at_100_diff1": 0.890399, + "nauc_ndcg_at_1000_max": 0.318157, + "nauc_ndcg_at_1000_std": -0.18793, + "nauc_ndcg_at_1000_diff1": 0.894367, + "nauc_map_at_1_max": 0.237532, + "nauc_map_at_1_std": -0.148009, + "nauc_map_at_1_diff1": 0.905583, + "nauc_map_at_3_max": 0.326416, + "nauc_map_at_3_std": -0.212113, + "nauc_map_at_3_diff1": 0.899357, + "nauc_map_at_5_max": 0.310398, + "nauc_map_at_5_std": -0.185327, + "nauc_map_at_5_diff1": 0.898223, + "nauc_map_at_10_max": 0.306229, + "nauc_map_at_10_std": -0.18938, + "nauc_map_at_10_diff1": 0.897464, + "nauc_map_at_20_max": 0.306229, + "nauc_map_at_20_std": -0.18938, + "nauc_map_at_20_diff1": 0.897464, + "nauc_map_at_100_max": 0.306229, + "nauc_map_at_100_std": -0.18938, + "nauc_map_at_100_diff1": 0.897464, + "nauc_map_at_1000_max": 0.306056, + "nauc_map_at_1000_std": -0.189191, + "nauc_map_at_1000_diff1": 0.897629, + "nauc_recall_at_1_max": 0.237532, + "nauc_recall_at_1_std": -0.148009, + "nauc_recall_at_1_diff1": 0.905583, + "nauc_recall_at_3_max": 0.819328, + "nauc_recall_at_3_std": -0.419421, + "nauc_recall_at_3_diff1": 0.858543, + "nauc_recall_at_5_max": 0.742453, + "nauc_recall_at_5_std": 0.068783, + "nauc_recall_at_5_diff1": 0.807812, + "nauc_recall_at_10_max": 0.679038, + "nauc_recall_at_10_std": -0.075864, + "nauc_recall_at_10_diff1": 0.711718, + "nauc_recall_at_20_max": 0.679038, + "nauc_recall_at_20_std": -0.075864, + "nauc_recall_at_20_diff1": 0.711718, + "nauc_recall_at_100_max": 0.679038, + "nauc_recall_at_100_std": -0.075864, + "nauc_recall_at_100_diff1": 0.711718, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.237532, + "nauc_precision_at_1_std": -0.148009, + "nauc_precision_at_1_diff1": 0.905583, + "nauc_precision_at_3_max": 0.819328, + "nauc_precision_at_3_std": -0.419421, + "nauc_precision_at_3_diff1": 0.858543, + "nauc_precision_at_5_max": 0.742453, + "nauc_precision_at_5_std": 0.068783, + "nauc_precision_at_5_diff1": 0.807812, + "nauc_precision_at_10_max": 0.679038, + "nauc_precision_at_10_std": -0.075864, + "nauc_precision_at_10_diff1": 0.711718, + "nauc_precision_at_20_max": 0.679038, + "nauc_precision_at_20_std": -0.075864, + "nauc_precision_at_20_diff1": 0.711718, + "nauc_precision_at_100_max": 0.679038, + "nauc_precision_at_100_std": -0.075864, + "nauc_precision_at_100_diff1": 0.711718, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.237532, + "nauc_mrr_at_1_std": -0.148009, + "nauc_mrr_at_1_diff1": 0.905583, + "nauc_mrr_at_3_max": 0.326416, + "nauc_mrr_at_3_std": -0.212113, + "nauc_mrr_at_3_diff1": 0.899357, + "nauc_mrr_at_5_max": 0.310398, + "nauc_mrr_at_5_std": -0.185327, + "nauc_mrr_at_5_diff1": 0.898223, + "nauc_mrr_at_10_max": 0.306229, + "nauc_mrr_at_10_std": -0.18938, + "nauc_mrr_at_10_diff1": 0.897464, + "nauc_mrr_at_20_max": 0.306229, + "nauc_mrr_at_20_std": -0.18938, + "nauc_mrr_at_20_diff1": 0.897464, + "nauc_mrr_at_100_max": 0.306229, + "nauc_mrr_at_100_std": -0.18938, + "nauc_mrr_at_100_diff1": 0.897464, + "nauc_mrr_at_1000_max": 0.306056, + "nauc_mrr_at_1000_std": -0.189191, + "nauc_mrr_at_1000_diff1": 0.897629, + "main_score": 0.9618, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 79.44954633712769, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalQuAD.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalQuAD.json new file mode 100644 index 0000000000..87647dda17 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalQuAD.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "37aa6cfb01d48960b0f8e3f17d6e3d99bf1ebc3e", + "task_name": "LegalQuAD", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.59398, + "ndcg_at_5": 0.61055, + "ndcg_at_10": 0.63219, + "ndcg_at_20": 0.65102, + "ndcg_at_100": 0.67254, + "ndcg_at_1000": 0.67746, + "map_at_1": 0.48, + "map_at_3": 0.5675, + "map_at_5": 0.57675, + "map_at_10": 0.58603, + "map_at_20": 0.59114, + "map_at_100": 0.59419, + "map_at_1000": 0.59445, + "recall_at_1": 0.48, + "recall_at_3": 0.67, + "recall_at_5": 0.71, + "recall_at_10": 0.775, + "recall_at_20": 0.85, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "precision_at_1": 0.48, + "precision_at_3": 0.22333, + "precision_at_5": 0.142, + "precision_at_10": 0.0775, + "precision_at_20": 0.0425, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.48, + "mrr_at_3": 0.5675, + "mrr_at_5": 0.57675, + "mrr_at_10": 0.58603, + "mrr_at_20": 0.591135, + "mrr_at_100": 0.59419, + "mrr_at_1000": 0.594447, + "nauc_ndcg_at_1_max": 0.283747, + "nauc_ndcg_at_1_std": 0.086906, + "nauc_ndcg_at_1_diff1": 0.722882, + "nauc_ndcg_at_3_max": 0.272654, + "nauc_ndcg_at_3_std": 0.0961, + "nauc_ndcg_at_3_diff1": 0.656155, + "nauc_ndcg_at_5_max": 0.247596, + "nauc_ndcg_at_5_std": 0.080733, + "nauc_ndcg_at_5_diff1": 0.654314, + "nauc_ndcg_at_10_max": 0.306598, + "nauc_ndcg_at_10_std": 0.091932, + "nauc_ndcg_at_10_diff1": 0.667211, + "nauc_ndcg_at_20_max": 0.285137, + "nauc_ndcg_at_20_std": 0.10865, + "nauc_ndcg_at_20_diff1": 0.673342, + "nauc_ndcg_at_100_max": 0.289624, + "nauc_ndcg_at_100_std": 0.110465, + "nauc_ndcg_at_100_diff1": 0.679637, + "nauc_ndcg_at_1000_max": 0.282505, + "nauc_ndcg_at_1000_std": 0.100981, + "nauc_ndcg_at_1000_diff1": 0.676313, + "nauc_map_at_1_max": 0.283747, + "nauc_map_at_1_std": 0.086906, + "nauc_map_at_1_diff1": 0.722882, + "nauc_map_at_3_max": 0.275349, + "nauc_map_at_3_std": 0.097826, + "nauc_map_at_3_diff1": 0.672424, + "nauc_map_at_5_max": 0.261892, + "nauc_map_at_5_std": 0.089956, + "nauc_map_at_5_diff1": 0.671835, + "nauc_map_at_10_max": 0.286583, + "nauc_map_at_10_std": 0.094129, + "nauc_map_at_10_diff1": 0.678022, + "nauc_map_at_20_max": 0.280936, + "nauc_map_at_20_std": 0.09813, + "nauc_map_at_20_diff1": 0.679312, + "nauc_map_at_100_max": 0.280622, + "nauc_map_at_100_std": 0.098084, + "nauc_map_at_100_diff1": 0.680122, + "nauc_map_at_1000_max": 0.280316, + "nauc_map_at_1000_std": 0.0977, + "nauc_map_at_1000_diff1": 0.679985, + "nauc_recall_at_1_max": 0.283747, + "nauc_recall_at_1_std": 0.086906, + "nauc_recall_at_1_diff1": 0.722882, + "nauc_recall_at_3_max": 0.263801, + "nauc_recall_at_3_std": 0.088351, + "nauc_recall_at_3_diff1": 0.602682, + "nauc_recall_at_5_max": 0.19253, + "nauc_recall_at_5_std": 0.042464, + "nauc_recall_at_5_diff1": 0.591831, + "nauc_recall_at_10_max": 0.415123, + "nauc_recall_at_10_std": 0.083289, + "nauc_recall_at_10_diff1": 0.625337, + "nauc_recall_at_20_max": 0.306573, + "nauc_recall_at_20_std": 0.203889, + "nauc_recall_at_20_diff1": 0.657729, + "nauc_recall_at_100_max": 0.639923, + "nauc_recall_at_100_std": 0.5839, + "nauc_recall_at_100_diff1": 0.843604, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.283747, + "nauc_precision_at_1_std": 0.086906, + "nauc_precision_at_1_diff1": 0.722882, + "nauc_precision_at_3_max": 0.263801, + "nauc_precision_at_3_std": 0.088351, + "nauc_precision_at_3_diff1": 0.602682, + "nauc_precision_at_5_max": 0.19253, + "nauc_precision_at_5_std": 0.042464, + "nauc_precision_at_5_diff1": 0.591831, + "nauc_precision_at_10_max": 0.415123, + "nauc_precision_at_10_std": 0.083289, + "nauc_precision_at_10_diff1": 0.625337, + "nauc_precision_at_20_max": 0.306573, + "nauc_precision_at_20_std": 0.203889, + "nauc_precision_at_20_diff1": 0.657729, + "nauc_precision_at_100_max": 0.639923, + "nauc_precision_at_100_std": 0.5839, + "nauc_precision_at_100_diff1": 0.843604, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.283747, + "nauc_mrr_at_1_std": 0.086906, + "nauc_mrr_at_1_diff1": 0.722882, + "nauc_mrr_at_3_max": 0.275349, + "nauc_mrr_at_3_std": 0.097826, + "nauc_mrr_at_3_diff1": 0.672424, + "nauc_mrr_at_5_max": 0.261892, + "nauc_mrr_at_5_std": 0.089956, + "nauc_mrr_at_5_diff1": 0.671835, + "nauc_mrr_at_10_max": 0.286583, + "nauc_mrr_at_10_std": 0.094129, + "nauc_mrr_at_10_diff1": 0.678022, + "nauc_mrr_at_20_max": 0.280936, + "nauc_mrr_at_20_std": 0.09813, + "nauc_mrr_at_20_diff1": 0.679312, + "nauc_mrr_at_100_max": 0.280622, + "nauc_mrr_at_100_std": 0.098084, + "nauc_mrr_at_100_diff1": 0.680122, + "nauc_mrr_at_1000_max": 0.280316, + "nauc_mrr_at_1000_std": 0.0977, + "nauc_mrr_at_1000_diff1": 0.679985, + "main_score": 0.63219, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 1165.4030747413635, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalSummarization.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalSummarization.json new file mode 100644 index 0000000000..d32a5ea670 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/LegalSummarization.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3bb1a05c66872889662af04c5691c14489cebd72", + "task_name": "LegalSummarization", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58451, + "ndcg_at_3": 0.63701, + "ndcg_at_5": 0.66792, + "ndcg_at_10": 0.6976, + "ndcg_at_20": 0.71487, + "ndcg_at_100": 0.736, + "ndcg_at_1000": 0.7405, + "map_at_1": 0.52028, + "map_at_3": 0.59629, + "map_at_5": 0.62067, + "map_at_10": 0.6385, + "map_at_20": 0.64509, + "map_at_100": 0.65004, + "map_at_1000": 0.6504, + "recall_at_1": 0.52028, + "recall_at_3": 0.667, + "recall_at_5": 0.74119, + "recall_at_10": 0.82595, + "recall_at_20": 0.88209, + "recall_at_100": 0.9724, + "recall_at_1000": 1.0, + "precision_at_1": 0.58451, + "precision_at_3": 0.27347, + "precision_at_5": 0.19296, + "precision_at_10": 0.11338, + "precision_at_20": 0.06303, + "precision_at_100": 0.01486, + "precision_at_1000": 0.00155, + "mrr_at_1": 0.584507, + "mrr_at_3": 0.657277, + "mrr_at_5": 0.672418, + "mrr_at_10": 0.681706, + "mrr_at_20": 0.685419, + "mrr_at_100": 0.686712, + "mrr_at_1000": 0.686793, + "nauc_ndcg_at_1_max": 0.376838, + "nauc_ndcg_at_1_std": 0.012159, + "nauc_ndcg_at_1_diff1": 0.705264, + "nauc_ndcg_at_3_max": 0.390723, + "nauc_ndcg_at_3_std": 0.000697, + "nauc_ndcg_at_3_diff1": 0.693365, + "nauc_ndcg_at_5_max": 0.41114, + "nauc_ndcg_at_5_std": 0.009519, + "nauc_ndcg_at_5_diff1": 0.692989, + "nauc_ndcg_at_10_max": 0.423231, + "nauc_ndcg_at_10_std": 0.021381, + "nauc_ndcg_at_10_diff1": 0.686648, + "nauc_ndcg_at_20_max": 0.420206, + "nauc_ndcg_at_20_std": 0.023862, + "nauc_ndcg_at_20_diff1": 0.686247, + "nauc_ndcg_at_100_max": 0.416996, + "nauc_ndcg_at_100_std": 0.047817, + "nauc_ndcg_at_100_diff1": 0.681084, + "nauc_ndcg_at_1000_max": 0.416304, + "nauc_ndcg_at_1000_std": 0.039691, + "nauc_ndcg_at_1000_diff1": 0.687354, + "nauc_map_at_1_max": 0.392916, + "nauc_map_at_1_std": -0.010681, + "nauc_map_at_1_diff1": 0.725648, + "nauc_map_at_3_max": 0.392263, + "nauc_map_at_3_std": -0.017, + "nauc_map_at_3_diff1": 0.706654, + "nauc_map_at_5_max": 0.411119, + "nauc_map_at_5_std": -0.005359, + "nauc_map_at_5_diff1": 0.706059, + "nauc_map_at_10_max": 0.421489, + "nauc_map_at_10_std": 0.003934, + "nauc_map_at_10_diff1": 0.700056, + "nauc_map_at_20_max": 0.420649, + "nauc_map_at_20_std": 0.006643, + "nauc_map_at_20_diff1": 0.700109, + "nauc_map_at_100_max": 0.421513, + "nauc_map_at_100_std": 0.01391, + "nauc_map_at_100_diff1": 0.698893, + "nauc_map_at_1000_max": 0.421541, + "nauc_map_at_1000_std": 0.01344, + "nauc_map_at_1000_diff1": 0.699247, + "nauc_recall_at_1_max": 0.392916, + "nauc_recall_at_1_std": -0.010681, + "nauc_recall_at_1_diff1": 0.725648, + "nauc_recall_at_3_max": 0.346482, + "nauc_recall_at_3_std": -0.033644, + "nauc_recall_at_3_diff1": 0.661376, + "nauc_recall_at_5_max": 0.394069, + "nauc_recall_at_5_std": -0.017741, + "nauc_recall_at_5_diff1": 0.656305, + "nauc_recall_at_10_max": 0.449347, + "nauc_recall_at_10_std": 0.016239, + "nauc_recall_at_10_diff1": 0.598948, + "nauc_recall_at_20_max": 0.461846, + "nauc_recall_at_20_std": -0.004678, + "nauc_recall_at_20_diff1": 0.586133, + "nauc_recall_at_100_max": 0.438451, + "nauc_recall_at_100_std": 0.44222, + "nauc_recall_at_100_diff1": 0.304208, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.376838, + "nauc_precision_at_1_std": 0.012159, + "nauc_precision_at_1_diff1": 0.705264, + "nauc_precision_at_3_max": 0.256448, + "nauc_precision_at_3_std": 0.040612, + "nauc_precision_at_3_diff1": 0.337782, + "nauc_precision_at_5_max": 0.200994, + "nauc_precision_at_5_std": 0.116711, + "nauc_precision_at_5_diff1": 0.110063, + "nauc_precision_at_10_max": 0.146785, + "nauc_precision_at_10_std": 0.171035, + "nauc_precision_at_10_diff1": -0.087387, + "nauc_precision_at_20_max": 0.06515, + "nauc_precision_at_20_std": 0.201397, + "nauc_precision_at_20_diff1": -0.197367, + "nauc_precision_at_100_max": -0.027989, + "nauc_precision_at_100_std": 0.248178, + "nauc_precision_at_100_diff1": -0.321061, + "nauc_precision_at_1000_max": -0.050836, + "nauc_precision_at_1000_std": 0.208855, + "nauc_precision_at_1000_diff1": -0.335934, + "nauc_mrr_at_1_max": 0.376838, + "nauc_mrr_at_1_std": 0.012159, + "nauc_mrr_at_1_diff1": 0.705264, + "nauc_mrr_at_3_max": 0.366091, + "nauc_mrr_at_3_std": 0.030001, + "nauc_mrr_at_3_diff1": 0.687647, + "nauc_mrr_at_5_max": 0.371138, + "nauc_mrr_at_5_std": 0.034756, + "nauc_mrr_at_5_diff1": 0.692513, + "nauc_mrr_at_10_max": 0.380803, + "nauc_mrr_at_10_std": 0.035978, + "nauc_mrr_at_10_diff1": 0.690081, + "nauc_mrr_at_20_max": 0.379214, + "nauc_mrr_at_20_std": 0.035093, + "nauc_mrr_at_20_diff1": 0.690899, + "nauc_mrr_at_100_max": 0.378799, + "nauc_mrr_at_100_std": 0.035088, + "nauc_mrr_at_100_diff1": 0.690558, + "nauc_mrr_at_1000_max": 0.37882, + "nauc_mrr_at_1000_std": 0.034911, + "nauc_mrr_at_1000_diff1": 0.690763, + "main_score": 0.6976, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 59.13885974884033, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MMarcoRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MMarcoRetrieval.json similarity index 60% rename from results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MMarcoRetrieval.json rename to results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MMarcoRetrieval.json index 1b24083041..e2011ca39f 100644 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MMarcoRetrieval.json +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MMarcoRetrieval.json @@ -1,23 +1,23 @@ { "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2", "task_name": "MMarcoRetrieval", - "mteb_version": "1.28.0", + "mteb_version": "1.29.10", "scores": { "dev": [ { "ndcg_at_1": 0.75745, "ndcg_at_3": 0.82188, "ndcg_at_5": 0.83869, - "ndcg_at_10": 0.85118, + "ndcg_at_10": 0.85119, "ndcg_at_20": 0.85624, - "ndcg_at_100": 0.8605, + "ndcg_at_100": 0.86051, "ndcg_at_1000": 0.86177, "map_at_1": 0.7333, "map_at_3": 0.80333, "map_at_5": 0.81349, "map_at_10": 0.81906, "map_at_20": 0.82059, - "map_at_100": 0.82127, + "map_at_100": 0.82128, "map_at_1000": 0.82132, "recall_at_1": 0.7333, "recall_at_3": 0.86823, @@ -36,60 +36,60 @@ "mrr_at_1": 0.75745, "mrr_at_3": 0.810148, "mrr_at_5": 0.818658, - "mrr_at_10": 0.823666, - "mrr_at_20": 0.824972, - "mrr_at_100": 0.825545, - "mrr_at_1000": 0.825588, + "mrr_at_10": 0.823668, + "mrr_at_20": 0.824974, + "mrr_at_100": 0.825547, + "mrr_at_1000": 0.82559, "nauc_ndcg_at_1_max": 0.131958, - "nauc_ndcg_at_1_std": -0.272173, + "nauc_ndcg_at_1_std": -0.271864, "nauc_ndcg_at_1_diff1": 0.835531, "nauc_ndcg_at_3_max": 0.171078, - "nauc_ndcg_at_3_std": -0.241926, + "nauc_ndcg_at_3_std": -0.241626, "nauc_ndcg_at_3_diff1": 0.804983, "nauc_ndcg_at_5_max": 0.193079, - "nauc_ndcg_at_5_std": -0.215239, + "nauc_ndcg_at_5_std": -0.214848, "nauc_ndcg_at_5_diff1": 0.806484, - "nauc_ndcg_at_10_max": 0.195153, - "nauc_ndcg_at_10_std": -0.199978, - "nauc_ndcg_at_10_diff1": 0.809953, - "nauc_ndcg_at_20_max": 0.195474, - "nauc_ndcg_at_20_std": -0.193015, - "nauc_ndcg_at_20_diff1": 0.812567, - "nauc_ndcg_at_100_max": 0.185694, - "nauc_ndcg_at_100_std": -0.204957, - "nauc_ndcg_at_100_diff1": 0.813873, - "nauc_ndcg_at_1000_max": 0.181522, - "nauc_ndcg_at_1000_std": -0.213527, - "nauc_ndcg_at_1000_diff1": 0.814459, + "nauc_ndcg_at_10_max": 0.195154, + "nauc_ndcg_at_10_std": -0.199687, + "nauc_ndcg_at_10_diff1": 0.809962, + "nauc_ndcg_at_20_max": 0.195475, + "nauc_ndcg_at_20_std": -0.192713, + "nauc_ndcg_at_20_diff1": 0.812576, + "nauc_ndcg_at_100_max": 0.185695, + "nauc_ndcg_at_100_std": -0.204645, + "nauc_ndcg_at_100_diff1": 0.813882, + "nauc_ndcg_at_1000_max": 0.181523, + "nauc_ndcg_at_1000_std": -0.213212, + "nauc_ndcg_at_1000_diff1": 0.814468, "nauc_map_at_1_max": 0.091671, - "nauc_map_at_1_std": -0.276298, + "nauc_map_at_1_std": -0.276012, "nauc_map_at_1_diff1": 0.825107, "nauc_map_at_3_max": 0.151633, - "nauc_map_at_3_std": -0.258352, + "nauc_map_at_3_std": -0.258057, "nauc_map_at_3_diff1": 0.812211, "nauc_map_at_5_max": 0.164272, - "nauc_map_at_5_std": -0.243902, + "nauc_map_at_5_std": -0.24356, "nauc_map_at_5_diff1": 0.813282, "nauc_map_at_10_max": 0.164997, - "nauc_map_at_10_std": -0.238602, - "nauc_map_at_10_diff1": 0.814676, - "nauc_map_at_20_max": 0.164924, - "nauc_map_at_20_std": -0.236935, - "nauc_map_at_20_diff1": 0.81543, + "nauc_map_at_10_std": -0.238291, + "nauc_map_at_10_diff1": 0.814683, + "nauc_map_at_20_max": 0.164925, + "nauc_map_at_20_std": -0.236622, + "nauc_map_at_20_diff1": 0.815438, "nauc_map_at_100_max": 0.16381, - "nauc_map_at_100_std": -0.23832, - "nauc_map_at_100_diff1": 0.815622, + "nauc_map_at_100_std": -0.238005, + "nauc_map_at_100_diff1": 0.815629, "nauc_map_at_1000_max": 0.163702, - "nauc_map_at_1000_std": -0.238562, - "nauc_map_at_1000_diff1": 0.815641, + "nauc_map_at_1000_std": -0.238248, + "nauc_map_at_1000_diff1": 0.815649, "nauc_recall_at_1_max": 0.091671, - "nauc_recall_at_1_std": -0.276298, + "nauc_recall_at_1_std": -0.276012, "nauc_recall_at_1_diff1": 0.825107, "nauc_recall_at_3_max": 0.22362, - "nauc_recall_at_3_std": -0.193576, + "nauc_recall_at_3_std": -0.193269, "nauc_recall_at_3_diff1": 0.767854, "nauc_recall_at_5_max": 0.325794, - "nauc_recall_at_5_std": -0.074792, + "nauc_recall_at_5_std": -0.074136, "nauc_recall_at_5_diff1": 0.757277, "nauc_recall_at_10_max": 0.426548, "nauc_recall_at_10_std": 0.125123, @@ -104,13 +104,13 @@ "nauc_recall_at_1000_std": 0.772501, "nauc_recall_at_1000_diff1": 0.84894, "nauc_precision_at_1_max": 0.131958, - "nauc_precision_at_1_std": -0.272173, + "nauc_precision_at_1_std": -0.271864, "nauc_precision_at_1_diff1": 0.835531, "nauc_precision_at_3_max": 0.224513, - "nauc_precision_at_3_std": -0.06339, + "nauc_precision_at_3_std": -0.06319, "nauc_precision_at_3_diff1": 0.365773, "nauc_precision_at_5_max": 0.270464, - "nauc_precision_at_5_std": 0.052645, + "nauc_precision_at_5_std": 0.052986, "nauc_precision_at_5_diff1": 0.226914, "nauc_precision_at_10_max": 0.28171, "nauc_precision_at_10_std": 0.170803, @@ -125,27 +125,27 @@ "nauc_precision_at_1000_std": 0.204178, "nauc_precision_at_1000_diff1": -0.275299, "nauc_mrr_at_1_max": 0.131958, - "nauc_mrr_at_1_std": -0.272173, + "nauc_mrr_at_1_std": -0.271864, "nauc_mrr_at_1_diff1": 0.835531, "nauc_mrr_at_3_max": 0.168011, - "nauc_mrr_at_3_std": -0.244238, + "nauc_mrr_at_3_std": -0.243934, "nauc_mrr_at_3_diff1": 0.815653, "nauc_mrr_at_5_max": 0.176255, - "nauc_mrr_at_5_std": -0.233454, + "nauc_mrr_at_5_std": -0.233105, "nauc_mrr_at_5_diff1": 0.816503, - "nauc_mrr_at_10_max": 0.175126, - "nauc_mrr_at_10_std": -0.229439, - "nauc_mrr_at_10_diff1": 0.818044, - "nauc_mrr_at_20_max": 0.174687, - "nauc_mrr_at_20_std": -0.228673, - "nauc_mrr_at_20_diff1": 0.81851, - "nauc_mrr_at_100_max": 0.173429, - "nauc_mrr_at_100_std": -0.230229, - "nauc_mrr_at_100_diff1": 0.818634, - "nauc_mrr_at_1000_max": 0.173315, - "nauc_mrr_at_1000_std": -0.230451, - "nauc_mrr_at_1000_diff1": 0.818656, - "main_score": 0.85118, + "nauc_mrr_at_10_max": 0.175127, + "nauc_mrr_at_10_std": -0.229122, + "nauc_mrr_at_10_diff1": 0.818051, + "nauc_mrr_at_20_max": 0.174688, + "nauc_mrr_at_20_std": -0.228354, + "nauc_mrr_at_20_diff1": 0.818518, + "nauc_mrr_at_100_max": 0.17343, + "nauc_mrr_at_100_std": -0.229908, + "nauc_mrr_at_100_diff1": 0.818642, + "nauc_mrr_at_1000_max": 0.173316, + "nauc_mrr_at_1000_std": -0.23013, + "nauc_mrr_at_1000_diff1": 0.818664, + "main_score": 0.85119, "hf_subset": "default", "languages": [ "cmn-Hans" @@ -153,6 +153,6 @@ } ] }, - "evaluation_time": 7827.2281358242035, + "evaluation_time": 7934.842158794403, "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MSMARCO.json similarity index 98% rename from results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json rename to results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MSMARCO.json index 351179d0e1..3cdc08a7c9 100644 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MSMARCO.json +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MSMARCO.json @@ -1,7 +1,7 @@ { "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", "task_name": "MSMARCO", - "mteb_version": "1.28.0", + "mteb_version": "1.29.10", "scores": { "dev": [ { @@ -153,6 +153,6 @@ } ] }, - "evaluation_time": 764593.4179763794, + "evaluation_time": 690901.1802806854, "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MedicalRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MedicalRetrieval.json similarity index 98% rename from results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MedicalRetrieval.json rename to results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MedicalRetrieval.json index 1e78e21061..2b3f5f1258 100644 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/MedicalRetrieval.json +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MedicalRetrieval.json @@ -1,7 +1,7 @@ { "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6", "task_name": "MedicalRetrieval", - "mteb_version": "1.28.0", + "mteb_version": "1.29.10", "scores": { "dev": [ { @@ -153,6 +153,6 @@ } ] }, - "evaluation_time": 7289.948871850967, + "evaluation_time": 7317.1592309474945, "kg_co2_emissions": null } \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MintakaRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MintakaRetrieval.json new file mode 100644 index 0000000000..0be51f97d9 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/MintakaRetrieval.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "efa78cc2f74bbcd21eff2261f9e13aebe40b814e", + "task_name": "MintakaRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19791, + "ndcg_at_3": 0.29751, + "ndcg_at_5": 0.3283, + "ndcg_at_10": 0.35553, + "ndcg_at_20": 0.37528, + "ndcg_at_100": 0.40025, + "ndcg_at_1000": 0.42693, + "map_at_1": 0.19791, + "map_at_3": 0.27364, + "map_at_5": 0.2908, + "map_at_10": 0.30209, + "map_at_20": 0.30752, + "map_at_100": 0.31084, + "map_at_1000": 0.31166, + "recall_at_1": 0.19791, + "recall_at_3": 0.36632, + "recall_at_5": 0.44076, + "recall_at_10": 0.52474, + "recall_at_20": 0.60281, + "recall_at_100": 0.73945, + "recall_at_1000": 0.96096, + "precision_at_1": 0.19791, + "precision_at_3": 0.12211, + "precision_at_5": 0.08815, + "precision_at_10": 0.05247, + "precision_at_20": 0.03014, + "precision_at_100": 0.00739, + "precision_at_1000": 0.00096, + "mrr_at_1": 0.197912, + "mrr_at_3": 0.273642, + "mrr_at_5": 0.2908, + "mrr_at_10": 0.302093, + "mrr_at_20": 0.30752, + "mrr_at_100": 0.310843, + "mrr_at_1000": 0.311656, + "nauc_ndcg_at_1_max": 0.207569, + "nauc_ndcg_at_1_std": 0.007201, + "nauc_ndcg_at_1_diff1": 0.329378, + "nauc_ndcg_at_3_max": 0.265474, + "nauc_ndcg_at_3_std": 0.070988, + "nauc_ndcg_at_3_diff1": 0.240096, + "nauc_ndcg_at_5_max": 0.265377, + "nauc_ndcg_at_5_std": 0.091593, + "nauc_ndcg_at_5_diff1": 0.218229, + "nauc_ndcg_at_10_max": 0.274754, + "nauc_ndcg_at_10_std": 0.106188, + "nauc_ndcg_at_10_diff1": 0.204038, + "nauc_ndcg_at_20_max": 0.279175, + "nauc_ndcg_at_20_std": 0.114147, + "nauc_ndcg_at_20_diff1": 0.201807, + "nauc_ndcg_at_100_max": 0.273927, + "nauc_ndcg_at_100_std": 0.129455, + "nauc_ndcg_at_100_diff1": 0.206343, + "nauc_ndcg_at_1000_max": 0.267836, + "nauc_ndcg_at_1000_std": 0.109935, + "nauc_ndcg_at_1000_diff1": 0.213823, + "nauc_map_at_1_max": 0.207569, + "nauc_map_at_1_std": 0.007201, + "nauc_map_at_1_diff1": 0.329378, + "nauc_map_at_3_max": 0.25305, + "nauc_map_at_3_std": 0.055795, + "nauc_map_at_3_diff1": 0.259033, + "nauc_map_at_5_max": 0.253212, + "nauc_map_at_5_std": 0.067775, + "nauc_map_at_5_diff1": 0.246653, + "nauc_map_at_10_max": 0.257089, + "nauc_map_at_10_std": 0.073179, + "nauc_map_at_10_diff1": 0.240936, + "nauc_map_at_20_max": 0.258319, + "nauc_map_at_20_std": 0.07524, + "nauc_map_at_20_diff1": 0.24044, + "nauc_map_at_100_max": 0.257635, + "nauc_map_at_100_std": 0.077364, + "nauc_map_at_100_diff1": 0.240949, + "nauc_map_at_1000_max": 0.257395, + "nauc_map_at_1000_std": 0.076795, + "nauc_map_at_1000_diff1": 0.241171, + "nauc_recall_at_1_max": 0.207569, + "nauc_recall_at_1_std": 0.007201, + "nauc_recall_at_1_diff1": 0.329378, + "nauc_recall_at_3_max": 0.297625, + "nauc_recall_at_3_std": 0.110866, + "nauc_recall_at_3_diff1": 0.191171, + "nauc_recall_at_5_max": 0.296586, + "nauc_recall_at_5_std": 0.156297, + "nauc_recall_at_5_diff1": 0.141721, + "nauc_recall_at_10_max": 0.325632, + "nauc_recall_at_10_std": 0.205384, + "nauc_recall_at_10_diff1": 0.095935, + "nauc_recall_at_20_max": 0.347237, + "nauc_recall_at_20_std": 0.245924, + "nauc_recall_at_20_diff1": 0.077977, + "nauc_recall_at_100_max": 0.331191, + "nauc_recall_at_100_std": 0.394841, + "nauc_recall_at_100_diff1": 0.073458, + "nauc_recall_at_1000_max": 0.271672, + "nauc_recall_at_1000_std": 0.495461, + "nauc_recall_at_1000_diff1": -0.095462, + "nauc_precision_at_1_max": 0.207569, + "nauc_precision_at_1_std": 0.007201, + "nauc_precision_at_1_diff1": 0.329378, + "nauc_precision_at_3_max": 0.297625, + "nauc_precision_at_3_std": 0.110866, + "nauc_precision_at_3_diff1": 0.191171, + "nauc_precision_at_5_max": 0.296586, + "nauc_precision_at_5_std": 0.156297, + "nauc_precision_at_5_diff1": 0.141721, + "nauc_precision_at_10_max": 0.325632, + "nauc_precision_at_10_std": 0.205384, + "nauc_precision_at_10_diff1": 0.095935, + "nauc_precision_at_20_max": 0.347237, + "nauc_precision_at_20_std": 0.245924, + "nauc_precision_at_20_diff1": 0.077977, + "nauc_precision_at_100_max": 0.331191, + "nauc_precision_at_100_std": 0.394841, + "nauc_precision_at_100_diff1": 0.073458, + "nauc_precision_at_1000_max": 0.271672, + "nauc_precision_at_1000_std": 0.495461, + "nauc_precision_at_1000_diff1": -0.095462, + "nauc_mrr_at_1_max": 0.207569, + "nauc_mrr_at_1_std": 0.007201, + "nauc_mrr_at_1_diff1": 0.329378, + "nauc_mrr_at_3_max": 0.25305, + "nauc_mrr_at_3_std": 0.055795, + "nauc_mrr_at_3_diff1": 0.259033, + "nauc_mrr_at_5_max": 0.253212, + "nauc_mrr_at_5_std": 0.067775, + "nauc_mrr_at_5_diff1": 0.246653, + "nauc_mrr_at_10_max": 0.257089, + "nauc_mrr_at_10_std": 0.073179, + "nauc_mrr_at_10_diff1": 0.240936, + "nauc_mrr_at_20_max": 0.258319, + "nauc_mrr_at_20_std": 0.07524, + "nauc_mrr_at_20_diff1": 0.24044, + "nauc_mrr_at_100_max": 0.257635, + "nauc_mrr_at_100_std": 0.077364, + "nauc_mrr_at_100_diff1": 0.240949, + "nauc_mrr_at_1000_max": 0.257395, + "nauc_mrr_at_1000_std": 0.076795, + "nauc_mrr_at_1000_diff1": 0.241171, + "main_score": 0.35553, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.34288, + "ndcg_at_3": 0.4729, + "ndcg_at_5": 0.50622, + "ndcg_at_10": 0.53292, + "ndcg_at_20": 0.55063, + "ndcg_at_100": 0.56987, + "ndcg_at_1000": 0.58084, + "map_at_1": 0.34288, + "map_at_3": 0.4411, + "map_at_5": 0.4597, + "map_at_10": 0.47079, + "map_at_20": 0.47572, + "map_at_100": 0.4783, + "map_at_1000": 0.47868, + "recall_at_1": 0.34288, + "recall_at_3": 0.56487, + "recall_at_5": 0.64532, + "recall_at_10": 0.72746, + "recall_at_20": 0.79697, + "recall_at_100": 0.90185, + "recall_at_1000": 0.98989, + "precision_at_1": 0.34288, + "precision_at_3": 0.18829, + "precision_at_5": 0.12906, + "precision_at_10": 0.07275, + "precision_at_20": 0.03985, + "precision_at_100": 0.00902, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.342881, + "mrr_at_3": 0.441098, + "mrr_at_5": 0.459695, + "mrr_at_10": 0.470787, + "mrr_at_20": 0.475724, + "mrr_at_100": 0.478299, + "mrr_at_1000": 0.478681, + "nauc_ndcg_at_1_max": 0.227434, + "nauc_ndcg_at_1_std": -0.103864, + "nauc_ndcg_at_1_diff1": 0.327906, + "nauc_ndcg_at_3_max": 0.280026, + "nauc_ndcg_at_3_std": -0.07077, + "nauc_ndcg_at_3_diff1": 0.308204, + "nauc_ndcg_at_5_max": 0.282387, + "nauc_ndcg_at_5_std": -0.056394, + "nauc_ndcg_at_5_diff1": 0.290768, + "nauc_ndcg_at_10_max": 0.280033, + "nauc_ndcg_at_10_std": -0.035267, + "nauc_ndcg_at_10_diff1": 0.279501, + "nauc_ndcg_at_20_max": 0.286122, + "nauc_ndcg_at_20_std": -0.020422, + "nauc_ndcg_at_20_diff1": 0.277154, + "nauc_ndcg_at_100_max": 0.277618, + "nauc_ndcg_at_100_std": -0.017349, + "nauc_ndcg_at_100_diff1": 0.278403, + "nauc_ndcg_at_1000_max": 0.274602, + "nauc_ndcg_at_1000_std": -0.036883, + "nauc_ndcg_at_1000_diff1": 0.286346, + "nauc_map_at_1_max": 0.227434, + "nauc_map_at_1_std": -0.103864, + "nauc_map_at_1_diff1": 0.327906, + "nauc_map_at_3_max": 0.266959, + "nauc_map_at_3_std": -0.079933, + "nauc_map_at_3_diff1": 0.312637, + "nauc_map_at_5_max": 0.268018, + "nauc_map_at_5_std": -0.072398, + "nauc_map_at_5_diff1": 0.303555, + "nauc_map_at_10_max": 0.267052, + "nauc_map_at_10_std": -0.064665, + "nauc_map_at_10_diff1": 0.299325, + "nauc_map_at_20_max": 0.268786, + "nauc_map_at_20_std": -0.061154, + "nauc_map_at_20_diff1": 0.29907, + "nauc_map_at_100_max": 0.267684, + "nauc_map_at_100_std": -0.06061, + "nauc_map_at_100_diff1": 0.299436, + "nauc_map_at_1000_max": 0.267608, + "nauc_map_at_1000_std": -0.061173, + "nauc_map_at_1000_diff1": 0.299727, + "nauc_recall_at_1_max": 0.227434, + "nauc_recall_at_1_std": -0.103864, + "nauc_recall_at_1_diff1": 0.327906, + "nauc_recall_at_3_max": 0.319712, + "nauc_recall_at_3_std": -0.042534, + "nauc_recall_at_3_diff1": 0.29494, + "nauc_recall_at_5_max": 0.330702, + "nauc_recall_at_5_std": -1.1e-05, + "nauc_recall_at_5_diff1": 0.245016, + "nauc_recall_at_10_max": 0.3298, + "nauc_recall_at_10_std": 0.096754, + "nauc_recall_at_10_diff1": 0.191609, + "nauc_recall_at_20_max": 0.375972, + "nauc_recall_at_20_std": 0.22186, + "nauc_recall_at_20_diff1": 0.152329, + "nauc_recall_at_100_max": 0.327813, + "nauc_recall_at_100_std": 0.471369, + "nauc_recall_at_100_diff1": 0.052382, + "nauc_recall_at_1000_max": 0.091951, + "nauc_recall_at_1000_std": 0.472103, + "nauc_recall_at_1000_diff1": -0.267901, + "nauc_precision_at_1_max": 0.227434, + "nauc_precision_at_1_std": -0.103864, + "nauc_precision_at_1_diff1": 0.327906, + "nauc_precision_at_3_max": 0.319712, + "nauc_precision_at_3_std": -0.042534, + "nauc_precision_at_3_diff1": 0.29494, + "nauc_precision_at_5_max": 0.330702, + "nauc_precision_at_5_std": -1.1e-05, + "nauc_precision_at_5_diff1": 0.245016, + "nauc_precision_at_10_max": 0.3298, + "nauc_precision_at_10_std": 0.096754, + "nauc_precision_at_10_diff1": 0.191609, + "nauc_precision_at_20_max": 0.375972, + "nauc_precision_at_20_std": 0.22186, + "nauc_precision_at_20_diff1": 0.152329, + "nauc_precision_at_100_max": 0.327813, + "nauc_precision_at_100_std": 0.471369, + "nauc_precision_at_100_diff1": 0.052382, + "nauc_precision_at_1000_max": 0.091951, + "nauc_precision_at_1000_std": 0.472103, + "nauc_precision_at_1000_diff1": -0.267901, + "nauc_mrr_at_1_max": 0.227434, + "nauc_mrr_at_1_std": -0.103864, + "nauc_mrr_at_1_diff1": 0.327906, + "nauc_mrr_at_3_max": 0.266959, + "nauc_mrr_at_3_std": -0.079933, + "nauc_mrr_at_3_diff1": 0.312637, + "nauc_mrr_at_5_max": 0.268018, + "nauc_mrr_at_5_std": -0.072398, + "nauc_mrr_at_5_diff1": 0.303555, + "nauc_mrr_at_10_max": 0.267052, + "nauc_mrr_at_10_std": -0.064665, + "nauc_mrr_at_10_diff1": 0.299325, + "nauc_mrr_at_20_max": 0.268786, + "nauc_mrr_at_20_std": -0.061154, + "nauc_mrr_at_20_diff1": 0.29907, + "nauc_mrr_at_100_max": 0.267684, + "nauc_mrr_at_100_std": -0.06061, + "nauc_mrr_at_100_diff1": 0.299436, + "nauc_mrr_at_1000_max": 0.267608, + "nauc_mrr_at_1000_std": -0.061173, + "nauc_mrr_at_1000_diff1": 0.299727, + "main_score": 0.53292, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.31889, + "ndcg_at_3": 0.45182, + "ndcg_at_5": 0.48475, + "ndcg_at_10": 0.51402, + "ndcg_at_20": 0.53089, + "ndcg_at_100": 0.55116, + "ndcg_at_1000": 0.56334, + "map_at_1": 0.31889, + "map_at_3": 0.41969, + "map_at_5": 0.43805, + "map_at_10": 0.45039, + "map_at_20": 0.45506, + "map_at_100": 0.45783, + "map_at_1000": 0.45826, + "recall_at_1": 0.31889, + "recall_at_3": 0.54455, + "recall_at_5": 0.62417, + "recall_at_10": 0.71328, + "recall_at_20": 0.7797, + "recall_at_100": 0.88944, + "recall_at_1000": 0.98639, + "precision_at_1": 0.31889, + "precision_at_3": 0.18152, + "precision_at_5": 0.12483, + "precision_at_10": 0.07133, + "precision_at_20": 0.03899, + "precision_at_100": 0.00889, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.318894, + "mrr_at_3": 0.419692, + "mrr_at_5": 0.43805, + "mrr_at_10": 0.450391, + "mrr_at_20": 0.455055, + "mrr_at_100": 0.457828, + "mrr_at_1000": 0.45826, + "nauc_ndcg_at_1_max": 0.210379, + "nauc_ndcg_at_1_std": -0.113016, + "nauc_ndcg_at_1_diff1": 0.364836, + "nauc_ndcg_at_3_max": 0.267549, + "nauc_ndcg_at_3_std": -0.055999, + "nauc_ndcg_at_3_diff1": 0.316216, + "nauc_ndcg_at_5_max": 0.272247, + "nauc_ndcg_at_5_std": -0.041137, + "nauc_ndcg_at_5_diff1": 0.310188, + "nauc_ndcg_at_10_max": 0.269652, + "nauc_ndcg_at_10_std": -0.017251, + "nauc_ndcg_at_10_diff1": 0.295005, + "nauc_ndcg_at_20_max": 0.266479, + "nauc_ndcg_at_20_std": -0.007269, + "nauc_ndcg_at_20_diff1": 0.294873, + "nauc_ndcg_at_100_max": 0.267246, + "nauc_ndcg_at_100_std": -0.005544, + "nauc_ndcg_at_100_diff1": 0.298703, + "nauc_ndcg_at_1000_max": 0.260542, + "nauc_ndcg_at_1000_std": -0.025082, + "nauc_ndcg_at_1000_diff1": 0.304545, + "nauc_map_at_1_max": 0.210379, + "nauc_map_at_1_std": -0.113016, + "nauc_map_at_1_diff1": 0.364836, + "nauc_map_at_3_max": 0.254575, + "nauc_map_at_3_std": -0.070574, + "nauc_map_at_3_diff1": 0.328687, + "nauc_map_at_5_max": 0.256707, + "nauc_map_at_5_std": -0.062981, + "nauc_map_at_5_diff1": 0.325577, + "nauc_map_at_10_max": 0.255098, + "nauc_map_at_10_std": -0.054369, + "nauc_map_at_10_diff1": 0.319666, + "nauc_map_at_20_max": 0.254158, + "nauc_map_at_20_std": -0.052234, + "nauc_map_at_20_diff1": 0.319864, + "nauc_map_at_100_max": 0.254077, + "nauc_map_at_100_std": -0.052123, + "nauc_map_at_100_diff1": 0.320435, + "nauc_map_at_1000_max": 0.253872, + "nauc_map_at_1000_std": -0.052721, + "nauc_map_at_1000_diff1": 0.3206, + "nauc_recall_at_1_max": 0.210379, + "nauc_recall_at_1_std": -0.113016, + "nauc_recall_at_1_diff1": 0.364836, + "nauc_recall_at_3_max": 0.305737, + "nauc_recall_at_3_std": -0.01235, + "nauc_recall_at_3_diff1": 0.278853, + "nauc_recall_at_5_max": 0.322951, + "nauc_recall_at_5_std": 0.032387, + "nauc_recall_at_5_diff1": 0.259351, + "nauc_recall_at_10_max": 0.325274, + "nauc_recall_at_10_std": 0.141381, + "nauc_recall_at_10_diff1": 0.192477, + "nauc_recall_at_20_max": 0.319829, + "nauc_recall_at_20_std": 0.237689, + "nauc_recall_at_20_diff1": 0.167546, + "nauc_recall_at_100_max": 0.379468, + "nauc_recall_at_100_std": 0.457952, + "nauc_recall_at_100_diff1": 0.116712, + "nauc_recall_at_1000_max": 0.097543, + "nauc_recall_at_1000_std": 0.551119, + "nauc_recall_at_1000_diff1": -0.196604, + "nauc_precision_at_1_max": 0.210379, + "nauc_precision_at_1_std": -0.113016, + "nauc_precision_at_1_diff1": 0.364836, + "nauc_precision_at_3_max": 0.305737, + "nauc_precision_at_3_std": -0.01235, + "nauc_precision_at_3_diff1": 0.278853, + "nauc_precision_at_5_max": 0.322951, + "nauc_precision_at_5_std": 0.032387, + "nauc_precision_at_5_diff1": 0.259351, + "nauc_precision_at_10_max": 0.325274, + "nauc_precision_at_10_std": 0.141381, + "nauc_precision_at_10_diff1": 0.192477, + "nauc_precision_at_20_max": 0.319829, + "nauc_precision_at_20_std": 0.237689, + "nauc_precision_at_20_diff1": 0.167546, + "nauc_precision_at_100_max": 0.379468, + "nauc_precision_at_100_std": 0.457952, + "nauc_precision_at_100_diff1": 0.116712, + "nauc_precision_at_1000_max": 0.097543, + "nauc_precision_at_1000_std": 0.551119, + "nauc_precision_at_1000_diff1": -0.196604, + "nauc_mrr_at_1_max": 0.210379, + "nauc_mrr_at_1_std": -0.113016, + "nauc_mrr_at_1_diff1": 0.364836, + "nauc_mrr_at_3_max": 0.254575, + "nauc_mrr_at_3_std": -0.070574, + "nauc_mrr_at_3_diff1": 0.328687, + "nauc_mrr_at_5_max": 0.256707, + "nauc_mrr_at_5_std": -0.062981, + "nauc_mrr_at_5_diff1": 0.325577, + "nauc_mrr_at_10_max": 0.255098, + "nauc_mrr_at_10_std": -0.054369, + "nauc_mrr_at_10_diff1": 0.319666, + "nauc_mrr_at_20_max": 0.254158, + "nauc_mrr_at_20_std": -0.052234, + "nauc_mrr_at_20_diff1": 0.319864, + "nauc_mrr_at_100_max": 0.254077, + "nauc_mrr_at_100_std": -0.052123, + "nauc_mrr_at_100_diff1": 0.320435, + "nauc_mrr_at_1000_max": 0.253872, + "nauc_mrr_at_1000_std": -0.052721, + "nauc_mrr_at_1000_diff1": 0.3206, + "main_score": 0.51402, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.32555, + "ndcg_at_3": 0.45278, + "ndcg_at_5": 0.48559, + "ndcg_at_10": 0.51485, + "ndcg_at_20": 0.53263, + "ndcg_at_100": 0.55221, + "ndcg_at_1000": 0.56502, + "map_at_1": 0.32555, + "map_at_3": 0.42233, + "map_at_5": 0.44049, + "map_at_10": 0.4528, + "map_at_20": 0.45773, + "map_at_100": 0.46051, + "map_at_1000": 0.46096, + "recall_at_1": 0.32555, + "recall_at_3": 0.54054, + "recall_at_5": 0.62039, + "recall_at_10": 0.70966, + "recall_at_20": 0.77969, + "recall_at_100": 0.88411, + "recall_at_1000": 0.9869, + "precision_at_1": 0.32555, + "precision_at_3": 0.18018, + "precision_at_5": 0.12408, + "precision_at_10": 0.07097, + "precision_at_20": 0.03898, + "precision_at_100": 0.00884, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.325553, + "mrr_at_3": 0.422331, + "mrr_at_5": 0.440493, + "mrr_at_10": 0.452804, + "mrr_at_20": 0.457728, + "mrr_at_100": 0.460514, + "mrr_at_1000": 0.460961, + "nauc_ndcg_at_1_max": 0.206034, + "nauc_ndcg_at_1_std": -0.108016, + "nauc_ndcg_at_1_diff1": 0.317782, + "nauc_ndcg_at_3_max": 0.272187, + "nauc_ndcg_at_3_std": -0.071364, + "nauc_ndcg_at_3_diff1": 0.279898, + "nauc_ndcg_at_5_max": 0.269853, + "nauc_ndcg_at_5_std": -0.045745, + "nauc_ndcg_at_5_diff1": 0.26495, + "nauc_ndcg_at_10_max": 0.266981, + "nauc_ndcg_at_10_std": -0.021361, + "nauc_ndcg_at_10_diff1": 0.246528, + "nauc_ndcg_at_20_max": 0.266885, + "nauc_ndcg_at_20_std": -0.006277, + "nauc_ndcg_at_20_diff1": 0.243522, + "nauc_ndcg_at_100_max": 0.262609, + "nauc_ndcg_at_100_std": -0.006757, + "nauc_ndcg_at_100_diff1": 0.24254, + "nauc_ndcg_at_1000_max": 0.260392, + "nauc_ndcg_at_1000_std": -0.026937, + "nauc_ndcg_at_1000_diff1": 0.254451, + "nauc_map_at_1_max": 0.206034, + "nauc_map_at_1_std": -0.108016, + "nauc_map_at_1_diff1": 0.317782, + "nauc_map_at_3_max": 0.258345, + "nauc_map_at_3_std": -0.080866, + "nauc_map_at_3_diff1": 0.288675, + "nauc_map_at_5_max": 0.256923, + "nauc_map_at_5_std": -0.067096, + "nauc_map_at_5_diff1": 0.281132, + "nauc_map_at_10_max": 0.255813, + "nauc_map_at_10_std": -0.058309, + "nauc_map_at_10_diff1": 0.27422, + "nauc_map_at_20_max": 0.255628, + "nauc_map_at_20_std": -0.054923, + "nauc_map_at_20_diff1": 0.273739, + "nauc_map_at_100_max": 0.25516, + "nauc_map_at_100_std": -0.054798, + "nauc_map_at_100_diff1": 0.273487, + "nauc_map_at_1000_max": 0.255141, + "nauc_map_at_1000_std": -0.055389, + "nauc_map_at_1000_diff1": 0.273864, + "nauc_recall_at_1_max": 0.206034, + "nauc_recall_at_1_std": -0.108016, + "nauc_recall_at_1_diff1": 0.317782, + "nauc_recall_at_3_max": 0.312332, + "nauc_recall_at_3_std": -0.042896, + "nauc_recall_at_3_diff1": 0.254019, + "nauc_recall_at_5_max": 0.309838, + "nauc_recall_at_5_std": 0.027324, + "nauc_recall_at_5_diff1": 0.2101, + "nauc_recall_at_10_max": 0.304874, + "nauc_recall_at_10_std": 0.13774, + "nauc_recall_at_10_diff1": 0.128605, + "nauc_recall_at_20_max": 0.314296, + "nauc_recall_at_20_std": 0.266638, + "nauc_recall_at_20_diff1": 0.081608, + "nauc_recall_at_100_max": 0.288168, + "nauc_recall_at_100_std": 0.448989, + "nauc_recall_at_100_diff1": -0.041554, + "nauc_recall_at_1000_max": 0.051405, + "nauc_recall_at_1000_std": 0.513729, + "nauc_recall_at_1000_diff1": -0.227907, + "nauc_precision_at_1_max": 0.206034, + "nauc_precision_at_1_std": -0.108016, + "nauc_precision_at_1_diff1": 0.317782, + "nauc_precision_at_3_max": 0.312332, + "nauc_precision_at_3_std": -0.042896, + "nauc_precision_at_3_diff1": 0.254019, + "nauc_precision_at_5_max": 0.309838, + "nauc_precision_at_5_std": 0.027324, + "nauc_precision_at_5_diff1": 0.2101, + "nauc_precision_at_10_max": 0.304874, + "nauc_precision_at_10_std": 0.13774, + "nauc_precision_at_10_diff1": 0.128605, + "nauc_precision_at_20_max": 0.314296, + "nauc_precision_at_20_std": 0.266638, + "nauc_precision_at_20_diff1": 0.081608, + "nauc_precision_at_100_max": 0.288168, + "nauc_precision_at_100_std": 0.448989, + "nauc_precision_at_100_diff1": -0.041554, + "nauc_precision_at_1000_max": 0.051405, + "nauc_precision_at_1000_std": 0.513729, + "nauc_precision_at_1000_diff1": -0.227907, + "nauc_mrr_at_1_max": 0.206034, + "nauc_mrr_at_1_std": -0.108016, + "nauc_mrr_at_1_diff1": 0.317782, + "nauc_mrr_at_3_max": 0.258345, + "nauc_mrr_at_3_std": -0.080866, + "nauc_mrr_at_3_diff1": 0.288675, + "nauc_mrr_at_5_max": 0.256923, + "nauc_mrr_at_5_std": -0.067096, + "nauc_mrr_at_5_diff1": 0.281132, + "nauc_mrr_at_10_max": 0.255813, + "nauc_mrr_at_10_std": -0.058309, + "nauc_mrr_at_10_diff1": 0.27422, + "nauc_mrr_at_20_max": 0.255628, + "nauc_mrr_at_20_std": -0.054923, + "nauc_mrr_at_20_diff1": 0.273739, + "nauc_mrr_at_100_max": 0.25516, + "nauc_mrr_at_100_std": -0.054798, + "nauc_mrr_at_100_diff1": 0.273487, + "nauc_mrr_at_1000_max": 0.255141, + "nauc_mrr_at_1000_std": -0.055389, + "nauc_mrr_at_1000_diff1": 0.273864, + "main_score": 0.51485, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.24757, + "ndcg_at_3": 0.35427, + "ndcg_at_5": 0.38431, + "ndcg_at_10": 0.41459, + "ndcg_at_20": 0.44137, + "ndcg_at_100": 0.47174, + "ndcg_at_1000": 0.48907, + "map_at_1": 0.24757, + "map_at_3": 0.32785, + "map_at_5": 0.3446, + "map_at_10": 0.35727, + "map_at_20": 0.36468, + "map_at_100": 0.36899, + "map_at_1000": 0.36963, + "recall_at_1": 0.24757, + "recall_at_3": 0.43082, + "recall_at_5": 0.50337, + "recall_at_10": 0.59611, + "recall_at_20": 0.70157, + "recall_at_100": 0.86387, + "recall_at_1000": 1.0, + "precision_at_1": 0.24757, + "precision_at_3": 0.14361, + "precision_at_5": 0.10067, + "precision_at_10": 0.05961, + "precision_at_20": 0.03508, + "precision_at_100": 0.00864, + "precision_at_1000": 0.001, + "mrr_at_1": 0.247569, + "mrr_at_3": 0.327848, + "mrr_at_5": 0.344602, + "mrr_at_10": 0.357267, + "mrr_at_20": 0.364682, + "mrr_at_100": 0.368992, + "mrr_at_1000": 0.369632, + "nauc_ndcg_at_1_max": 0.203395, + "nauc_ndcg_at_1_std": -0.090018, + "nauc_ndcg_at_1_diff1": 0.34642, + "nauc_ndcg_at_3_max": 0.259639, + "nauc_ndcg_at_3_std": -0.056252, + "nauc_ndcg_at_3_diff1": 0.285811, + "nauc_ndcg_at_5_max": 0.272554, + "nauc_ndcg_at_5_std": -0.036097, + "nauc_ndcg_at_5_diff1": 0.27797, + "nauc_ndcg_at_10_max": 0.283332, + "nauc_ndcg_at_10_std": -0.02089, + "nauc_ndcg_at_10_diff1": 0.269718, + "nauc_ndcg_at_20_max": 0.286675, + "nauc_ndcg_at_20_std": -0.000511, + "nauc_ndcg_at_20_diff1": 0.269614, + "nauc_ndcg_at_100_max": 0.284799, + "nauc_ndcg_at_100_std": -0.009296, + "nauc_ndcg_at_100_diff1": 0.272765, + "nauc_ndcg_at_1000_max": 0.272479, + "nauc_ndcg_at_1000_std": -0.024863, + "nauc_ndcg_at_1000_diff1": 0.280737, + "nauc_map_at_1_max": 0.203395, + "nauc_map_at_1_std": -0.090018, + "nauc_map_at_1_diff1": 0.34642, + "nauc_map_at_3_max": 0.24729, + "nauc_map_at_3_std": -0.065011, + "nauc_map_at_3_diff1": 0.2983, + "nauc_map_at_5_max": 0.254206, + "nauc_map_at_5_std": -0.0538, + "nauc_map_at_5_diff1": 0.294424, + "nauc_map_at_10_max": 0.258491, + "nauc_map_at_10_std": -0.047449, + "nauc_map_at_10_diff1": 0.291066, + "nauc_map_at_20_max": 0.259306, + "nauc_map_at_20_std": -0.042157, + "nauc_map_at_20_diff1": 0.291268, + "nauc_map_at_100_max": 0.258912, + "nauc_map_at_100_std": -0.043359, + "nauc_map_at_100_diff1": 0.291679, + "nauc_map_at_1000_max": 0.258398, + "nauc_map_at_1000_std": -0.043903, + "nauc_map_at_1000_diff1": 0.292005, + "nauc_recall_at_1_max": 0.203395, + "nauc_recall_at_1_std": -0.090018, + "nauc_recall_at_1_diff1": 0.34642, + "nauc_recall_at_3_max": 0.292958, + "nauc_recall_at_3_std": -0.032081, + "nauc_recall_at_3_diff1": 0.252441, + "nauc_recall_at_5_max": 0.3253, + "nauc_recall_at_5_std": 0.016236, + "nauc_recall_at_5_diff1": 0.23129, + "nauc_recall_at_10_max": 0.364748, + "nauc_recall_at_10_std": 0.068624, + "nauc_recall_at_10_diff1": 0.200978, + "nauc_recall_at_20_max": 0.396818, + "nauc_recall_at_20_std": 0.184325, + "nauc_recall_at_20_diff1": 0.185276, + "nauc_recall_at_100_max": 0.475516, + "nauc_recall_at_100_std": 0.246037, + "nauc_recall_at_100_diff1": 0.147918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.203395, + "nauc_precision_at_1_std": -0.090018, + "nauc_precision_at_1_diff1": 0.34642, + "nauc_precision_at_3_max": 0.292958, + "nauc_precision_at_3_std": -0.032081, + "nauc_precision_at_3_diff1": 0.252441, + "nauc_precision_at_5_max": 0.3253, + "nauc_precision_at_5_std": 0.016236, + "nauc_precision_at_5_diff1": 0.23129, + "nauc_precision_at_10_max": 0.364748, + "nauc_precision_at_10_std": 0.068624, + "nauc_precision_at_10_diff1": 0.200978, + "nauc_precision_at_20_max": 0.396818, + "nauc_precision_at_20_std": 0.184325, + "nauc_precision_at_20_diff1": 0.185276, + "nauc_precision_at_100_max": 0.475516, + "nauc_precision_at_100_std": 0.246037, + "nauc_precision_at_100_diff1": 0.147918, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.203395, + "nauc_mrr_at_1_std": -0.090018, + "nauc_mrr_at_1_diff1": 0.34642, + "nauc_mrr_at_3_max": 0.24729, + "nauc_mrr_at_3_std": -0.065011, + "nauc_mrr_at_3_diff1": 0.2983, + "nauc_mrr_at_5_max": 0.254206, + "nauc_mrr_at_5_std": -0.0538, + "nauc_mrr_at_5_diff1": 0.294424, + "nauc_mrr_at_10_max": 0.258491, + "nauc_mrr_at_10_std": -0.047449, + "nauc_mrr_at_10_diff1": 0.291066, + "nauc_mrr_at_20_max": 0.259306, + "nauc_mrr_at_20_std": -0.042157, + "nauc_mrr_at_20_diff1": 0.291268, + "nauc_mrr_at_100_max": 0.258912, + "nauc_mrr_at_100_std": -0.043359, + "nauc_mrr_at_100_diff1": 0.291679, + "nauc_mrr_at_1000_max": 0.258398, + "nauc_mrr_at_1000_std": -0.043903, + "nauc_mrr_at_1000_diff1": 0.292005, + "main_score": 0.41459, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.32818, + "ndcg_at_3": 0.46503, + "ndcg_at_5": 0.4968, + "ndcg_at_10": 0.52511, + "ndcg_at_20": 0.5427, + "ndcg_at_100": 0.56171, + "ndcg_at_1000": 0.57381, + "map_at_1": 0.32818, + "map_at_3": 0.43201, + "map_at_5": 0.44971, + "map_at_10": 0.46136, + "map_at_20": 0.46628, + "map_at_100": 0.46904, + "map_at_1000": 0.4695, + "recall_at_1": 0.32818, + "recall_at_3": 0.56033, + "recall_at_5": 0.63716, + "recall_at_10": 0.72484, + "recall_at_20": 0.79374, + "recall_at_100": 0.89436, + "recall_at_1000": 0.98914, + "precision_at_1": 0.32818, + "precision_at_3": 0.18678, + "precision_at_5": 0.12743, + "precision_at_10": 0.07248, + "precision_at_20": 0.03969, + "precision_at_100": 0.00894, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.328184, + "mrr_at_3": 0.432011, + "mrr_at_5": 0.449715, + "mrr_at_10": 0.46136, + "mrr_at_20": 0.466282, + "mrr_at_100": 0.469039, + "mrr_at_1000": 0.469504, + "nauc_ndcg_at_1_max": 0.194912, + "nauc_ndcg_at_1_std": -0.12131, + "nauc_ndcg_at_1_diff1": 0.334428, + "nauc_ndcg_at_3_max": 0.241574, + "nauc_ndcg_at_3_std": -0.083484, + "nauc_ndcg_at_3_diff1": 0.28879, + "nauc_ndcg_at_5_max": 0.246917, + "nauc_ndcg_at_5_std": -0.067154, + "nauc_ndcg_at_5_diff1": 0.267692, + "nauc_ndcg_at_10_max": 0.246848, + "nauc_ndcg_at_10_std": -0.04861, + "nauc_ndcg_at_10_diff1": 0.259297, + "nauc_ndcg_at_20_max": 0.2424, + "nauc_ndcg_at_20_std": -0.037306, + "nauc_ndcg_at_20_diff1": 0.257684, + "nauc_ndcg_at_100_max": 0.239063, + "nauc_ndcg_at_100_std": -0.036226, + "nauc_ndcg_at_100_diff1": 0.25976, + "nauc_ndcg_at_1000_max": 0.235824, + "nauc_ndcg_at_1000_std": -0.052613, + "nauc_ndcg_at_1000_diff1": 0.269134, + "nauc_map_at_1_max": 0.194912, + "nauc_map_at_1_std": -0.12131, + "nauc_map_at_1_diff1": 0.334428, + "nauc_map_at_3_max": 0.231091, + "nauc_map_at_3_std": -0.094751, + "nauc_map_at_3_diff1": 0.299875, + "nauc_map_at_5_max": 0.233551, + "nauc_map_at_5_std": -0.086324, + "nauc_map_at_5_diff1": 0.288857, + "nauc_map_at_10_max": 0.233468, + "nauc_map_at_10_std": -0.079624, + "nauc_map_at_10_diff1": 0.286259, + "nauc_map_at_20_max": 0.23214, + "nauc_map_at_20_std": -0.077271, + "nauc_map_at_20_diff1": 0.286259, + "nauc_map_at_100_max": 0.23151, + "nauc_map_at_100_std": -0.07684, + "nauc_map_at_100_diff1": 0.286601, + "nauc_map_at_1000_max": 0.231396, + "nauc_map_at_1000_std": -0.077341, + "nauc_map_at_1000_diff1": 0.286926, + "nauc_recall_at_1_max": 0.194912, + "nauc_recall_at_1_std": -0.12131, + "nauc_recall_at_1_diff1": 0.334428, + "nauc_recall_at_3_max": 0.272744, + "nauc_recall_at_3_std": -0.048671, + "nauc_recall_at_3_diff1": 0.255438, + "nauc_recall_at_5_max": 0.291607, + "nauc_recall_at_5_std": -0.000181, + "nauc_recall_at_5_diff1": 0.194392, + "nauc_recall_at_10_max": 0.299517, + "nauc_recall_at_10_std": 0.088413, + "nauc_recall_at_10_diff1": 0.143677, + "nauc_recall_at_20_max": 0.286897, + "nauc_recall_at_20_std": 0.194795, + "nauc_recall_at_20_diff1": 0.102369, + "nauc_recall_at_100_max": 0.282921, + "nauc_recall_at_100_std": 0.375299, + "nauc_recall_at_100_diff1": 0.008922, + "nauc_recall_at_1000_max": 0.019696, + "nauc_recall_at_1000_std": 0.639529, + "nauc_recall_at_1000_diff1": -0.323176, + "nauc_precision_at_1_max": 0.194912, + "nauc_precision_at_1_std": -0.12131, + "nauc_precision_at_1_diff1": 0.334428, + "nauc_precision_at_3_max": 0.272744, + "nauc_precision_at_3_std": -0.048671, + "nauc_precision_at_3_diff1": 0.255438, + "nauc_precision_at_5_max": 0.291607, + "nauc_precision_at_5_std": -0.000181, + "nauc_precision_at_5_diff1": 0.194392, + "nauc_precision_at_10_max": 0.299517, + "nauc_precision_at_10_std": 0.088413, + "nauc_precision_at_10_diff1": 0.143677, + "nauc_precision_at_20_max": 0.286897, + "nauc_precision_at_20_std": 0.194795, + "nauc_precision_at_20_diff1": 0.102369, + "nauc_precision_at_100_max": 0.282921, + "nauc_precision_at_100_std": 0.375299, + "nauc_precision_at_100_diff1": 0.008922, + "nauc_precision_at_1000_max": 0.059992, + "nauc_precision_at_1000_std": 0.619707, + "nauc_precision_at_1000_diff1": -0.307306, + "nauc_mrr_at_1_max": 0.194912, + "nauc_mrr_at_1_std": -0.12131, + "nauc_mrr_at_1_diff1": 0.334428, + "nauc_mrr_at_3_max": 0.231091, + "nauc_mrr_at_3_std": -0.094751, + "nauc_mrr_at_3_diff1": 0.299875, + "nauc_mrr_at_5_max": 0.233551, + "nauc_mrr_at_5_std": -0.086324, + "nauc_mrr_at_5_diff1": 0.288857, + "nauc_mrr_at_10_max": 0.233468, + "nauc_mrr_at_10_std": -0.079624, + "nauc_mrr_at_10_diff1": 0.286259, + "nauc_mrr_at_20_max": 0.23214, + "nauc_mrr_at_20_std": -0.077271, + "nauc_mrr_at_20_diff1": 0.286259, + "nauc_mrr_at_100_max": 0.23151, + "nauc_mrr_at_100_std": -0.07684, + "nauc_mrr_at_100_diff1": 0.286601, + "nauc_mrr_at_1000_max": 0.231394, + "nauc_mrr_at_1000_std": -0.077342, + "nauc_mrr_at_1000_diff1": 0.286925, + "main_score": 0.52511, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.25216, + "ndcg_at_3": 0.35982, + "ndcg_at_5": 0.38694, + "ndcg_at_10": 0.41585, + "ndcg_at_20": 0.43334, + "ndcg_at_100": 0.45831, + "ndcg_at_1000": 0.4806, + "map_at_1": 0.25216, + "map_at_3": 0.33348, + "map_at_5": 0.34855, + "map_at_10": 0.36054, + "map_at_20": 0.36539, + "map_at_100": 0.36878, + "map_at_1000": 0.3695, + "recall_at_1": 0.25216, + "recall_at_3": 0.43599, + "recall_at_5": 0.50173, + "recall_at_10": 0.59083, + "recall_at_20": 0.6596, + "recall_at_100": 0.79542, + "recall_at_1000": 0.97794, + "precision_at_1": 0.25216, + "precision_at_3": 0.14533, + "precision_at_5": 0.10035, + "precision_at_10": 0.05908, + "precision_at_20": 0.03298, + "precision_at_100": 0.00795, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.252163, + "mrr_at_3": 0.333478, + "mrr_at_5": 0.348551, + "mrr_at_10": 0.360539, + "mrr_at_20": 0.36539, + "mrr_at_100": 0.368779, + "mrr_at_1000": 0.369504, + "nauc_ndcg_at_1_max": 0.227406, + "nauc_ndcg_at_1_std": -0.043337, + "nauc_ndcg_at_1_diff1": 0.27264, + "nauc_ndcg_at_3_max": 0.298676, + "nauc_ndcg_at_3_std": 0.018486, + "nauc_ndcg_at_3_diff1": 0.22474, + "nauc_ndcg_at_5_max": 0.297531, + "nauc_ndcg_at_5_std": 0.041128, + "nauc_ndcg_at_5_diff1": 0.212702, + "nauc_ndcg_at_10_max": 0.305635, + "nauc_ndcg_at_10_std": 0.060062, + "nauc_ndcg_at_10_diff1": 0.206639, + "nauc_ndcg_at_20_max": 0.307729, + "nauc_ndcg_at_20_std": 0.07545, + "nauc_ndcg_at_20_diff1": 0.205579, + "nauc_ndcg_at_100_max": 0.295985, + "nauc_ndcg_at_100_std": 0.08457, + "nauc_ndcg_at_100_diff1": 0.203963, + "nauc_ndcg_at_1000_max": 0.294248, + "nauc_ndcg_at_1000_std": 0.061799, + "nauc_ndcg_at_1000_diff1": 0.21246, + "nauc_map_at_1_max": 0.227406, + "nauc_map_at_1_std": -0.043337, + "nauc_map_at_1_diff1": 0.27264, + "nauc_map_at_3_max": 0.283712, + "nauc_map_at_3_std": 0.002914, + "nauc_map_at_3_diff1": 0.235754, + "nauc_map_at_5_max": 0.283118, + "nauc_map_at_5_std": 0.015216, + "nauc_map_at_5_diff1": 0.229383, + "nauc_map_at_10_max": 0.286143, + "nauc_map_at_10_std": 0.022391, + "nauc_map_at_10_diff1": 0.227495, + "nauc_map_at_20_max": 0.286787, + "nauc_map_at_20_std": 0.025945, + "nauc_map_at_20_diff1": 0.227331, + "nauc_map_at_100_max": 0.285144, + "nauc_map_at_100_std": 0.027452, + "nauc_map_at_100_diff1": 0.227087, + "nauc_map_at_1000_max": 0.285081, + "nauc_map_at_1000_std": 0.026823, + "nauc_map_at_1000_diff1": 0.227377, + "nauc_recall_at_1_max": 0.227406, + "nauc_recall_at_1_std": -0.043337, + "nauc_recall_at_1_diff1": 0.27264, + "nauc_recall_at_3_max": 0.338982, + "nauc_recall_at_3_std": 0.061524, + "nauc_recall_at_3_diff1": 0.194669, + "nauc_recall_at_5_max": 0.336723, + "nauc_recall_at_5_std": 0.11724, + "nauc_recall_at_5_diff1": 0.164261, + "nauc_recall_at_10_max": 0.367247, + "nauc_recall_at_10_std": 0.18697, + "nauc_recall_at_10_diff1": 0.137838, + "nauc_recall_at_20_max": 0.382582, + "nauc_recall_at_20_std": 0.274936, + "nauc_recall_at_20_diff1": 0.124542, + "nauc_recall_at_100_max": 0.317266, + "nauc_recall_at_100_std": 0.431984, + "nauc_recall_at_100_diff1": 0.076482, + "nauc_recall_at_1000_max": 0.302643, + "nauc_recall_at_1000_std": 0.58815, + "nauc_recall_at_1000_diff1": -0.001226, + "nauc_precision_at_1_max": 0.227406, + "nauc_precision_at_1_std": -0.043337, + "nauc_precision_at_1_diff1": 0.27264, + "nauc_precision_at_3_max": 0.338982, + "nauc_precision_at_3_std": 0.061524, + "nauc_precision_at_3_diff1": 0.194669, + "nauc_precision_at_5_max": 0.336723, + "nauc_precision_at_5_std": 0.11724, + "nauc_precision_at_5_diff1": 0.164261, + "nauc_precision_at_10_max": 0.367247, + "nauc_precision_at_10_std": 0.18697, + "nauc_precision_at_10_diff1": 0.137838, + "nauc_precision_at_20_max": 0.382582, + "nauc_precision_at_20_std": 0.274936, + "nauc_precision_at_20_diff1": 0.124542, + "nauc_precision_at_100_max": 0.317266, + "nauc_precision_at_100_std": 0.431984, + "nauc_precision_at_100_diff1": 0.076482, + "nauc_precision_at_1000_max": 0.302643, + "nauc_precision_at_1000_std": 0.58815, + "nauc_precision_at_1000_diff1": -0.001226, + "nauc_mrr_at_1_max": 0.227406, + "nauc_mrr_at_1_std": -0.043337, + "nauc_mrr_at_1_diff1": 0.27264, + "nauc_mrr_at_3_max": 0.283712, + "nauc_mrr_at_3_std": 0.002914, + "nauc_mrr_at_3_diff1": 0.235754, + "nauc_mrr_at_5_max": 0.283118, + "nauc_mrr_at_5_std": 0.015216, + "nauc_mrr_at_5_diff1": 0.229383, + "nauc_mrr_at_10_max": 0.286143, + "nauc_mrr_at_10_std": 0.022391, + "nauc_mrr_at_10_diff1": 0.227495, + "nauc_mrr_at_20_max": 0.286787, + "nauc_mrr_at_20_std": 0.025945, + "nauc_mrr_at_20_diff1": 0.227331, + "nauc_mrr_at_100_max": 0.285144, + "nauc_mrr_at_100_std": 0.027452, + "nauc_mrr_at_100_diff1": 0.227087, + "nauc_mrr_at_1000_max": 0.285081, + "nauc_mrr_at_1000_std": 0.026823, + "nauc_mrr_at_1000_diff1": 0.227377, + "main_score": 0.41585, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "ndcg_at_1": 0.33517, + "ndcg_at_3": 0.46956, + "ndcg_at_5": 0.50441, + "ndcg_at_10": 0.53256, + "ndcg_at_20": 0.55086, + "ndcg_at_100": 0.57104, + "ndcg_at_1000": 0.58076, + "map_at_1": 0.33517, + "map_at_3": 0.43734, + "map_at_5": 0.45683, + "map_at_10": 0.4686, + "map_at_20": 0.47364, + "map_at_100": 0.47649, + "map_at_1000": 0.47682, + "recall_at_1": 0.33517, + "recall_at_3": 0.56245, + "recall_at_5": 0.64635, + "recall_at_10": 0.73258, + "recall_at_20": 0.8048, + "recall_at_100": 0.9127, + "recall_at_1000": 0.99108, + "precision_at_1": 0.33517, + "precision_at_3": 0.18748, + "precision_at_5": 0.12931, + "precision_at_10": 0.07328, + "precision_at_20": 0.04025, + "precision_at_100": 0.00913, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.335174, + "mrr_at_3": 0.437341, + "mrr_at_5": 0.456882, + "mrr_at_10": 0.468649, + "mrr_at_20": 0.473693, + "mrr_at_100": 0.47654, + "mrr_at_1000": 0.476871, + "nauc_ndcg_at_1_max": 0.222321, + "nauc_ndcg_at_1_std": -0.087612, + "nauc_ndcg_at_1_diff1": 0.353241, + "nauc_ndcg_at_3_max": 0.287377, + "nauc_ndcg_at_3_std": -0.070482, + "nauc_ndcg_at_3_diff1": 0.312899, + "nauc_ndcg_at_5_max": 0.293167, + "nauc_ndcg_at_5_std": -0.049694, + "nauc_ndcg_at_5_diff1": 0.300703, + "nauc_ndcg_at_10_max": 0.291846, + "nauc_ndcg_at_10_std": -0.029368, + "nauc_ndcg_at_10_diff1": 0.291381, + "nauc_ndcg_at_20_max": 0.287933, + "nauc_ndcg_at_20_std": -0.017139, + "nauc_ndcg_at_20_diff1": 0.284559, + "nauc_ndcg_at_100_max": 0.280258, + "nauc_ndcg_at_100_std": -0.019388, + "nauc_ndcg_at_100_diff1": 0.284151, + "nauc_ndcg_at_1000_max": 0.277535, + "nauc_ndcg_at_1000_std": -0.033341, + "nauc_ndcg_at_1000_diff1": 0.294469, + "nauc_map_at_1_max": 0.222321, + "nauc_map_at_1_std": -0.087612, + "nauc_map_at_1_diff1": 0.353241, + "nauc_map_at_3_max": 0.271986, + "nauc_map_at_3_std": -0.075515, + "nauc_map_at_3_diff1": 0.322111, + "nauc_map_at_5_max": 0.274602, + "nauc_map_at_5_std": -0.064296, + "nauc_map_at_5_diff1": 0.315535, + "nauc_map_at_10_max": 0.273625, + "nauc_map_at_10_std": -0.056388, + "nauc_map_at_10_diff1": 0.312048, + "nauc_map_at_20_max": 0.272484, + "nauc_map_at_20_std": -0.053622, + "nauc_map_at_20_diff1": 0.310509, + "nauc_map_at_100_max": 0.271372, + "nauc_map_at_100_std": -0.053702, + "nauc_map_at_100_diff1": 0.310436, + "nauc_map_at_1000_max": 0.27128, + "nauc_map_at_1000_std": -0.054073, + "nauc_map_at_1000_diff1": 0.310736, + "nauc_recall_at_1_max": 0.222321, + "nauc_recall_at_1_std": -0.087612, + "nauc_recall_at_1_diff1": 0.353241, + "nauc_recall_at_3_max": 0.33362, + "nauc_recall_at_3_std": -0.054917, + "nauc_recall_at_3_diff1": 0.285373, + "nauc_recall_at_5_max": 0.355761, + "nauc_recall_at_5_std": 0.003067, + "nauc_recall_at_5_diff1": 0.249997, + "nauc_recall_at_10_max": 0.365078, + "nauc_recall_at_10_std": 0.093943, + "nauc_recall_at_10_diff1": 0.202631, + "nauc_recall_at_20_max": 0.36099, + "nauc_recall_at_20_std": 0.206655, + "nauc_recall_at_20_diff1": 0.134812, + "nauc_recall_at_100_max": 0.31582, + "nauc_recall_at_100_std": 0.388209, + "nauc_recall_at_100_diff1": -0.023481, + "nauc_recall_at_1000_max": 0.007306, + "nauc_recall_at_1000_std": 0.477248, + "nauc_recall_at_1000_diff1": -0.204686, + "nauc_precision_at_1_max": 0.222321, + "nauc_precision_at_1_std": -0.087612, + "nauc_precision_at_1_diff1": 0.353241, + "nauc_precision_at_3_max": 0.33362, + "nauc_precision_at_3_std": -0.054917, + "nauc_precision_at_3_diff1": 0.285373, + "nauc_precision_at_5_max": 0.356321, + "nauc_precision_at_5_std": 0.002429, + "nauc_precision_at_5_diff1": 0.249568, + "nauc_precision_at_10_max": 0.365824, + "nauc_precision_at_10_std": 0.09322, + "nauc_precision_at_10_diff1": 0.202111, + "nauc_precision_at_20_max": 0.36201, + "nauc_precision_at_20_std": 0.205852, + "nauc_precision_at_20_diff1": 0.134108, + "nauc_precision_at_100_max": 0.317964, + "nauc_precision_at_100_std": 0.387036, + "nauc_precision_at_100_diff1": -0.0253, + "nauc_precision_at_1000_max": 0.031526, + "nauc_precision_at_1000_std": 0.402489, + "nauc_precision_at_1000_diff1": -0.220777, + "nauc_mrr_at_1_max": 0.222321, + "nauc_mrr_at_1_std": -0.087612, + "nauc_mrr_at_1_diff1": 0.353241, + "nauc_mrr_at_3_max": 0.271986, + "nauc_mrr_at_3_std": -0.075515, + "nauc_mrr_at_3_diff1": 0.322111, + "nauc_mrr_at_5_max": 0.274716, + "nauc_mrr_at_5_std": -0.064439, + "nauc_mrr_at_5_diff1": 0.315448, + "nauc_mrr_at_10_max": 0.273741, + "nauc_mrr_at_10_std": -0.056534, + "nauc_mrr_at_10_diff1": 0.311958, + "nauc_mrr_at_20_max": 0.272601, + "nauc_mrr_at_20_std": -0.053769, + "nauc_mrr_at_20_diff1": 0.310419, + "nauc_mrr_at_100_max": 0.27149, + "nauc_mrr_at_100_std": -0.053851, + "nauc_mrr_at_100_diff1": 0.310345, + "nauc_mrr_at_1000_max": 0.27139, + "nauc_mrr_at_1000_std": -0.054212, + "nauc_mrr_at_1000_diff1": 0.310651, + "main_score": 0.53256, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + } + ] + }, + "evaluation_time": 1141.395810842514, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus-PL.json new file mode 100644 index 0000000000..87103f4d11 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a6f9567fda928260afed2de480d79c98bf0bec0", + "task_name": "NFCorpus-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.41641, + "ndcg_at_3": 0.37617, + "ndcg_at_5": 0.36024, + "ndcg_at_10": 0.3351, + "ndcg_at_20": 0.31576, + "ndcg_at_100": 0.31601, + "ndcg_at_1000": 0.41099, + "map_at_1": 0.0461, + "map_at_3": 0.08213, + "map_at_5": 0.09594, + "map_at_10": 0.11709, + "map_at_20": 0.13372, + "map_at_100": 0.15762, + "map_at_1000": 0.17531, + "recall_at_1": 0.0461, + "recall_at_3": 0.09366, + "recall_at_5": 0.11793, + "recall_at_10": 0.16255, + "recall_at_20": 0.20713, + "recall_at_100": 0.33396, + "recall_at_1000": 0.65532, + "precision_at_1": 0.43034, + "precision_at_3": 0.35707, + "precision_at_5": 0.31889, + "precision_at_10": 0.25697, + "precision_at_20": 0.19458, + "precision_at_100": 0.08563, + "precision_at_1000": 0.02265, + "mrr_at_1": 0.433437, + "mrr_at_3": 0.496904, + "mrr_at_5": 0.508978, + "mrr_at_10": 0.518126, + "mrr_at_20": 0.522167, + "mrr_at_100": 0.524582, + "mrr_at_1000": 0.52492, + "nauc_ndcg_at_1_max": 0.254366, + "nauc_ndcg_at_1_std": 0.340673, + "nauc_ndcg_at_1_diff1": 0.298688, + "nauc_ndcg_at_3_max": 0.298776, + "nauc_ndcg_at_3_std": 0.320053, + "nauc_ndcg_at_3_diff1": 0.206368, + "nauc_ndcg_at_5_max": 0.294801, + "nauc_ndcg_at_5_std": 0.337997, + "nauc_ndcg_at_5_diff1": 0.179377, + "nauc_ndcg_at_10_max": 0.307537, + "nauc_ndcg_at_10_std": 0.361849, + "nauc_ndcg_at_10_diff1": 0.174959, + "nauc_ndcg_at_20_max": 0.298224, + "nauc_ndcg_at_20_std": 0.366904, + "nauc_ndcg_at_20_diff1": 0.169883, + "nauc_ndcg_at_100_max": 0.323595, + "nauc_ndcg_at_100_std": 0.417925, + "nauc_ndcg_at_100_diff1": 0.180404, + "nauc_ndcg_at_1000_max": 0.37336, + "nauc_ndcg_at_1000_std": 0.475775, + "nauc_ndcg_at_1000_diff1": 0.200013, + "nauc_map_at_1_max": 0.059816, + "nauc_map_at_1_std": 0.027314, + "nauc_map_at_1_diff1": 0.388032, + "nauc_map_at_3_max": 0.121991, + "nauc_map_at_3_std": 0.066097, + "nauc_map_at_3_diff1": 0.286401, + "nauc_map_at_5_max": 0.139078, + "nauc_map_at_5_std": 0.107587, + "nauc_map_at_5_diff1": 0.258776, + "nauc_map_at_10_max": 0.161047, + "nauc_map_at_10_std": 0.159586, + "nauc_map_at_10_diff1": 0.231319, + "nauc_map_at_20_max": 0.18041, + "nauc_map_at_20_std": 0.209404, + "nauc_map_at_20_diff1": 0.216161, + "nauc_map_at_100_max": 0.228786, + "nauc_map_at_100_std": 0.287519, + "nauc_map_at_100_diff1": 0.199815, + "nauc_map_at_1000_max": 0.246561, + "nauc_map_at_1000_std": 0.317348, + "nauc_map_at_1000_diff1": 0.185342, + "nauc_recall_at_1_max": 0.059816, + "nauc_recall_at_1_std": 0.027314, + "nauc_recall_at_1_diff1": 0.388032, + "nauc_recall_at_3_max": 0.112019, + "nauc_recall_at_3_std": 0.058047, + "nauc_recall_at_3_diff1": 0.25118, + "nauc_recall_at_5_max": 0.104781, + "nauc_recall_at_5_std": 0.116097, + "nauc_recall_at_5_diff1": 0.211325, + "nauc_recall_at_10_max": 0.11871, + "nauc_recall_at_10_std": 0.142794, + "nauc_recall_at_10_diff1": 0.156651, + "nauc_recall_at_20_max": 0.114497, + "nauc_recall_at_20_std": 0.173558, + "nauc_recall_at_20_diff1": 0.135072, + "nauc_recall_at_100_max": 0.238613, + "nauc_recall_at_100_std": 0.337453, + "nauc_recall_at_100_diff1": 0.11475, + "nauc_recall_at_1000_max": 0.29201, + "nauc_recall_at_1000_std": 0.422995, + "nauc_recall_at_1000_diff1": 0.147732, + "nauc_precision_at_1_max": 0.264393, + "nauc_precision_at_1_std": 0.364781, + "nauc_precision_at_1_diff1": 0.288821, + "nauc_precision_at_3_max": 0.325927, + "nauc_precision_at_3_std": 0.330268, + "nauc_precision_at_3_diff1": 0.127609, + "nauc_precision_at_5_max": 0.320786, + "nauc_precision_at_5_std": 0.361382, + "nauc_precision_at_5_diff1": 0.079065, + "nauc_precision_at_10_max": 0.307399, + "nauc_precision_at_10_std": 0.408382, + "nauc_precision_at_10_diff1": 0.046689, + "nauc_precision_at_20_max": 0.295421, + "nauc_precision_at_20_std": 0.41757, + "nauc_precision_at_20_diff1": 0.010079, + "nauc_precision_at_100_max": 0.237939, + "nauc_precision_at_100_std": 0.385996, + "nauc_precision_at_100_diff1": -0.060089, + "nauc_precision_at_1000_max": 0.107978, + "nauc_precision_at_1000_std": 0.211097, + "nauc_precision_at_1000_diff1": -0.12065, + "nauc_mrr_at_1_max": 0.261582, + "nauc_mrr_at_1_std": 0.362076, + "nauc_mrr_at_1_diff1": 0.280497, + "nauc_mrr_at_3_max": 0.301561, + "nauc_mrr_at_3_std": 0.386844, + "nauc_mrr_at_3_diff1": 0.292428, + "nauc_mrr_at_5_max": 0.301625, + "nauc_mrr_at_5_std": 0.396421, + "nauc_mrr_at_5_diff1": 0.295021, + "nauc_mrr_at_10_max": 0.306004, + "nauc_mrr_at_10_std": 0.397515, + "nauc_mrr_at_10_diff1": 0.286776, + "nauc_mrr_at_20_max": 0.308003, + "nauc_mrr_at_20_std": 0.401219, + "nauc_mrr_at_20_diff1": 0.287534, + "nauc_mrr_at_100_max": 0.307118, + "nauc_mrr_at_100_std": 0.401618, + "nauc_mrr_at_100_diff1": 0.286482, + "nauc_mrr_at_1000_max": 0.306948, + "nauc_mrr_at_1000_std": 0.401274, + "nauc_mrr_at_1000_diff1": 0.28664, + "main_score": 0.3351, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 1781.1514611244202, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus.json new file mode 100644 index 0000000000..e67077cbce --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51703, + "ndcg_at_3": 0.48064, + "ndcg_at_5": 0.46379, + "ndcg_at_10": 0.43664, + "ndcg_at_20": 0.41407, + "ndcg_at_100": 0.42083, + "ndcg_at_1000": 0.52335, + "map_at_1": 0.06241, + "map_at_3": 0.11142, + "map_at_5": 0.13553, + "map_at_10": 0.16406, + "map_at_20": 0.19044, + "map_at_100": 0.23204, + "map_at_1000": 0.25903, + "recall_at_1": 0.06241, + "recall_at_3": 0.12214, + "recall_at_5": 0.16473, + "recall_at_10": 0.2184, + "recall_at_20": 0.27475, + "recall_at_100": 0.4501, + "recall_at_1000": 0.80713, + "precision_at_1": 0.53251, + "precision_at_3": 0.45924, + "precision_at_5": 0.41486, + "precision_at_10": 0.33901, + "precision_at_20": 0.26084, + "precision_at_100": 0.11969, + "precision_at_1000": 0.02833, + "mrr_at_1": 0.532508, + "mrr_at_3": 0.599071, + "mrr_at_5": 0.614551, + "mrr_at_10": 0.621467, + "mrr_at_20": 0.624121, + "mrr_at_100": 0.625853, + "mrr_at_1000": 0.626116, + "nauc_ndcg_at_1_max": 0.385919, + "nauc_ndcg_at_1_std": 0.184369, + "nauc_ndcg_at_1_diff1": 0.311439, + "nauc_ndcg_at_3_max": 0.389761, + "nauc_ndcg_at_3_std": 0.197874, + "nauc_ndcg_at_3_diff1": 0.177815, + "nauc_ndcg_at_5_max": 0.370209, + "nauc_ndcg_at_5_std": 0.218887, + "nauc_ndcg_at_5_diff1": 0.138553, + "nauc_ndcg_at_10_max": 0.37534, + "nauc_ndcg_at_10_std": 0.228182, + "nauc_ndcg_at_10_diff1": 0.110277, + "nauc_ndcg_at_20_max": 0.350094, + "nauc_ndcg_at_20_std": 0.234129, + "nauc_ndcg_at_20_diff1": 0.101847, + "nauc_ndcg_at_100_max": 0.337392, + "nauc_ndcg_at_100_std": 0.297391, + "nauc_ndcg_at_100_diff1": 0.163823, + "nauc_ndcg_at_1000_max": 0.394096, + "nauc_ndcg_at_1000_std": 0.352713, + "nauc_ndcg_at_1000_diff1": 0.1657, + "nauc_map_at_1_max": -0.00181, + "nauc_map_at_1_std": 0.086113, + "nauc_map_at_1_diff1": 0.480382, + "nauc_map_at_3_max": 0.022358, + "nauc_map_at_3_std": 0.107665, + "nauc_map_at_3_diff1": 0.42226, + "nauc_map_at_5_max": 0.060876, + "nauc_map_at_5_std": 0.135501, + "nauc_map_at_5_diff1": 0.379845, + "nauc_map_at_10_max": 0.116753, + "nauc_map_at_10_std": 0.175582, + "nauc_map_at_10_diff1": 0.339162, + "nauc_map_at_20_max": 0.154356, + "nauc_map_at_20_std": 0.21687, + "nauc_map_at_20_diff1": 0.301573, + "nauc_map_at_100_max": 0.206368, + "nauc_map_at_100_std": 0.260692, + "nauc_map_at_100_diff1": 0.242825, + "nauc_map_at_1000_max": 0.234363, + "nauc_map_at_1000_std": 0.269639, + "nauc_map_at_1000_diff1": 0.209043, + "nauc_recall_at_1_max": -0.00181, + "nauc_recall_at_1_std": 0.086113, + "nauc_recall_at_1_diff1": 0.480382, + "nauc_recall_at_3_max": 0.002386, + "nauc_recall_at_3_std": 0.098405, + "nauc_recall_at_3_diff1": 0.397343, + "nauc_recall_at_5_max": 0.027243, + "nauc_recall_at_5_std": 0.10964, + "nauc_recall_at_5_diff1": 0.30643, + "nauc_recall_at_10_max": 0.102258, + "nauc_recall_at_10_std": 0.130467, + "nauc_recall_at_10_diff1": 0.237958, + "nauc_recall_at_20_max": 0.127125, + "nauc_recall_at_20_std": 0.169887, + "nauc_recall_at_20_diff1": 0.184109, + "nauc_recall_at_100_max": 0.147319, + "nauc_recall_at_100_std": 0.260226, + "nauc_recall_at_100_diff1": 0.092707, + "nauc_recall_at_1000_max": 0.206188, + "nauc_recall_at_1000_std": 0.382126, + "nauc_recall_at_1000_diff1": 0.128767, + "nauc_precision_at_1_max": 0.402962, + "nauc_precision_at_1_std": 0.190046, + "nauc_precision_at_1_diff1": 0.312113, + "nauc_precision_at_3_max": 0.415387, + "nauc_precision_at_3_std": 0.212892, + "nauc_precision_at_3_diff1": 0.070915, + "nauc_precision_at_5_max": 0.391653, + "nauc_precision_at_5_std": 0.238058, + "nauc_precision_at_5_diff1": -0.021417, + "nauc_precision_at_10_max": 0.388258, + "nauc_precision_at_10_std": 0.236424, + "nauc_precision_at_10_diff1": -0.103489, + "nauc_precision_at_20_max": 0.342889, + "nauc_precision_at_20_std": 0.203574, + "nauc_precision_at_20_diff1": -0.160912, + "nauc_precision_at_100_max": 0.256426, + "nauc_precision_at_100_std": 0.125112, + "nauc_precision_at_100_diff1": -0.227068, + "nauc_precision_at_1000_max": 0.184768, + "nauc_precision_at_1000_std": -0.026321, + "nauc_precision_at_1000_diff1": -0.248203, + "nauc_mrr_at_1_max": 0.402962, + "nauc_mrr_at_1_std": 0.190046, + "nauc_mrr_at_1_diff1": 0.312113, + "nauc_mrr_at_3_max": 0.415267, + "nauc_mrr_at_3_std": 0.223646, + "nauc_mrr_at_3_diff1": 0.293718, + "nauc_mrr_at_5_max": 0.417267, + "nauc_mrr_at_5_std": 0.236217, + "nauc_mrr_at_5_diff1": 0.288136, + "nauc_mrr_at_10_max": 0.431193, + "nauc_mrr_at_10_std": 0.240269, + "nauc_mrr_at_10_diff1": 0.286807, + "nauc_mrr_at_20_max": 0.432046, + "nauc_mrr_at_20_std": 0.239907, + "nauc_mrr_at_20_diff1": 0.285086, + "nauc_mrr_at_100_max": 0.43025, + "nauc_mrr_at_100_std": 0.240023, + "nauc_mrr_at_100_diff1": 0.285516, + "nauc_mrr_at_1000_max": 0.430013, + "nauc_mrr_at_1000_std": 0.239841, + "nauc_mrr_at_1000_diff1": 0.285651, + "main_score": 0.43664, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1140.4079711437225, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalAbsIntroRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalAbsIntroRetrieval.json new file mode 100644 index 0000000000..af1924df2e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalAbsIntroRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "NLPJournalAbsIntroRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.9901, + "ndcg_at_3": 0.99446, + "ndcg_at_5": 0.99446, + "ndcg_at_10": 0.99518, + "ndcg_at_20": 0.99518, + "ndcg_at_100": 0.99518, + "ndcg_at_1000": 0.99518, + "map_at_1": 0.9901, + "map_at_3": 0.9934, + "map_at_5": 0.9934, + "map_at_10": 0.99365, + "map_at_20": 0.99365, + "map_at_100": 0.99365, + "map_at_1000": 0.99365, + "recall_at_1": 0.9901, + "recall_at_3": 0.99752, + "recall_at_5": 0.99752, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.9901, + "precision_at_3": 0.33251, + "precision_at_5": 0.1995, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.990099, + "mrr_at_3": 0.993399, + "mrr_at_5": 0.993399, + "mrr_at_10": 0.993647, + "mrr_at_20": 0.993647, + "mrr_at_100": 0.993647, + "mrr_at_1000": 0.993647, + "nauc_ndcg_at_1_max": 0.839481, + "nauc_ndcg_at_1_std": -0.51386, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.85656, + "nauc_ndcg_at_3_std": -0.507801, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.85656, + "nauc_ndcg_at_5_std": -0.507801, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.835287, + "nauc_ndcg_at_10_std": -0.499531, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.835287, + "nauc_ndcg_at_20_std": -0.499531, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.835287, + "nauc_ndcg_at_100_std": -0.499531, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.835287, + "nauc_ndcg_at_1000_std": -0.499531, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.839481, + "nauc_map_at_1_std": -0.51386, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.839481, + "nauc_map_at_3_std": -0.501736, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.839481, + "nauc_map_at_5_std": -0.501736, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.833227, + "nauc_map_at_10_std": -0.499327, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.833227, + "nauc_map_at_20_std": -0.499327, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.833227, + "nauc_map_at_100_std": -0.499327, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.833227, + "nauc_map_at_1000_std": -0.499327, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.839481, + "nauc_recall_at_1_std": -0.51386, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": -0.563567, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.563567, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.839481, + "nauc_precision_at_1_std": -0.51386, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": -0.563567, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.563567, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.839481, + "nauc_mrr_at_1_std": -0.51386, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.839481, + "nauc_mrr_at_3_std": -0.501736, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.839481, + "nauc_mrr_at_5_std": -0.501736, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.833227, + "nauc_mrr_at_10_std": -0.499327, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.833227, + "nauc_mrr_at_20_std": -0.499327, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.833227, + "nauc_mrr_at_100_std": -0.499327, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.833227, + "nauc_mrr_at_1000_std": -0.499327, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.99518, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 638.9434604644775, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleAbsRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleAbsRetrieval.json new file mode 100644 index 0000000000..996a1ac96e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleAbsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "NLPJournalTitleAbsRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95297, + "ndcg_at_3": 0.97978, + "ndcg_at_5": 0.97978, + "ndcg_at_10": 0.97978, + "ndcg_at_20": 0.97978, + "ndcg_at_100": 0.98021, + "ndcg_at_1000": 0.98021, + "map_at_1": 0.95297, + "map_at_3": 0.9736, + "map_at_5": 0.9736, + "map_at_10": 0.9736, + "map_at_20": 0.9736, + "map_at_100": 0.97364, + "map_at_1000": 0.97364, + "recall_at_1": 0.95297, + "recall_at_3": 0.99752, + "recall_at_5": 0.99752, + "recall_at_10": 0.99752, + "recall_at_20": 0.99752, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.95297, + "precision_at_3": 0.33251, + "precision_at_5": 0.1995, + "precision_at_10": 0.09975, + "precision_at_20": 0.04988, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.95297, + "mrr_at_3": 0.973597, + "mrr_at_5": 0.973597, + "mrr_at_10": 0.973597, + "mrr_at_20": 0.973597, + "mrr_at_100": 0.973642, + "mrr_at_1000": 0.973642, + "nauc_ndcg_at_1_max": 0.140254, + "nauc_ndcg_at_1_std": -0.048055, + "nauc_ndcg_at_1_diff1": 0.951893, + "nauc_ndcg_at_3_max": 0.212812, + "nauc_ndcg_at_3_std": 0.007064, + "nauc_ndcg_at_3_diff1": 0.958695, + "nauc_ndcg_at_5_max": 0.212812, + "nauc_ndcg_at_5_std": 0.007064, + "nauc_ndcg_at_5_diff1": 0.958695, + "nauc_ndcg_at_10_max": 0.212812, + "nauc_ndcg_at_10_std": 0.007064, + "nauc_ndcg_at_10_diff1": 0.958695, + "nauc_ndcg_at_20_max": 0.212812, + "nauc_ndcg_at_20_std": 0.007064, + "nauc_ndcg_at_20_diff1": 0.958695, + "nauc_ndcg_at_100_max": 0.195857, + "nauc_ndcg_at_100_std": -0.01151, + "nauc_ndcg_at_100_diff1": 0.957805, + "nauc_ndcg_at_1000_max": 0.195857, + "nauc_ndcg_at_1000_std": -0.01151, + "nauc_ndcg_at_1000_diff1": 0.957805, + "nauc_map_at_1_max": 0.140254, + "nauc_map_at_1_std": -0.048055, + "nauc_map_at_1_diff1": 0.951893, + "nauc_map_at_3_max": 0.186538, + "nauc_map_at_3_std": -0.020409, + "nauc_map_at_3_diff1": 0.957155, + "nauc_map_at_5_max": 0.186538, + "nauc_map_at_5_std": -0.020409, + "nauc_map_at_5_diff1": 0.957155, + "nauc_map_at_10_max": 0.186538, + "nauc_map_at_10_std": -0.020409, + "nauc_map_at_10_diff1": 0.957155, + "nauc_map_at_20_max": 0.186538, + "nauc_map_at_20_std": -0.020409, + "nauc_map_at_20_diff1": 0.957155, + "nauc_map_at_100_max": 0.185149, + "nauc_map_at_100_std": -0.021928, + "nauc_map_at_100_diff1": 0.957082, + "nauc_map_at_1000_max": 0.185149, + "nauc_map_at_1000_std": -0.021928, + "nauc_map_at_1000_diff1": 0.957082, + "nauc_recall_at_1_max": 0.140254, + "nauc_recall_at_1_std": -0.048055, + "nauc_recall_at_1_diff1": 0.951893, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.869425, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.869425, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869425, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869425, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.140254, + "nauc_precision_at_1_std": -0.048055, + "nauc_precision_at_1_diff1": 0.951893, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.869425, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.869425, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869425, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869425, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.140254, + "nauc_mrr_at_1_std": -0.048055, + "nauc_mrr_at_1_diff1": 0.951893, + "nauc_mrr_at_3_max": 0.186538, + "nauc_mrr_at_3_std": -0.020409, + "nauc_mrr_at_3_diff1": 0.957155, + "nauc_mrr_at_5_max": 0.186538, + "nauc_mrr_at_5_std": -0.020409, + "nauc_mrr_at_5_diff1": 0.957155, + "nauc_mrr_at_10_max": 0.186538, + "nauc_mrr_at_10_std": -0.020409, + "nauc_mrr_at_10_diff1": 0.957155, + "nauc_mrr_at_20_max": 0.186538, + "nauc_mrr_at_20_std": -0.020409, + "nauc_mrr_at_20_diff1": 0.957155, + "nauc_mrr_at_100_max": 0.185149, + "nauc_mrr_at_100_std": -0.021928, + "nauc_mrr_at_100_diff1": 0.957082, + "nauc_mrr_at_1000_max": 0.185149, + "nauc_mrr_at_1000_std": -0.021928, + "nauc_mrr_at_1000_diff1": 0.957082, + "main_score": 0.97978, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 159.26755023002625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleIntroRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleIntroRetrieval.json new file mode 100644 index 0000000000..32ecbf5e79 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NLPJournalTitleIntroRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "task_name": "NLPJournalTitleIntroRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94059, + "ndcg_at_3": 0.97086, + "ndcg_at_5": 0.97192, + "ndcg_at_10": 0.97192, + "ndcg_at_20": 0.97387, + "ndcg_at_100": 0.97387, + "ndcg_at_1000": 0.97387, + "map_at_1": 0.94059, + "map_at_3": 0.96411, + "map_at_5": 0.96473, + "map_at_10": 0.96473, + "map_at_20": 0.9653, + "map_at_100": 0.9653, + "map_at_1000": 0.9653, + "recall_at_1": 0.94059, + "recall_at_3": 0.9901, + "recall_at_5": 0.99257, + "recall_at_10": 0.99257, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.94059, + "precision_at_3": 0.33003, + "precision_at_5": 0.19851, + "precision_at_10": 0.09926, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.940594, + "mrr_at_3": 0.964109, + "mrr_at_5": 0.964728, + "mrr_at_10": 0.964728, + "mrr_at_20": 0.965305, + "mrr_at_100": 0.965305, + "mrr_at_1000": 0.965305, + "nauc_ndcg_at_1_max": 0.270975, + "nauc_ndcg_at_1_std": -0.18477, + "nauc_ndcg_at_1_diff1": 0.972797, + "nauc_ndcg_at_3_max": 0.294647, + "nauc_ndcg_at_3_std": -0.259875, + "nauc_ndcg_at_3_diff1": 0.972538, + "nauc_ndcg_at_5_max": 0.301178, + "nauc_ndcg_at_5_std": -0.274398, + "nauc_ndcg_at_5_diff1": 0.971496, + "nauc_ndcg_at_10_max": 0.301178, + "nauc_ndcg_at_10_std": -0.274398, + "nauc_ndcg_at_10_diff1": 0.971496, + "nauc_ndcg_at_20_max": 0.282365, + "nauc_ndcg_at_20_std": -0.243364, + "nauc_ndcg_at_20_diff1": 0.972708, + "nauc_ndcg_at_100_max": 0.282365, + "nauc_ndcg_at_100_std": -0.243364, + "nauc_ndcg_at_100_diff1": 0.972708, + "nauc_ndcg_at_1000_max": 0.282365, + "nauc_ndcg_at_1000_std": -0.243364, + "nauc_ndcg_at_1000_diff1": 0.972708, + "nauc_map_at_1_max": 0.270975, + "nauc_map_at_1_std": -0.18477, + "nauc_map_at_1_diff1": 0.972797, + "nauc_map_at_3_max": 0.280027, + "nauc_map_at_3_std": -0.234998, + "nauc_map_at_3_diff1": 0.972984, + "nauc_map_at_5_max": 0.282789, + "nauc_map_at_5_std": -0.241272, + "nauc_map_at_5_diff1": 0.97251, + "nauc_map_at_10_max": 0.282789, + "nauc_map_at_10_std": -0.241272, + "nauc_map_at_10_diff1": 0.97251, + "nauc_map_at_20_max": 0.278671, + "nauc_map_at_20_std": -0.234796, + "nauc_map_at_20_diff1": 0.97283, + "nauc_map_at_100_max": 0.278671, + "nauc_map_at_100_std": -0.234796, + "nauc_map_at_100_diff1": 0.97283, + "nauc_map_at_1000_max": 0.278671, + "nauc_map_at_1000_std": -0.234796, + "nauc_map_at_1000_diff1": 0.97283, + "nauc_recall_at_1_max": 0.270975, + "nauc_recall_at_1_std": -0.18477, + "nauc_recall_at_1_diff1": 0.972797, + "nauc_recall_at_3_max": 0.455323, + "nauc_recall_at_3_std": -0.512478, + "nauc_recall_at_3_diff1": 0.967356, + "nauc_recall_at_5_max": 0.566221, + "nauc_recall_at_5_std": -0.724181, + "nauc_recall_at_5_diff1": 0.956475, + "nauc_recall_at_10_max": 0.566221, + "nauc_recall_at_10_std": -0.724181, + "nauc_recall_at_10_diff1": 0.956475, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.270975, + "nauc_precision_at_1_std": -0.18477, + "nauc_precision_at_1_diff1": 0.972797, + "nauc_precision_at_3_max": 0.455323, + "nauc_precision_at_3_std": -0.512478, + "nauc_precision_at_3_diff1": 0.967356, + "nauc_precision_at_5_max": 0.566221, + "nauc_precision_at_5_std": -0.724181, + "nauc_precision_at_5_diff1": 0.956475, + "nauc_precision_at_10_max": 0.566221, + "nauc_precision_at_10_std": -0.724181, + "nauc_precision_at_10_diff1": 0.956475, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.270975, + "nauc_mrr_at_1_std": -0.18477, + "nauc_mrr_at_1_diff1": 0.972797, + "nauc_mrr_at_3_max": 0.280027, + "nauc_mrr_at_3_std": -0.234998, + "nauc_mrr_at_3_diff1": 0.972984, + "nauc_mrr_at_5_max": 0.282789, + "nauc_mrr_at_5_std": -0.241272, + "nauc_mrr_at_5_diff1": 0.97251, + "nauc_mrr_at_10_max": 0.282789, + "nauc_mrr_at_10_std": -0.241272, + "nauc_mrr_at_10_diff1": 0.97251, + "nauc_mrr_at_20_max": 0.278671, + "nauc_mrr_at_20_std": -0.234796, + "nauc_mrr_at_20_diff1": 0.97283, + "nauc_mrr_at_100_max": 0.278671, + "nauc_mrr_at_100_std": -0.234796, + "nauc_mrr_at_100_diff1": 0.97283, + "nauc_mrr_at_1000_max": 0.278671, + "nauc_mrr_at_1000_std": -0.234796, + "nauc_mrr_at_1000_diff1": 0.97283, + "main_score": 0.97192, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 552.4951803684235, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ-PL.json new file mode 100644 index 0000000000..637006acc8 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f171245712cf85dd4700b06bef18001578d0ca8d", + "task_name": "NQ-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34791, + "ndcg_at_3": 0.45418, + "ndcg_at_5": 0.49486, + "ndcg_at_10": 0.53141, + "ndcg_at_20": 0.55231, + "ndcg_at_100": 0.57358, + "ndcg_at_1000": 0.58166, + "map_at_1": 0.3104, + "map_at_3": 0.41665, + "map_at_5": 0.44138, + "map_at_10": 0.45834, + "map_at_20": 0.4648, + "map_at_100": 0.46818, + "map_at_1000": 0.46853, + "recall_at_1": 0.3104, + "recall_at_3": 0.53179, + "recall_at_5": 0.62539, + "recall_at_10": 0.73081, + "recall_at_20": 0.80835, + "recall_at_100": 0.91503, + "recall_at_1000": 0.97429, + "precision_at_1": 0.34791, + "precision_at_3": 0.20587, + "precision_at_5": 0.1471, + "precision_at_10": 0.08717, + "precision_at_20": 0.04852, + "precision_at_100": 0.01111, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.347914, + "mrr_at_3": 0.447374, + "mrr_at_5": 0.467579, + "mrr_at_10": 0.48072, + "mrr_at_20": 0.485693, + "mrr_at_100": 0.488157, + "mrr_at_1000": 0.488432, + "nauc_ndcg_at_1_max": 0.149158, + "nauc_ndcg_at_1_std": 0.058503, + "nauc_ndcg_at_1_diff1": 0.341856, + "nauc_ndcg_at_3_max": 0.180495, + "nauc_ndcg_at_3_std": 0.078047, + "nauc_ndcg_at_3_diff1": 0.308948, + "nauc_ndcg_at_5_max": 0.195888, + "nauc_ndcg_at_5_std": 0.087665, + "nauc_ndcg_at_5_diff1": 0.303472, + "nauc_ndcg_at_10_max": 0.210451, + "nauc_ndcg_at_10_std": 0.103885, + "nauc_ndcg_at_10_diff1": 0.305095, + "nauc_ndcg_at_20_max": 0.215179, + "nauc_ndcg_at_20_std": 0.117017, + "nauc_ndcg_at_20_diff1": 0.304661, + "nauc_ndcg_at_100_max": 0.216089, + "nauc_ndcg_at_100_std": 0.12694, + "nauc_ndcg_at_100_diff1": 0.307514, + "nauc_ndcg_at_1000_max": 0.209475, + "nauc_ndcg_at_1000_std": 0.116076, + "nauc_ndcg_at_1000_diff1": 0.309464, + "nauc_map_at_1_max": 0.133423, + "nauc_map_at_1_std": 0.032223, + "nauc_map_at_1_diff1": 0.358888, + "nauc_map_at_3_max": 0.167396, + "nauc_map_at_3_std": 0.062769, + "nauc_map_at_3_diff1": 0.317849, + "nauc_map_at_5_max": 0.176104, + "nauc_map_at_5_std": 0.069688, + "nauc_map_at_5_diff1": 0.314751, + "nauc_map_at_10_max": 0.182833, + "nauc_map_at_10_std": 0.077932, + "nauc_map_at_10_diff1": 0.315893, + "nauc_map_at_20_max": 0.184083, + "nauc_map_at_20_std": 0.081613, + "nauc_map_at_20_diff1": 0.315914, + "nauc_map_at_100_max": 0.184456, + "nauc_map_at_100_std": 0.083411, + "nauc_map_at_100_diff1": 0.316091, + "nauc_map_at_1000_max": 0.184238, + "nauc_map_at_1000_std": 0.083012, + "nauc_map_at_1000_diff1": 0.316178, + "nauc_recall_at_1_max": 0.133423, + "nauc_recall_at_1_std": 0.032223, + "nauc_recall_at_1_diff1": 0.358888, + "nauc_recall_at_3_max": 0.202651, + "nauc_recall_at_3_std": 0.089734, + "nauc_recall_at_3_diff1": 0.27752, + "nauc_recall_at_5_max": 0.241343, + "nauc_recall_at_5_std": 0.112495, + "nauc_recall_at_5_diff1": 0.259306, + "nauc_recall_at_10_max": 0.305573, + "nauc_recall_at_10_std": 0.175616, + "nauc_recall_at_10_diff1": 0.254651, + "nauc_recall_at_20_max": 0.363729, + "nauc_recall_at_20_std": 0.274345, + "nauc_recall_at_20_diff1": 0.241817, + "nauc_recall_at_100_max": 0.528045, + "nauc_recall_at_100_std": 0.580715, + "nauc_recall_at_100_diff1": 0.239669, + "nauc_recall_at_1000_max": 0.742724, + "nauc_recall_at_1000_std": 0.808655, + "nauc_recall_at_1000_diff1": 0.248839, + "nauc_precision_at_1_max": 0.149158, + "nauc_precision_at_1_std": 0.058503, + "nauc_precision_at_1_diff1": 0.341856, + "nauc_precision_at_3_max": 0.212523, + "nauc_precision_at_3_std": 0.130494, + "nauc_precision_at_3_diff1": 0.217262, + "nauc_precision_at_5_max": 0.228083, + "nauc_precision_at_5_std": 0.151694, + "nauc_precision_at_5_diff1": 0.16649, + "nauc_precision_at_10_max": 0.2384, + "nauc_precision_at_10_std": 0.195524, + "nauc_precision_at_10_diff1": 0.117563, + "nauc_precision_at_20_max": 0.241754, + "nauc_precision_at_20_std": 0.24121, + "nauc_precision_at_20_diff1": 0.067408, + "nauc_precision_at_100_max": 0.205631, + "nauc_precision_at_100_std": 0.27558, + "nauc_precision_at_100_diff1": -0.008978, + "nauc_precision_at_1000_max": 0.128133, + "nauc_precision_at_1000_std": 0.188305, + "nauc_precision_at_1000_diff1": -0.061759, + "nauc_mrr_at_1_max": 0.149158, + "nauc_mrr_at_1_std": 0.058503, + "nauc_mrr_at_1_diff1": 0.341856, + "nauc_mrr_at_3_max": 0.178839, + "nauc_mrr_at_3_std": 0.093449, + "nauc_mrr_at_3_diff1": 0.314284, + "nauc_mrr_at_5_max": 0.185997, + "nauc_mrr_at_5_std": 0.0947, + "nauc_mrr_at_5_diff1": 0.312229, + "nauc_mrr_at_10_max": 0.188999, + "nauc_mrr_at_10_std": 0.096905, + "nauc_mrr_at_10_diff1": 0.312789, + "nauc_mrr_at_20_max": 0.189251, + "nauc_mrr_at_20_std": 0.099187, + "nauc_mrr_at_20_diff1": 0.312984, + "nauc_mrr_at_100_max": 0.189077, + "nauc_mrr_at_100_std": 0.099882, + "nauc_mrr_at_100_diff1": 0.313528, + "nauc_mrr_at_1000_max": 0.188842, + "nauc_mrr_at_1000_std": 0.099556, + "nauc_mrr_at_1000_diff1": 0.313583, + "main_score": 0.53141, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 417816.21696424484, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ.json new file mode 100644 index 0000000000..1d8f75831a --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NQ.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", + "task_name": "NQ", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50753, + "ndcg_at_3": 0.62541, + "ndcg_at_5": 0.66466, + "ndcg_at_10": 0.69654, + "ndcg_at_20": 0.70915, + "ndcg_at_100": 0.71908, + "ndcg_at_1000": 0.72082, + "map_at_1": 0.45293, + "map_at_3": 0.58391, + "map_at_5": 0.609, + "map_at_10": 0.62447, + "map_at_20": 0.62864, + "map_at_100": 0.63034, + "map_at_1000": 0.63042, + "recall_at_1": 0.45293, + "recall_at_3": 0.71089, + "recall_at_5": 0.7993, + "recall_at_10": 0.89016, + "recall_at_20": 0.93603, + "recall_at_100": 0.98501, + "recall_at_1000": 0.99768, + "precision_at_1": 0.50753, + "precision_at_3": 0.27733, + "precision_at_5": 0.19009, + "precision_at_10": 0.10707, + "precision_at_20": 0.05662, + "precision_at_100": 0.01198, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.507532, + "mrr_at_3": 0.617565, + "mrr_at_5": 0.635786, + "mrr_at_10": 0.646421, + "mrr_at_20": 0.649149, + "mrr_at_100": 0.650219, + "mrr_at_1000": 0.650278, + "nauc_ndcg_at_1_max": 0.132965, + "nauc_ndcg_at_1_std": -0.037101, + "nauc_ndcg_at_1_diff1": 0.44218, + "nauc_ndcg_at_3_max": 0.154219, + "nauc_ndcg_at_3_std": -0.060246, + "nauc_ndcg_at_3_diff1": 0.408044, + "nauc_ndcg_at_5_max": 0.174666, + "nauc_ndcg_at_5_std": -0.051427, + "nauc_ndcg_at_5_diff1": 0.406691, + "nauc_ndcg_at_10_max": 0.17767, + "nauc_ndcg_at_10_std": -0.03273, + "nauc_ndcg_at_10_diff1": 0.413679, + "nauc_ndcg_at_20_max": 0.171625, + "nauc_ndcg_at_20_std": -0.028765, + "nauc_ndcg_at_20_diff1": 0.414939, + "nauc_ndcg_at_100_max": 0.169572, + "nauc_ndcg_at_100_std": -0.030804, + "nauc_ndcg_at_100_diff1": 0.417105, + "nauc_ndcg_at_1000_max": 0.167246, + "nauc_ndcg_at_1000_std": -0.033404, + "nauc_ndcg_at_1000_diff1": 0.417087, + "nauc_map_at_1_max": 0.116516, + "nauc_map_at_1_std": -0.063083, + "nauc_map_at_1_diff1": 0.442327, + "nauc_map_at_3_max": 0.143993, + "nauc_map_at_3_std": -0.065028, + "nauc_map_at_3_diff1": 0.417322, + "nauc_map_at_5_max": 0.156076, + "nauc_map_at_5_std": -0.058444, + "nauc_map_at_5_diff1": 0.416571, + "nauc_map_at_10_max": 0.157387, + "nauc_map_at_10_std": -0.049099, + "nauc_map_at_10_diff1": 0.419558, + "nauc_map_at_20_max": 0.155826, + "nauc_map_at_20_std": -0.04745, + "nauc_map_at_20_diff1": 0.419793, + "nauc_map_at_100_max": 0.155855, + "nauc_map_at_100_std": -0.047606, + "nauc_map_at_100_diff1": 0.420154, + "nauc_map_at_1000_max": 0.155775, + "nauc_map_at_1000_std": -0.047707, + "nauc_map_at_1000_diff1": 0.420164, + "nauc_recall_at_1_max": 0.116516, + "nauc_recall_at_1_std": -0.063083, + "nauc_recall_at_1_diff1": 0.442327, + "nauc_recall_at_3_max": 0.166813, + "nauc_recall_at_3_std": -0.07948, + "nauc_recall_at_3_diff1": 0.362813, + "nauc_recall_at_5_max": 0.233541, + "nauc_recall_at_5_std": -0.065876, + "nauc_recall_at_5_diff1": 0.348235, + "nauc_recall_at_10_max": 0.291398, + "nauc_recall_at_10_std": 0.027449, + "nauc_recall_at_10_diff1": 0.363304, + "nauc_recall_at_20_max": 0.289113, + "nauc_recall_at_20_std": 0.102921, + "nauc_recall_at_20_diff1": 0.358524, + "nauc_recall_at_100_max": 0.493772, + "nauc_recall_at_100_std": 0.346476, + "nauc_recall_at_100_diff1": 0.367818, + "nauc_recall_at_1000_max": 0.720675, + "nauc_recall_at_1000_std": 0.750156, + "nauc_recall_at_1000_diff1": 0.081447, + "nauc_precision_at_1_max": 0.132965, + "nauc_precision_at_1_std": -0.037101, + "nauc_precision_at_1_diff1": 0.44218, + "nauc_precision_at_3_max": 0.147268, + "nauc_precision_at_3_std": 0.004226, + "nauc_precision_at_3_diff1": 0.20507, + "nauc_precision_at_5_max": 0.162169, + "nauc_precision_at_5_std": 0.049551, + "nauc_precision_at_5_diff1": 0.115902, + "nauc_precision_at_10_max": 0.139199, + "nauc_precision_at_10_std": 0.123159, + "nauc_precision_at_10_diff1": 0.025775, + "nauc_precision_at_20_max": 0.102398, + "nauc_precision_at_20_std": 0.156585, + "nauc_precision_at_20_diff1": -0.038632, + "nauc_precision_at_100_max": 0.0709, + "nauc_precision_at_100_std": 0.162262, + "nauc_precision_at_100_diff1": -0.105035, + "nauc_precision_at_1000_max": 0.050309, + "nauc_precision_at_1000_std": 0.150366, + "nauc_precision_at_1000_diff1": -0.126861, + "nauc_mrr_at_1_max": 0.132965, + "nauc_mrr_at_1_std": -0.037101, + "nauc_mrr_at_1_diff1": 0.44218, + "nauc_mrr_at_3_max": 0.158224, + "nauc_mrr_at_3_std": -0.032254, + "nauc_mrr_at_3_diff1": 0.416364, + "nauc_mrr_at_5_max": 0.165498, + "nauc_mrr_at_5_std": -0.029664, + "nauc_mrr_at_5_diff1": 0.417281, + "nauc_mrr_at_10_max": 0.164728, + "nauc_mrr_at_10_std": -0.026679, + "nauc_mrr_at_10_diff1": 0.419965, + "nauc_mrr_at_20_max": 0.163048, + "nauc_mrr_at_20_std": -0.027239, + "nauc_mrr_at_20_diff1": 0.420714, + "nauc_mrr_at_100_max": 0.162492, + "nauc_mrr_at_100_std": -0.027628, + "nauc_mrr_at_100_diff1": 0.42089, + "nauc_mrr_at_1000_max": 0.162411, + "nauc_mrr_at_1000_std": -0.027714, + "nauc_mrr_at_1000_diff1": 0.420891, + "main_score": 0.69654, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 284958.9291000366, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NorQuadRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NorQuadRetrieval.json new file mode 100644 index 0000000000..de7d9adce1 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/NorQuadRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9dcfcdb2aa578dd178330d49bf564248935f7fbe", + "task_name": "NorQuadRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29004, + "ndcg_at_3": 0.22344, + "ndcg_at_5": 0.23611, + "ndcg_at_10": 0.25087, + "ndcg_at_20": 0.26328, + "ndcg_at_100": 0.28728, + "ndcg_at_1000": 0.33554, + "map_at_1": 0.14502, + "map_at_3": 0.18156, + "map_at_5": 0.18903, + "map_at_10": 0.19495, + "map_at_20": 0.19839, + "map_at_100": 0.20142, + "map_at_1000": 0.20304, + "recall_at_1": 0.14502, + "recall_at_3": 0.20801, + "recall_at_5": 0.23291, + "recall_at_10": 0.27051, + "recall_at_20": 0.31055, + "recall_at_100": 0.41846, + "recall_at_1000": 0.75195, + "precision_at_1": 0.29004, + "precision_at_3": 0.13867, + "precision_at_5": 0.09316, + "precision_at_10": 0.0541, + "precision_at_20": 0.03105, + "precision_at_100": 0.00837, + "precision_at_1000": 0.0015, + "mrr_at_1": 0.290039, + "mrr_at_3": 0.329915, + "mrr_at_5": 0.338118, + "mrr_at_10": 0.345842, + "mrr_at_20": 0.350088, + "mrr_at_100": 0.354258, + "mrr_at_1000": 0.35539, + "nauc_ndcg_at_1_max": 0.383747, + "nauc_ndcg_at_1_std": -0.079586, + "nauc_ndcg_at_1_diff1": 0.624643, + "nauc_ndcg_at_3_max": 0.414655, + "nauc_ndcg_at_3_std": -0.105785, + "nauc_ndcg_at_3_diff1": 0.578211, + "nauc_ndcg_at_5_max": 0.411785, + "nauc_ndcg_at_5_std": -0.097504, + "nauc_ndcg_at_5_diff1": 0.56822, + "nauc_ndcg_at_10_max": 0.402395, + "nauc_ndcg_at_10_std": -0.106138, + "nauc_ndcg_at_10_diff1": 0.552009, + "nauc_ndcg_at_20_max": 0.395038, + "nauc_ndcg_at_20_std": -0.099349, + "nauc_ndcg_at_20_diff1": 0.548162, + "nauc_ndcg_at_100_max": 0.385208, + "nauc_ndcg_at_100_std": -0.102441, + "nauc_ndcg_at_100_diff1": 0.543449, + "nauc_ndcg_at_1000_max": 0.3916, + "nauc_ndcg_at_1000_std": -0.091567, + "nauc_ndcg_at_1000_diff1": 0.557645, + "nauc_map_at_1_max": 0.383747, + "nauc_map_at_1_std": -0.079586, + "nauc_map_at_1_diff1": 0.624643, + "nauc_map_at_3_max": 0.413446, + "nauc_map_at_3_std": -0.086222, + "nauc_map_at_3_diff1": 0.584185, + "nauc_map_at_5_max": 0.413329, + "nauc_map_at_5_std": -0.080738, + "nauc_map_at_5_diff1": 0.580284, + "nauc_map_at_10_max": 0.408348, + "nauc_map_at_10_std": -0.084919, + "nauc_map_at_10_diff1": 0.573439, + "nauc_map_at_20_max": 0.406632, + "nauc_map_at_20_std": -0.081414, + "nauc_map_at_20_diff1": 0.572746, + "nauc_map_at_100_max": 0.404753, + "nauc_map_at_100_std": -0.081693, + "nauc_map_at_100_diff1": 0.572151, + "nauc_map_at_1000_max": 0.405062, + "nauc_map_at_1000_std": -0.081433, + "nauc_map_at_1000_diff1": 0.572925, + "nauc_recall_at_1_max": 0.383747, + "nauc_recall_at_1_std": -0.079586, + "nauc_recall_at_1_diff1": 0.624643, + "nauc_recall_at_3_max": 0.431559, + "nauc_recall_at_3_std": -0.118073, + "nauc_recall_at_3_diff1": 0.548685, + "nauc_recall_at_5_max": 0.423077, + "nauc_recall_at_5_std": -0.099539, + "nauc_recall_at_5_diff1": 0.527747, + "nauc_recall_at_10_max": 0.394089, + "nauc_recall_at_10_std": -0.123164, + "nauc_recall_at_10_diff1": 0.481619, + "nauc_recall_at_20_max": 0.362484, + "nauc_recall_at_20_std": -0.09723, + "nauc_recall_at_20_diff1": 0.461355, + "nauc_recall_at_100_max": 0.305163, + "nauc_recall_at_100_std": -0.107105, + "nauc_recall_at_100_diff1": 0.424106, + "nauc_recall_at_1000_max": 0.206529, + "nauc_recall_at_1000_std": 0.022246, + "nauc_recall_at_1000_diff1": 0.320212, + "nauc_precision_at_1_max": 0.383747, + "nauc_precision_at_1_std": -0.079586, + "nauc_precision_at_1_diff1": 0.624643, + "nauc_precision_at_3_max": 0.431559, + "nauc_precision_at_3_std": -0.118073, + "nauc_precision_at_3_diff1": 0.548685, + "nauc_precision_at_5_max": 0.423077, + "nauc_precision_at_5_std": -0.099539, + "nauc_precision_at_5_diff1": 0.527747, + "nauc_precision_at_10_max": 0.394089, + "nauc_precision_at_10_std": -0.123164, + "nauc_precision_at_10_diff1": 0.481619, + "nauc_precision_at_20_max": 0.362484, + "nauc_precision_at_20_std": -0.09723, + "nauc_precision_at_20_diff1": 0.461355, + "nauc_precision_at_100_max": 0.305163, + "nauc_precision_at_100_std": -0.107105, + "nauc_precision_at_100_diff1": 0.424106, + "nauc_precision_at_1000_max": 0.206529, + "nauc_precision_at_1000_std": 0.022246, + "nauc_precision_at_1000_diff1": 0.320212, + "nauc_mrr_at_1_max": 0.383747, + "nauc_mrr_at_1_std": -0.079586, + "nauc_mrr_at_1_diff1": 0.624643, + "nauc_mrr_at_3_max": 0.40184, + "nauc_mrr_at_3_std": -0.118031, + "nauc_mrr_at_3_diff1": 0.59565, + "nauc_mrr_at_5_max": 0.398565, + "nauc_mrr_at_5_std": -0.114494, + "nauc_mrr_at_5_diff1": 0.587254, + "nauc_mrr_at_10_max": 0.395708, + "nauc_mrr_at_10_std": -0.1173, + "nauc_mrr_at_10_diff1": 0.580045, + "nauc_mrr_at_20_max": 0.393098, + "nauc_mrr_at_20_std": -0.11777, + "nauc_mrr_at_20_diff1": 0.578379, + "nauc_mrr_at_100_max": 0.392576, + "nauc_mrr_at_100_std": -0.119128, + "nauc_mrr_at_100_diff1": 0.577688, + "nauc_mrr_at_1000_max": 0.392809, + "nauc_mrr_at_1000_std": -0.118718, + "nauc_mrr_at_1000_diff1": 0.578305, + "main_score": 0.25087, + "hf_subset": "default", + "languages": [ + "nob-Latn" + ] + } + ] + }, + "evaluation_time": 150.53147530555725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PIQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PIQA.json new file mode 100644 index 0000000000..5fdcff9da1 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PIQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb30be7e9184e6b6b1d99bbfe1bb90a3a81842e6", + "task_name": "PIQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26387, + "ndcg_at_3": 0.36972, + "ndcg_at_5": 0.39534, + "ndcg_at_10": 0.42443, + "ndcg_at_20": 0.4436, + "ndcg_at_100": 0.46575, + "ndcg_at_1000": 0.48024, + "map_at_1": 0.26387, + "map_at_3": 0.34385, + "map_at_5": 0.35824, + "map_at_10": 0.37028, + "map_at_20": 0.37557, + "map_at_100": 0.37854, + "map_at_1000": 0.37901, + "recall_at_1": 0.26387, + "recall_at_3": 0.4445, + "recall_at_5": 0.50598, + "recall_at_10": 0.59576, + "recall_at_20": 0.67138, + "recall_at_100": 0.79217, + "recall_at_1000": 0.91023, + "precision_at_1": 0.26387, + "precision_at_3": 0.14817, + "precision_at_5": 0.1012, + "precision_at_10": 0.05958, + "precision_at_20": 0.03357, + "precision_at_100": 0.00792, + "precision_at_1000": 0.00091, + "mrr_at_1": 0.263874, + "mrr_at_3": 0.343852, + "mrr_at_5": 0.358243, + "mrr_at_10": 0.370282, + "mrr_at_20": 0.375565, + "mrr_at_100": 0.378537, + "mrr_at_1000": 0.379014, + "nauc_ndcg_at_1_max": 0.04002, + "nauc_ndcg_at_1_std": 0.059688, + "nauc_ndcg_at_1_diff1": 0.109391, + "nauc_ndcg_at_3_max": 0.036652, + "nauc_ndcg_at_3_std": 0.05182, + "nauc_ndcg_at_3_diff1": 0.067823, + "nauc_ndcg_at_5_max": 0.031001, + "nauc_ndcg_at_5_std": 0.062725, + "nauc_ndcg_at_5_diff1": 0.064533, + "nauc_ndcg_at_10_max": 0.031152, + "nauc_ndcg_at_10_std": 0.073751, + "nauc_ndcg_at_10_diff1": 0.054232, + "nauc_ndcg_at_20_max": 0.02474, + "nauc_ndcg_at_20_std": 0.083492, + "nauc_ndcg_at_20_diff1": 0.051168, + "nauc_ndcg_at_100_max": 0.022756, + "nauc_ndcg_at_100_std": 0.094056, + "nauc_ndcg_at_100_diff1": 0.047193, + "nauc_ndcg_at_1000_max": 0.022591, + "nauc_ndcg_at_1000_std": 0.087086, + "nauc_ndcg_at_1000_diff1": 0.053695, + "nauc_map_at_1_max": 0.04002, + "nauc_map_at_1_std": 0.059688, + "nauc_map_at_1_diff1": 0.109391, + "nauc_map_at_3_max": 0.038128, + "nauc_map_at_3_std": 0.053538, + "nauc_map_at_3_diff1": 0.077013, + "nauc_map_at_5_max": 0.035029, + "nauc_map_at_5_std": 0.059695, + "nauc_map_at_5_diff1": 0.075192, + "nauc_map_at_10_max": 0.03539, + "nauc_map_at_10_std": 0.064464, + "nauc_map_at_10_diff1": 0.071241, + "nauc_map_at_20_max": 0.033853, + "nauc_map_at_20_std": 0.066866, + "nauc_map_at_20_diff1": 0.070442, + "nauc_map_at_100_max": 0.033822, + "nauc_map_at_100_std": 0.068068, + "nauc_map_at_100_diff1": 0.069896, + "nauc_map_at_1000_max": 0.033768, + "nauc_map_at_1000_std": 0.067871, + "nauc_map_at_1000_diff1": 0.070102, + "nauc_recall_at_1_max": 0.04002, + "nauc_recall_at_1_std": 0.059688, + "nauc_recall_at_1_diff1": 0.109391, + "nauc_recall_at_3_max": 0.032298, + "nauc_recall_at_3_std": 0.047115, + "nauc_recall_at_3_diff1": 0.042599, + "nauc_recall_at_5_max": 0.018507, + "nauc_recall_at_5_std": 0.072788, + "nauc_recall_at_5_diff1": 0.034256, + "nauc_recall_at_10_max": 0.016318, + "nauc_recall_at_10_std": 0.107966, + "nauc_recall_at_10_diff1": -0.002861, + "nauc_recall_at_20_max": -0.016774, + "nauc_recall_at_20_std": 0.159012, + "nauc_recall_at_20_diff1": -0.024398, + "nauc_recall_at_100_max": -0.054374, + "nauc_recall_at_100_std": 0.284047, + "nauc_recall_at_100_diff1": -0.087845, + "nauc_recall_at_1000_max": -0.134753, + "nauc_recall_at_1000_std": 0.307206, + "nauc_recall_at_1000_diff1": -0.065096, + "nauc_precision_at_1_max": 0.04002, + "nauc_precision_at_1_std": 0.059688, + "nauc_precision_at_1_diff1": 0.109391, + "nauc_precision_at_3_max": 0.032298, + "nauc_precision_at_3_std": 0.047115, + "nauc_precision_at_3_diff1": 0.042599, + "nauc_precision_at_5_max": 0.018507, + "nauc_precision_at_5_std": 0.072788, + "nauc_precision_at_5_diff1": 0.034256, + "nauc_precision_at_10_max": 0.016318, + "nauc_precision_at_10_std": 0.107966, + "nauc_precision_at_10_diff1": -0.002861, + "nauc_precision_at_20_max": -0.016774, + "nauc_precision_at_20_std": 0.159012, + "nauc_precision_at_20_diff1": -0.024398, + "nauc_precision_at_100_max": -0.054374, + "nauc_precision_at_100_std": 0.284047, + "nauc_precision_at_100_diff1": -0.087845, + "nauc_precision_at_1000_max": -0.134753, + "nauc_precision_at_1000_std": 0.307206, + "nauc_precision_at_1000_diff1": -0.065096, + "nauc_mrr_at_1_max": 0.04002, + "nauc_mrr_at_1_std": 0.059688, + "nauc_mrr_at_1_diff1": 0.109391, + "nauc_mrr_at_3_max": 0.038128, + "nauc_mrr_at_3_std": 0.053538, + "nauc_mrr_at_3_diff1": 0.077013, + "nauc_mrr_at_5_max": 0.035029, + "nauc_mrr_at_5_std": 0.059695, + "nauc_mrr_at_5_diff1": 0.075192, + "nauc_mrr_at_10_max": 0.03539, + "nauc_mrr_at_10_std": 0.064464, + "nauc_mrr_at_10_diff1": 0.071241, + "nauc_mrr_at_20_max": 0.033853, + "nauc_mrr_at_20_std": 0.066866, + "nauc_mrr_at_20_diff1": 0.070442, + "nauc_mrr_at_100_max": 0.033822, + "nauc_mrr_at_100_std": 0.068068, + "nauc_mrr_at_100_diff1": 0.069896, + "nauc_mrr_at_1000_max": 0.033768, + "nauc_mrr_at_1000_std": 0.067871, + "nauc_mrr_at_1000_diff1": 0.070102, + "main_score": 0.42443, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1757.9093508720398, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PublicHealthQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PublicHealthQA.json new file mode 100644 index 0000000000..b7ad9453cc --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74419, + "ndcg_at_3": 0.85825, + "ndcg_at_5": 0.86826, + "ndcg_at_10": 0.87581, + "ndcg_at_20": 0.87581, + "ndcg_at_100": 0.87806, + "ndcg_at_1000": 0.87806, + "map_at_1": 0.74419, + "map_at_3": 0.82946, + "map_at_5": 0.83527, + "map_at_10": 0.83839, + "map_at_20": 0.83839, + "map_at_100": 0.83872, + "map_at_1000": 0.83872, + "recall_at_1": 0.74419, + "recall_at_3": 0.94186, + "recall_at_5": 0.96512, + "recall_at_10": 0.98837, + "recall_at_20": 0.98837, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.74419, + "precision_at_3": 0.31395, + "precision_at_5": 0.19302, + "precision_at_10": 0.09884, + "precision_at_20": 0.04942, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.744186, + "mrr_at_3": 0.829457, + "mrr_at_5": 0.835271, + "mrr_at_10": 0.838386, + "mrr_at_20": 0.838386, + "mrr_at_100": 0.838718, + "mrr_at_1000": 0.838718, + "nauc_ndcg_at_1_max": 0.345532, + "nauc_ndcg_at_1_std": 0.017397, + "nauc_ndcg_at_1_diff1": 0.829126, + "nauc_ndcg_at_3_max": 0.334991, + "nauc_ndcg_at_3_std": -0.054435, + "nauc_ndcg_at_3_diff1": 0.802586, + "nauc_ndcg_at_5_max": 0.364899, + "nauc_ndcg_at_5_std": -0.04084, + "nauc_ndcg_at_5_diff1": 0.812812, + "nauc_ndcg_at_10_max": 0.36706, + "nauc_ndcg_at_10_std": -0.018618, + "nauc_ndcg_at_10_diff1": 0.821122, + "nauc_ndcg_at_20_max": 0.36706, + "nauc_ndcg_at_20_std": -0.018618, + "nauc_ndcg_at_20_diff1": 0.821122, + "nauc_ndcg_at_100_max": 0.367229, + "nauc_ndcg_at_100_std": -0.026274, + "nauc_ndcg_at_100_diff1": 0.817493, + "nauc_ndcg_at_1000_max": 0.367229, + "nauc_ndcg_at_1000_std": -0.026274, + "nauc_ndcg_at_1000_diff1": 0.817493, + "nauc_map_at_1_max": 0.345532, + "nauc_map_at_1_std": 0.017397, + "nauc_map_at_1_diff1": 0.829126, + "nauc_map_at_3_max": 0.351088, + "nauc_map_at_3_std": -0.038966, + "nauc_map_at_3_diff1": 0.810449, + "nauc_map_at_5_max": 0.3657, + "nauc_map_at_5_std": -0.032008, + "nauc_map_at_5_diff1": 0.815537, + "nauc_map_at_10_max": 0.366584, + "nauc_map_at_10_std": -0.024583, + "nauc_map_at_10_diff1": 0.817974, + "nauc_map_at_20_max": 0.366584, + "nauc_map_at_20_std": -0.024583, + "nauc_map_at_20_diff1": 0.817974, + "nauc_map_at_100_max": 0.366601, + "nauc_map_at_100_std": -0.025453, + "nauc_map_at_100_diff1": 0.817561, + "nauc_map_at_1000_max": 0.366601, + "nauc_map_at_1000_std": -0.025453, + "nauc_map_at_1000_diff1": 0.817561, + "nauc_recall_at_1_max": 0.345532, + "nauc_recall_at_1_std": 0.017397, + "nauc_recall_at_1_diff1": 0.829126, + "nauc_recall_at_3_max": 0.196994, + "nauc_recall_at_3_std": -0.162999, + "nauc_recall_at_3_diff1": 0.743509, + "nauc_recall_at_5_max": 0.345197, + "nauc_recall_at_5_std": -0.12619, + "nauc_recall_at_5_diff1": 0.786257, + "nauc_recall_at_10_max": 0.358772, + "nauc_recall_at_10_std": 0.358772, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.358772, + "nauc_recall_at_20_std": 0.358772, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.345532, + "nauc_precision_at_1_std": 0.017397, + "nauc_precision_at_1_diff1": 0.829126, + "nauc_precision_at_3_max": 0.196994, + "nauc_precision_at_3_std": -0.162999, + "nauc_precision_at_3_diff1": 0.743509, + "nauc_precision_at_5_max": 0.345197, + "nauc_precision_at_5_std": -0.12619, + "nauc_precision_at_5_diff1": 0.786257, + "nauc_precision_at_10_max": 0.358772, + "nauc_precision_at_10_std": 0.358772, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.358772, + "nauc_precision_at_20_std": 0.358772, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.345532, + "nauc_mrr_at_1_std": 0.017397, + "nauc_mrr_at_1_diff1": 0.829126, + "nauc_mrr_at_3_max": 0.351088, + "nauc_mrr_at_3_std": -0.038966, + "nauc_mrr_at_3_diff1": 0.810449, + "nauc_mrr_at_5_max": 0.3657, + "nauc_mrr_at_5_std": -0.032008, + "nauc_mrr_at_5_diff1": 0.815537, + "nauc_mrr_at_10_max": 0.366584, + "nauc_mrr_at_10_std": -0.024583, + "nauc_mrr_at_10_diff1": 0.817974, + "nauc_mrr_at_20_max": 0.366584, + "nauc_mrr_at_20_std": -0.024583, + "nauc_mrr_at_20_diff1": 0.817974, + "nauc_mrr_at_100_max": 0.366601, + "nauc_mrr_at_100_std": -0.025453, + "nauc_mrr_at_100_diff1": 0.817561, + "nauc_mrr_at_1000_max": 0.366601, + "nauc_mrr_at_1000_std": -0.025453, + "nauc_mrr_at_1000_diff1": 0.817561, + "main_score": 0.87581, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.69939, + "ndcg_at_3": 0.82537, + "ndcg_at_5": 0.84279, + "ndcg_at_10": 0.85105, + "ndcg_at_20": 0.85784, + "ndcg_at_100": 0.85784, + "ndcg_at_1000": 0.85784, + "map_at_1": 0.69939, + "map_at_3": 0.79652, + "map_at_5": 0.80603, + "map_at_10": 0.80964, + "map_at_20": 0.81182, + "map_at_100": 0.81182, + "map_at_1000": 0.81182, + "recall_at_1": 0.69939, + "recall_at_3": 0.90798, + "recall_at_5": 0.95092, + "recall_at_10": 0.97546, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.69939, + "precision_at_3": 0.30266, + "precision_at_5": 0.19018, + "precision_at_10": 0.09755, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.699387, + "mrr_at_3": 0.796524, + "mrr_at_5": 0.806033, + "mrr_at_10": 0.809636, + "mrr_at_20": 0.81182, + "mrr_at_100": 0.81182, + "mrr_at_1000": 0.81182, + "nauc_ndcg_at_1_max": 0.226224, + "nauc_ndcg_at_1_std": -0.175858, + "nauc_ndcg_at_1_diff1": 0.801371, + "nauc_ndcg_at_3_max": 0.252061, + "nauc_ndcg_at_3_std": -0.262867, + "nauc_ndcg_at_3_diff1": 0.734288, + "nauc_ndcg_at_5_max": 0.241824, + "nauc_ndcg_at_5_std": -0.235382, + "nauc_ndcg_at_5_diff1": 0.752033, + "nauc_ndcg_at_10_max": 0.269186, + "nauc_ndcg_at_10_std": -0.245986, + "nauc_ndcg_at_10_diff1": 0.753745, + "nauc_ndcg_at_20_max": 0.240326, + "nauc_ndcg_at_20_std": -0.222385, + "nauc_ndcg_at_20_diff1": 0.760214, + "nauc_ndcg_at_100_max": 0.240326, + "nauc_ndcg_at_100_std": -0.222385, + "nauc_ndcg_at_100_diff1": 0.760214, + "nauc_ndcg_at_1000_max": 0.240326, + "nauc_ndcg_at_1000_std": -0.222385, + "nauc_ndcg_at_1000_diff1": 0.760214, + "nauc_map_at_1_max": 0.226224, + "nauc_map_at_1_std": -0.175858, + "nauc_map_at_1_diff1": 0.801371, + "nauc_map_at_3_max": 0.241597, + "nauc_map_at_3_std": -0.234191, + "nauc_map_at_3_diff1": 0.75086, + "nauc_map_at_5_max": 0.23503, + "nauc_map_at_5_std": -0.221157, + "nauc_map_at_5_diff1": 0.760118, + "nauc_map_at_10_max": 0.244896, + "nauc_map_at_10_std": -0.223456, + "nauc_map_at_10_diff1": 0.761244, + "nauc_map_at_20_max": 0.237559, + "nauc_map_at_20_std": -0.217597, + "nauc_map_at_20_diff1": 0.762982, + "nauc_map_at_100_max": 0.237559, + "nauc_map_at_100_std": -0.217597, + "nauc_map_at_100_diff1": 0.762982, + "nauc_map_at_1000_max": 0.237559, + "nauc_map_at_1000_std": -0.217597, + "nauc_map_at_1000_diff1": 0.762982, + "nauc_recall_at_1_max": 0.226224, + "nauc_recall_at_1_std": -0.175858, + "nauc_recall_at_1_diff1": 0.801371, + "nauc_recall_at_3_max": 0.313151, + "nauc_recall_at_3_std": -0.425736, + "nauc_recall_at_3_diff1": 0.644884, + "nauc_recall_at_5_max": 0.314463, + "nauc_recall_at_5_std": -0.360721, + "nauc_recall_at_5_diff1": 0.686812, + "nauc_recall_at_10_max": 0.806923, + "nauc_recall_at_10_std": -0.693604, + "nauc_recall_at_10_diff1": 0.636192, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.226224, + "nauc_precision_at_1_std": -0.175858, + "nauc_precision_at_1_diff1": 0.801371, + "nauc_precision_at_3_max": 0.313151, + "nauc_precision_at_3_std": -0.425736, + "nauc_precision_at_3_diff1": 0.644884, + "nauc_precision_at_5_max": 0.314463, + "nauc_precision_at_5_std": -0.360721, + "nauc_precision_at_5_diff1": 0.686812, + "nauc_precision_at_10_max": 0.806923, + "nauc_precision_at_10_std": -0.693604, + "nauc_precision_at_10_diff1": 0.636192, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.226224, + "nauc_mrr_at_1_std": -0.175858, + "nauc_mrr_at_1_diff1": 0.801371, + "nauc_mrr_at_3_max": 0.241597, + "nauc_mrr_at_3_std": -0.234191, + "nauc_mrr_at_3_diff1": 0.75086, + "nauc_mrr_at_5_max": 0.23503, + "nauc_mrr_at_5_std": -0.221157, + "nauc_mrr_at_5_diff1": 0.760118, + "nauc_mrr_at_10_max": 0.244896, + "nauc_mrr_at_10_std": -0.223456, + "nauc_mrr_at_10_diff1": 0.761244, + "nauc_mrr_at_20_max": 0.237559, + "nauc_mrr_at_20_std": -0.217597, + "nauc_mrr_at_20_diff1": 0.762982, + "nauc_mrr_at_100_max": 0.237559, + "nauc_mrr_at_100_std": -0.217597, + "nauc_mrr_at_100_diff1": 0.762982, + "nauc_mrr_at_1000_max": 0.237559, + "nauc_mrr_at_1000_std": -0.217597, + "nauc_mrr_at_1000_diff1": 0.762982, + "main_score": 0.85105, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.73837, + "ndcg_at_3": 0.84537, + "ndcg_at_5": 0.85963, + "ndcg_at_10": 0.8741, + "ndcg_at_20": 0.87567, + "ndcg_at_100": 0.87567, + "ndcg_at_1000": 0.87567, + "map_at_1": 0.73837, + "map_at_3": 0.82171, + "map_at_5": 0.82955, + "map_at_10": 0.8352, + "map_at_20": 0.83568, + "map_at_100": 0.83568, + "map_at_1000": 0.83568, + "recall_at_1": 0.73837, + "recall_at_3": 0.91279, + "recall_at_5": 0.94767, + "recall_at_10": 0.99419, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.73837, + "precision_at_3": 0.30426, + "precision_at_5": 0.18953, + "precision_at_10": 0.09942, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.738372, + "mrr_at_3": 0.821705, + "mrr_at_5": 0.829554, + "mrr_at_10": 0.835197, + "mrr_at_20": 0.835682, + "mrr_at_100": 0.835682, + "mrr_at_1000": 0.835682, + "nauc_ndcg_at_1_max": 0.307355, + "nauc_ndcg_at_1_std": -0.362003, + "nauc_ndcg_at_1_diff1": 0.737847, + "nauc_ndcg_at_3_max": 0.357319, + "nauc_ndcg_at_3_std": -0.412215, + "nauc_ndcg_at_3_diff1": 0.70615, + "nauc_ndcg_at_5_max": 0.337648, + "nauc_ndcg_at_5_std": -0.420856, + "nauc_ndcg_at_5_diff1": 0.705386, + "nauc_ndcg_at_10_max": 0.326448, + "nauc_ndcg_at_10_std": -0.393406, + "nauc_ndcg_at_10_diff1": 0.708542, + "nauc_ndcg_at_20_max": 0.338792, + "nauc_ndcg_at_20_std": -0.391086, + "nauc_ndcg_at_20_diff1": 0.713428, + "nauc_ndcg_at_100_max": 0.338792, + "nauc_ndcg_at_100_std": -0.391086, + "nauc_ndcg_at_100_diff1": 0.713428, + "nauc_ndcg_at_1000_max": 0.338792, + "nauc_ndcg_at_1000_std": -0.391086, + "nauc_ndcg_at_1000_diff1": 0.713428, + "nauc_map_at_1_max": 0.307355, + "nauc_map_at_1_std": -0.362003, + "nauc_map_at_1_diff1": 0.737847, + "nauc_map_at_3_max": 0.342541, + "nauc_map_at_3_std": -0.393335, + "nauc_map_at_3_diff1": 0.713684, + "nauc_map_at_5_max": 0.333437, + "nauc_map_at_5_std": -0.396671, + "nauc_map_at_5_diff1": 0.713251, + "nauc_map_at_10_max": 0.332857, + "nauc_map_at_10_std": -0.387675, + "nauc_map_at_10_diff1": 0.714435, + "nauc_map_at_20_max": 0.335765, + "nauc_map_at_20_std": -0.387114, + "nauc_map_at_20_diff1": 0.715597, + "nauc_map_at_100_max": 0.335765, + "nauc_map_at_100_std": -0.387114, + "nauc_map_at_100_diff1": 0.715597, + "nauc_map_at_1000_max": 0.335765, + "nauc_map_at_1000_std": -0.387114, + "nauc_map_at_1000_diff1": 0.715597, + "nauc_recall_at_1_max": 0.307355, + "nauc_recall_at_1_std": -0.362003, + "nauc_recall_at_1_diff1": 0.737847, + "nauc_recall_at_3_max": 0.435103, + "nauc_recall_at_3_std": -0.515184, + "nauc_recall_at_3_diff1": 0.668139, + "nauc_recall_at_5_max": 0.360418, + "nauc_recall_at_5_std": -0.631764, + "nauc_recall_at_5_diff1": 0.643897, + "nauc_recall_at_10_max": -0.559969, + "nauc_recall_at_10_std": -0.559969, + "nauc_recall_at_10_diff1": 0.357731, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.307355, + "nauc_precision_at_1_std": -0.362003, + "nauc_precision_at_1_diff1": 0.737847, + "nauc_precision_at_3_max": 0.435103, + "nauc_precision_at_3_std": -0.515184, + "nauc_precision_at_3_diff1": 0.668139, + "nauc_precision_at_5_max": 0.360418, + "nauc_precision_at_5_std": -0.631764, + "nauc_precision_at_5_diff1": 0.643897, + "nauc_precision_at_10_max": -0.559969, + "nauc_precision_at_10_std": -0.559969, + "nauc_precision_at_10_diff1": 0.357731, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.307355, + "nauc_mrr_at_1_std": -0.362003, + "nauc_mrr_at_1_diff1": 0.737847, + "nauc_mrr_at_3_max": 0.342541, + "nauc_mrr_at_3_std": -0.393335, + "nauc_mrr_at_3_diff1": 0.713684, + "nauc_mrr_at_5_max": 0.333437, + "nauc_mrr_at_5_std": -0.396671, + "nauc_mrr_at_5_diff1": 0.713251, + "nauc_mrr_at_10_max": 0.332857, + "nauc_mrr_at_10_std": -0.387675, + "nauc_mrr_at_10_diff1": 0.714435, + "nauc_mrr_at_20_max": 0.335765, + "nauc_mrr_at_20_std": -0.387114, + "nauc_mrr_at_20_diff1": 0.715597, + "nauc_mrr_at_100_max": 0.335765, + "nauc_mrr_at_100_std": -0.387114, + "nauc_mrr_at_100_diff1": 0.715597, + "nauc_mrr_at_1000_max": 0.335765, + "nauc_mrr_at_1000_std": -0.387114, + "nauc_mrr_at_1000_diff1": 0.715597, + "main_score": 0.8741, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78824, + "ndcg_at_3": 0.88137, + "ndcg_at_5": 0.8915, + "ndcg_at_10": 0.89914, + "ndcg_at_20": 0.89914, + "ndcg_at_100": 0.89914, + "ndcg_at_1000": 0.89914, + "map_at_1": 0.78824, + "map_at_3": 0.85686, + "map_at_5": 0.86275, + "map_at_10": 0.8659, + "map_at_20": 0.8659, + "map_at_100": 0.8659, + "map_at_1000": 0.8659, + "recall_at_1": 0.78824, + "recall_at_3": 0.95294, + "recall_at_5": 0.97647, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.78824, + "precision_at_3": 0.31765, + "precision_at_5": 0.19529, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.788235, + "mrr_at_3": 0.856863, + "mrr_at_5": 0.862745, + "mrr_at_10": 0.865896, + "mrr_at_20": 0.865896, + "mrr_at_100": 0.865896, + "mrr_at_1000": 0.865896, + "nauc_ndcg_at_1_max": 0.370595, + "nauc_ndcg_at_1_std": -0.068953, + "nauc_ndcg_at_1_diff1": 0.785213, + "nauc_ndcg_at_3_max": 0.175504, + "nauc_ndcg_at_3_std": -0.003593, + "nauc_ndcg_at_3_diff1": 0.741614, + "nauc_ndcg_at_5_max": 0.279095, + "nauc_ndcg_at_5_std": -0.023118, + "nauc_ndcg_at_5_diff1": 0.779918, + "nauc_ndcg_at_10_max": 0.303229, + "nauc_ndcg_at_10_std": -0.069283, + "nauc_ndcg_at_10_diff1": 0.7736, + "nauc_ndcg_at_20_max": 0.303229, + "nauc_ndcg_at_20_std": -0.069283, + "nauc_ndcg_at_20_diff1": 0.7736, + "nauc_ndcg_at_100_max": 0.303229, + "nauc_ndcg_at_100_std": -0.069283, + "nauc_ndcg_at_100_diff1": 0.7736, + "nauc_ndcg_at_1000_max": 0.303229, + "nauc_ndcg_at_1000_std": -0.069283, + "nauc_ndcg_at_1000_diff1": 0.7736, + "nauc_map_at_1_max": 0.370595, + "nauc_map_at_1_std": -0.068953, + "nauc_map_at_1_diff1": 0.785213, + "nauc_map_at_3_max": 0.249952, + "nauc_map_at_3_std": -0.045875, + "nauc_map_at_3_diff1": 0.757605, + "nauc_map_at_5_max": 0.301117, + "nauc_map_at_5_std": -0.056817, + "nauc_map_at_5_diff1": 0.775994, + "nauc_map_at_10_max": 0.309029, + "nauc_map_at_10_std": -0.072197, + "nauc_map_at_10_diff1": 0.774068, + "nauc_map_at_20_max": 0.309029, + "nauc_map_at_20_std": -0.072197, + "nauc_map_at_20_diff1": 0.774068, + "nauc_map_at_100_max": 0.309029, + "nauc_map_at_100_std": -0.072197, + "nauc_map_at_100_diff1": 0.774068, + "nauc_map_at_1000_max": 0.309029, + "nauc_map_at_1000_std": -0.072197, + "nauc_map_at_1000_diff1": 0.774068, + "nauc_recall_at_1_max": 0.370595, + "nauc_recall_at_1_std": -0.068953, + "nauc_recall_at_1_diff1": 0.785213, + "nauc_recall_at_3_max": -0.442704, + "nauc_recall_at_3_std": 0.366244, + "nauc_recall_at_3_diff1": 0.609518, + "nauc_recall_at_5_max": -0.022116, + "nauc_recall_at_5_std": 0.540286, + "nauc_recall_at_5_diff1": 0.861536, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.370595, + "nauc_precision_at_1_std": -0.068953, + "nauc_precision_at_1_diff1": 0.785213, + "nauc_precision_at_3_max": -0.442704, + "nauc_precision_at_3_std": 0.366244, + "nauc_precision_at_3_diff1": 0.609518, + "nauc_precision_at_5_max": -0.022116, + "nauc_precision_at_5_std": 0.540286, + "nauc_precision_at_5_diff1": 0.861536, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.370595, + "nauc_mrr_at_1_std": -0.068953, + "nauc_mrr_at_1_diff1": 0.785213, + "nauc_mrr_at_3_max": 0.249952, + "nauc_mrr_at_3_std": -0.045875, + "nauc_mrr_at_3_diff1": 0.757605, + "nauc_mrr_at_5_max": 0.301117, + "nauc_mrr_at_5_std": -0.056817, + "nauc_mrr_at_5_diff1": 0.775994, + "nauc_mrr_at_10_max": 0.309029, + "nauc_mrr_at_10_std": -0.072197, + "nauc_mrr_at_10_diff1": 0.774068, + "nauc_mrr_at_20_max": 0.309029, + "nauc_mrr_at_20_std": -0.072197, + "nauc_mrr_at_20_diff1": 0.774068, + "nauc_mrr_at_100_max": 0.309029, + "nauc_mrr_at_100_std": -0.072197, + "nauc_mrr_at_100_diff1": 0.774068, + "nauc_mrr_at_1000_max": 0.309029, + "nauc_mrr_at_1000_std": -0.072197, + "nauc_mrr_at_1000_diff1": 0.774068, + "main_score": 0.89914, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.72727, + "ndcg_at_3": 0.8171, + "ndcg_at_5": 0.82269, + "ndcg_at_10": 0.84499, + "ndcg_at_20": 0.85186, + "ndcg_at_100": 0.8547, + "ndcg_at_1000": 0.8547, + "map_at_1": 0.72727, + "map_at_3": 0.79437, + "map_at_5": 0.79762, + "map_at_10": 0.80759, + "map_at_20": 0.80964, + "map_at_100": 0.8102, + "map_at_1000": 0.8102, + "recall_at_1": 0.72727, + "recall_at_3": 0.88312, + "recall_at_5": 0.8961, + "recall_at_10": 0.96104, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72727, + "precision_at_3": 0.29437, + "precision_at_5": 0.17922, + "precision_at_10": 0.0961, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727273, + "mrr_at_3": 0.794372, + "mrr_at_5": 0.797619, + "mrr_at_10": 0.807591, + "mrr_at_20": 0.809638, + "mrr_at_100": 0.810202, + "mrr_at_1000": 0.810202, + "nauc_ndcg_at_1_max": 0.20273, + "nauc_ndcg_at_1_std": -0.214604, + "nauc_ndcg_at_1_diff1": 0.705474, + "nauc_ndcg_at_3_max": 0.340423, + "nauc_ndcg_at_3_std": -0.414579, + "nauc_ndcg_at_3_diff1": 0.729932, + "nauc_ndcg_at_5_max": 0.320818, + "nauc_ndcg_at_5_std": -0.387062, + "nauc_ndcg_at_5_diff1": 0.717412, + "nauc_ndcg_at_10_max": 0.344088, + "nauc_ndcg_at_10_std": -0.376659, + "nauc_ndcg_at_10_diff1": 0.728083, + "nauc_ndcg_at_20_max": 0.314079, + "nauc_ndcg_at_20_std": -0.307406, + "nauc_ndcg_at_20_diff1": 0.717348, + "nauc_ndcg_at_100_max": 0.2993, + "nauc_ndcg_at_100_std": -0.332747, + "nauc_ndcg_at_100_diff1": 0.714087, + "nauc_ndcg_at_1000_max": 0.2993, + "nauc_ndcg_at_1000_std": -0.332747, + "nauc_ndcg_at_1000_diff1": 0.714087, + "nauc_map_at_1_max": 0.20273, + "nauc_map_at_1_std": -0.214604, + "nauc_map_at_1_diff1": 0.705474, + "nauc_map_at_3_max": 0.301494, + "nauc_map_at_3_std": -0.357802, + "nauc_map_at_3_diff1": 0.717706, + "nauc_map_at_5_max": 0.290773, + "nauc_map_at_5_std": -0.342721, + "nauc_map_at_5_diff1": 0.711053, + "nauc_map_at_10_max": 0.2976, + "nauc_map_at_10_std": -0.336118, + "nauc_map_at_10_diff1": 0.714869, + "nauc_map_at_20_max": 0.290133, + "nauc_map_at_20_std": -0.319502, + "nauc_map_at_20_diff1": 0.712134, + "nauc_map_at_100_max": 0.287791, + "nauc_map_at_100_std": -0.323422, + "nauc_map_at_100_diff1": 0.711617, + "nauc_map_at_1000_max": 0.287791, + "nauc_map_at_1000_std": -0.323422, + "nauc_map_at_1000_diff1": 0.711617, + "nauc_recall_at_1_max": 0.20273, + "nauc_recall_at_1_std": -0.214604, + "nauc_recall_at_1_diff1": 0.705474, + "nauc_recall_at_3_max": 0.51997, + "nauc_recall_at_3_std": -0.676623, + "nauc_recall_at_3_diff1": 0.790205, + "nauc_recall_at_5_max": 0.467843, + "nauc_recall_at_5_std": -0.604551, + "nauc_recall_at_5_diff1": 0.751013, + "nauc_recall_at_10_max": 0.956238, + "nauc_recall_at_10_std": -0.864124, + "nauc_recall_at_10_diff1": 0.912475, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.868713, + "nauc_recall_at_20_diff1": 0.868713, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.20273, + "nauc_precision_at_1_std": -0.214604, + "nauc_precision_at_1_diff1": 0.705474, + "nauc_precision_at_3_max": 0.51997, + "nauc_precision_at_3_std": -0.676623, + "nauc_precision_at_3_diff1": 0.790205, + "nauc_precision_at_5_max": 0.467843, + "nauc_precision_at_5_std": -0.604551, + "nauc_precision_at_5_diff1": 0.751013, + "nauc_precision_at_10_max": 0.956238, + "nauc_precision_at_10_std": -0.864124, + "nauc_precision_at_10_diff1": 0.912475, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.868713, + "nauc_precision_at_20_diff1": 0.868713, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.20273, + "nauc_mrr_at_1_std": -0.214604, + "nauc_mrr_at_1_diff1": 0.705474, + "nauc_mrr_at_3_max": 0.301494, + "nauc_mrr_at_3_std": -0.357802, + "nauc_mrr_at_3_diff1": 0.717706, + "nauc_mrr_at_5_max": 0.290773, + "nauc_mrr_at_5_std": -0.342721, + "nauc_mrr_at_5_diff1": 0.711053, + "nauc_mrr_at_10_max": 0.2976, + "nauc_mrr_at_10_std": -0.336118, + "nauc_mrr_at_10_diff1": 0.714869, + "nauc_mrr_at_20_max": 0.290133, + "nauc_mrr_at_20_std": -0.319502, + "nauc_mrr_at_20_diff1": 0.712134, + "nauc_mrr_at_100_max": 0.287791, + "nauc_mrr_at_100_std": -0.323422, + "nauc_mrr_at_100_diff1": 0.711617, + "nauc_mrr_at_1000_max": 0.287791, + "nauc_mrr_at_1000_std": -0.323422, + "nauc_mrr_at_1000_diff1": 0.711617, + "main_score": 0.84499, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.72308, + "ndcg_at_3": 0.84487, + "ndcg_at_5": 0.85082, + "ndcg_at_10": 0.85082, + "ndcg_at_20": 0.85082, + "ndcg_at_100": 0.85978, + "ndcg_at_1000": 0.85978, + "map_at_1": 0.72308, + "map_at_3": 0.81282, + "map_at_5": 0.8159, + "map_at_10": 0.8159, + "map_at_20": 0.8159, + "map_at_100": 0.81724, + "map_at_1000": 0.81724, + "recall_at_1": 0.72308, + "recall_at_3": 0.93846, + "recall_at_5": 0.95385, + "recall_at_10": 0.95385, + "recall_at_20": 0.95385, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72308, + "precision_at_3": 0.31282, + "precision_at_5": 0.19077, + "precision_at_10": 0.09538, + "precision_at_20": 0.04769, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.723077, + "mrr_at_3": 0.812821, + "mrr_at_5": 0.815897, + "mrr_at_10": 0.815897, + "mrr_at_20": 0.815897, + "mrr_at_100": 0.817238, + "mrr_at_1000": 0.817238, + "nauc_ndcg_at_1_max": 0.500943, + "nauc_ndcg_at_1_std": 0.148042, + "nauc_ndcg_at_1_diff1": 0.719328, + "nauc_ndcg_at_3_max": 0.512446, + "nauc_ndcg_at_3_std": 0.155659, + "nauc_ndcg_at_3_diff1": 0.748933, + "nauc_ndcg_at_5_max": 0.519291, + "nauc_ndcg_at_5_std": 0.237788, + "nauc_ndcg_at_5_diff1": 0.757562, + "nauc_ndcg_at_10_max": 0.519291, + "nauc_ndcg_at_10_std": 0.237788, + "nauc_ndcg_at_10_diff1": 0.757562, + "nauc_ndcg_at_20_max": 0.519291, + "nauc_ndcg_at_20_std": 0.237788, + "nauc_ndcg_at_20_diff1": 0.757562, + "nauc_ndcg_at_100_max": 0.515106, + "nauc_ndcg_at_100_std": 0.186563, + "nauc_ndcg_at_100_diff1": 0.746309, + "nauc_ndcg_at_1000_max": 0.515106, + "nauc_ndcg_at_1000_std": 0.186563, + "nauc_ndcg_at_1000_diff1": 0.746309, + "nauc_map_at_1_max": 0.500943, + "nauc_map_at_1_std": 0.148042, + "nauc_map_at_1_diff1": 0.719328, + "nauc_map_at_3_max": 0.511685, + "nauc_map_at_3_std": 0.140264, + "nauc_map_at_3_diff1": 0.739357, + "nauc_map_at_5_max": 0.514567, + "nauc_map_at_5_std": 0.174721, + "nauc_map_at_5_diff1": 0.742828, + "nauc_map_at_10_max": 0.514567, + "nauc_map_at_10_std": 0.174721, + "nauc_map_at_10_diff1": 0.742828, + "nauc_map_at_20_max": 0.514567, + "nauc_map_at_20_std": 0.174721, + "nauc_map_at_20_diff1": 0.742828, + "nauc_map_at_100_max": 0.513802, + "nauc_map_at_100_std": 0.168276, + "nauc_map_at_100_diff1": 0.741362, + "nauc_map_at_1000_max": 0.513802, + "nauc_map_at_1000_std": 0.168276, + "nauc_map_at_1000_diff1": 0.741362, + "nauc_recall_at_1_max": 0.500943, + "nauc_recall_at_1_std": 0.148042, + "nauc_recall_at_1_diff1": 0.719328, + "nauc_recall_at_3_max": 0.514794, + "nauc_recall_at_3_std": 0.291232, + "nauc_recall_at_3_diff1": 0.823543, + "nauc_recall_at_5_max": 0.567286, + "nauc_recall_at_5_std": 0.956796, + "nauc_recall_at_5_diff1": 0.913593, + "nauc_recall_at_10_max": 0.567286, + "nauc_recall_at_10_std": 0.956796, + "nauc_recall_at_10_diff1": 0.913593, + "nauc_recall_at_20_max": 0.567286, + "nauc_recall_at_20_std": 0.956796, + "nauc_recall_at_20_diff1": 0.913593, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.500943, + "nauc_precision_at_1_std": 0.148042, + "nauc_precision_at_1_diff1": 0.719328, + "nauc_precision_at_3_max": 0.514794, + "nauc_precision_at_3_std": 0.291232, + "nauc_precision_at_3_diff1": 0.823543, + "nauc_precision_at_5_max": 0.567286, + "nauc_precision_at_5_std": 0.956796, + "nauc_precision_at_5_diff1": 0.913593, + "nauc_precision_at_10_max": 0.567286, + "nauc_precision_at_10_std": 0.956796, + "nauc_precision_at_10_diff1": 0.913593, + "nauc_precision_at_20_max": 0.567286, + "nauc_precision_at_20_std": 0.956796, + "nauc_precision_at_20_diff1": 0.913593, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.500943, + "nauc_mrr_at_1_std": 0.148042, + "nauc_mrr_at_1_diff1": 0.719328, + "nauc_mrr_at_3_max": 0.511685, + "nauc_mrr_at_3_std": 0.140264, + "nauc_mrr_at_3_diff1": 0.739357, + "nauc_mrr_at_5_max": 0.514567, + "nauc_mrr_at_5_std": 0.174721, + "nauc_mrr_at_5_diff1": 0.742828, + "nauc_mrr_at_10_max": 0.514567, + "nauc_mrr_at_10_std": 0.174721, + "nauc_mrr_at_10_diff1": 0.742828, + "nauc_mrr_at_20_max": 0.514567, + "nauc_mrr_at_20_std": 0.174721, + "nauc_mrr_at_20_diff1": 0.742828, + "nauc_mrr_at_100_max": 0.513802, + "nauc_mrr_at_100_std": 0.168276, + "nauc_mrr_at_100_diff1": 0.741362, + "nauc_mrr_at_1000_max": 0.513802, + "nauc_mrr_at_1000_std": 0.168276, + "nauc_mrr_at_1000_diff1": 0.741362, + "main_score": 0.85082, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.70988, + "ndcg_at_3": 0.82576, + "ndcg_at_5": 0.84144, + "ndcg_at_10": 0.85383, + "ndcg_at_20": 0.86027, + "ndcg_at_100": 0.86027, + "ndcg_at_1000": 0.86027, + "map_at_1": 0.70988, + "map_at_3": 0.79938, + "map_at_5": 0.80833, + "map_at_10": 0.81369, + "map_at_20": 0.81557, + "map_at_100": 0.81557, + "map_at_1000": 0.81557, + "recall_at_1": 0.70988, + "recall_at_3": 0.90123, + "recall_at_5": 0.93827, + "recall_at_10": 0.97531, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70988, + "precision_at_3": 0.30041, + "precision_at_5": 0.18765, + "precision_at_10": 0.09753, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.709877, + "mrr_at_3": 0.799383, + "mrr_at_5": 0.808333, + "mrr_at_10": 0.81369, + "mrr_at_20": 0.815566, + "mrr_at_100": 0.815566, + "mrr_at_1000": 0.815566, + "nauc_ndcg_at_1_max": 0.232993, + "nauc_ndcg_at_1_std": -0.142584, + "nauc_ndcg_at_1_diff1": 0.654783, + "nauc_ndcg_at_3_max": 0.284075, + "nauc_ndcg_at_3_std": -0.221739, + "nauc_ndcg_at_3_diff1": 0.626729, + "nauc_ndcg_at_5_max": 0.284468, + "nauc_ndcg_at_5_std": -0.21945, + "nauc_ndcg_at_5_diff1": 0.662256, + "nauc_ndcg_at_10_max": 0.279032, + "nauc_ndcg_at_10_std": -0.237909, + "nauc_ndcg_at_10_diff1": 0.659085, + "nauc_ndcg_at_20_max": 0.268662, + "nauc_ndcg_at_20_std": -0.197479, + "nauc_ndcg_at_20_diff1": 0.652161, + "nauc_ndcg_at_100_max": 0.268662, + "nauc_ndcg_at_100_std": -0.197479, + "nauc_ndcg_at_100_diff1": 0.652161, + "nauc_ndcg_at_1000_max": 0.268662, + "nauc_ndcg_at_1000_std": -0.197479, + "nauc_ndcg_at_1000_diff1": 0.652161, + "nauc_map_at_1_max": 0.232993, + "nauc_map_at_1_std": -0.142584, + "nauc_map_at_1_diff1": 0.654783, + "nauc_map_at_3_max": 0.273376, + "nauc_map_at_3_std": -0.196956, + "nauc_map_at_3_diff1": 0.636712, + "nauc_map_at_5_max": 0.271211, + "nauc_map_at_5_std": -0.193865, + "nauc_map_at_5_diff1": 0.654058, + "nauc_map_at_10_max": 0.26906, + "nauc_map_at_10_std": -0.200534, + "nauc_map_at_10_diff1": 0.652909, + "nauc_map_at_20_max": 0.266158, + "nauc_map_at_20_std": -0.190445, + "nauc_map_at_20_diff1": 0.651362, + "nauc_map_at_100_max": 0.266158, + "nauc_map_at_100_std": -0.190445, + "nauc_map_at_100_diff1": 0.651362, + "nauc_map_at_1000_max": 0.266158, + "nauc_map_at_1000_std": -0.190445, + "nauc_map_at_1000_diff1": 0.651362, + "nauc_recall_at_1_max": 0.232993, + "nauc_recall_at_1_std": -0.142584, + "nauc_recall_at_1_diff1": 0.654783, + "nauc_recall_at_3_max": 0.33563, + "nauc_recall_at_3_std": -0.351097, + "nauc_recall_at_3_diff1": 0.57365, + "nauc_recall_at_5_max": 0.389394, + "nauc_recall_at_5_std": -0.424232, + "nauc_recall_at_5_diff1": 0.738964, + "nauc_recall_at_10_max": 0.455269, + "nauc_recall_at_10_std": -0.9848, + "nauc_recall_at_10_diff1": 0.796157, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.232993, + "nauc_precision_at_1_std": -0.142584, + "nauc_precision_at_1_diff1": 0.654783, + "nauc_precision_at_3_max": 0.33563, + "nauc_precision_at_3_std": -0.351097, + "nauc_precision_at_3_diff1": 0.57365, + "nauc_precision_at_5_max": 0.389394, + "nauc_precision_at_5_std": -0.424232, + "nauc_precision_at_5_diff1": 0.738964, + "nauc_precision_at_10_max": 0.455269, + "nauc_precision_at_10_std": -0.9848, + "nauc_precision_at_10_diff1": 0.796157, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.232993, + "nauc_mrr_at_1_std": -0.142584, + "nauc_mrr_at_1_diff1": 0.654783, + "nauc_mrr_at_3_max": 0.273376, + "nauc_mrr_at_3_std": -0.196956, + "nauc_mrr_at_3_diff1": 0.636712, + "nauc_mrr_at_5_max": 0.271211, + "nauc_mrr_at_5_std": -0.193865, + "nauc_mrr_at_5_diff1": 0.654058, + "nauc_mrr_at_10_max": 0.26906, + "nauc_mrr_at_10_std": -0.200534, + "nauc_mrr_at_10_diff1": 0.652909, + "nauc_mrr_at_20_max": 0.266158, + "nauc_mrr_at_20_std": -0.190445, + "nauc_mrr_at_20_diff1": 0.651362, + "nauc_mrr_at_100_max": 0.266158, + "nauc_mrr_at_100_std": -0.190445, + "nauc_mrr_at_100_diff1": 0.651362, + "nauc_mrr_at_1000_max": 0.266158, + "nauc_mrr_at_1000_std": -0.190445, + "nauc_mrr_at_1000_diff1": 0.651362, + "main_score": 0.85383, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.7013, + "ndcg_at_3": 0.81601, + "ndcg_at_5": 0.82161, + "ndcg_at_10": 0.84695, + "ndcg_at_20": 0.85397, + "ndcg_at_100": 0.85397, + "ndcg_at_1000": 0.85397, + "map_at_1": 0.7013, + "map_at_3": 0.79221, + "map_at_5": 0.79545, + "map_at_10": 0.80597, + "map_at_20": 0.80813, + "map_at_100": 0.80813, + "map_at_1000": 0.80813, + "recall_at_1": 0.7013, + "recall_at_3": 0.88312, + "recall_at_5": 0.8961, + "recall_at_10": 0.97403, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7013, + "precision_at_3": 0.29437, + "precision_at_5": 0.17922, + "precision_at_10": 0.0974, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701299, + "mrr_at_3": 0.792208, + "mrr_at_5": 0.795455, + "mrr_at_10": 0.805968, + "mrr_at_20": 0.808132, + "mrr_at_100": 0.808132, + "mrr_at_1000": 0.808132, + "nauc_ndcg_at_1_max": 0.294102, + "nauc_ndcg_at_1_std": -0.263353, + "nauc_ndcg_at_1_diff1": 0.61056, + "nauc_ndcg_at_3_max": 0.414925, + "nauc_ndcg_at_3_std": -0.526808, + "nauc_ndcg_at_3_diff1": 0.663394, + "nauc_ndcg_at_5_max": 0.408255, + "nauc_ndcg_at_5_std": -0.536795, + "nauc_ndcg_at_5_diff1": 0.653361, + "nauc_ndcg_at_10_max": 0.355386, + "nauc_ndcg_at_10_std": -0.435361, + "nauc_ndcg_at_10_diff1": 0.648129, + "nauc_ndcg_at_20_max": 0.364049, + "nauc_ndcg_at_20_std": -0.431675, + "nauc_ndcg_at_20_diff1": 0.641183, + "nauc_ndcg_at_100_max": 0.364049, + "nauc_ndcg_at_100_std": -0.431675, + "nauc_ndcg_at_100_diff1": 0.641183, + "nauc_ndcg_at_1000_max": 0.364049, + "nauc_ndcg_at_1000_std": -0.431675, + "nauc_ndcg_at_1000_diff1": 0.641183, + "nauc_map_at_1_max": 0.294102, + "nauc_map_at_1_std": -0.263353, + "nauc_map_at_1_diff1": 0.61056, + "nauc_map_at_3_max": 0.380258, + "nauc_map_at_3_std": -0.451217, + "nauc_map_at_3_diff1": 0.648235, + "nauc_map_at_5_max": 0.376291, + "nauc_map_at_5_std": -0.4552, + "nauc_map_at_5_diff1": 0.642835, + "nauc_map_at_10_max": 0.35645, + "nauc_map_at_10_std": -0.417297, + "nauc_map_at_10_diff1": 0.640217, + "nauc_map_at_20_max": 0.358504, + "nauc_map_at_20_std": -0.4162, + "nauc_map_at_20_diff1": 0.63848, + "nauc_map_at_100_max": 0.358504, + "nauc_map_at_100_std": -0.4162, + "nauc_map_at_100_diff1": 0.63848, + "nauc_map_at_1000_max": 0.358504, + "nauc_map_at_1000_std": -0.4162, + "nauc_map_at_1000_diff1": 0.63848, + "nauc_recall_at_1_max": 0.294102, + "nauc_recall_at_1_std": -0.263353, + "nauc_recall_at_1_diff1": 0.61056, + "nauc_recall_at_3_max": 0.573209, + "nauc_recall_at_3_std": -0.871946, + "nauc_recall_at_3_diff1": 0.73261, + "nauc_recall_at_5_max": 0.566097, + "nauc_recall_at_5_std": -0.945807, + "nauc_recall_at_5_diff1": 0.703574, + "nauc_recall_at_10_max": 0.194132, + "nauc_recall_at_10_std": -0.50397, + "nauc_recall_at_10_diff1": 0.777423, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.294102, + "nauc_precision_at_1_std": -0.263353, + "nauc_precision_at_1_diff1": 0.61056, + "nauc_precision_at_3_max": 0.573209, + "nauc_precision_at_3_std": -0.871946, + "nauc_precision_at_3_diff1": 0.73261, + "nauc_precision_at_5_max": 0.566097, + "nauc_precision_at_5_std": -0.945807, + "nauc_precision_at_5_diff1": 0.703574, + "nauc_precision_at_10_max": 0.194132, + "nauc_precision_at_10_std": -0.50397, + "nauc_precision_at_10_diff1": 0.777423, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.294102, + "nauc_mrr_at_1_std": -0.263353, + "nauc_mrr_at_1_diff1": 0.61056, + "nauc_mrr_at_3_max": 0.380258, + "nauc_mrr_at_3_std": -0.451217, + "nauc_mrr_at_3_diff1": 0.648235, + "nauc_mrr_at_5_max": 0.376291, + "nauc_mrr_at_5_std": -0.4552, + "nauc_mrr_at_5_diff1": 0.642835, + "nauc_mrr_at_10_max": 0.35645, + "nauc_mrr_at_10_std": -0.417297, + "nauc_mrr_at_10_diff1": 0.640217, + "nauc_mrr_at_20_max": 0.358504, + "nauc_mrr_at_20_std": -0.4162, + "nauc_mrr_at_20_diff1": 0.63848, + "nauc_mrr_at_100_max": 0.358504, + "nauc_mrr_at_100_std": -0.4162, + "nauc_mrr_at_100_diff1": 0.63848, + "nauc_mrr_at_1000_max": 0.358504, + "nauc_mrr_at_1000_std": -0.4162, + "nauc_mrr_at_1000_diff1": 0.63848, + "main_score": 0.84695, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 229.74484086036682, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quail.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quail.json new file mode 100644 index 0000000000..472fa31399 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quail.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1851bc536f8bdab29e03e29191c4586b1d8d7c5a", + "task_name": "Quail", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.07243, + "ndcg_at_3": 0.11727, + "ndcg_at_5": 0.1369, + "ndcg_at_10": 0.16186, + "ndcg_at_20": 0.17988, + "ndcg_at_100": 0.20926, + "ndcg_at_1000": 0.23981, + "map_at_1": 0.07243, + "map_at_3": 0.10588, + "map_at_5": 0.11665, + "map_at_10": 0.12695, + "map_at_20": 0.13194, + "map_at_100": 0.1359, + "map_at_1000": 0.13687, + "recall_at_1": 0.07243, + "recall_at_3": 0.15037, + "recall_at_5": 0.19853, + "recall_at_10": 0.27574, + "recall_at_20": 0.34669, + "recall_at_100": 0.50662, + "recall_at_1000": 0.75735, + "precision_at_1": 0.07243, + "precision_at_3": 0.05012, + "precision_at_5": 0.03971, + "precision_at_10": 0.02757, + "precision_at_20": 0.01733, + "precision_at_100": 0.00507, + "precision_at_1000": 0.00076, + "mrr_at_1": 0.072426, + "mrr_at_3": 0.105882, + "mrr_at_5": 0.116654, + "mrr_at_10": 0.126952, + "mrr_at_20": 0.13194, + "mrr_at_100": 0.135901, + "mrr_at_1000": 0.136874, + "nauc_ndcg_at_1_max": 0.040977, + "nauc_ndcg_at_1_std": -0.043306, + "nauc_ndcg_at_1_diff1": 0.204807, + "nauc_ndcg_at_3_max": 0.015018, + "nauc_ndcg_at_3_std": -0.00782, + "nauc_ndcg_at_3_diff1": 0.143239, + "nauc_ndcg_at_5_max": 0.025021, + "nauc_ndcg_at_5_std": -0.003495, + "nauc_ndcg_at_5_diff1": 0.14475, + "nauc_ndcg_at_10_max": 0.040509, + "nauc_ndcg_at_10_std": -0.007037, + "nauc_ndcg_at_10_diff1": 0.1368, + "nauc_ndcg_at_20_max": 0.047327, + "nauc_ndcg_at_20_std": 0.002077, + "nauc_ndcg_at_20_diff1": 0.132007, + "nauc_ndcg_at_100_max": 0.04203, + "nauc_ndcg_at_100_std": 0.008112, + "nauc_ndcg_at_100_diff1": 0.131337, + "nauc_ndcg_at_1000_max": 0.039384, + "nauc_ndcg_at_1000_std": 0.008204, + "nauc_ndcg_at_1000_diff1": 0.128731, + "nauc_map_at_1_max": 0.040977, + "nauc_map_at_1_std": -0.043306, + "nauc_map_at_1_diff1": 0.204807, + "nauc_map_at_3_max": 0.019077, + "nauc_map_at_3_std": -0.015357, + "nauc_map_at_3_diff1": 0.153498, + "nauc_map_at_5_max": 0.025044, + "nauc_map_at_5_std": -0.01201, + "nauc_map_at_5_diff1": 0.153796, + "nauc_map_at_10_max": 0.033102, + "nauc_map_at_10_std": -0.013431, + "nauc_map_at_10_diff1": 0.149921, + "nauc_map_at_20_max": 0.035589, + "nauc_map_at_20_std": -0.010286, + "nauc_map_at_20_diff1": 0.148296, + "nauc_map_at_100_max": 0.035158, + "nauc_map_at_100_std": -0.009657, + "nauc_map_at_100_diff1": 0.148395, + "nauc_map_at_1000_max": 0.035139, + "nauc_map_at_1000_std": -0.009732, + "nauc_map_at_1000_diff1": 0.148307, + "nauc_recall_at_1_max": 0.040977, + "nauc_recall_at_1_std": -0.043306, + "nauc_recall_at_1_diff1": 0.204807, + "nauc_recall_at_3_max": 0.006457, + "nauc_recall_at_3_std": 0.008764, + "nauc_recall_at_3_diff1": 0.121382, + "nauc_recall_at_5_max": 0.026092, + "nauc_recall_at_5_std": 0.012954, + "nauc_recall_at_5_diff1": 0.128203, + "nauc_recall_at_10_max": 0.056819, + "nauc_recall_at_10_std": 0.003208, + "nauc_recall_at_10_diff1": 0.112857, + "nauc_recall_at_20_max": 0.072638, + "nauc_recall_at_20_std": 0.025693, + "nauc_recall_at_20_diff1": 0.101774, + "nauc_recall_at_100_max": 0.05049, + "nauc_recall_at_100_std": 0.050413, + "nauc_recall_at_100_diff1": 0.096987, + "nauc_recall_at_1000_max": 0.030779, + "nauc_recall_at_1000_std": 0.07994, + "nauc_recall_at_1000_diff1": 0.058004, + "nauc_precision_at_1_max": 0.040977, + "nauc_precision_at_1_std": -0.043306, + "nauc_precision_at_1_diff1": 0.204807, + "nauc_precision_at_3_max": 0.006457, + "nauc_precision_at_3_std": 0.008764, + "nauc_precision_at_3_diff1": 0.121382, + "nauc_precision_at_5_max": 0.026092, + "nauc_precision_at_5_std": 0.012954, + "nauc_precision_at_5_diff1": 0.128203, + "nauc_precision_at_10_max": 0.056819, + "nauc_precision_at_10_std": 0.003208, + "nauc_precision_at_10_diff1": 0.112857, + "nauc_precision_at_20_max": 0.072638, + "nauc_precision_at_20_std": 0.025693, + "nauc_precision_at_20_diff1": 0.101774, + "nauc_precision_at_100_max": 0.05049, + "nauc_precision_at_100_std": 0.050413, + "nauc_precision_at_100_diff1": 0.096987, + "nauc_precision_at_1000_max": 0.030779, + "nauc_precision_at_1000_std": 0.07994, + "nauc_precision_at_1000_diff1": 0.058004, + "nauc_mrr_at_1_max": 0.040977, + "nauc_mrr_at_1_std": -0.043306, + "nauc_mrr_at_1_diff1": 0.204807, + "nauc_mrr_at_3_max": 0.019077, + "nauc_mrr_at_3_std": -0.015357, + "nauc_mrr_at_3_diff1": 0.153498, + "nauc_mrr_at_5_max": 0.025044, + "nauc_mrr_at_5_std": -0.01201, + "nauc_mrr_at_5_diff1": 0.153796, + "nauc_mrr_at_10_max": 0.033102, + "nauc_mrr_at_10_std": -0.013431, + "nauc_mrr_at_10_diff1": 0.149921, + "nauc_mrr_at_20_max": 0.035589, + "nauc_mrr_at_20_std": -0.010286, + "nauc_mrr_at_20_diff1": 0.148296, + "nauc_mrr_at_100_max": 0.035158, + "nauc_mrr_at_100_std": -0.009657, + "nauc_mrr_at_100_diff1": 0.148395, + "nauc_mrr_at_1000_max": 0.035139, + "nauc_mrr_at_1000_std": -0.009732, + "nauc_mrr_at_1000_diff1": 0.148307, + "main_score": 0.16186, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2142.760003089905, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quora-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quora-PL.json new file mode 100644 index 0000000000..18ab7712e7 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Quora-PL.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0be27e93455051e531182b85e85e425aba12e9d4", + "task_name": "Quora-PL", + "mteb_version": "1.29.10", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.7672, + "ndcg_at_3": 0.81637, + "ndcg_at_5": 0.83334, + "ndcg_at_10": 0.84808, + "ndcg_at_20": 0.85677, + "ndcg_at_100": 0.86406, + "ndcg_at_1000": 0.8657, + "map_at_1": 0.6646, + "map_at_3": 0.77661, + "map_at_5": 0.79556, + "map_at_10": 0.807, + "map_at_20": 0.81167, + "map_at_100": 0.81384, + "map_at_1000": 0.81402, + "recall_at_1": 0.6646, + "recall_at_3": 0.84136, + "recall_at_5": 0.88973, + "recall_at_10": 0.93272, + "recall_at_20": 0.96072, + "recall_at_100": 0.99025, + "recall_at_1000": 0.99928, + "precision_at_1": 0.7672, + "precision_at_3": 0.3596, + "precision_at_5": 0.23712, + "precision_at_10": 0.12974, + "precision_at_20": 0.06912, + "precision_at_100": 0.01479, + "precision_at_1000": 0.00152, + "mrr_at_1": 0.7664, + "mrr_at_3": 0.8243, + "mrr_at_5": 0.83222, + "mrr_at_10": 0.836201, + "mrr_at_20": 0.837318, + "mrr_at_100": 0.837871, + "mrr_at_1000": 0.837895, + "nauc_ndcg_at_1_max": 0.035978, + "nauc_ndcg_at_1_std": -0.333814, + "nauc_ndcg_at_1_diff1": 0.741217, + "nauc_ndcg_at_3_max": 0.020991, + "nauc_ndcg_at_3_std": -0.392272, + "nauc_ndcg_at_3_diff1": 0.723942, + "nauc_ndcg_at_5_max": 0.024858, + "nauc_ndcg_at_5_std": -0.39213, + "nauc_ndcg_at_5_diff1": 0.723729, + "nauc_ndcg_at_10_max": 0.02903, + "nauc_ndcg_at_10_std": -0.381068, + "nauc_ndcg_at_10_diff1": 0.728978, + "nauc_ndcg_at_20_max": 0.02709, + "nauc_ndcg_at_20_std": -0.374054, + "nauc_ndcg_at_20_diff1": 0.730672, + "nauc_ndcg_at_100_max": 0.033678, + "nauc_ndcg_at_100_std": -0.362296, + "nauc_ndcg_at_100_diff1": 0.728676, + "nauc_ndcg_at_1000_max": 0.034045, + "nauc_ndcg_at_1000_std": -0.361827, + "nauc_ndcg_at_1000_diff1": 0.727901, + "nauc_map_at_1_max": -0.029333, + "nauc_map_at_1_std": -0.362626, + "nauc_map_at_1_diff1": 0.774006, + "nauc_map_at_3_max": -0.005414, + "nauc_map_at_3_std": -0.412593, + "nauc_map_at_3_diff1": 0.741866, + "nauc_map_at_5_max": 0.006076, + "nauc_map_at_5_std": -0.40334, + "nauc_map_at_5_diff1": 0.735724, + "nauc_map_at_10_max": 0.013879, + "nauc_map_at_10_std": -0.392381, + "nauc_map_at_10_diff1": 0.734442, + "nauc_map_at_20_max": 0.014962, + "nauc_map_at_20_std": -0.385662, + "nauc_map_at_20_diff1": 0.734228, + "nauc_map_at_100_max": 0.017056, + "nauc_map_at_100_std": -0.381277, + "nauc_map_at_100_diff1": 0.733501, + "nauc_map_at_1000_max": 0.017348, + "nauc_map_at_1000_std": -0.380895, + "nauc_map_at_1000_diff1": 0.733401, + "nauc_recall_at_1_max": -0.029333, + "nauc_recall_at_1_std": -0.362626, + "nauc_recall_at_1_diff1": 0.774006, + "nauc_recall_at_3_max": -0.009078, + "nauc_recall_at_3_std": -0.460422, + "nauc_recall_at_3_diff1": 0.702083, + "nauc_recall_at_5_max": 0.016753, + "nauc_recall_at_5_std": -0.461136, + "nauc_recall_at_5_diff1": 0.677395, + "nauc_recall_at_10_max": 0.041631, + "nauc_recall_at_10_std": -0.441485, + "nauc_recall_at_10_diff1": 0.682621, + "nauc_recall_at_20_max": 0.011805, + "nauc_recall_at_20_std": -0.447673, + "nauc_recall_at_20_diff1": 0.711187, + "nauc_recall_at_100_max": 0.149992, + "nauc_recall_at_100_std": -0.258824, + "nauc_recall_at_100_diff1": 0.726017, + "nauc_recall_at_1000_max": 0.775303, + "nauc_recall_at_1000_std": 0.110586, + "nauc_recall_at_1000_diff1": 0.650299, + "nauc_precision_at_1_max": 0.035978, + "nauc_precision_at_1_std": -0.333814, + "nauc_precision_at_1_diff1": 0.741217, + "nauc_precision_at_3_max": 0.089185, + "nauc_precision_at_3_std": 0.012912, + "nauc_precision_at_3_diff1": -0.087259, + "nauc_precision_at_5_max": 0.103212, + "nauc_precision_at_5_std": 0.118925, + "nauc_precision_at_5_diff1": -0.227738, + "nauc_precision_at_10_max": 0.112304, + "nauc_precision_at_10_std": 0.213534, + "nauc_precision_at_10_diff1": -0.318616, + "nauc_precision_at_20_max": 0.105123, + "nauc_precision_at_20_std": 0.270422, + "nauc_precision_at_20_diff1": -0.362978, + "nauc_precision_at_100_max": 0.118054, + "nauc_precision_at_100_std": 0.324242, + "nauc_precision_at_100_diff1": -0.406889, + "nauc_precision_at_1000_max": 0.127162, + "nauc_precision_at_1000_std": 0.338745, + "nauc_precision_at_1000_diff1": -0.420499, + "nauc_mrr_at_1_max": 0.035163, + "nauc_mrr_at_1_std": -0.337597, + "nauc_mrr_at_1_diff1": 0.742978, + "nauc_mrr_at_3_max": 0.044561, + "nauc_mrr_at_3_std": -0.353264, + "nauc_mrr_at_3_diff1": 0.729038, + "nauc_mrr_at_5_max": 0.046788, + "nauc_mrr_at_5_std": -0.349477, + "nauc_mrr_at_5_diff1": 0.728711, + "nauc_mrr_at_10_max": 0.045923, + "nauc_mrr_at_10_std": -0.347377, + "nauc_mrr_at_10_diff1": 0.730883, + "nauc_mrr_at_20_max": 0.044837, + "nauc_mrr_at_20_std": -0.348439, + "nauc_mrr_at_20_diff1": 0.731263, + "nauc_mrr_at_100_max": 0.044881, + "nauc_mrr_at_100_std": -0.347887, + "nauc_mrr_at_100_diff1": 0.731309, + "nauc_mrr_at_1000_max": 0.044856, + "nauc_mrr_at_1000_std": -0.347901, + "nauc_mrr_at_1000_diff1": 0.73131, + "main_score": 0.84808, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.7699, + "ndcg_at_3": 0.81781, + "ndcg_at_5": 0.83627, + "ndcg_at_10": 0.85146, + "ndcg_at_20": 0.86015, + "ndcg_at_100": 0.86745, + "ndcg_at_1000": 0.86882, + "map_at_1": 0.66806, + "map_at_3": 0.77829, + "map_at_5": 0.79767, + "map_at_10": 0.80943, + "map_at_20": 0.8143, + "map_at_100": 0.81684, + "map_at_1000": 0.817, + "recall_at_1": 0.66806, + "recall_at_3": 0.84094, + "recall_at_5": 0.89099, + "recall_at_10": 0.93512, + "recall_at_20": 0.96365, + "recall_at_100": 0.9922, + "recall_at_1000": 0.99937, + "precision_at_1": 0.7699, + "precision_at_3": 0.35873, + "precision_at_5": 0.23788, + "precision_at_10": 0.13091, + "precision_at_20": 0.07017, + "precision_at_100": 0.01523, + "precision_at_1000": 0.00156, + "mrr_at_1": 0.7686, + "mrr_at_3": 0.827733, + "mrr_at_5": 0.835948, + "mrr_at_10": 0.839897, + "mrr_at_20": 0.841103, + "mrr_at_100": 0.841575, + "mrr_at_1000": 0.841592, + "nauc_ndcg_at_1_max": 0.037454, + "nauc_ndcg_at_1_std": -0.308555, + "nauc_ndcg_at_1_diff1": 0.763351, + "nauc_ndcg_at_3_max": 0.017838, + "nauc_ndcg_at_3_std": -0.372187, + "nauc_ndcg_at_3_diff1": 0.73474, + "nauc_ndcg_at_5_max": 0.017938, + "nauc_ndcg_at_5_std": -0.382711, + "nauc_ndcg_at_5_diff1": 0.738595, + "nauc_ndcg_at_10_max": 0.032544, + "nauc_ndcg_at_10_std": -0.365108, + "nauc_ndcg_at_10_diff1": 0.74334, + "nauc_ndcg_at_20_max": 0.035939, + "nauc_ndcg_at_20_std": -0.354714, + "nauc_ndcg_at_20_diff1": 0.743699, + "nauc_ndcg_at_100_max": 0.03834, + "nauc_ndcg_at_100_std": -0.342061, + "nauc_ndcg_at_100_diff1": 0.742729, + "nauc_ndcg_at_1000_max": 0.039432, + "nauc_ndcg_at_1000_std": -0.340585, + "nauc_ndcg_at_1000_diff1": 0.743264, + "nauc_map_at_1_max": -0.015255, + "nauc_map_at_1_std": -0.349926, + "nauc_map_at_1_diff1": 0.780814, + "nauc_map_at_3_max": 0.000422, + "nauc_map_at_3_std": -0.399644, + "nauc_map_at_3_diff1": 0.751432, + "nauc_map_at_5_max": 0.005907, + "nauc_map_at_5_std": -0.39906, + "nauc_map_at_5_diff1": 0.749357, + "nauc_map_at_10_max": 0.016818, + "nauc_map_at_10_std": -0.383036, + "nauc_map_at_10_diff1": 0.748756, + "nauc_map_at_20_max": 0.019251, + "nauc_map_at_20_std": -0.373163, + "nauc_map_at_20_diff1": 0.747299, + "nauc_map_at_100_max": 0.021626, + "nauc_map_at_100_std": -0.365908, + "nauc_map_at_100_diff1": 0.746147, + "nauc_map_at_1000_max": 0.021934, + "nauc_map_at_1000_std": -0.365438, + "nauc_map_at_1000_diff1": 0.746123, + "nauc_recall_at_1_max": -0.015255, + "nauc_recall_at_1_std": -0.349926, + "nauc_recall_at_1_diff1": 0.780814, + "nauc_recall_at_3_max": -0.01235, + "nauc_recall_at_3_std": -0.453721, + "nauc_recall_at_3_diff1": 0.706524, + "nauc_recall_at_5_max": -0.007293, + "nauc_recall_at_5_std": -0.496125, + "nauc_recall_at_5_diff1": 0.694566, + "nauc_recall_at_10_max": 0.036378, + "nauc_recall_at_10_std": -0.439652, + "nauc_recall_at_10_diff1": 0.687158, + "nauc_recall_at_20_max": 0.056708, + "nauc_recall_at_20_std": -0.400716, + "nauc_recall_at_20_diff1": 0.684414, + "nauc_recall_at_100_max": 0.064558, + "nauc_recall_at_100_std": -0.197545, + "nauc_recall_at_100_diff1": 0.625348, + "nauc_recall_at_1000_max": 0.186731, + "nauc_recall_at_1000_std": 0.421052, + "nauc_recall_at_1000_diff1": 0.678993, + "nauc_precision_at_1_max": 0.037454, + "nauc_precision_at_1_std": -0.308555, + "nauc_precision_at_1_diff1": 0.763351, + "nauc_precision_at_3_max": 0.072976, + "nauc_precision_at_3_std": 0.022903, + "nauc_precision_at_3_diff1": -0.075072, + "nauc_precision_at_5_max": 0.078667, + "nauc_precision_at_5_std": 0.125317, + "nauc_precision_at_5_diff1": -0.224322, + "nauc_precision_at_10_max": 0.100199, + "nauc_precision_at_10_std": 0.241554, + "nauc_precision_at_10_diff1": -0.322502, + "nauc_precision_at_20_max": 0.101096, + "nauc_precision_at_20_std": 0.312583, + "nauc_precision_at_20_diff1": -0.375207, + "nauc_precision_at_100_max": 0.110476, + "nauc_precision_at_100_std": 0.381319, + "nauc_precision_at_100_diff1": -0.414069, + "nauc_precision_at_1000_max": 0.118211, + "nauc_precision_at_1000_std": 0.393463, + "nauc_precision_at_1000_diff1": -0.420066, + "nauc_mrr_at_1_max": 0.037191, + "nauc_mrr_at_1_std": -0.312397, + "nauc_mrr_at_1_diff1": 0.766134, + "nauc_mrr_at_3_max": 0.04693, + "nauc_mrr_at_3_std": -0.32904, + "nauc_mrr_at_3_diff1": 0.74832, + "nauc_mrr_at_5_max": 0.047953, + "nauc_mrr_at_5_std": -0.329968, + "nauc_mrr_at_5_diff1": 0.750545, + "nauc_mrr_at_10_max": 0.049024, + "nauc_mrr_at_10_std": -0.324461, + "nauc_mrr_at_10_diff1": 0.751684, + "nauc_mrr_at_20_max": 0.048371, + "nauc_mrr_at_20_std": -0.324381, + "nauc_mrr_at_20_diff1": 0.75201, + "nauc_mrr_at_100_max": 0.04781, + "nauc_mrr_at_100_std": -0.324798, + "nauc_mrr_at_100_diff1": 0.752117, + "nauc_mrr_at_1000_max": 0.047793, + "nauc_mrr_at_1000_std": -0.324828, + "nauc_mrr_at_1000_diff1": 0.752131, + "main_score": 0.85146, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 36129.915959358215, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/QuoraRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/QuoraRetrieval.json new file mode 100644 index 0000000000..ca9e9daafe --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/QuoraRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", + "task_name": "QuoraRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8366, + "ndcg_at_3": 0.87863, + "ndcg_at_5": 0.89279, + "ndcg_at_10": 0.90372, + "ndcg_at_20": 0.90955, + "ndcg_at_100": 0.91352, + "ndcg_at_1000": 0.91395, + "map_at_1": 0.72754, + "map_at_3": 0.84155, + "map_at_5": 0.85974, + "map_at_10": 0.87026, + "map_at_20": 0.87442, + "map_at_100": 0.87634, + "map_at_1000": 0.87644, + "recall_at_1": 0.72754, + "recall_at_3": 0.89418, + "recall_at_5": 0.93509, + "recall_at_10": 0.96679, + "recall_at_20": 0.98519, + "recall_at_100": 0.99845, + "recall_at_1000": 0.99998, + "precision_at_1": 0.8366, + "precision_at_3": 0.3853, + "precision_at_5": 0.2526, + "precision_at_10": 0.13714, + "precision_at_20": 0.07262, + "precision_at_100": 0.01545, + "precision_at_1000": 0.00157, + "mrr_at_1": 0.8367, + "mrr_at_3": 0.88645, + "mrr_at_5": 0.892295, + "mrr_at_10": 0.894605, + "mrr_at_20": 0.895172, + "mrr_at_100": 0.895306, + "mrr_at_1000": 0.895308, + "nauc_ndcg_at_1_max": 0.081079, + "nauc_ndcg_at_1_std": -0.436238, + "nauc_ndcg_at_1_diff1": 0.798498, + "nauc_ndcg_at_3_max": 0.036067, + "nauc_ndcg_at_3_std": -0.536045, + "nauc_ndcg_at_3_diff1": 0.775921, + "nauc_ndcg_at_5_max": 0.032625, + "nauc_ndcg_at_5_std": -0.553211, + "nauc_ndcg_at_5_diff1": 0.783658, + "nauc_ndcg_at_10_max": 0.040416, + "nauc_ndcg_at_10_std": -0.537457, + "nauc_ndcg_at_10_diff1": 0.785514, + "nauc_ndcg_at_20_max": 0.047519, + "nauc_ndcg_at_20_std": -0.519841, + "nauc_ndcg_at_20_diff1": 0.783842, + "nauc_ndcg_at_100_max": 0.057541, + "nauc_ndcg_at_100_std": -0.499904, + "nauc_ndcg_at_100_diff1": 0.783286, + "nauc_ndcg_at_1000_max": 0.060069, + "nauc_ndcg_at_1000_std": -0.498017, + "nauc_ndcg_at_1000_diff1": 0.782977, + "nauc_map_at_1_max": 0.015449, + "nauc_map_at_1_std": -0.443383, + "nauc_map_at_1_diff1": 0.823387, + "nauc_map_at_3_max": 0.018528, + "nauc_map_at_3_std": -0.553885, + "nauc_map_at_3_diff1": 0.792574, + "nauc_map_at_5_max": 0.028261, + "nauc_map_at_5_std": -0.555863, + "nauc_map_at_5_diff1": 0.789386, + "nauc_map_at_10_max": 0.036245, + "nauc_map_at_10_std": -0.539229, + "nauc_map_at_10_diff1": 0.786341, + "nauc_map_at_20_max": 0.039176, + "nauc_map_at_20_std": -0.525744, + "nauc_map_at_20_diff1": 0.784779, + "nauc_map_at_100_max": 0.0419, + "nauc_map_at_100_std": -0.516545, + "nauc_map_at_100_diff1": 0.783978, + "nauc_map_at_1000_max": 0.042385, + "nauc_map_at_1000_std": -0.516061, + "nauc_map_at_1000_diff1": 0.783903, + "nauc_recall_at_1_max": 0.015449, + "nauc_recall_at_1_std": -0.443383, + "nauc_recall_at_1_diff1": 0.823387, + "nauc_recall_at_3_max": -0.027309, + "nauc_recall_at_3_std": -0.665808, + "nauc_recall_at_3_diff1": 0.756718, + "nauc_recall_at_5_max": -0.051272, + "nauc_recall_at_5_std": -0.765715, + "nauc_recall_at_5_diff1": 0.759425, + "nauc_recall_at_10_max": -0.070556, + "nauc_recall_at_10_std": -0.816288, + "nauc_recall_at_10_diff1": 0.771279, + "nauc_recall_at_20_max": -0.135368, + "nauc_recall_at_20_std": -0.834478, + "nauc_recall_at_20_diff1": 0.751865, + "nauc_recall_at_100_max": -0.32616, + "nauc_recall_at_100_std": -0.615209, + "nauc_recall_at_100_diff1": 0.76482, + "nauc_recall_at_1000_max": 0.207111, + "nauc_recall_at_1000_std": 0.306543, + "nauc_recall_at_1000_diff1": 0.558586, + "nauc_precision_at_1_max": 0.081079, + "nauc_precision_at_1_std": -0.436238, + "nauc_precision_at_1_diff1": 0.798498, + "nauc_precision_at_3_max": 0.046219, + "nauc_precision_at_3_std": 0.069327, + "nauc_precision_at_3_diff1": -0.254274, + "nauc_precision_at_5_max": 0.049619, + "nauc_precision_at_5_std": 0.178214, + "nauc_precision_at_5_diff1": -0.363857, + "nauc_precision_at_10_max": 0.050724, + "nauc_precision_at_10_std": 0.283418, + "nauc_precision_at_10_diff1": -0.427458, + "nauc_precision_at_20_max": 0.051758, + "nauc_precision_at_20_std": 0.348999, + "nauc_precision_at_20_diff1": -0.450671, + "nauc_precision_at_100_max": 0.067791, + "nauc_precision_at_100_std": 0.408325, + "nauc_precision_at_100_diff1": -0.463005, + "nauc_precision_at_1000_max": 0.078755, + "nauc_precision_at_1000_std": 0.415202, + "nauc_precision_at_1000_diff1": -0.464686, + "nauc_mrr_at_1_max": 0.079126, + "nauc_mrr_at_1_std": -0.434981, + "nauc_mrr_at_1_diff1": 0.798301, + "nauc_mrr_at_3_max": 0.080215, + "nauc_mrr_at_3_std": -0.482647, + "nauc_mrr_at_3_diff1": 0.787292, + "nauc_mrr_at_5_max": 0.077579, + "nauc_mrr_at_5_std": -0.483578, + "nauc_mrr_at_5_diff1": 0.790961, + "nauc_mrr_at_10_max": 0.078059, + "nauc_mrr_at_10_std": -0.477136, + "nauc_mrr_at_10_diff1": 0.791001, + "nauc_mrr_at_20_max": 0.078278, + "nauc_mrr_at_20_std": -0.475789, + "nauc_mrr_at_20_diff1": 0.790649, + "nauc_mrr_at_100_max": 0.07833, + "nauc_mrr_at_100_std": -0.47538, + "nauc_mrr_at_100_diff1": 0.790799, + "nauc_mrr_at_1000_max": 0.078342, + "nauc_mrr_at_1000_std": -0.475386, + "nauc_mrr_at_1000_diff1": 0.790802, + "main_score": 0.90372, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11363.022465705872, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbCode.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbCode.json new file mode 100644 index 0000000000..03d878b44e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbCode.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "25f7d11a7ac12dcbb8d3836eb2de682b98c825e4", + "task_name": "RARbCode", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75404, + "ndcg_at_3": 0.84796, + "ndcg_at_5": 0.86686, + "ndcg_at_10": 0.87635, + "ndcg_at_20": 0.87813, + "ndcg_at_100": 0.87912, + "ndcg_at_1000": 0.87938, + "map_at_1": 0.75404, + "map_at_3": 0.82558, + "map_at_5": 0.8361, + "map_at_10": 0.84034, + "map_at_20": 0.84087, + "map_at_100": 0.841, + "map_at_1000": 0.84101, + "recall_at_1": 0.75404, + "recall_at_3": 0.9124, + "recall_at_5": 0.95822, + "recall_at_10": 0.98585, + "recall_at_20": 0.99259, + "recall_at_100": 0.99798, + "recall_at_1000": 1.0, + "precision_at_1": 0.75404, + "precision_at_3": 0.30413, + "precision_at_5": 0.19164, + "precision_at_10": 0.09858, + "precision_at_20": 0.04963, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.754043, + "mrr_at_3": 0.825809, + "mrr_at_5": 0.836152, + "mrr_at_10": 0.840401, + "mrr_at_20": 0.840921, + "mrr_at_100": 0.841051, + "mrr_at_1000": 0.841062, + "nauc_ndcg_at_1_max": 0.086719, + "nauc_ndcg_at_1_std": -0.13131, + "nauc_ndcg_at_1_diff1": 0.732402, + "nauc_ndcg_at_3_max": 0.090072, + "nauc_ndcg_at_3_std": -0.121488, + "nauc_ndcg_at_3_diff1": 0.691594, + "nauc_ndcg_at_5_max": 0.120035, + "nauc_ndcg_at_5_std": -0.095505, + "nauc_ndcg_at_5_diff1": 0.694764, + "nauc_ndcg_at_10_max": 0.127075, + "nauc_ndcg_at_10_std": -0.098636, + "nauc_ndcg_at_10_diff1": 0.703431, + "nauc_ndcg_at_20_max": 0.116487, + "nauc_ndcg_at_20_std": -0.103584, + "nauc_ndcg_at_20_diff1": 0.703609, + "nauc_ndcg_at_100_max": 0.110021, + "nauc_ndcg_at_100_std": -0.105791, + "nauc_ndcg_at_100_diff1": 0.705268, + "nauc_ndcg_at_1000_max": 0.107922, + "nauc_ndcg_at_1000_std": -0.1084, + "nauc_ndcg_at_1000_diff1": 0.706532, + "nauc_map_at_1_max": 0.086719, + "nauc_map_at_1_std": -0.13131, + "nauc_map_at_1_diff1": 0.732402, + "nauc_map_at_3_max": 0.089617, + "nauc_map_at_3_std": -0.121735, + "nauc_map_at_3_diff1": 0.70397, + "nauc_map_at_5_max": 0.102661, + "nauc_map_at_5_std": -0.110563, + "nauc_map_at_5_diff1": 0.706265, + "nauc_map_at_10_max": 0.104944, + "nauc_map_at_10_std": -0.1118, + "nauc_map_at_10_diff1": 0.709529, + "nauc_map_at_20_max": 0.102477, + "nauc_map_at_20_std": -0.112829, + "nauc_map_at_20_diff1": 0.709577, + "nauc_map_at_100_max": 0.10185, + "nauc_map_at_100_std": -0.113054, + "nauc_map_at_100_diff1": 0.709742, + "nauc_map_at_1000_max": 0.10178, + "nauc_map_at_1000_std": -0.11314, + "nauc_map_at_1000_diff1": 0.709802, + "nauc_recall_at_1_max": 0.086719, + "nauc_recall_at_1_std": -0.13131, + "nauc_recall_at_1_diff1": 0.732402, + "nauc_recall_at_3_max": 0.091987, + "nauc_recall_at_3_std": -0.122452, + "nauc_recall_at_3_diff1": 0.626882, + "nauc_recall_at_5_max": 0.316309, + "nauc_recall_at_5_std": 0.071428, + "nauc_recall_at_5_diff1": 0.578738, + "nauc_recall_at_10_max": 0.847309, + "nauc_recall_at_10_std": 0.309528, + "nauc_recall_at_10_diff1": 0.559258, + "nauc_recall_at_20_max": 0.893529, + "nauc_recall_at_20_std": 0.377447, + "nauc_recall_at_20_diff1": 0.440131, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.237642, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.086719, + "nauc_precision_at_1_std": -0.13131, + "nauc_precision_at_1_diff1": 0.732402, + "nauc_precision_at_3_max": 0.091987, + "nauc_precision_at_3_std": -0.122452, + "nauc_precision_at_3_diff1": 0.626882, + "nauc_precision_at_5_max": 0.316309, + "nauc_precision_at_5_std": 0.071428, + "nauc_precision_at_5_diff1": 0.578738, + "nauc_precision_at_10_max": 0.847309, + "nauc_precision_at_10_std": 0.309528, + "nauc_precision_at_10_diff1": 0.559258, + "nauc_precision_at_20_max": 0.893529, + "nauc_precision_at_20_std": 0.377447, + "nauc_precision_at_20_diff1": 0.440131, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.237642, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.086719, + "nauc_mrr_at_1_std": -0.13131, + "nauc_mrr_at_1_diff1": 0.732402, + "nauc_mrr_at_3_max": 0.088866, + "nauc_mrr_at_3_std": -0.122916, + "nauc_mrr_at_3_diff1": 0.703739, + "nauc_mrr_at_5_max": 0.102884, + "nauc_mrr_at_5_std": -0.110874, + "nauc_mrr_at_5_diff1": 0.706204, + "nauc_mrr_at_10_max": 0.105174, + "nauc_mrr_at_10_std": -0.11212, + "nauc_mrr_at_10_diff1": 0.709467, + "nauc_mrr_at_20_max": 0.102722, + "nauc_mrr_at_20_std": -0.113132, + "nauc_mrr_at_20_diff1": 0.709516, + "nauc_mrr_at_100_max": 0.102095, + "nauc_mrr_at_100_std": -0.113358, + "nauc_mrr_at_100_diff1": 0.709681, + "nauc_mrr_at_1000_max": 0.102026, + "nauc_mrr_at_1000_std": -0.113444, + "nauc_mrr_at_1000_diff1": 0.709741, + "main_score": 0.87635, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 50638.88770365715, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbMath.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbMath.json new file mode 100644 index 0000000000..1b2e06dbcc --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RARbMath.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "2393603c0221ff52f448d12dd75f0856103c6cca", + "task_name": "RARbMath", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90869, + "ndcg_at_3": 0.92971, + "ndcg_at_5": 0.93365, + "ndcg_at_10": 0.93751, + "ndcg_at_20": 0.94058, + "ndcg_at_100": 0.94426, + "ndcg_at_1000": 0.94466, + "map_at_1": 0.90869, + "map_at_3": 0.9247, + "map_at_5": 0.92691, + "map_at_10": 0.92851, + "map_at_20": 0.92937, + "map_at_100": 0.9299, + "map_at_1000": 0.92992, + "recall_at_1": 0.90869, + "recall_at_3": 0.94414, + "recall_at_5": 0.95363, + "recall_at_10": 0.9655, + "recall_at_20": 0.97753, + "recall_at_100": 0.99699, + "recall_at_1000": 1.0, + "precision_at_1": 0.90869, + "precision_at_3": 0.31471, + "precision_at_5": 0.19073, + "precision_at_10": 0.09655, + "precision_at_20": 0.04888, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908688, + "mrr_at_3": 0.924698, + "mrr_at_5": 0.926906, + "mrr_at_10": 0.928511, + "mrr_at_20": 0.929367, + "mrr_at_100": 0.929902, + "mrr_at_1000": 0.929918, + "nauc_ndcg_at_1_max": 0.402187, + "nauc_ndcg_at_1_std": -0.602071, + "nauc_ndcg_at_1_diff1": 0.952034, + "nauc_ndcg_at_3_max": 0.399325, + "nauc_ndcg_at_3_std": -0.685897, + "nauc_ndcg_at_3_diff1": 0.957606, + "nauc_ndcg_at_5_max": 0.392435, + "nauc_ndcg_at_5_std": -0.702367, + "nauc_ndcg_at_5_diff1": 0.957471, + "nauc_ndcg_at_10_max": 0.39383, + "nauc_ndcg_at_10_std": -0.697986, + "nauc_ndcg_at_10_diff1": 0.95854, + "nauc_ndcg_at_20_max": 0.39689, + "nauc_ndcg_at_20_std": -0.691574, + "nauc_ndcg_at_20_diff1": 0.958631, + "nauc_ndcg_at_100_max": 0.39967, + "nauc_ndcg_at_100_std": -0.672971, + "nauc_ndcg_at_100_diff1": 0.957255, + "nauc_ndcg_at_1000_max": 0.398061, + "nauc_ndcg_at_1000_std": -0.675276, + "nauc_ndcg_at_1000_diff1": 0.95704, + "nauc_map_at_1_max": 0.402187, + "nauc_map_at_1_std": -0.602071, + "nauc_map_at_1_diff1": 0.952034, + "nauc_map_at_3_max": 0.40038, + "nauc_map_at_3_std": -0.663344, + "nauc_map_at_3_diff1": 0.956164, + "nauc_map_at_5_max": 0.396735, + "nauc_map_at_5_std": -0.671296, + "nauc_map_at_5_diff1": 0.956055, + "nauc_map_at_10_max": 0.397403, + "nauc_map_at_10_std": -0.668885, + "nauc_map_at_10_diff1": 0.956343, + "nauc_map_at_20_max": 0.398344, + "nauc_map_at_20_std": -0.666895, + "nauc_map_at_20_diff1": 0.956351, + "nauc_map_at_100_max": 0.398596, + "nauc_map_at_100_std": -0.664856, + "nauc_map_at_100_diff1": 0.956184, + "nauc_map_at_1000_max": 0.398545, + "nauc_map_at_1000_std": -0.664922, + "nauc_map_at_1000_diff1": 0.956176, + "nauc_recall_at_1_max": 0.402187, + "nauc_recall_at_1_std": -0.602071, + "nauc_recall_at_1_diff1": 0.952034, + "nauc_recall_at_3_max": 0.395097, + "nauc_recall_at_3_std": -0.772536, + "nauc_recall_at_3_diff1": 0.96311, + "nauc_recall_at_5_max": 0.371647, + "nauc_recall_at_5_std": -0.845293, + "nauc_recall_at_5_diff1": 0.963754, + "nauc_recall_at_10_max": 0.371514, + "nauc_recall_at_10_std": -0.871271, + "nauc_recall_at_10_diff1": 0.972622, + "nauc_recall_at_20_max": 0.387223, + "nauc_recall_at_20_std": -0.900358, + "nauc_recall_at_20_diff1": 0.98075, + "nauc_recall_at_100_max": 0.62992, + "nauc_recall_at_100_std": -0.336798, + "nauc_recall_at_100_diff1": 0.98624, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.402187, + "nauc_precision_at_1_std": -0.602071, + "nauc_precision_at_1_diff1": 0.952034, + "nauc_precision_at_3_max": 0.395097, + "nauc_precision_at_3_std": -0.772536, + "nauc_precision_at_3_diff1": 0.96311, + "nauc_precision_at_5_max": 0.371647, + "nauc_precision_at_5_std": -0.845293, + "nauc_precision_at_5_diff1": 0.963754, + "nauc_precision_at_10_max": 0.371514, + "nauc_precision_at_10_std": -0.871271, + "nauc_precision_at_10_diff1": 0.972622, + "nauc_precision_at_20_max": 0.387223, + "nauc_precision_at_20_std": -0.900358, + "nauc_precision_at_20_diff1": 0.98075, + "nauc_precision_at_100_max": 0.62992, + "nauc_precision_at_100_std": -0.336798, + "nauc_precision_at_100_diff1": 0.98624, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.402187, + "nauc_mrr_at_1_std": -0.602071, + "nauc_mrr_at_1_diff1": 0.952034, + "nauc_mrr_at_3_max": 0.40038, + "nauc_mrr_at_3_std": -0.663344, + "nauc_mrr_at_3_diff1": 0.956164, + "nauc_mrr_at_5_max": 0.396735, + "nauc_mrr_at_5_std": -0.671296, + "nauc_mrr_at_5_diff1": 0.956055, + "nauc_mrr_at_10_max": 0.397403, + "nauc_mrr_at_10_std": -0.668885, + "nauc_mrr_at_10_diff1": 0.956343, + "nauc_mrr_at_20_max": 0.398344, + "nauc_mrr_at_20_std": -0.666895, + "nauc_mrr_at_20_diff1": 0.956351, + "nauc_mrr_at_100_max": 0.398596, + "nauc_mrr_at_100_std": -0.664856, + "nauc_mrr_at_100_diff1": 0.956184, + "nauc_mrr_at_1000_max": 0.398545, + "nauc_mrr_at_1000_std": -0.664922, + "nauc_mrr_at_1000_diff1": 0.956176, + "main_score": 0.93751, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 65324.870764017105, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RiaNewsRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RiaNewsRetrieval.json new file mode 100644 index 0000000000..8a57b69856 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RiaNewsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "82374b0bbacda6114f39ff9c5b925fa1512ca5d7", + "task_name": "RiaNewsRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7541, + "ndcg_at_3": 0.8313, + "ndcg_at_5": 0.84313, + "ndcg_at_10": 0.85009, + "ndcg_at_20": 0.85436, + "ndcg_at_100": 0.85875, + "ndcg_at_1000": 0.86048, + "map_at_1": 0.7541, + "map_at_3": 0.81305, + "map_at_5": 0.81967, + "map_at_10": 0.82263, + "map_at_20": 0.82381, + "map_at_100": 0.82443, + "map_at_1000": 0.82448, + "recall_at_1": 0.7541, + "recall_at_3": 0.8838, + "recall_at_5": 0.9123, + "recall_at_10": 0.9334, + "recall_at_20": 0.9502, + "recall_at_100": 0.9737, + "recall_at_1000": 0.9878, + "precision_at_1": 0.7541, + "precision_at_3": 0.2946, + "precision_at_5": 0.18246, + "precision_at_10": 0.09334, + "precision_at_20": 0.04751, + "precision_at_100": 0.00974, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.7541, + "mrr_at_3": 0.81305, + "mrr_at_5": 0.81967, + "mrr_at_10": 0.822627, + "mrr_at_20": 0.823807, + "mrr_at_100": 0.824427, + "mrr_at_1000": 0.824483, + "nauc_ndcg_at_1_max": 0.055348, + "nauc_ndcg_at_1_std": -0.191767, + "nauc_ndcg_at_1_diff1": 0.819353, + "nauc_ndcg_at_3_max": 0.064732, + "nauc_ndcg_at_3_std": -0.169715, + "nauc_ndcg_at_3_diff1": 0.789793, + "nauc_ndcg_at_5_max": 0.068685, + "nauc_ndcg_at_5_std": -0.164033, + "nauc_ndcg_at_5_diff1": 0.788519, + "nauc_ndcg_at_10_max": 0.074236, + "nauc_ndcg_at_10_std": -0.152904, + "nauc_ndcg_at_10_diff1": 0.790181, + "nauc_ndcg_at_20_max": 0.076955, + "nauc_ndcg_at_20_std": -0.150138, + "nauc_ndcg_at_20_diff1": 0.792491, + "nauc_ndcg_at_100_max": 0.079801, + "nauc_ndcg_at_100_std": -0.147244, + "nauc_ndcg_at_100_diff1": 0.793374, + "nauc_ndcg_at_1000_max": 0.078065, + "nauc_ndcg_at_1000_std": -0.150831, + "nauc_ndcg_at_1000_diff1": 0.79437, + "nauc_map_at_1_max": 0.055348, + "nauc_map_at_1_std": -0.191767, + "nauc_map_at_1_diff1": 0.819353, + "nauc_map_at_3_max": 0.063173, + "nauc_map_at_3_std": -0.17603, + "nauc_map_at_3_diff1": 0.798467, + "nauc_map_at_5_max": 0.065029, + "nauc_map_at_5_std": -0.173453, + "nauc_map_at_5_diff1": 0.798091, + "nauc_map_at_10_max": 0.067071, + "nauc_map_at_10_std": -0.169405, + "nauc_map_at_10_diff1": 0.798888, + "nauc_map_at_20_max": 0.067601, + "nauc_map_at_20_std": -0.168864, + "nauc_map_at_20_diff1": 0.799522, + "nauc_map_at_100_max": 0.06789, + "nauc_map_at_100_std": -0.168584, + "nauc_map_at_100_diff1": 0.799661, + "nauc_map_at_1000_max": 0.067864, + "nauc_map_at_1000_std": -0.168651, + "nauc_map_at_1000_diff1": 0.799685, + "nauc_recall_at_1_max": 0.055348, + "nauc_recall_at_1_std": -0.191767, + "nauc_recall_at_1_diff1": 0.819353, + "nauc_recall_at_3_max": 0.070693, + "nauc_recall_at_3_std": -0.142503, + "nauc_recall_at_3_diff1": 0.752279, + "nauc_recall_at_5_max": 0.088648, + "nauc_recall_at_5_std": -0.11155, + "nauc_recall_at_5_diff1": 0.736391, + "nauc_recall_at_10_max": 0.128888, + "nauc_recall_at_10_std": -0.026802, + "nauc_recall_at_10_diff1": 0.730156, + "nauc_recall_at_20_max": 0.177629, + "nauc_recall_at_20_std": 0.044794, + "nauc_recall_at_20_diff1": 0.733629, + "nauc_recall_at_100_max": 0.34158, + "nauc_recall_at_100_std": 0.294904, + "nauc_recall_at_100_diff1": 0.703181, + "nauc_recall_at_1000_max": 0.47924, + "nauc_recall_at_1000_std": 0.473271, + "nauc_recall_at_1000_diff1": 0.687694, + "nauc_precision_at_1_max": 0.055348, + "nauc_precision_at_1_std": -0.191767, + "nauc_precision_at_1_diff1": 0.819353, + "nauc_precision_at_3_max": 0.070693, + "nauc_precision_at_3_std": -0.142503, + "nauc_precision_at_3_diff1": 0.752279, + "nauc_precision_at_5_max": 0.088648, + "nauc_precision_at_5_std": -0.11155, + "nauc_precision_at_5_diff1": 0.736391, + "nauc_precision_at_10_max": 0.128888, + "nauc_precision_at_10_std": -0.026802, + "nauc_precision_at_10_diff1": 0.730156, + "nauc_precision_at_20_max": 0.177629, + "nauc_precision_at_20_std": 0.044794, + "nauc_precision_at_20_diff1": 0.733629, + "nauc_precision_at_100_max": 0.34158, + "nauc_precision_at_100_std": 0.294904, + "nauc_precision_at_100_diff1": 0.703181, + "nauc_precision_at_1000_max": 0.47924, + "nauc_precision_at_1000_std": 0.473271, + "nauc_precision_at_1000_diff1": 0.687694, + "nauc_mrr_at_1_max": 0.055348, + "nauc_mrr_at_1_std": -0.191767, + "nauc_mrr_at_1_diff1": 0.819353, + "nauc_mrr_at_3_max": 0.063173, + "nauc_mrr_at_3_std": -0.17603, + "nauc_mrr_at_3_diff1": 0.798467, + "nauc_mrr_at_5_max": 0.065029, + "nauc_mrr_at_5_std": -0.173453, + "nauc_mrr_at_5_diff1": 0.798091, + "nauc_mrr_at_10_max": 0.067071, + "nauc_mrr_at_10_std": -0.169405, + "nauc_mrr_at_10_diff1": 0.798888, + "nauc_mrr_at_20_max": 0.067601, + "nauc_mrr_at_20_std": -0.168864, + "nauc_mrr_at_20_diff1": 0.799522, + "nauc_mrr_at_100_max": 0.06789, + "nauc_mrr_at_100_std": -0.168584, + "nauc_mrr_at_100_diff1": 0.799661, + "nauc_mrr_at_1000_max": 0.067864, + "nauc_mrr_at_1000_std": -0.168651, + "nauc_mrr_at_1000_diff1": 0.799685, + "main_score": 0.85009, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 230997.12613272667, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RuBQRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RuBQRetrieval.json new file mode 100644 index 0000000000..108805006c --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/RuBQRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b", + "task_name": "RuBQRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.63652, + "ndcg_at_3": 0.67829, + "ndcg_at_5": 0.72141, + "ndcg_at_10": 0.75551, + "ndcg_at_20": 0.76925, + "ndcg_at_100": 0.77813, + "ndcg_at_1000": 0.77994, + "map_at_1": 0.4509, + "map_at_3": 0.61731, + "map_at_5": 0.65733, + "map_at_10": 0.67826, + "map_at_20": 0.68422, + "map_at_100": 0.68613, + "map_at_1000": 0.68626, + "recall_at_1": 0.4509, + "recall_at_3": 0.71562, + "recall_at_5": 0.81474, + "recall_at_10": 0.90237, + "recall_at_20": 0.94679, + "recall_at_100": 0.98752, + "recall_at_1000": 0.9984, + "precision_at_1": 0.63652, + "precision_at_3": 0.37116, + "precision_at_5": 0.26324, + "precision_at_10": 0.14864, + "precision_at_20": 0.0789, + "precision_at_100": 0.01652, + "precision_at_1000": 0.00168, + "mrr_at_1": 0.636525, + "mrr_at_3": 0.732565, + "mrr_at_5": 0.744858, + "mrr_at_10": 0.75197, + "mrr_at_20": 0.753443, + "mrr_at_100": 0.753988, + "mrr_at_1000": 0.754009, + "nauc_ndcg_at_1_max": 0.050772, + "nauc_ndcg_at_1_std": -0.225581, + "nauc_ndcg_at_1_diff1": 0.529256, + "nauc_ndcg_at_3_max": 0.041917, + "nauc_ndcg_at_3_std": -0.232222, + "nauc_ndcg_at_3_diff1": 0.432648, + "nauc_ndcg_at_5_max": 0.048636, + "nauc_ndcg_at_5_std": -0.239417, + "nauc_ndcg_at_5_diff1": 0.420394, + "nauc_ndcg_at_10_max": 0.058171, + "nauc_ndcg_at_10_std": -0.21576, + "nauc_ndcg_at_10_diff1": 0.425896, + "nauc_ndcg_at_20_max": 0.063832, + "nauc_ndcg_at_20_std": -0.216577, + "nauc_ndcg_at_20_diff1": 0.432675, + "nauc_ndcg_at_100_max": 0.062998, + "nauc_ndcg_at_100_std": -0.215093, + "nauc_ndcg_at_100_diff1": 0.442186, + "nauc_ndcg_at_1000_max": 0.061236, + "nauc_ndcg_at_1000_std": -0.220791, + "nauc_ndcg_at_1000_diff1": 0.443418, + "nauc_map_at_1_max": 0.007341, + "nauc_map_at_1_std": -0.184253, + "nauc_map_at_1_diff1": 0.460695, + "nauc_map_at_3_max": 0.032464, + "nauc_map_at_3_std": -0.222225, + "nauc_map_at_3_diff1": 0.433787, + "nauc_map_at_5_max": 0.035513, + "nauc_map_at_5_std": -0.229553, + "nauc_map_at_5_diff1": 0.423592, + "nauc_map_at_10_max": 0.040249, + "nauc_map_at_10_std": -0.218977, + "nauc_map_at_10_diff1": 0.426619, + "nauc_map_at_20_max": 0.042841, + "nauc_map_at_20_std": -0.21999, + "nauc_map_at_20_diff1": 0.429239, + "nauc_map_at_100_max": 0.042597, + "nauc_map_at_100_std": -0.22014, + "nauc_map_at_100_diff1": 0.430429, + "nauc_map_at_1000_max": 0.042538, + "nauc_map_at_1000_std": -0.220423, + "nauc_map_at_1000_diff1": 0.430558, + "nauc_recall_at_1_max": 0.007341, + "nauc_recall_at_1_std": -0.184253, + "nauc_recall_at_1_diff1": 0.460695, + "nauc_recall_at_3_max": 0.03794, + "nauc_recall_at_3_std": -0.211301, + "nauc_recall_at_3_diff1": 0.348183, + "nauc_recall_at_5_max": 0.045646, + "nauc_recall_at_5_std": -0.239402, + "nauc_recall_at_5_diff1": 0.292386, + "nauc_recall_at_10_max": 0.079283, + "nauc_recall_at_10_std": -0.125722, + "nauc_recall_at_10_diff1": 0.24471, + "nauc_recall_at_20_max": 0.14154, + "nauc_recall_at_20_std": -0.088255, + "nauc_recall_at_20_diff1": 0.212408, + "nauc_recall_at_100_max": 0.303416, + "nauc_recall_at_100_std": 0.365751, + "nauc_recall_at_100_diff1": 0.296249, + "nauc_recall_at_1000_max": 0.749409, + "nauc_recall_at_1000_std": 0.427685, + "nauc_recall_at_1000_diff1": 0.329571, + "nauc_precision_at_1_max": 0.050772, + "nauc_precision_at_1_std": -0.225581, + "nauc_precision_at_1_diff1": 0.529256, + "nauc_precision_at_3_max": 0.064962, + "nauc_precision_at_3_std": -0.107538, + "nauc_precision_at_3_diff1": 0.100031, + "nauc_precision_at_5_max": 0.059998, + "nauc_precision_at_5_std": -0.056032, + "nauc_precision_at_5_diff1": -0.016942, + "nauc_precision_at_10_max": 0.062056, + "nauc_precision_at_10_std": 0.015373, + "nauc_precision_at_10_diff1": -0.087059, + "nauc_precision_at_20_max": 0.069471, + "nauc_precision_at_20_std": 0.037475, + "nauc_precision_at_20_diff1": -0.112657, + "nauc_precision_at_100_max": 0.064696, + "nauc_precision_at_100_std": 0.057432, + "nauc_precision_at_100_diff1": -0.12454, + "nauc_precision_at_1000_max": 0.056624, + "nauc_precision_at_1000_std": 0.044954, + "nauc_precision_at_1000_diff1": -0.132098, + "nauc_mrr_at_1_max": 0.050772, + "nauc_mrr_at_1_std": -0.225581, + "nauc_mrr_at_1_diff1": 0.529256, + "nauc_mrr_at_3_max": 0.074656, + "nauc_mrr_at_3_std": -0.244561, + "nauc_mrr_at_3_diff1": 0.494616, + "nauc_mrr_at_5_max": 0.074452, + "nauc_mrr_at_5_std": -0.246734, + "nauc_mrr_at_5_diff1": 0.495262, + "nauc_mrr_at_10_max": 0.075846, + "nauc_mrr_at_10_std": -0.238701, + "nauc_mrr_at_10_diff1": 0.499637, + "nauc_mrr_at_20_max": 0.07494, + "nauc_mrr_at_20_std": -0.23931, + "nauc_mrr_at_20_diff1": 0.500091, + "nauc_mrr_at_100_max": 0.074916, + "nauc_mrr_at_100_std": -0.239053, + "nauc_mrr_at_100_diff1": 0.500483, + "nauc_mrr_at_1000_max": 0.074856, + "nauc_mrr_at_1000_std": -0.239139, + "nauc_mrr_at_1000_diff1": 0.500479, + "main_score": 0.75551, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 8579.890370130539, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS-PL.json new file mode 100644 index 0000000000..e8dc7c7f7f --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "45452b03f05560207ef19149545f168e596c9337", + "task_name": "SCIDOCS-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.265, + "ndcg_at_3": 0.21079, + "ndcg_at_5": 0.1863, + "ndcg_at_10": 0.22483, + "ndcg_at_20": 0.25553, + "ndcg_at_100": 0.31572, + "ndcg_at_1000": 0.37147, + "map_at_1": 0.05368, + "map_at_3": 0.09714, + "map_at_5": 0.11713, + "map_at_10": 0.13794, + "map_at_20": 0.14996, + "map_at_100": 0.16287, + "map_at_1000": 0.16631, + "recall_at_1": 0.05368, + "recall_at_3": 0.11907, + "recall_at_5": 0.16632, + "recall_at_10": 0.23647, + "recall_at_20": 0.30857, + "recall_at_100": 0.50237, + "recall_at_1000": 0.77445, + "precision_at_1": 0.265, + "precision_at_3": 0.19567, + "precision_at_5": 0.164, + "precision_at_10": 0.1167, + "precision_at_20": 0.0761, + "precision_at_100": 0.02477, + "precision_at_1000": 0.00382, + "mrr_at_1": 0.265, + "mrr_at_3": 0.333667, + "mrr_at_5": 0.357267, + "mrr_at_10": 0.371406, + "mrr_at_20": 0.377481, + "mrr_at_100": 0.381768, + "mrr_at_1000": 0.382214, + "nauc_ndcg_at_1_max": 0.070188, + "nauc_ndcg_at_1_std": 0.056059, + "nauc_ndcg_at_1_diff1": 0.176839, + "nauc_ndcg_at_3_max": 0.101984, + "nauc_ndcg_at_3_std": 0.098578, + "nauc_ndcg_at_3_diff1": 0.138594, + "nauc_ndcg_at_5_max": 0.118981, + "nauc_ndcg_at_5_std": 0.114256, + "nauc_ndcg_at_5_diff1": 0.133626, + "nauc_ndcg_at_10_max": 0.119473, + "nauc_ndcg_at_10_std": 0.150253, + "nauc_ndcg_at_10_diff1": 0.140151, + "nauc_ndcg_at_20_max": 0.12955, + "nauc_ndcg_at_20_std": 0.18056, + "nauc_ndcg_at_20_diff1": 0.140076, + "nauc_ndcg_at_100_max": 0.157306, + "nauc_ndcg_at_100_std": 0.245977, + "nauc_ndcg_at_100_diff1": 0.133308, + "nauc_ndcg_at_1000_max": 0.168905, + "nauc_ndcg_at_1000_std": 0.243574, + "nauc_ndcg_at_1000_diff1": 0.135863, + "nauc_map_at_1_max": 0.07392, + "nauc_map_at_1_std": 0.054861, + "nauc_map_at_1_diff1": 0.173603, + "nauc_map_at_3_max": 0.093042, + "nauc_map_at_3_std": 0.0874, + "nauc_map_at_3_diff1": 0.135288, + "nauc_map_at_5_max": 0.102013, + "nauc_map_at_5_std": 0.098435, + "nauc_map_at_5_diff1": 0.129857, + "nauc_map_at_10_max": 0.100902, + "nauc_map_at_10_std": 0.129096, + "nauc_map_at_10_diff1": 0.13722, + "nauc_map_at_20_max": 0.103782, + "nauc_map_at_20_std": 0.150137, + "nauc_map_at_20_diff1": 0.135456, + "nauc_map_at_100_max": 0.113324, + "nauc_map_at_100_std": 0.171775, + "nauc_map_at_100_diff1": 0.134842, + "nauc_map_at_1000_max": 0.114848, + "nauc_map_at_1000_std": 0.173127, + "nauc_map_at_1000_diff1": 0.134886, + "nauc_recall_at_1_max": 0.07392, + "nauc_recall_at_1_std": 0.054861, + "nauc_recall_at_1_diff1": 0.173603, + "nauc_recall_at_3_max": 0.112259, + "nauc_recall_at_3_std": 0.113201, + "nauc_recall_at_3_diff1": 0.119044, + "nauc_recall_at_5_max": 0.133257, + "nauc_recall_at_5_std": 0.135222, + "nauc_recall_at_5_diff1": 0.11066, + "nauc_recall_at_10_max": 0.124907, + "nauc_recall_at_10_std": 0.190136, + "nauc_recall_at_10_diff1": 0.119198, + "nauc_recall_at_20_max": 0.139564, + "nauc_recall_at_20_std": 0.242613, + "nauc_recall_at_20_diff1": 0.111693, + "nauc_recall_at_100_max": 0.197049, + "nauc_recall_at_100_std": 0.387626, + "nauc_recall_at_100_diff1": 0.07471, + "nauc_recall_at_1000_max": 0.267533, + "nauc_recall_at_1000_std": 0.423423, + "nauc_recall_at_1000_diff1": 0.061154, + "nauc_precision_at_1_max": 0.070188, + "nauc_precision_at_1_std": 0.056059, + "nauc_precision_at_1_diff1": 0.176839, + "nauc_precision_at_3_max": 0.110782, + "nauc_precision_at_3_std": 0.114795, + "nauc_precision_at_3_diff1": 0.122158, + "nauc_precision_at_5_max": 0.130892, + "nauc_precision_at_5_std": 0.138194, + "nauc_precision_at_5_diff1": 0.113581, + "nauc_precision_at_10_max": 0.123759, + "nauc_precision_at_10_std": 0.193945, + "nauc_precision_at_10_diff1": 0.1218, + "nauc_precision_at_20_max": 0.139322, + "nauc_precision_at_20_std": 0.244484, + "nauc_precision_at_20_diff1": 0.115456, + "nauc_precision_at_100_max": 0.195785, + "nauc_precision_at_100_std": 0.384441, + "nauc_precision_at_100_diff1": 0.081804, + "nauc_precision_at_1000_max": 0.2594, + "nauc_precision_at_1000_std": 0.403758, + "nauc_precision_at_1000_diff1": 0.066218, + "nauc_mrr_at_1_max": 0.070188, + "nauc_mrr_at_1_std": 0.056059, + "nauc_mrr_at_1_diff1": 0.176839, + "nauc_mrr_at_3_max": 0.105915, + "nauc_mrr_at_3_std": 0.092987, + "nauc_mrr_at_3_diff1": 0.160105, + "nauc_mrr_at_5_max": 0.116549, + "nauc_mrr_at_5_std": 0.096996, + "nauc_mrr_at_5_diff1": 0.159195, + "nauc_mrr_at_10_max": 0.117977, + "nauc_mrr_at_10_std": 0.106703, + "nauc_mrr_at_10_diff1": 0.160879, + "nauc_mrr_at_20_max": 0.118396, + "nauc_mrr_at_20_std": 0.106938, + "nauc_mrr_at_20_diff1": 0.163201, + "nauc_mrr_at_100_max": 0.117988, + "nauc_mrr_at_100_std": 0.108405, + "nauc_mrr_at_100_diff1": 0.161886, + "nauc_mrr_at_1000_max": 0.117941, + "nauc_mrr_at_1000_std": 0.108044, + "nauc_mrr_at_1000_diff1": 0.162202, + "main_score": 0.22483, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 8892.487677812576, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS.json new file mode 100644 index 0000000000..f946db0f73 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.337, + "ndcg_at_3": 0.28361, + "ndcg_at_5": 0.2526, + "ndcg_at_10": 0.30776, + "ndcg_at_20": 0.34782, + "ndcg_at_100": 0.41753, + "ndcg_at_1000": 0.46887, + "map_at_1": 0.06843, + "map_at_3": 0.13236, + "map_at_5": 0.16405, + "map_at_10": 0.19506, + "map_at_20": 0.21308, + "map_at_100": 0.23008, + "map_at_1000": 0.23381, + "recall_at_1": 0.06843, + "recall_at_3": 0.16228, + "recall_at_5": 0.22828, + "recall_at_10": 0.33007, + "recall_at_20": 0.42433, + "recall_at_100": 0.64967, + "recall_at_1000": 0.89587, + "precision_at_1": 0.337, + "precision_at_3": 0.267, + "precision_at_5": 0.2254, + "precision_at_10": 0.1628, + "precision_at_20": 0.1046, + "precision_at_100": 0.03202, + "precision_at_1000": 0.00442, + "mrr_at_1": 0.337, + "mrr_at_3": 0.434667, + "mrr_at_5": 0.458517, + "mrr_at_10": 0.474664, + "mrr_at_20": 0.479369, + "mrr_at_100": 0.482377, + "mrr_at_1000": 0.482582, + "nauc_ndcg_at_1_max": 0.1217, + "nauc_ndcg_at_1_std": 0.01734, + "nauc_ndcg_at_1_diff1": 0.22238, + "nauc_ndcg_at_3_max": 0.139504, + "nauc_ndcg_at_3_std": 0.05187, + "nauc_ndcg_at_3_diff1": 0.168613, + "nauc_ndcg_at_5_max": 0.13647, + "nauc_ndcg_at_5_std": 0.092967, + "nauc_ndcg_at_5_diff1": 0.151222, + "nauc_ndcg_at_10_max": 0.145989, + "nauc_ndcg_at_10_std": 0.150761, + "nauc_ndcg_at_10_diff1": 0.145739, + "nauc_ndcg_at_20_max": 0.152153, + "nauc_ndcg_at_20_std": 0.183027, + "nauc_ndcg_at_20_diff1": 0.13222, + "nauc_ndcg_at_100_max": 0.148193, + "nauc_ndcg_at_100_std": 0.233437, + "nauc_ndcg_at_100_diff1": 0.114635, + "nauc_ndcg_at_1000_max": 0.157011, + "nauc_ndcg_at_1000_std": 0.200871, + "nauc_ndcg_at_1000_diff1": 0.132953, + "nauc_map_at_1_max": 0.118109, + "nauc_map_at_1_std": 0.015153, + "nauc_map_at_1_diff1": 0.221666, + "nauc_map_at_3_max": 0.137972, + "nauc_map_at_3_std": 0.043428, + "nauc_map_at_3_diff1": 0.16118, + "nauc_map_at_5_max": 0.12854, + "nauc_map_at_5_std": 0.072223, + "nauc_map_at_5_diff1": 0.142653, + "nauc_map_at_10_max": 0.13882, + "nauc_map_at_10_std": 0.120681, + "nauc_map_at_10_diff1": 0.139237, + "nauc_map_at_20_max": 0.142868, + "nauc_map_at_20_std": 0.145204, + "nauc_map_at_20_diff1": 0.130208, + "nauc_map_at_100_max": 0.14226, + "nauc_map_at_100_std": 0.164205, + "nauc_map_at_100_diff1": 0.124312, + "nauc_map_at_1000_max": 0.142924, + "nauc_map_at_1000_std": 0.162511, + "nauc_map_at_1000_diff1": 0.125213, + "nauc_recall_at_1_max": 0.118109, + "nauc_recall_at_1_std": 0.015153, + "nauc_recall_at_1_diff1": 0.221666, + "nauc_recall_at_3_max": 0.128069, + "nauc_recall_at_3_std": 0.062265, + "nauc_recall_at_3_diff1": 0.14098, + "nauc_recall_at_5_max": 0.121622, + "nauc_recall_at_5_std": 0.127989, + "nauc_recall_at_5_diff1": 0.110831, + "nauc_recall_at_10_max": 0.126739, + "nauc_recall_at_10_std": 0.226175, + "nauc_recall_at_10_diff1": 0.093769, + "nauc_recall_at_20_max": 0.130497, + "nauc_recall_at_20_std": 0.276093, + "nauc_recall_at_20_diff1": 0.060405, + "nauc_recall_at_100_max": 0.095035, + "nauc_recall_at_100_std": 0.414, + "nauc_recall_at_100_diff1": -0.010826, + "nauc_recall_at_1000_max": 0.140428, + "nauc_recall_at_1000_std": 0.393972, + "nauc_recall_at_1000_diff1": 0.031826, + "nauc_precision_at_1_max": 0.1217, + "nauc_precision_at_1_std": 0.01734, + "nauc_precision_at_1_diff1": 0.22238, + "nauc_precision_at_3_max": 0.130928, + "nauc_precision_at_3_std": 0.063735, + "nauc_precision_at_3_diff1": 0.141615, + "nauc_precision_at_5_max": 0.124114, + "nauc_precision_at_5_std": 0.129511, + "nauc_precision_at_5_diff1": 0.1112, + "nauc_precision_at_10_max": 0.132512, + "nauc_precision_at_10_std": 0.224855, + "nauc_precision_at_10_diff1": 0.094034, + "nauc_precision_at_20_max": 0.136805, + "nauc_precision_at_20_std": 0.274809, + "nauc_precision_at_20_diff1": 0.062762, + "nauc_precision_at_100_max": 0.104385, + "nauc_precision_at_100_std": 0.402262, + "nauc_precision_at_100_diff1": -0.007826, + "nauc_precision_at_1000_max": 0.159807, + "nauc_precision_at_1000_std": 0.337729, + "nauc_precision_at_1000_diff1": 0.032713, + "nauc_mrr_at_1_max": 0.1217, + "nauc_mrr_at_1_std": 0.01734, + "nauc_mrr_at_1_diff1": 0.22238, + "nauc_mrr_at_3_max": 0.142982, + "nauc_mrr_at_3_std": 0.046663, + "nauc_mrr_at_3_diff1": 0.207044, + "nauc_mrr_at_5_max": 0.153297, + "nauc_mrr_at_5_std": 0.065307, + "nauc_mrr_at_5_diff1": 0.204894, + "nauc_mrr_at_10_max": 0.151992, + "nauc_mrr_at_10_std": 0.068213, + "nauc_mrr_at_10_diff1": 0.208929, + "nauc_mrr_at_20_max": 0.151867, + "nauc_mrr_at_20_std": 0.066007, + "nauc_mrr_at_20_diff1": 0.207505, + "nauc_mrr_at_100_max": 0.150911, + "nauc_mrr_at_100_std": 0.065256, + "nauc_mrr_at_100_diff1": 0.207616, + "nauc_mrr_at_1000_max": 0.150953, + "nauc_mrr_at_1000_std": 0.065003, + "nauc_mrr_at_1000_diff1": 0.20768, + "main_score": 0.30776, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5172.148147344589, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SIQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SIQA.json new file mode 100644 index 0000000000..11c700bb43 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SIQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4ed8415e9dc24060deefc84be59e2db0aacbadcc", + "task_name": "SIQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02661, + "ndcg_at_3": 0.04207, + "ndcg_at_5": 0.04577, + "ndcg_at_10": 0.05219, + "ndcg_at_20": 0.05917, + "ndcg_at_100": 0.07967, + "ndcg_at_1000": 0.11528, + "map_at_1": 0.02661, + "map_at_3": 0.03838, + "map_at_5": 0.04038, + "map_at_10": 0.04301, + "map_at_20": 0.04492, + "map_at_100": 0.04757, + "map_at_1000": 0.04861, + "recall_at_1": 0.02661, + "recall_at_3": 0.05271, + "recall_at_5": 0.06192, + "recall_at_10": 0.08188, + "recall_at_20": 0.10952, + "recall_at_100": 0.22262, + "recall_at_1000": 0.52098, + "precision_at_1": 0.02661, + "precision_at_3": 0.01757, + "precision_at_5": 0.01238, + "precision_at_10": 0.00819, + "precision_at_20": 0.00548, + "precision_at_100": 0.00223, + "precision_at_1000": 0.00052, + "mrr_at_1": 0.026612, + "mrr_at_3": 0.038383, + "mrr_at_5": 0.040379, + "mrr_at_10": 0.043006, + "mrr_at_20": 0.044921, + "mrr_at_100": 0.047571, + "mrr_at_1000": 0.048608, + "nauc_ndcg_at_1_max": 0.042292, + "nauc_ndcg_at_1_std": -0.085234, + "nauc_ndcg_at_1_diff1": 0.376468, + "nauc_ndcg_at_3_max": 0.008249, + "nauc_ndcg_at_3_std": -0.078633, + "nauc_ndcg_at_3_diff1": 0.286807, + "nauc_ndcg_at_5_max": -0.011043, + "nauc_ndcg_at_5_std": -0.070812, + "nauc_ndcg_at_5_diff1": 0.2624, + "nauc_ndcg_at_10_max": -0.011517, + "nauc_ndcg_at_10_std": -0.079297, + "nauc_ndcg_at_10_diff1": 0.231918, + "nauc_ndcg_at_20_max": -0.014565, + "nauc_ndcg_at_20_std": -0.083413, + "nauc_ndcg_at_20_diff1": 0.202563, + "nauc_ndcg_at_100_max": 0.008997, + "nauc_ndcg_at_100_std": -0.065317, + "nauc_ndcg_at_100_diff1": 0.152479, + "nauc_ndcg_at_1000_max": 0.013268, + "nauc_ndcg_at_1000_std": -0.056707, + "nauc_ndcg_at_1000_diff1": 0.134906, + "nauc_map_at_1_max": 0.042292, + "nauc_map_at_1_std": -0.085234, + "nauc_map_at_1_diff1": 0.376468, + "nauc_map_at_3_max": 0.015226, + "nauc_map_at_3_std": -0.079998, + "nauc_map_at_3_diff1": 0.303492, + "nauc_map_at_5_max": 0.003256, + "nauc_map_at_5_std": -0.075716, + "nauc_map_at_5_diff1": 0.288191, + "nauc_map_at_10_max": 0.002378, + "nauc_map_at_10_std": -0.079961, + "nauc_map_at_10_diff1": 0.271256, + "nauc_map_at_20_max": 0.000872, + "nauc_map_at_20_std": -0.082175, + "nauc_map_at_20_diff1": 0.258845, + "nauc_map_at_100_max": 0.005141, + "nauc_map_at_100_std": -0.079555, + "nauc_map_at_100_diff1": 0.24623, + "nauc_map_at_1000_max": 0.005501, + "nauc_map_at_1000_std": -0.079532, + "nauc_map_at_1000_diff1": 0.244595, + "nauc_recall_at_1_max": 0.042292, + "nauc_recall_at_1_std": -0.085234, + "nauc_recall_at_1_diff1": 0.376468, + "nauc_recall_at_3_max": -0.006798, + "nauc_recall_at_3_std": -0.075686, + "nauc_recall_at_3_diff1": 0.251239, + "nauc_recall_at_5_max": -0.040561, + "nauc_recall_at_5_std": -0.060185, + "nauc_recall_at_5_diff1": 0.210357, + "nauc_recall_at_10_max": -0.035006, + "nauc_recall_at_10_std": -0.078741, + "nauc_recall_at_10_diff1": 0.16324, + "nauc_recall_at_20_max": -0.036663, + "nauc_recall_at_20_std": -0.085352, + "nauc_recall_at_20_diff1": 0.116352, + "nauc_recall_at_100_max": 0.023765, + "nauc_recall_at_100_std": -0.040759, + "nauc_recall_at_100_diff1": 0.040411, + "nauc_recall_at_1000_max": 0.031965, + "nauc_recall_at_1000_std": -0.010282, + "nauc_recall_at_1000_diff1": 0.004844, + "nauc_precision_at_1_max": 0.042292, + "nauc_precision_at_1_std": -0.085234, + "nauc_precision_at_1_diff1": 0.376468, + "nauc_precision_at_3_max": -0.006798, + "nauc_precision_at_3_std": -0.075686, + "nauc_precision_at_3_diff1": 0.251239, + "nauc_precision_at_5_max": -0.040561, + "nauc_precision_at_5_std": -0.060185, + "nauc_precision_at_5_diff1": 0.210357, + "nauc_precision_at_10_max": -0.035006, + "nauc_precision_at_10_std": -0.078741, + "nauc_precision_at_10_diff1": 0.16324, + "nauc_precision_at_20_max": -0.036663, + "nauc_precision_at_20_std": -0.085352, + "nauc_precision_at_20_diff1": 0.116352, + "nauc_precision_at_100_max": 0.023765, + "nauc_precision_at_100_std": -0.040759, + "nauc_precision_at_100_diff1": 0.040411, + "nauc_precision_at_1000_max": 0.031965, + "nauc_precision_at_1000_std": -0.010282, + "nauc_precision_at_1000_diff1": 0.004844, + "nauc_mrr_at_1_max": 0.042292, + "nauc_mrr_at_1_std": -0.085234, + "nauc_mrr_at_1_diff1": 0.376468, + "nauc_mrr_at_3_max": 0.015226, + "nauc_mrr_at_3_std": -0.079998, + "nauc_mrr_at_3_diff1": 0.303492, + "nauc_mrr_at_5_max": 0.003256, + "nauc_mrr_at_5_std": -0.075716, + "nauc_mrr_at_5_diff1": 0.288191, + "nauc_mrr_at_10_max": 0.002378, + "nauc_mrr_at_10_std": -0.079961, + "nauc_mrr_at_10_diff1": 0.271256, + "nauc_mrr_at_20_max": 0.000872, + "nauc_mrr_at_20_std": -0.082175, + "nauc_mrr_at_20_diff1": 0.258845, + "nauc_mrr_at_100_max": 0.005141, + "nauc_mrr_at_100_std": -0.079555, + "nauc_mrr_at_100_diff1": 0.24623, + "nauc_mrr_at_1000_max": 0.005501, + "nauc_mrr_at_1000_std": -0.079532, + "nauc_mrr_at_1000_diff1": 0.244595, + "main_score": 0.05219, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2492.4314436912537, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SNLRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SNLRetrieval.json new file mode 100644 index 0000000000..a5d2df62d7 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SNLRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3d3d27aa7af8941408cefc3991ada5d12a4273d1", + "task_name": "SNLRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95, + "ndcg_at_3": 0.96918, + "ndcg_at_5": 0.97014, + "ndcg_at_10": 0.97091, + "ndcg_at_20": 0.97187, + "ndcg_at_100": 0.97282, + "ndcg_at_1000": 0.97328, + "map_at_1": 0.95, + "map_at_3": 0.96462, + "map_at_5": 0.96515, + "map_at_10": 0.96549, + "map_at_20": 0.96575, + "map_at_100": 0.96586, + "map_at_1000": 0.96587, + "recall_at_1": 0.95, + "recall_at_3": 0.98231, + "recall_at_5": 0.98462, + "recall_at_10": 0.98692, + "recall_at_20": 0.99077, + "recall_at_100": 0.99615, + "recall_at_1000": 1.0, + "precision_at_1": 0.95, + "precision_at_3": 0.32744, + "precision_at_5": 0.19692, + "precision_at_10": 0.09869, + "precision_at_20": 0.04954, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.95, + "mrr_at_3": 0.964615, + "mrr_at_5": 0.965154, + "mrr_at_10": 0.965487, + "mrr_at_20": 0.965747, + "mrr_at_100": 0.965857, + "mrr_at_1000": 0.965871, + "nauc_ndcg_at_1_max": 0.690893, + "nauc_ndcg_at_1_std": 0.057509, + "nauc_ndcg_at_1_diff1": 0.975365, + "nauc_ndcg_at_3_max": 0.741193, + "nauc_ndcg_at_3_std": 0.132415, + "nauc_ndcg_at_3_diff1": 0.975427, + "nauc_ndcg_at_5_max": 0.744215, + "nauc_ndcg_at_5_std": 0.13343, + "nauc_ndcg_at_5_diff1": 0.976087, + "nauc_ndcg_at_10_max": 0.748345, + "nauc_ndcg_at_10_std": 0.123944, + "nauc_ndcg_at_10_diff1": 0.975454, + "nauc_ndcg_at_20_max": 0.742533, + "nauc_ndcg_at_20_std": 0.119532, + "nauc_ndcg_at_20_diff1": 0.975471, + "nauc_ndcg_at_100_max": 0.734974, + "nauc_ndcg_at_100_std": 0.119541, + "nauc_ndcg_at_100_diff1": 0.974617, + "nauc_ndcg_at_1000_max": 0.734098, + "nauc_ndcg_at_1000_std": 0.114214, + "nauc_ndcg_at_1000_diff1": 0.97505, + "nauc_map_at_1_max": 0.690893, + "nauc_map_at_1_std": 0.057509, + "nauc_map_at_1_diff1": 0.975365, + "nauc_map_at_3_max": 0.726075, + "nauc_map_at_3_std": 0.109328, + "nauc_map_at_3_diff1": 0.975253, + "nauc_map_at_5_max": 0.727137, + "nauc_map_at_5_std": 0.109705, + "nauc_map_at_5_diff1": 0.975592, + "nauc_map_at_10_max": 0.728113, + "nauc_map_at_10_std": 0.106312, + "nauc_map_at_10_diff1": 0.975357, + "nauc_map_at_20_max": 0.726723, + "nauc_map_at_20_std": 0.105122, + "nauc_map_at_20_diff1": 0.975342, + "nauc_map_at_100_max": 0.725999, + "nauc_map_at_100_std": 0.104646, + "nauc_map_at_100_diff1": 0.975263, + "nauc_map_at_1000_max": 0.72604, + "nauc_map_at_1000_std": 0.104641, + "nauc_map_at_1000_diff1": 0.975264, + "nauc_recall_at_1_max": 0.690893, + "nauc_recall_at_1_std": 0.057509, + "nauc_recall_at_1_diff1": 0.975365, + "nauc_recall_at_3_max": 0.826777, + "nauc_recall_at_3_std": 0.26365, + "nauc_recall_at_3_diff1": 0.976556, + "nauc_recall_at_5_max": 0.855182, + "nauc_recall_at_5_std": 0.285761, + "nauc_recall_at_5_diff1": 0.979575, + "nauc_recall_at_10_max": 0.907453, + "nauc_recall_at_10_std": 0.245235, + "nauc_recall_at_10_diff1": 0.975971, + "nauc_recall_at_20_max": 0.901572, + "nauc_recall_at_20_std": 0.243464, + "nauc_recall_at_20_diff1": 0.976852, + "nauc_recall_at_100_max": 0.81606, + "nauc_recall_at_100_std": 0.48282, + "nauc_recall_at_100_diff1": 0.944444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690893, + "nauc_precision_at_1_std": 0.057509, + "nauc_precision_at_1_diff1": 0.975365, + "nauc_precision_at_3_max": 0.826777, + "nauc_precision_at_3_std": 0.26365, + "nauc_precision_at_3_diff1": 0.976556, + "nauc_precision_at_5_max": 0.855182, + "nauc_precision_at_5_std": 0.285761, + "nauc_precision_at_5_diff1": 0.979575, + "nauc_precision_at_10_max": 0.907453, + "nauc_precision_at_10_std": 0.245235, + "nauc_precision_at_10_diff1": 0.975971, + "nauc_precision_at_20_max": 0.901572, + "nauc_precision_at_20_std": 0.243464, + "nauc_precision_at_20_diff1": 0.976852, + "nauc_precision_at_100_max": 0.81606, + "nauc_precision_at_100_std": 0.48282, + "nauc_precision_at_100_diff1": 0.944444, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.690893, + "nauc_mrr_at_1_std": 0.057509, + "nauc_mrr_at_1_diff1": 0.975365, + "nauc_mrr_at_3_max": 0.726075, + "nauc_mrr_at_3_std": 0.109328, + "nauc_mrr_at_3_diff1": 0.975253, + "nauc_mrr_at_5_max": 0.727137, + "nauc_mrr_at_5_std": 0.109705, + "nauc_mrr_at_5_diff1": 0.975592, + "nauc_mrr_at_10_max": 0.728113, + "nauc_mrr_at_10_std": 0.106312, + "nauc_mrr_at_10_diff1": 0.975357, + "nauc_mrr_at_20_max": 0.726723, + "nauc_mrr_at_20_std": 0.105122, + "nauc_mrr_at_20_diff1": 0.975342, + "nauc_mrr_at_100_max": 0.725999, + "nauc_mrr_at_100_std": 0.104646, + "nauc_mrr_at_100_diff1": 0.975263, + "nauc_mrr_at_1000_max": 0.72604, + "nauc_mrr_at_1000_std": 0.104641, + "nauc_mrr_at_1000_diff1": 0.975264, + "main_score": 0.97091, + "hf_subset": "default", + "languages": [ + "nob-Latn" + ] + } + ] + }, + "evaluation_time": 785.9121952056885, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact-PL.json new file mode 100644 index 0000000000..153ab9af54 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65333, + "ndcg_at_3": 0.73291, + "ndcg_at_5": 0.75149, + "ndcg_at_10": 0.77633, + "ndcg_at_20": 0.78236, + "ndcg_at_100": 0.79182, + "ndcg_at_1000": 0.79431, + "map_at_1": 0.61994, + "map_at_3": 0.70263, + "map_at_5": 0.71707, + "map_at_10": 0.72981, + "map_at_20": 0.73171, + "map_at_100": 0.73309, + "map_at_1000": 0.73317, + "recall_at_1": 0.61994, + "recall_at_3": 0.79017, + "recall_at_5": 0.83728, + "recall_at_10": 0.90722, + "recall_at_20": 0.93, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "precision_at_1": 0.65333, + "precision_at_3": 0.28778, + "precision_at_5": 0.18667, + "precision_at_10": 0.103, + "precision_at_20": 0.05283, + "precision_at_100": 0.0111, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.653333, + "mrr_at_3": 0.722222, + "mrr_at_5": 0.731389, + "mrr_at_10": 0.740327, + "mrr_at_20": 0.741758, + "mrr_at_100": 0.742952, + "mrr_at_1000": 0.743036, + "nauc_ndcg_at_1_max": 0.302127, + "nauc_ndcg_at_1_std": 0.037456, + "nauc_ndcg_at_1_diff1": 0.654258, + "nauc_ndcg_at_3_max": 0.209756, + "nauc_ndcg_at_3_std": -0.084127, + "nauc_ndcg_at_3_diff1": 0.629899, + "nauc_ndcg_at_5_max": 0.256484, + "nauc_ndcg_at_5_std": -0.082144, + "nauc_ndcg_at_5_diff1": 0.630932, + "nauc_ndcg_at_10_max": 0.286367, + "nauc_ndcg_at_10_std": -0.033933, + "nauc_ndcg_at_10_diff1": 0.62214, + "nauc_ndcg_at_20_max": 0.283623, + "nauc_ndcg_at_20_std": -0.022724, + "nauc_ndcg_at_20_diff1": 0.623045, + "nauc_ndcg_at_100_max": 0.275808, + "nauc_ndcg_at_100_std": -0.012848, + "nauc_ndcg_at_100_diff1": 0.635094, + "nauc_ndcg_at_1000_max": 0.27395, + "nauc_ndcg_at_1000_std": -0.02147, + "nauc_ndcg_at_1000_diff1": 0.631623, + "nauc_map_at_1_max": 0.19752, + "nauc_map_at_1_std": -0.056548, + "nauc_map_at_1_diff1": 0.670171, + "nauc_map_at_3_max": 0.181306, + "nauc_map_at_3_std": -0.079393, + "nauc_map_at_3_diff1": 0.646294, + "nauc_map_at_5_max": 0.228064, + "nauc_map_at_5_std": -0.070114, + "nauc_map_at_5_diff1": 0.644276, + "nauc_map_at_10_max": 0.249237, + "nauc_map_at_10_std": -0.043102, + "nauc_map_at_10_diff1": 0.639498, + "nauc_map_at_20_max": 0.24945, + "nauc_map_at_20_std": -0.040156, + "nauc_map_at_20_diff1": 0.639548, + "nauc_map_at_100_max": 0.248469, + "nauc_map_at_100_std": -0.038224, + "nauc_map_at_100_diff1": 0.640765, + "nauc_map_at_1000_max": 0.248433, + "nauc_map_at_1000_std": -0.038498, + "nauc_map_at_1000_diff1": 0.640691, + "nauc_recall_at_1_max": 0.19752, + "nauc_recall_at_1_std": -0.056548, + "nauc_recall_at_1_diff1": 0.670171, + "nauc_recall_at_3_max": 0.116274, + "nauc_recall_at_3_std": -0.215381, + "nauc_recall_at_3_diff1": 0.596663, + "nauc_recall_at_5_max": 0.276039, + "nauc_recall_at_5_std": -0.21051, + "nauc_recall_at_5_diff1": 0.591607, + "nauc_recall_at_10_max": 0.426696, + "nauc_recall_at_10_std": -0.055902, + "nauc_recall_at_10_diff1": 0.525322, + "nauc_recall_at_20_max": 0.432417, + "nauc_recall_at_20_std": 0.045685, + "nauc_recall_at_20_diff1": 0.511949, + "nauc_recall_at_100_max": 0.420868, + "nauc_recall_at_100_std": 0.577186, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.302127, + "nauc_precision_at_1_std": 0.037456, + "nauc_precision_at_1_diff1": 0.654258, + "nauc_precision_at_3_max": 0.255727, + "nauc_precision_at_3_std": 0.062974, + "nauc_precision_at_3_diff1": 0.283833, + "nauc_precision_at_5_max": 0.41107, + "nauc_precision_at_5_std": 0.116861, + "nauc_precision_at_5_diff1": 0.136655, + "nauc_precision_at_10_max": 0.486217, + "nauc_precision_at_10_std": 0.323541, + "nauc_precision_at_10_diff1": -0.066252, + "nauc_precision_at_20_max": 0.48237, + "nauc_precision_at_20_std": 0.367834, + "nauc_precision_at_20_diff1": -0.124959, + "nauc_precision_at_100_max": 0.466363, + "nauc_precision_at_100_std": 0.463481, + "nauc_precision_at_100_diff1": -0.225347, + "nauc_precision_at_1000_max": 0.470386, + "nauc_precision_at_1000_std": 0.453427, + "nauc_precision_at_1000_diff1": -0.323819, + "nauc_mrr_at_1_max": 0.302127, + "nauc_mrr_at_1_std": 0.037456, + "nauc_mrr_at_1_diff1": 0.654258, + "nauc_mrr_at_3_max": 0.266868, + "nauc_mrr_at_3_std": -0.023361, + "nauc_mrr_at_3_diff1": 0.6244, + "nauc_mrr_at_5_max": 0.293138, + "nauc_mrr_at_5_std": -0.02027, + "nauc_mrr_at_5_diff1": 0.625796, + "nauc_mrr_at_10_max": 0.297807, + "nauc_mrr_at_10_std": -0.007356, + "nauc_mrr_at_10_diff1": 0.624365, + "nauc_mrr_at_20_max": 0.295412, + "nauc_mrr_at_20_std": -0.004286, + "nauc_mrr_at_20_diff1": 0.625027, + "nauc_mrr_at_100_max": 0.294627, + "nauc_mrr_at_100_std": -0.00311, + "nauc_mrr_at_100_diff1": 0.626343, + "nauc_mrr_at_1000_max": 0.294608, + "nauc_mrr_at_1000_std": -0.003377, + "nauc_mrr_at_1000_diff1": 0.626262, + "main_score": 0.77633, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 2368.059954881668, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact.json new file mode 100644 index 0000000000..f88bdd52b4 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SciFact.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74333, + "ndcg_at_3": 0.82071, + "ndcg_at_5": 0.83838, + "ndcg_at_10": 0.85399, + "ndcg_at_20": 0.85579, + "ndcg_at_100": 0.86075, + "ndcg_at_1000": 0.86164, + "map_at_1": 0.70994, + "map_at_3": 0.79231, + "map_at_5": 0.80676, + "map_at_10": 0.81548, + "map_at_20": 0.81604, + "map_at_100": 0.81684, + "map_at_1000": 0.81688, + "recall_at_1": 0.70994, + "recall_at_3": 0.87417, + "recall_at_5": 0.91894, + "recall_at_10": 0.96167, + "recall_at_20": 0.96833, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "precision_at_1": 0.74333, + "precision_at_3": 0.31889, + "precision_at_5": 0.20533, + "precision_at_10": 0.109, + "precision_at_20": 0.05483, + "precision_at_100": 0.01123, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.743333, + "mrr_at_3": 0.808333, + "mrr_at_5": 0.817667, + "mrr_at_10": 0.822587, + "mrr_at_20": 0.823147, + "mrr_at_100": 0.823841, + "mrr_at_1000": 0.823879, + "nauc_ndcg_at_1_max": 0.219056, + "nauc_ndcg_at_1_std": -0.002172, + "nauc_ndcg_at_1_diff1": 0.765222, + "nauc_ndcg_at_3_max": 0.225664, + "nauc_ndcg_at_3_std": -0.106153, + "nauc_ndcg_at_3_diff1": 0.734378, + "nauc_ndcg_at_5_max": 0.226744, + "nauc_ndcg_at_5_std": -0.064964, + "nauc_ndcg_at_5_diff1": 0.731115, + "nauc_ndcg_at_10_max": 0.257947, + "nauc_ndcg_at_10_std": -0.050876, + "nauc_ndcg_at_10_diff1": 0.756021, + "nauc_ndcg_at_20_max": 0.260131, + "nauc_ndcg_at_20_std": -0.064367, + "nauc_ndcg_at_20_diff1": 0.753544, + "nauc_ndcg_at_100_max": 0.25441, + "nauc_ndcg_at_100_std": -0.051296, + "nauc_ndcg_at_100_diff1": 0.750225, + "nauc_ndcg_at_1000_max": 0.249572, + "nauc_ndcg_at_1000_std": -0.055469, + "nauc_ndcg_at_1000_diff1": 0.749379, + "nauc_map_at_1_max": 0.11445, + "nauc_map_at_1_std": -0.134278, + "nauc_map_at_1_diff1": 0.777809, + "nauc_map_at_3_max": 0.170587, + "nauc_map_at_3_std": -0.134844, + "nauc_map_at_3_diff1": 0.751694, + "nauc_map_at_5_max": 0.202408, + "nauc_map_at_5_std": -0.091756, + "nauc_map_at_5_diff1": 0.745467, + "nauc_map_at_10_max": 0.224173, + "nauc_map_at_10_std": -0.076349, + "nauc_map_at_10_diff1": 0.753906, + "nauc_map_at_20_max": 0.22448, + "nauc_map_at_20_std": -0.079733, + "nauc_map_at_20_diff1": 0.75328, + "nauc_map_at_100_max": 0.224108, + "nauc_map_at_100_std": -0.078311, + "nauc_map_at_100_diff1": 0.752673, + "nauc_map_at_1000_max": 0.223943, + "nauc_map_at_1000_std": -0.078449, + "nauc_map_at_1000_diff1": 0.752646, + "nauc_recall_at_1_max": 0.11445, + "nauc_recall_at_1_std": -0.134278, + "nauc_recall_at_1_diff1": 0.777809, + "nauc_recall_at_3_max": 0.173626, + "nauc_recall_at_3_std": -0.195046, + "nauc_recall_at_3_diff1": 0.689092, + "nauc_recall_at_5_max": 0.223548, + "nauc_recall_at_5_std": -0.058311, + "nauc_recall_at_5_diff1": 0.648964, + "nauc_recall_at_10_max": 0.463058, + "nauc_recall_at_10_std": -0.00611, + "nauc_recall_at_10_diff1": 0.848415, + "nauc_recall_at_20_max": 0.543835, + "nauc_recall_at_20_std": -0.204162, + "nauc_recall_at_20_diff1": 0.830262, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.540149, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.219056, + "nauc_precision_at_1_std": -0.002172, + "nauc_precision_at_1_diff1": 0.765222, + "nauc_precision_at_3_max": 0.298152, + "nauc_precision_at_3_std": 0.155618, + "nauc_precision_at_3_diff1": 0.129576, + "nauc_precision_at_5_max": 0.377937, + "nauc_precision_at_5_std": 0.340868, + "nauc_precision_at_5_diff1": -0.094724, + "nauc_precision_at_10_max": 0.420727, + "nauc_precision_at_10_std": 0.4256, + "nauc_precision_at_10_diff1": -0.221475, + "nauc_precision_at_20_max": 0.429815, + "nauc_precision_at_20_std": 0.412047, + "nauc_precision_at_20_diff1": -0.252256, + "nauc_precision_at_100_max": 0.423224, + "nauc_precision_at_100_std": 0.481131, + "nauc_precision_at_100_diff1": -0.365491, + "nauc_precision_at_1000_max": 0.408151, + "nauc_precision_at_1000_std": 0.479392, + "nauc_precision_at_1000_diff1": -0.401884, + "nauc_mrr_at_1_max": 0.219056, + "nauc_mrr_at_1_std": -0.002172, + "nauc_mrr_at_1_diff1": 0.765222, + "nauc_mrr_at_3_max": 0.25728, + "nauc_mrr_at_3_std": -0.024452, + "nauc_mrr_at_3_diff1": 0.737363, + "nauc_mrr_at_5_max": 0.266159, + "nauc_mrr_at_5_std": -0.012657, + "nauc_mrr_at_5_diff1": 0.737557, + "nauc_mrr_at_10_max": 0.264879, + "nauc_mrr_at_10_std": -0.018037, + "nauc_mrr_at_10_diff1": 0.748553, + "nauc_mrr_at_20_max": 0.265337, + "nauc_mrr_at_20_std": -0.021328, + "nauc_mrr_at_20_diff1": 0.747887, + "nauc_mrr_at_100_max": 0.264227, + "nauc_mrr_at_100_std": -0.019076, + "nauc_mrr_at_100_diff1": 0.747382, + "nauc_mrr_at_1000_max": 0.264066, + "nauc_mrr_at_1000_std": -0.019205, + "nauc_mrr_at_1000_diff1": 0.747353, + "main_score": 0.85399, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1489.7204077243805, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SpartQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SpartQA.json new file mode 100644 index 0000000000..2e422601bd --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SpartQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9ab3ca3ccdd0d43f9cd6d346a363935d127f4f45", + "task_name": "SpartQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.01252, + "ndcg_at_3": 0.03644, + "ndcg_at_5": 0.0527, + "ndcg_at_10": 0.07768, + "ndcg_at_20": 0.10181, + "ndcg_at_100": 0.1429, + "ndcg_at_1000": 0.18417, + "map_at_1": 0.00788, + "map_at_3": 0.02707, + "map_at_5": 0.03548, + "map_at_10": 0.04548, + "map_at_20": 0.05226, + "map_at_100": 0.05791, + "map_at_1000": 0.05907, + "recall_at_1": 0.00788, + "recall_at_3": 0.05157, + "recall_at_5": 0.08728, + "recall_at_10": 0.15786, + "recall_at_20": 0.24365, + "recall_at_100": 0.43554, + "recall_at_1000": 0.7366, + "precision_at_1": 0.01252, + "precision_at_3": 0.02541, + "precision_at_5": 0.02621, + "precision_at_10": 0.02365, + "precision_at_20": 0.01841, + "precision_at_100": 0.00722, + "precision_at_1000": 0.00126, + "mrr_at_1": 0.012521, + "mrr_at_3": 0.039139, + "mrr_at_5": 0.050672, + "mrr_at_10": 0.062422, + "mrr_at_20": 0.069295, + "mrr_at_100": 0.074765, + "mrr_at_1000": 0.075991, + "nauc_ndcg_at_1_max": 0.00616, + "nauc_ndcg_at_1_std": 0.612995, + "nauc_ndcg_at_1_diff1": -0.388508, + "nauc_ndcg_at_3_max": 0.214162, + "nauc_ndcg_at_3_std": 0.565717, + "nauc_ndcg_at_3_diff1": -0.105459, + "nauc_ndcg_at_5_max": 0.250476, + "nauc_ndcg_at_5_std": 0.534149, + "nauc_ndcg_at_5_diff1": -0.077664, + "nauc_ndcg_at_10_max": 0.311409, + "nauc_ndcg_at_10_std": 0.515204, + "nauc_ndcg_at_10_diff1": -0.076474, + "nauc_ndcg_at_20_max": 0.333418, + "nauc_ndcg_at_20_std": 0.543724, + "nauc_ndcg_at_20_diff1": -0.066291, + "nauc_ndcg_at_100_max": 0.326015, + "nauc_ndcg_at_100_std": 0.578161, + "nauc_ndcg_at_100_diff1": -0.029266, + "nauc_ndcg_at_1000_max": 0.291306, + "nauc_ndcg_at_1000_std": 0.554514, + "nauc_ndcg_at_1000_diff1": -0.055115, + "nauc_map_at_1_max": 0.069121, + "nauc_map_at_1_std": 0.678399, + "nauc_map_at_1_diff1": -0.414496, + "nauc_map_at_3_max": 0.212066, + "nauc_map_at_3_std": 0.577868, + "nauc_map_at_3_diff1": -0.140344, + "nauc_map_at_5_max": 0.24048, + "nauc_map_at_5_std": 0.54892, + "nauc_map_at_5_diff1": -0.110444, + "nauc_map_at_10_max": 0.284212, + "nauc_map_at_10_std": 0.53484, + "nauc_map_at_10_diff1": -0.104488, + "nauc_map_at_20_max": 0.29842, + "nauc_map_at_20_std": 0.548209, + "nauc_map_at_20_diff1": -0.097937, + "nauc_map_at_100_max": 0.293253, + "nauc_map_at_100_std": 0.560112, + "nauc_map_at_100_diff1": -0.090262, + "nauc_map_at_1000_max": 0.292947, + "nauc_map_at_1000_std": 0.559031, + "nauc_map_at_1000_diff1": -0.09101, + "nauc_recall_at_1_max": 0.069121, + "nauc_recall_at_1_std": 0.678399, + "nauc_recall_at_1_diff1": -0.414496, + "nauc_recall_at_3_max": 0.240914, + "nauc_recall_at_3_std": 0.560848, + "nauc_recall_at_3_diff1": -0.078058, + "nauc_recall_at_5_max": 0.281836, + "nauc_recall_at_5_std": 0.512802, + "nauc_recall_at_5_diff1": -0.049794, + "nauc_recall_at_10_max": 0.352719, + "nauc_recall_at_10_std": 0.472896, + "nauc_recall_at_10_diff1": -0.058886, + "nauc_recall_at_20_max": 0.371983, + "nauc_recall_at_20_std": 0.504416, + "nauc_recall_at_20_diff1": -0.04545, + "nauc_recall_at_100_max": 0.355176, + "nauc_recall_at_100_std": 0.544258, + "nauc_recall_at_100_diff1": 0.029905, + "nauc_recall_at_1000_max": 0.141922, + "nauc_recall_at_1000_std": 0.31754, + "nauc_recall_at_1000_diff1": -0.038491, + "nauc_precision_at_1_max": 0.00616, + "nauc_precision_at_1_std": 0.612995, + "nauc_precision_at_1_diff1": -0.388508, + "nauc_precision_at_3_max": 0.205771, + "nauc_precision_at_3_std": 0.532685, + "nauc_precision_at_3_diff1": -0.041956, + "nauc_precision_at_5_max": 0.249586, + "nauc_precision_at_5_std": 0.518706, + "nauc_precision_at_5_diff1": -0.030558, + "nauc_precision_at_10_max": 0.319214, + "nauc_precision_at_10_std": 0.508007, + "nauc_precision_at_10_diff1": -0.043791, + "nauc_precision_at_20_max": 0.307811, + "nauc_precision_at_20_std": 0.53397, + "nauc_precision_at_20_diff1": -0.02493, + "nauc_precision_at_100_max": 0.196883, + "nauc_precision_at_100_std": 0.4441, + "nauc_precision_at_100_diff1": 0.055692, + "nauc_precision_at_1000_max": -0.090394, + "nauc_precision_at_1000_std": 0.094265, + "nauc_precision_at_1000_diff1": 0.004058, + "nauc_mrr_at_1_max": 0.00616, + "nauc_mrr_at_1_std": 0.612995, + "nauc_mrr_at_1_diff1": -0.388508, + "nauc_mrr_at_3_max": 0.17625, + "nauc_mrr_at_3_std": 0.559505, + "nauc_mrr_at_3_diff1": -0.10282, + "nauc_mrr_at_5_max": 0.208573, + "nauc_mrr_at_5_std": 0.544146, + "nauc_mrr_at_5_diff1": -0.086051, + "nauc_mrr_at_10_max": 0.243489, + "nauc_mrr_at_10_std": 0.530534, + "nauc_mrr_at_10_diff1": -0.080582, + "nauc_mrr_at_20_max": 0.254042, + "nauc_mrr_at_20_std": 0.541308, + "nauc_mrr_at_20_diff1": -0.077329, + "nauc_mrr_at_100_max": 0.253397, + "nauc_mrr_at_100_std": 0.54535, + "nauc_mrr_at_100_diff1": -0.071455, + "nauc_mrr_at_1000_max": 0.252664, + "nauc_mrr_at_1000_std": 0.544186, + "nauc_mrr_at_1000_diff1": -0.072472, + "main_score": 0.07768, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 601.8086888790131, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/StackOverflowQA.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/StackOverflowQA.json new file mode 100644 index 0000000000..767fddd35b --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/StackOverflowQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5", + "task_name": "StackOverflowQA", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.9007, + "ndcg_at_3": 0.93302, + "ndcg_at_5": 0.93812, + "ndcg_at_10": 0.94219, + "ndcg_at_20": 0.94468, + "ndcg_at_100": 0.94581, + "ndcg_at_1000": 0.94626, + "map_at_1": 0.9007, + "map_at_3": 0.92528, + "map_at_5": 0.92806, + "map_at_10": 0.92975, + "map_at_20": 0.93041, + "map_at_100": 0.93057, + "map_at_1000": 0.93059, + "recall_at_1": 0.9007, + "recall_at_3": 0.95537, + "recall_at_5": 0.9679, + "recall_at_10": 0.98044, + "recall_at_20": 0.99047, + "recall_at_100": 0.99649, + "recall_at_1000": 1.0, + "precision_at_1": 0.9007, + "precision_at_3": 0.31846, + "precision_at_5": 0.19358, + "precision_at_10": 0.09804, + "precision_at_20": 0.04952, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.900702, + "mrr_at_3": 0.925276, + "mrr_at_5": 0.928059, + "mrr_at_10": 0.92975, + "mrr_at_20": 0.930411, + "mrr_at_100": 0.930572, + "mrr_at_1000": 0.930589, + "nauc_ndcg_at_1_max": 0.785096, + "nauc_ndcg_at_1_std": -0.21337, + "nauc_ndcg_at_1_diff1": 0.942006, + "nauc_ndcg_at_3_max": 0.811524, + "nauc_ndcg_at_3_std": -0.192769, + "nauc_ndcg_at_3_diff1": 0.942531, + "nauc_ndcg_at_5_max": 0.811858, + "nauc_ndcg_at_5_std": -0.212394, + "nauc_ndcg_at_5_diff1": 0.942269, + "nauc_ndcg_at_10_max": 0.812528, + "nauc_ndcg_at_10_std": -0.186712, + "nauc_ndcg_at_10_diff1": 0.943176, + "nauc_ndcg_at_20_max": 0.809845, + "nauc_ndcg_at_20_std": -0.204918, + "nauc_ndcg_at_20_diff1": 0.943685, + "nauc_ndcg_at_100_max": 0.807865, + "nauc_ndcg_at_100_std": -0.208467, + "nauc_ndcg_at_100_diff1": 0.943721, + "nauc_ndcg_at_1000_max": 0.806593, + "nauc_ndcg_at_1000_std": -0.206719, + "nauc_ndcg_at_1000_diff1": 0.943257, + "nauc_map_at_1_max": 0.785096, + "nauc_map_at_1_std": -0.21337, + "nauc_map_at_1_diff1": 0.942006, + "nauc_map_at_3_max": 0.804341, + "nauc_map_at_3_std": -0.2029, + "nauc_map_at_3_diff1": 0.94255, + "nauc_map_at_5_max": 0.804055, + "nauc_map_at_5_std": -0.212659, + "nauc_map_at_5_diff1": 0.942367, + "nauc_map_at_10_max": 0.804091, + "nauc_map_at_10_std": -0.203957, + "nauc_map_at_10_diff1": 0.942727, + "nauc_map_at_20_max": 0.803449, + "nauc_map_at_20_std": -0.207878, + "nauc_map_at_20_diff1": 0.942851, + "nauc_map_at_100_max": 0.803239, + "nauc_map_at_100_std": -0.208262, + "nauc_map_at_100_diff1": 0.942865, + "nauc_map_at_1000_max": 0.8032, + "nauc_map_at_1000_std": -0.208244, + "nauc_map_at_1000_diff1": 0.942851, + "nauc_recall_at_1_max": 0.785096, + "nauc_recall_at_1_std": -0.21337, + "nauc_recall_at_1_diff1": 0.942006, + "nauc_recall_at_3_max": 0.845334, + "nauc_recall_at_3_std": -0.141385, + "nauc_recall_at_3_diff1": 0.942307, + "nauc_recall_at_5_max": 0.861672, + "nauc_recall_at_5_std": -0.213189, + "nauc_recall_at_5_diff1": 0.941543, + "nauc_recall_at_10_max": 0.899754, + "nauc_recall_at_10_std": 0.020703, + "nauc_recall_at_10_diff1": 0.948474, + "nauc_recall_at_20_max": 0.928628, + "nauc_recall_at_20_std": -0.190419, + "nauc_recall_at_20_diff1": 0.964745, + "nauc_recall_at_100_max": 0.96266, + "nauc_recall_at_100_std": -0.465308, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785096, + "nauc_precision_at_1_std": -0.21337, + "nauc_precision_at_1_diff1": 0.942006, + "nauc_precision_at_3_max": 0.845334, + "nauc_precision_at_3_std": -0.141385, + "nauc_precision_at_3_diff1": 0.942307, + "nauc_precision_at_5_max": 0.861672, + "nauc_precision_at_5_std": -0.213189, + "nauc_precision_at_5_diff1": 0.941543, + "nauc_precision_at_10_max": 0.899754, + "nauc_precision_at_10_std": 0.020703, + "nauc_precision_at_10_diff1": 0.948474, + "nauc_precision_at_20_max": 0.928628, + "nauc_precision_at_20_std": -0.190419, + "nauc_precision_at_20_diff1": 0.964745, + "nauc_precision_at_100_max": 0.96266, + "nauc_precision_at_100_std": -0.465308, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785096, + "nauc_mrr_at_1_std": -0.21337, + "nauc_mrr_at_1_diff1": 0.942006, + "nauc_mrr_at_3_max": 0.804341, + "nauc_mrr_at_3_std": -0.2029, + "nauc_mrr_at_3_diff1": 0.94255, + "nauc_mrr_at_5_max": 0.804055, + "nauc_mrr_at_5_std": -0.212659, + "nauc_mrr_at_5_diff1": 0.942367, + "nauc_mrr_at_10_max": 0.804091, + "nauc_mrr_at_10_std": -0.203957, + "nauc_mrr_at_10_diff1": 0.942727, + "nauc_mrr_at_20_max": 0.803449, + "nauc_mrr_at_20_std": -0.207878, + "nauc_mrr_at_20_diff1": 0.942851, + "nauc_mrr_at_100_max": 0.803239, + "nauc_mrr_at_100_std": -0.208262, + "nauc_mrr_at_100_diff1": 0.942865, + "nauc_mrr_at_1000_max": 0.8032, + "nauc_mrr_at_1000_std": -0.208244, + "nauc_mrr_at_1000_diff1": 0.942851, + "main_score": 0.94219, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5914.50360584259, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SweFaqRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SweFaqRetrieval.json new file mode 100644 index 0000000000..bf8435ca65 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SweFaqRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "7ebf0b4caa7b2ae39698a889de782c09e6f5ee56", + "task_name": "SweFaqRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.64133, + "ndcg_at_3": 0.75009, + "ndcg_at_5": 0.77156, + "ndcg_at_10": 0.78841, + "ndcg_at_20": 0.79706, + "ndcg_at_100": 0.80348, + "ndcg_at_1000": 0.804, + "map_at_1": 0.64133, + "map_at_3": 0.72482, + "map_at_5": 0.73661, + "map_at_10": 0.74347, + "map_at_20": 0.74573, + "map_at_100": 0.74671, + "map_at_1000": 0.74673, + "recall_at_1": 0.64133, + "recall_at_3": 0.82261, + "recall_at_5": 0.87524, + "recall_at_10": 0.92788, + "recall_at_20": 0.96296, + "recall_at_100": 0.9961, + "recall_at_1000": 1.0, + "precision_at_1": 0.64133, + "precision_at_3": 0.2742, + "precision_at_5": 0.17505, + "precision_at_10": 0.09279, + "precision_at_20": 0.04815, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.641326, + "mrr_at_3": 0.724821, + "mrr_at_5": 0.736615, + "mrr_at_10": 0.743471, + "mrr_at_20": 0.74573, + "mrr_at_100": 0.746711, + "mrr_at_1000": 0.746732, + "nauc_ndcg_at_1_max": 0.278225, + "nauc_ndcg_at_1_std": 0.03489, + "nauc_ndcg_at_1_diff1": 0.716253, + "nauc_ndcg_at_3_max": 0.282709, + "nauc_ndcg_at_3_std": 0.006379, + "nauc_ndcg_at_3_diff1": 0.684014, + "nauc_ndcg_at_5_max": 0.288205, + "nauc_ndcg_at_5_std": -0.002817, + "nauc_ndcg_at_5_diff1": 0.683404, + "nauc_ndcg_at_10_max": 0.279793, + "nauc_ndcg_at_10_std": -0.000661, + "nauc_ndcg_at_10_diff1": 0.684876, + "nauc_ndcg_at_20_max": 0.283558, + "nauc_ndcg_at_20_std": 0.004642, + "nauc_ndcg_at_20_diff1": 0.69331, + "nauc_ndcg_at_100_max": 0.281298, + "nauc_ndcg_at_100_std": 0.012152, + "nauc_ndcg_at_100_diff1": 0.692934, + "nauc_ndcg_at_1000_max": 0.279772, + "nauc_ndcg_at_1000_std": 0.009299, + "nauc_ndcg_at_1000_diff1": 0.692184, + "nauc_map_at_1_max": 0.278225, + "nauc_map_at_1_std": 0.03489, + "nauc_map_at_1_diff1": 0.716253, + "nauc_map_at_3_max": 0.281003, + "nauc_map_at_3_std": 0.012988, + "nauc_map_at_3_diff1": 0.691967, + "nauc_map_at_5_max": 0.283246, + "nauc_map_at_5_std": 0.00916, + "nauc_map_at_5_diff1": 0.69178, + "nauc_map_at_10_max": 0.278752, + "nauc_map_at_10_std": 0.009754, + "nauc_map_at_10_diff1": 0.692378, + "nauc_map_at_20_max": 0.279453, + "nauc_map_at_20_std": 0.011025, + "nauc_map_at_20_diff1": 0.6941, + "nauc_map_at_100_max": 0.279132, + "nauc_map_at_100_std": 0.011996, + "nauc_map_at_100_diff1": 0.694164, + "nauc_map_at_1000_max": 0.279084, + "nauc_map_at_1000_std": 0.011904, + "nauc_map_at_1000_diff1": 0.694139, + "nauc_recall_at_1_max": 0.278225, + "nauc_recall_at_1_std": 0.03489, + "nauc_recall_at_1_diff1": 0.716253, + "nauc_recall_at_3_max": 0.289849, + "nauc_recall_at_3_std": -0.019333, + "nauc_recall_at_3_diff1": 0.652711, + "nauc_recall_at_5_max": 0.317292, + "nauc_recall_at_5_std": -0.068563, + "nauc_recall_at_5_diff1": 0.640414, + "nauc_recall_at_10_max": 0.29439, + "nauc_recall_at_10_std": -0.088044, + "nauc_recall_at_10_diff1": 0.625063, + "nauc_recall_at_20_max": 0.383578, + "nauc_recall_at_20_std": -0.072177, + "nauc_recall_at_20_diff1": 0.735884, + "nauc_recall_at_100_max": 0.777025, + "nauc_recall_at_100_std": 0.934683, + "nauc_recall_at_100_diff1": 0.934683, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.278225, + "nauc_precision_at_1_std": 0.03489, + "nauc_precision_at_1_diff1": 0.716253, + "nauc_precision_at_3_max": 0.289849, + "nauc_precision_at_3_std": -0.019333, + "nauc_precision_at_3_diff1": 0.652711, + "nauc_precision_at_5_max": 0.317292, + "nauc_precision_at_5_std": -0.068563, + "nauc_precision_at_5_diff1": 0.640414, + "nauc_precision_at_10_max": 0.29439, + "nauc_precision_at_10_std": -0.088044, + "nauc_precision_at_10_diff1": 0.625063, + "nauc_precision_at_20_max": 0.383578, + "nauc_precision_at_20_std": -0.072177, + "nauc_precision_at_20_diff1": 0.735884, + "nauc_precision_at_100_max": 0.777025, + "nauc_precision_at_100_std": 0.934683, + "nauc_precision_at_100_diff1": 0.934683, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.278225, + "nauc_mrr_at_1_std": 0.03489, + "nauc_mrr_at_1_diff1": 0.716253, + "nauc_mrr_at_3_max": 0.281003, + "nauc_mrr_at_3_std": 0.012988, + "nauc_mrr_at_3_diff1": 0.691967, + "nauc_mrr_at_5_max": 0.283246, + "nauc_mrr_at_5_std": 0.00916, + "nauc_mrr_at_5_diff1": 0.69178, + "nauc_mrr_at_10_max": 0.278752, + "nauc_mrr_at_10_std": 0.009754, + "nauc_mrr_at_10_diff1": 0.692378, + "nauc_mrr_at_20_max": 0.279453, + "nauc_mrr_at_20_std": 0.011025, + "nauc_mrr_at_20_diff1": 0.6941, + "nauc_mrr_at_100_max": 0.279132, + "nauc_mrr_at_100_std": 0.011996, + "nauc_mrr_at_100_diff1": 0.694164, + "nauc_mrr_at_1000_max": 0.279084, + "nauc_mrr_at_1000_std": 0.011904, + "nauc_mrr_at_1000_diff1": 0.694139, + "main_score": 0.78841, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 90.12053918838501, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SwednRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SwednRetrieval.json new file mode 100644 index 0000000000..80f71253ba --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SwednRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ef1661775d746e0844b299164773db733bdc0bf6", + "task_name": "SwednRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79102, + "ndcg_at_3": 0.76593, + "ndcg_at_5": 0.79519, + "ndcg_at_10": 0.8159, + "ndcg_at_20": 0.82411, + "ndcg_at_100": 0.83438, + "ndcg_at_1000": 0.84084, + "map_at_1": 0.39551, + "map_at_3": 0.72673, + "map_at_5": 0.75114, + "map_at_10": 0.76414, + "map_at_20": 0.7674, + "map_at_100": 0.76948, + "map_at_1000": 0.76981, + "recall_at_1": 0.39551, + "recall_at_3": 0.77197, + "recall_at_5": 0.8291, + "recall_at_10": 0.87988, + "recall_at_20": 0.90625, + "recall_at_100": 0.95068, + "recall_at_1000": 0.99268, + "precision_at_1": 0.79102, + "precision_at_3": 0.51465, + "precision_at_5": 0.33164, + "precision_at_10": 0.17598, + "precision_at_20": 0.09062, + "precision_at_100": 0.01901, + "precision_at_1000": 0.00199, + "mrr_at_1": 0.791016, + "mrr_at_3": 0.838542, + "mrr_at_5": 0.843424, + "mrr_at_10": 0.846421, + "mrr_at_20": 0.847303, + "mrr_at_100": 0.847968, + "mrr_at_1000": 0.848072, + "nauc_ndcg_at_1_max": 0.523405, + "nauc_ndcg_at_1_std": 0.176274, + "nauc_ndcg_at_1_diff1": 0.696035, + "nauc_ndcg_at_3_max": 0.526243, + "nauc_ndcg_at_3_std": 0.227638, + "nauc_ndcg_at_3_diff1": 0.498564, + "nauc_ndcg_at_5_max": 0.572532, + "nauc_ndcg_at_5_std": 0.2732, + "nauc_ndcg_at_5_diff1": 0.504572, + "nauc_ndcg_at_10_max": 0.589686, + "nauc_ndcg_at_10_std": 0.293795, + "nauc_ndcg_at_10_diff1": 0.519178, + "nauc_ndcg_at_20_max": 0.588233, + "nauc_ndcg_at_20_std": 0.299436, + "nauc_ndcg_at_20_diff1": 0.530574, + "nauc_ndcg_at_100_max": 0.580933, + "nauc_ndcg_at_100_std": 0.293006, + "nauc_ndcg_at_100_diff1": 0.534477, + "nauc_ndcg_at_1000_max": 0.571304, + "nauc_ndcg_at_1000_std": 0.273489, + "nauc_ndcg_at_1000_diff1": 0.530678, + "nauc_map_at_1_max": 0.523405, + "nauc_map_at_1_std": 0.176274, + "nauc_map_at_1_diff1": 0.696035, + "nauc_map_at_3_max": 0.500638, + "nauc_map_at_3_std": 0.183372, + "nauc_map_at_3_diff1": 0.465654, + "nauc_map_at_5_max": 0.534649, + "nauc_map_at_5_std": 0.216004, + "nauc_map_at_5_diff1": 0.469281, + "nauc_map_at_10_max": 0.543038, + "nauc_map_at_10_std": 0.224638, + "nauc_map_at_10_diff1": 0.476001, + "nauc_map_at_20_max": 0.542351, + "nauc_map_at_20_std": 0.226157, + "nauc_map_at_20_diff1": 0.479191, + "nauc_map_at_100_max": 0.540908, + "nauc_map_at_100_std": 0.225118, + "nauc_map_at_100_diff1": 0.479985, + "nauc_map_at_1000_max": 0.540517, + "nauc_map_at_1000_std": 0.224424, + "nauc_map_at_1000_diff1": 0.47982, + "nauc_recall_at_1_max": 0.523405, + "nauc_recall_at_1_std": 0.176274, + "nauc_recall_at_1_diff1": 0.696035, + "nauc_recall_at_3_max": 0.535263, + "nauc_recall_at_3_std": 0.273344, + "nauc_recall_at_3_diff1": 0.451598, + "nauc_recall_at_5_max": 0.634007, + "nauc_recall_at_5_std": 0.386252, + "nauc_recall_at_5_diff1": 0.446555, + "nauc_recall_at_10_max": 0.714213, + "nauc_recall_at_10_std": 0.497295, + "nauc_recall_at_10_diff1": 0.477034, + "nauc_recall_at_20_max": 0.743919, + "nauc_recall_at_20_std": 0.585322, + "nauc_recall_at_20_diff1": 0.535887, + "nauc_recall_at_100_max": 0.79358, + "nauc_recall_at_100_std": 0.742628, + "nauc_recall_at_100_diff1": 0.584403, + "nauc_recall_at_1000_max": 0.910061, + "nauc_recall_at_1000_std": 0.897308, + "nauc_recall_at_1000_diff1": 0.48155, + "nauc_precision_at_1_max": 0.523405, + "nauc_precision_at_1_std": 0.176274, + "nauc_precision_at_1_diff1": 0.696035, + "nauc_precision_at_3_max": 0.535263, + "nauc_precision_at_3_std": 0.273344, + "nauc_precision_at_3_diff1": 0.451598, + "nauc_precision_at_5_max": 0.634007, + "nauc_precision_at_5_std": 0.386252, + "nauc_precision_at_5_diff1": 0.446555, + "nauc_precision_at_10_max": 0.714213, + "nauc_precision_at_10_std": 0.497295, + "nauc_precision_at_10_diff1": 0.477034, + "nauc_precision_at_20_max": 0.743919, + "nauc_precision_at_20_std": 0.585322, + "nauc_precision_at_20_diff1": 0.535887, + "nauc_precision_at_100_max": 0.79358, + "nauc_precision_at_100_std": 0.742628, + "nauc_precision_at_100_diff1": 0.584403, + "nauc_precision_at_1000_max": 0.910061, + "nauc_precision_at_1000_std": 0.897308, + "nauc_precision_at_1000_diff1": 0.48155, + "nauc_mrr_at_1_max": 0.523405, + "nauc_mrr_at_1_std": 0.176274, + "nauc_mrr_at_1_diff1": 0.696035, + "nauc_mrr_at_3_max": 0.583142, + "nauc_mrr_at_3_std": 0.282251, + "nauc_mrr_at_3_diff1": 0.679651, + "nauc_mrr_at_5_max": 0.585073, + "nauc_mrr_at_5_std": 0.279575, + "nauc_mrr_at_5_diff1": 0.680547, + "nauc_mrr_at_10_max": 0.583286, + "nauc_mrr_at_10_std": 0.279691, + "nauc_mrr_at_10_diff1": 0.682068, + "nauc_mrr_at_20_max": 0.581746, + "nauc_mrr_at_20_std": 0.27755, + "nauc_mrr_at_20_diff1": 0.682535, + "nauc_mrr_at_100_max": 0.580918, + "nauc_mrr_at_100_std": 0.276008, + "nauc_mrr_at_100_diff1": 0.683029, + "nauc_mrr_at_1000_max": 0.580758, + "nauc_mrr_at_1000_std": 0.275628, + "nauc_mrr_at_1000_diff1": 0.682959, + "main_score": 0.8159, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 1594.51349401474, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntecRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntecRetrieval.json new file mode 100644 index 0000000000..e62206f441 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntecRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "19661ccdca4dfc2d15122d776b61685f48c68ca9", + "task_name": "SyntecRetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.90809, + "ndcg_at_5": 0.91583, + "ndcg_at_10": 0.92199, + "ndcg_at_20": 0.92199, + "ndcg_at_100": 0.92199, + "ndcg_at_1000": 0.92199, + "map_at_1": 0.83, + "map_at_3": 0.89, + "map_at_5": 0.894, + "map_at_10": 0.89636, + "map_at_20": 0.89636, + "map_at_100": 0.89636, + "map_at_1000": 0.89636, + "recall_at_1": 0.83, + "recall_at_3": 0.96, + "recall_at_5": 0.98, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.83, + "precision_at_3": 0.32, + "precision_at_5": 0.196, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.89, + "mrr_at_5": 0.894, + "mrr_at_10": 0.896361, + "mrr_at_20": 0.896361, + "mrr_at_100": 0.896361, + "mrr_at_1000": 0.896361, + "nauc_ndcg_at_1_max": -0.266268, + "nauc_ndcg_at_1_std": 0.165467, + "nauc_ndcg_at_1_diff1": 0.500319, + "nauc_ndcg_at_3_max": -0.020125, + "nauc_ndcg_at_3_std": 0.166721, + "nauc_ndcg_at_3_diff1": 0.351923, + "nauc_ndcg_at_5_max": -0.104515, + "nauc_ndcg_at_5_std": 0.150274, + "nauc_ndcg_at_5_diff1": 0.395461, + "nauc_ndcg_at_10_max": -0.132691, + "nauc_ndcg_at_10_std": 0.148671, + "nauc_ndcg_at_10_diff1": 0.429596, + "nauc_ndcg_at_20_max": -0.132691, + "nauc_ndcg_at_20_std": 0.148671, + "nauc_ndcg_at_20_diff1": 0.429596, + "nauc_ndcg_at_100_max": -0.132691, + "nauc_ndcg_at_100_std": 0.148671, + "nauc_ndcg_at_100_diff1": 0.429596, + "nauc_ndcg_at_1000_max": -0.132691, + "nauc_ndcg_at_1000_std": 0.148671, + "nauc_ndcg_at_1000_diff1": 0.429596, + "nauc_map_at_1_max": -0.266268, + "nauc_map_at_1_std": 0.165467, + "nauc_map_at_1_diff1": 0.500319, + "nauc_map_at_3_max": -0.095851, + "nauc_map_at_3_std": 0.157581, + "nauc_map_at_3_diff1": 0.405411, + "nauc_map_at_5_max": -0.133591, + "nauc_map_at_5_std": 0.150447, + "nauc_map_at_5_diff1": 0.425451, + "nauc_map_at_10_max": -0.143073, + "nauc_map_at_10_std": 0.149385, + "nauc_map_at_10_diff1": 0.436486, + "nauc_map_at_20_max": -0.143073, + "nauc_map_at_20_std": 0.149385, + "nauc_map_at_20_diff1": 0.436486, + "nauc_map_at_100_max": -0.143073, + "nauc_map_at_100_std": 0.149385, + "nauc_map_at_100_diff1": 0.436486, + "nauc_map_at_1000_max": -0.143073, + "nauc_map_at_1000_std": 0.149385, + "nauc_map_at_1000_diff1": 0.436486, + "nauc_recall_at_1_max": -0.266268, + "nauc_recall_at_1_std": 0.165467, + "nauc_recall_at_1_diff1": 0.500319, + "nauc_recall_at_3_max": 0.539683, + "nauc_recall_at_3_std": 0.245682, + "nauc_recall_at_3_diff1": -0.053688, + "nauc_recall_at_5_max": 0.218254, + "nauc_recall_at_5_std": 0.152894, + "nauc_recall_at_5_diff1": -0.004669, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.266268, + "nauc_precision_at_1_std": 0.165467, + "nauc_precision_at_1_diff1": 0.500319, + "nauc_precision_at_3_max": 0.539683, + "nauc_precision_at_3_std": 0.245682, + "nauc_precision_at_3_diff1": -0.053688, + "nauc_precision_at_5_max": 0.218254, + "nauc_precision_at_5_std": 0.152894, + "nauc_precision_at_5_diff1": -0.004669, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.266268, + "nauc_mrr_at_1_std": 0.165467, + "nauc_mrr_at_1_diff1": 0.500319, + "nauc_mrr_at_3_max": -0.095851, + "nauc_mrr_at_3_std": 0.157581, + "nauc_mrr_at_3_diff1": 0.405411, + "nauc_mrr_at_5_max": -0.133591, + "nauc_mrr_at_5_std": 0.150447, + "nauc_mrr_at_5_diff1": 0.425451, + "nauc_mrr_at_10_max": -0.143073, + "nauc_mrr_at_10_std": 0.149385, + "nauc_mrr_at_10_diff1": 0.436486, + "nauc_mrr_at_20_max": -0.143073, + "nauc_mrr_at_20_std": 0.149385, + "nauc_mrr_at_20_diff1": 0.436486, + "nauc_mrr_at_100_max": -0.143073, + "nauc_mrr_at_100_std": 0.149385, + "nauc_mrr_at_100_diff1": 0.436486, + "nauc_mrr_at_1000_max": -0.143073, + "nauc_mrr_at_1000_std": 0.149385, + "nauc_mrr_at_1000_diff1": 0.436486, + "main_score": 0.92199, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 29.522392511367798, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntheticText2SQL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntheticText2SQL.json new file mode 100644 index 0000000000..3c140fc05e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/SyntheticText2SQL.json @@ -0,0 +1,159 @@ +{ + "dataset_revision": "686b87296c3a0191b5d9415a00526c62db9fce09", + "task_name": "SyntheticText2SQL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20526, + "ndcg_at_3": 0.6012, + "ndcg_at_5": 0.62134, + "ndcg_at_10": 0.63506, + "ndcg_at_20": 0.64167, + "ndcg_at_100": 0.64687, + "ndcg_at_1000": 0.64801, + "map_at_1": 0.20526, + "map_at_3": 0.51467, + "map_at_5": 0.52593, + "map_at_10": 0.5317, + "map_at_20": 0.53354, + "map_at_100": 0.5343, + "map_at_1000": 0.53435, + "recall_at_1": 0.20526, + "recall_at_3": 0.84721, + "recall_at_5": 0.89574, + "recall_at_10": 0.93762, + "recall_at_20": 0.9636, + "recall_at_100": 0.99094, + "recall_at_1000": 0.99966, + "precision_at_1": 0.20526, + "precision_at_3": 0.2824, + "precision_at_5": 0.17915, + "precision_at_10": 0.09376, + "precision_at_20": 0.04818, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.412579, + "mrr_at_3": 0.625164, + "mrr_at_5": 0.635145, + "mrr_at_10": 0.640377, + "mrr_at_20": 0.642242, + "mrr_at_100": 0.642988, + "mrr_at_1000": 0.643035, + "nauc_ndcg_at_1_max": 0.022405, + "nauc_ndcg_at_1_std": -0.057655, + "nauc_ndcg_at_1_diff1": 0.24312, + "nauc_ndcg_at_3_max": 0.114795, + "nauc_ndcg_at_3_std": -0.191966, + "nauc_ndcg_at_3_diff1": -0.380451, + "nauc_ndcg_at_5_max": 0.109642, + "nauc_ndcg_at_5_std": -0.179901, + "nauc_ndcg_at_5_diff1": -0.315303, + "nauc_ndcg_at_10_max": 0.105792, + "nauc_ndcg_at_10_std": -0.163556, + "nauc_ndcg_at_10_diff1": -0.256883, + "nauc_ndcg_at_20_max": 0.099612, + "nauc_ndcg_at_20_std": -0.158172, + "nauc_ndcg_at_20_diff1": -0.230181, + "nauc_ndcg_at_100_max": 0.094685, + "nauc_ndcg_at_100_std": -0.152423, + "nauc_ndcg_at_100_diff1": -0.204856, + "nauc_ndcg_at_1000_max": 0.092122, + "nauc_ndcg_at_1000_std": -0.151075, + "nauc_ndcg_at_1000_diff1": -0.199108, + "nauc_map_at_1_max": 0.022405, + "nauc_map_at_1_std": -0.057655, + "nauc_map_at_1_diff1": 0.24312, + "nauc_map_at_3_max": 0.090689, + "nauc_map_at_3_std": -0.157062, + "nauc_map_at_3_diff1": -0.227578, + "nauc_map_at_5_max": 0.087042, + "nauc_map_at_5_std": -0.149909, + "nauc_map_at_5_diff1": -0.18929, + "nauc_map_at_10_max": 0.085196, + "nauc_map_at_10_std": -0.143324, + "nauc_map_at_10_diff1": -0.165556, + "nauc_map_at_20_max": 0.083609, + "nauc_map_at_20_std": -0.141912, + "nauc_map_at_20_diff1": -0.158825, + "nauc_map_at_100_max": 0.083098, + "nauc_map_at_100_std": -0.141158, + "nauc_map_at_100_diff1": -0.155711, + "nauc_map_at_1000_max": 0.083015, + "nauc_map_at_1000_std": -0.141108, + "nauc_map_at_1000_diff1": -0.155516, + "nauc_recall_at_1_max": 0.022405, + "nauc_recall_at_1_std": -0.057655, + "nauc_recall_at_1_diff1": 0.24312, + "nauc_recall_at_3_max": 0.220933, + "nauc_recall_at_3_std": -0.345539, + "nauc_recall_at_3_diff1": -1.046041, + "nauc_recall_at_5_max": 0.241972, + "nauc_recall_at_5_std": -0.352488, + "nauc_recall_at_5_diff1": -1.027932, + "nauc_recall_at_10_max": 0.29481, + "nauc_recall_at_10_std": -0.327658, + "nauc_recall_at_10_diff1": -0.997343, + "nauc_recall_at_20_max": 0.317771, + "nauc_recall_at_20_std": -0.347508, + "nauc_recall_at_20_diff1": -1.03558, + "nauc_recall_at_100_max": 0.467358, + "nauc_recall_at_100_std": -0.384083, + "nauc_recall_at_100_diff1": -1.032167, + "nauc_recall_at_1000_max": 0.540175, + "nauc_recall_at_1000_std": -1.44611, + "nauc_recall_at_1000_diff1": -1.151942, + "nauc_precision_at_1_max": 0.022405, + "nauc_precision_at_1_std": -0.057655, + "nauc_precision_at_1_diff1": 0.24312, + "nauc_precision_at_3_max": 0.220933, + "nauc_precision_at_3_std": -0.345539, + "nauc_precision_at_3_diff1": -1.046041, + "nauc_precision_at_5_max": 0.241972, + "nauc_precision_at_5_std": -0.352488, + "nauc_precision_at_5_diff1": -1.027932, + "nauc_precision_at_10_max": 0.29481, + "nauc_precision_at_10_std": -0.327658, + "nauc_precision_at_10_diff1": -0.997343, + "nauc_precision_at_20_max": 0.317771, + "nauc_precision_at_20_std": -0.347508, + "nauc_precision_at_20_diff1": -1.03558, + "nauc_precision_at_100_max": 0.467358, + "nauc_precision_at_100_std": -0.384083, + "nauc_precision_at_100_diff1": -1.032167, + "nauc_precision_at_1000_max": 0.540175, + "nauc_precision_at_1000_std": -1.44611, + "nauc_precision_at_1000_diff1": -1.151942, + "nauc_mrr_at_1_max": 0.059632, + "nauc_mrr_at_1_std": -0.106813, + "nauc_mrr_at_1_diff1": -0.252284, + "nauc_mrr_at_3_max": 0.108288, + "nauc_mrr_at_3_std": -0.176694, + "nauc_mrr_at_3_diff1": -0.491687, + "nauc_mrr_at_5_max": 0.10574, + "nauc_mrr_at_5_std": -0.170492, + "nauc_mrr_at_5_diff1": -0.470388, + "nauc_mrr_at_10_max": 0.1037, + "nauc_mrr_at_10_std": -0.166026, + "nauc_mrr_at_10_diff1": -0.457465, + "nauc_mrr_at_20_max": 0.10244, + "nauc_mrr_at_20_std": -0.164978, + "nauc_mrr_at_20_diff1": -0.453649, + "nauc_mrr_at_100_max": 0.102089, + "nauc_mrr_at_100_std": -0.164418, + "nauc_mrr_at_100_diff1": -0.451925, + "nauc_mrr_at_1000_max": 0.10202, + "nauc_mrr_at_1000_std": -0.16438, + "nauc_mrr_at_1000_diff1": -0.451812, + "main_score": 0.63506, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "sql-Code" + ] + } + ] + }, + "evaluation_time": 4706.544720411301, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/T2Retrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/T2Retrieval.json new file mode 100644 index 0000000000..290bf30771 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/T2Retrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", + "task_name": "T2Retrieval", + "mteb_version": "1.29.10", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.91526, + "ndcg_at_3": 0.88355, + "ndcg_at_5": 0.87408, + "ndcg_at_10": 0.87641, + "ndcg_at_20": 0.89265, + "ndcg_at_100": 0.90693, + "ndcg_at_1000": 0.91105, + "map_at_1": 0.28359, + "map_at_3": 0.56505, + "map_at_5": 0.6973, + "map_at_10": 0.80862, + "map_at_20": 0.83654, + "map_at_100": 0.84373, + "map_at_1000": 0.84417, + "recall_at_1": 0.28359, + "recall_at_3": 0.58101, + "recall_at_5": 0.7299, + "recall_at_10": 0.86921, + "recall_at_20": 0.92497, + "recall_at_100": 0.96978, + "recall_at_1000": 0.99075, + "precision_at_1": 0.91526, + "precision_at_3": 0.77227, + "precision_at_5": 0.651, + "precision_at_10": 0.43569, + "precision_at_20": 0.24072, + "precision_at_100": 0.05088, + "precision_at_1000": 0.00518, + "mrr_at_1": 0.915264, + "mrr_at_3": 0.934216, + "mrr_at_5": 0.936864, + "mrr_at_10": 0.938106, + "mrr_at_20": 0.938523, + "mrr_at_100": 0.938753, + "mrr_at_1000": 0.938775, + "nauc_ndcg_at_1_max": 0.57408, + "nauc_ndcg_at_1_std": 0.305852, + "nauc_ndcg_at_1_diff1": 0.476965, + "nauc_ndcg_at_3_max": 0.476984, + "nauc_ndcg_at_3_std": 0.267799, + "nauc_ndcg_at_3_diff1": 0.145964, + "nauc_ndcg_at_5_max": 0.403513, + "nauc_ndcg_at_5_std": 0.215204, + "nauc_ndcg_at_5_diff1": 0.147796, + "nauc_ndcg_at_10_max": 0.329432, + "nauc_ndcg_at_10_std": 0.153991, + "nauc_ndcg_at_10_diff1": 0.182686, + "nauc_ndcg_at_20_max": 0.382558, + "nauc_ndcg_at_20_std": 0.205994, + "nauc_ndcg_at_20_diff1": 0.182465, + "nauc_ndcg_at_100_max": 0.436412, + "nauc_ndcg_at_100_std": 0.267829, + "nauc_ndcg_at_100_diff1": 0.184521, + "nauc_ndcg_at_1000_max": 0.441898, + "nauc_ndcg_at_1000_std": 0.266796, + "nauc_ndcg_at_1000_diff1": 0.188666, + "nauc_map_at_1_max": -0.254092, + "nauc_map_at_1_std": -0.396855, + "nauc_map_at_1_diff1": 0.551672, + "nauc_map_at_3_max": -0.183055, + "nauc_map_at_3_std": -0.402967, + "nauc_map_at_3_diff1": 0.415024, + "nauc_map_at_5_max": -0.065268, + "nauc_map_at_5_std": -0.319533, + "nauc_map_at_5_diff1": 0.3364, + "nauc_map_at_10_max": 0.195793, + "nauc_map_at_10_std": -0.030086, + "nauc_map_at_10_diff1": 0.196186, + "nauc_map_at_20_max": 0.297461, + "nauc_map_at_20_std": 0.118244, + "nauc_map_at_20_diff1": 0.148344, + "nauc_map_at_100_max": 0.320652, + "nauc_map_at_100_std": 0.152254, + "nauc_map_at_100_diff1": 0.14175, + "nauc_map_at_1000_max": 0.321283, + "nauc_map_at_1000_std": 0.152609, + "nauc_map_at_1000_diff1": 0.141746, + "nauc_recall_at_1_max": -0.254092, + "nauc_recall_at_1_std": -0.396855, + "nauc_recall_at_1_diff1": 0.551672, + "nauc_recall_at_3_max": -0.216389, + "nauc_recall_at_3_std": -0.42771, + "nauc_recall_at_3_diff1": 0.401833, + "nauc_recall_at_5_max": -0.139403, + "nauc_recall_at_5_std": -0.382828, + "nauc_recall_at_5_diff1": 0.331367, + "nauc_recall_at_10_max": 0.101164, + "nauc_recall_at_10_std": -0.110414, + "nauc_recall_at_10_diff1": 0.190143, + "nauc_recall_at_20_max": 0.271804, + "nauc_recall_at_20_std": 0.148602, + "nauc_recall_at_20_diff1": 0.109614, + "nauc_recall_at_100_max": 0.464125, + "nauc_recall_at_100_std": 0.450133, + "nauc_recall_at_100_diff1": 0.073163, + "nauc_recall_at_1000_max": 0.627054, + "nauc_recall_at_1000_std": 0.632712, + "nauc_recall_at_1000_diff1": 0.054701, + "nauc_precision_at_1_max": 0.57408, + "nauc_precision_at_1_std": 0.305852, + "nauc_precision_at_1_diff1": 0.476965, + "nauc_precision_at_3_max": 0.516426, + "nauc_precision_at_3_std": 0.475955, + "nauc_precision_at_3_diff1": -0.363721, + "nauc_precision_at_5_max": 0.482294, + "nauc_precision_at_5_std": 0.520141, + "nauc_precision_at_5_diff1": -0.396608, + "nauc_precision_at_10_max": 0.445115, + "nauc_precision_at_10_std": 0.56817, + "nauc_precision_at_10_diff1": -0.381763, + "nauc_precision_at_20_max": 0.429607, + "nauc_precision_at_20_std": 0.600441, + "nauc_precision_at_20_diff1": -0.376846, + "nauc_precision_at_100_max": 0.420002, + "nauc_precision_at_100_std": 0.611235, + "nauc_precision_at_100_diff1": -0.376266, + "nauc_precision_at_1000_max": 0.411471, + "nauc_precision_at_1000_std": 0.602116, + "nauc_precision_at_1000_diff1": -0.376119, + "nauc_mrr_at_1_max": 0.57408, + "nauc_mrr_at_1_std": 0.305852, + "nauc_mrr_at_1_diff1": 0.476965, + "nauc_mrr_at_3_max": 0.618387, + "nauc_mrr_at_3_std": 0.349637, + "nauc_mrr_at_3_diff1": 0.480808, + "nauc_mrr_at_5_max": 0.620408, + "nauc_mrr_at_5_std": 0.354799, + "nauc_mrr_at_5_diff1": 0.482441, + "nauc_mrr_at_10_max": 0.619841, + "nauc_mrr_at_10_std": 0.354632, + "nauc_mrr_at_10_diff1": 0.482024, + "nauc_mrr_at_20_max": 0.618934, + "nauc_mrr_at_20_std": 0.353691, + "nauc_mrr_at_20_diff1": 0.481813, + "nauc_mrr_at_100_max": 0.61841, + "nauc_mrr_at_100_std": 0.353421, + "nauc_mrr_at_100_diff1": 0.481531, + "nauc_mrr_at_1000_max": 0.618312, + "nauc_mrr_at_1000_std": 0.353265, + "nauc_mrr_at_1000_diff1": 0.481525, + "main_score": 0.87641, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 60108.99284863472, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID-PL.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID-PL.json new file mode 100644 index 0000000000..27b3518870 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.75531, + "ndcg_at_5": 0.75327, + "ndcg_at_10": 0.7428, + "ndcg_at_20": 0.715, + "ndcg_at_100": 0.58412, + "ndcg_at_1000": 0.5258, + "map_at_1": 0.00214, + "map_at_3": 0.00608, + "map_at_5": 0.00997, + "map_at_10": 0.01917, + "map_at_20": 0.03406, + "map_at_100": 0.11231, + "map_at_1000": 0.27225, + "recall_at_1": 0.00214, + "recall_at_3": 0.00647, + "recall_at_5": 0.01083, + "recall_at_10": 0.02141, + "recall_at_20": 0.03931, + "recall_at_100": 0.14739, + "recall_at_1000": 0.49494, + "precision_at_1": 0.82, + "precision_at_3": 0.82667, + "precision_at_5": 0.82, + "precision_at_10": 0.808, + "precision_at_20": 0.767, + "precision_at_100": 0.608, + "precision_at_1000": 0.23418, + "mrr_at_1": 0.82, + "mrr_at_3": 0.886667, + "mrr_at_5": 0.891667, + "mrr_at_10": 0.891667, + "mrr_at_20": 0.891667, + "mrr_at_100": 0.891667, + "mrr_at_1000": 0.891667, + "nauc_ndcg_at_1_max": -0.107389, + "nauc_ndcg_at_1_std": 0.290764, + "nauc_ndcg_at_1_diff1": 0.005456, + "nauc_ndcg_at_3_max": -0.090514, + "nauc_ndcg_at_3_std": 0.40107, + "nauc_ndcg_at_3_diff1": -0.010931, + "nauc_ndcg_at_5_max": -0.151382, + "nauc_ndcg_at_5_std": 0.352149, + "nauc_ndcg_at_5_diff1": 0.047577, + "nauc_ndcg_at_10_max": -0.016949, + "nauc_ndcg_at_10_std": 0.435735, + "nauc_ndcg_at_10_diff1": -0.077558, + "nauc_ndcg_at_20_max": 0.021451, + "nauc_ndcg_at_20_std": 0.561246, + "nauc_ndcg_at_20_diff1": -0.142583, + "nauc_ndcg_at_100_max": 0.112457, + "nauc_ndcg_at_100_std": 0.703385, + "nauc_ndcg_at_100_diff1": -0.151171, + "nauc_ndcg_at_1000_max": 0.083366, + "nauc_ndcg_at_1000_std": 0.708012, + "nauc_ndcg_at_1000_diff1": -0.072575, + "nauc_map_at_1_max": -0.064249, + "nauc_map_at_1_std": 0.07644, + "nauc_map_at_1_diff1": 0.07836, + "nauc_map_at_3_max": -0.048752, + "nauc_map_at_3_std": 0.149888, + "nauc_map_at_3_diff1": 0.030644, + "nauc_map_at_5_max": -0.063655, + "nauc_map_at_5_std": 0.109254, + "nauc_map_at_5_diff1": 0.067223, + "nauc_map_at_10_max": -0.041576, + "nauc_map_at_10_std": 0.122519, + "nauc_map_at_10_diff1": -0.022239, + "nauc_map_at_20_max": -0.052681, + "nauc_map_at_20_std": 0.228927, + "nauc_map_at_20_diff1": -0.085991, + "nauc_map_at_100_max": 0.085047, + "nauc_map_at_100_std": 0.597735, + "nauc_map_at_100_diff1": -0.161853, + "nauc_map_at_1000_max": 0.151713, + "nauc_map_at_1000_std": 0.767725, + "nauc_map_at_1000_diff1": -0.143838, + "nauc_recall_at_1_max": -0.064249, + "nauc_recall_at_1_std": 0.07644, + "nauc_recall_at_1_diff1": 0.07836, + "nauc_recall_at_3_max": -0.063132, + "nauc_recall_at_3_std": 0.094386, + "nauc_recall_at_3_diff1": 0.030908, + "nauc_recall_at_5_max": -0.072623, + "nauc_recall_at_5_std": 0.049103, + "nauc_recall_at_5_diff1": 0.082351, + "nauc_recall_at_10_max": -0.04614, + "nauc_recall_at_10_std": 0.047979, + "nauc_recall_at_10_diff1": 0.006749, + "nauc_recall_at_20_max": -0.077284, + "nauc_recall_at_20_std": 0.136156, + "nauc_recall_at_20_diff1": -0.051846, + "nauc_recall_at_100_max": 0.032063, + "nauc_recall_at_100_std": 0.456621, + "nauc_recall_at_100_diff1": -0.120034, + "nauc_recall_at_1000_max": 0.073258, + "nauc_recall_at_1000_std": 0.597316, + "nauc_recall_at_1000_diff1": -0.024623, + "nauc_precision_at_1_max": -0.016577, + "nauc_precision_at_1_std": 0.4924, + "nauc_precision_at_1_diff1": -0.127051, + "nauc_precision_at_3_max": -0.045164, + "nauc_precision_at_3_std": 0.496137, + "nauc_precision_at_3_diff1": -0.121273, + "nauc_precision_at_5_max": -0.109013, + "nauc_precision_at_5_std": 0.369505, + "nauc_precision_at_5_diff1": 0.063647, + "nauc_precision_at_10_max": 0.11532, + "nauc_precision_at_10_std": 0.395629, + "nauc_precision_at_10_diff1": -0.153441, + "nauc_precision_at_20_max": 0.129873, + "nauc_precision_at_20_std": 0.552852, + "nauc_precision_at_20_diff1": -0.21584, + "nauc_precision_at_100_max": 0.173786, + "nauc_precision_at_100_std": 0.712648, + "nauc_precision_at_100_diff1": -0.191485, + "nauc_precision_at_1000_max": 0.105214, + "nauc_precision_at_1000_std": 0.343951, + "nauc_precision_at_1000_diff1": -0.087155, + "nauc_mrr_at_1_max": -0.016577, + "nauc_mrr_at_1_std": 0.4924, + "nauc_mrr_at_1_diff1": -0.127051, + "nauc_mrr_at_3_max": 0.00714, + "nauc_mrr_at_3_std": 0.440361, + "nauc_mrr_at_3_diff1": -0.052096, + "nauc_mrr_at_5_max": 0.001532, + "nauc_mrr_at_5_std": 0.470025, + "nauc_mrr_at_5_diff1": -0.096778, + "nauc_mrr_at_10_max": 0.001532, + "nauc_mrr_at_10_std": 0.470025, + "nauc_mrr_at_10_diff1": -0.096778, + "nauc_mrr_at_20_max": 0.001532, + "nauc_mrr_at_20_std": 0.470025, + "nauc_mrr_at_20_diff1": -0.096778, + "nauc_mrr_at_100_max": 0.001532, + "nauc_mrr_at_100_std": 0.470025, + "nauc_mrr_at_100_diff1": -0.096778, + "nauc_mrr_at_1000_max": 0.001532, + "nauc_mrr_at_1000_std": 0.470025, + "nauc_mrr_at_1000_diff1": -0.096778, + "main_score": 0.7428, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 58554.00544977188, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID.json new file mode 100644 index 0000000000..2644b8e3df --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.78899, + "ndcg_at_5": 0.78212, + "ndcg_at_10": 0.75097, + "ndcg_at_20": 0.72158, + "ndcg_at_100": 0.58466, + "ndcg_at_1000": 0.53702, + "map_at_1": 0.00231, + "map_at_3": 0.00676, + "map_at_5": 0.0109, + "map_at_10": 0.02014, + "map_at_20": 0.03574, + "map_at_100": 0.11421, + "map_at_1000": 0.27865, + "recall_at_1": 0.00231, + "recall_at_3": 0.007, + "recall_at_5": 0.01146, + "recall_at_10": 0.02174, + "recall_at_20": 0.04031, + "recall_at_100": 0.14714, + "recall_at_1000": 0.508, + "precision_at_1": 0.86, + "precision_at_3": 0.87333, + "precision_at_5": 0.844, + "precision_at_10": 0.81, + "precision_at_20": 0.775, + "precision_at_100": 0.607, + "precision_at_1000": 0.23944, + "mrr_at_1": 0.86, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.913333, + "mrr_at_10": 0.915333, + "mrr_at_20": 0.915333, + "mrr_at_100": 0.915333, + "mrr_at_1000": 0.915333, + "nauc_ndcg_at_1_max": -0.336176, + "nauc_ndcg_at_1_std": 0.4394, + "nauc_ndcg_at_1_diff1": -0.432601, + "nauc_ndcg_at_3_max": -0.266377, + "nauc_ndcg_at_3_std": 0.301285, + "nauc_ndcg_at_3_diff1": -0.310221, + "nauc_ndcg_at_5_max": -0.151317, + "nauc_ndcg_at_5_std": 0.30925, + "nauc_ndcg_at_5_diff1": -0.296108, + "nauc_ndcg_at_10_max": -0.050441, + "nauc_ndcg_at_10_std": 0.320039, + "nauc_ndcg_at_10_diff1": -0.166259, + "nauc_ndcg_at_20_max": 0.028626, + "nauc_ndcg_at_20_std": 0.438575, + "nauc_ndcg_at_20_diff1": -0.147352, + "nauc_ndcg_at_100_max": 0.06911, + "nauc_ndcg_at_100_std": 0.657249, + "nauc_ndcg_at_100_diff1": -0.144941, + "nauc_ndcg_at_1000_max": -0.043785, + "nauc_ndcg_at_1000_std": 0.671172, + "nauc_ndcg_at_1000_diff1": -0.199709, + "nauc_map_at_1_max": -0.207539, + "nauc_map_at_1_std": -0.142095, + "nauc_map_at_1_diff1": -0.213424, + "nauc_map_at_3_max": -0.22202, + "nauc_map_at_3_std": -0.134812, + "nauc_map_at_3_diff1": -0.193734, + "nauc_map_at_5_max": -0.18277, + "nauc_map_at_5_std": -0.130987, + "nauc_map_at_5_diff1": -0.18582, + "nauc_map_at_10_max": -0.14861, + "nauc_map_at_10_std": -0.109727, + "nauc_map_at_10_diff1": -0.149632, + "nauc_map_at_20_max": -0.096175, + "nauc_map_at_20_std": -0.003916, + "nauc_map_at_20_diff1": -0.141479, + "nauc_map_at_100_max": 0.031104, + "nauc_map_at_100_std": 0.418266, + "nauc_map_at_100_diff1": -0.201529, + "nauc_map_at_1000_max": 0.071266, + "nauc_map_at_1000_std": 0.731565, + "nauc_map_at_1000_diff1": -0.12962, + "nauc_recall_at_1_max": -0.207539, + "nauc_recall_at_1_std": -0.142095, + "nauc_recall_at_1_diff1": -0.213424, + "nauc_recall_at_3_max": -0.213956, + "nauc_recall_at_3_std": -0.162202, + "nauc_recall_at_3_diff1": -0.197868, + "nauc_recall_at_5_max": -0.161895, + "nauc_recall_at_5_std": -0.158557, + "nauc_recall_at_5_diff1": -0.182898, + "nauc_recall_at_10_max": -0.13772, + "nauc_recall_at_10_std": -0.138624, + "nauc_recall_at_10_diff1": -0.1411, + "nauc_recall_at_20_max": -0.112673, + "nauc_recall_at_20_std": -0.042977, + "nauc_recall_at_20_diff1": -0.146915, + "nauc_recall_at_100_max": -0.053947, + "nauc_recall_at_100_std": 0.300437, + "nauc_recall_at_100_diff1": -0.194772, + "nauc_recall_at_1000_max": -0.071314, + "nauc_recall_at_1000_std": 0.594383, + "nauc_recall_at_1000_diff1": -0.171386, + "nauc_precision_at_1_max": -0.362062, + "nauc_precision_at_1_std": 0.267563, + "nauc_precision_at_1_diff1": -0.441111, + "nauc_precision_at_3_max": -0.211983, + "nauc_precision_at_3_std": 0.22076, + "nauc_precision_at_3_diff1": -0.330354, + "nauc_precision_at_5_max": 0.004781, + "nauc_precision_at_5_std": 0.258771, + "nauc_precision_at_5_diff1": -0.216477, + "nauc_precision_at_10_max": 0.16914, + "nauc_precision_at_10_std": 0.216108, + "nauc_precision_at_10_diff1": -0.052456, + "nauc_precision_at_20_max": 0.204602, + "nauc_precision_at_20_std": 0.427051, + "nauc_precision_at_20_diff1": -0.136727, + "nauc_precision_at_100_max": 0.170347, + "nauc_precision_at_100_std": 0.685713, + "nauc_precision_at_100_diff1": -0.128494, + "nauc_precision_at_1000_max": 0.133903, + "nauc_precision_at_1000_std": 0.457493, + "nauc_precision_at_1000_diff1": -0.0419, + "nauc_mrr_at_1_max": -0.362062, + "nauc_mrr_at_1_std": 0.267563, + "nauc_mrr_at_1_diff1": -0.441111, + "nauc_mrr_at_3_max": -0.288473, + "nauc_mrr_at_3_std": 0.268255, + "nauc_mrr_at_3_diff1": -0.545471, + "nauc_mrr_at_5_max": -0.288473, + "nauc_mrr_at_5_std": 0.268255, + "nauc_mrr_at_5_diff1": -0.545471, + "nauc_mrr_at_10_max": -0.304232, + "nauc_mrr_at_10_std": 0.27897, + "nauc_mrr_at_10_diff1": -0.530694, + "nauc_mrr_at_20_max": -0.304232, + "nauc_mrr_at_20_std": 0.27897, + "nauc_mrr_at_20_diff1": -0.530694, + "nauc_mrr_at_100_max": -0.304232, + "nauc_mrr_at_100_std": 0.27897, + "nauc_mrr_at_100_diff1": -0.530694, + "nauc_mrr_at_1000_max": -0.304232, + "nauc_mrr_at_1000_std": 0.27897, + "nauc_mrr_at_1000_diff1": -0.530694, + "main_score": 0.75097, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 36735.13172698021, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TV2Nordretrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TV2Nordretrieval.json new file mode 100644 index 0000000000..c9346aeb6e --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TV2Nordretrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "80cdb115ec2ef46d4e926b252f2b59af62d6c070", + "task_name": "TV2Nordretrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90576, + "ndcg_at_3": 0.93442, + "ndcg_at_5": 0.93965, + "ndcg_at_10": 0.94413, + "ndcg_at_20": 0.94663, + "ndcg_at_100": 0.94782, + "ndcg_at_1000": 0.94837, + "map_at_1": 0.90576, + "map_at_3": 0.92773, + "map_at_5": 0.93064, + "map_at_10": 0.93253, + "map_at_20": 0.93323, + "map_at_100": 0.93344, + "map_at_1000": 0.93345, + "recall_at_1": 0.90576, + "recall_at_3": 0.95361, + "recall_at_5": 0.96631, + "recall_at_10": 0.97998, + "recall_at_20": 0.98975, + "recall_at_100": 0.99561, + "recall_at_1000": 1.0, + "precision_at_1": 0.90576, + "precision_at_3": 0.31787, + "precision_at_5": 0.19326, + "precision_at_10": 0.098, + "precision_at_20": 0.04949, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905762, + "mrr_at_3": 0.927734, + "mrr_at_5": 0.93064, + "mrr_at_10": 0.932527, + "mrr_at_20": 0.93323, + "mrr_at_100": 0.933435, + "mrr_at_1000": 0.933454, + "nauc_ndcg_at_1_max": 0.62055, + "nauc_ndcg_at_1_std": -0.289289, + "nauc_ndcg_at_1_diff1": 0.936298, + "nauc_ndcg_at_3_max": 0.675899, + "nauc_ndcg_at_3_std": -0.259371, + "nauc_ndcg_at_3_diff1": 0.941194, + "nauc_ndcg_at_5_max": 0.673001, + "nauc_ndcg_at_5_std": -0.26916, + "nauc_ndcg_at_5_diff1": 0.941992, + "nauc_ndcg_at_10_max": 0.669742, + "nauc_ndcg_at_10_std": -0.265163, + "nauc_ndcg_at_10_diff1": 0.939326, + "nauc_ndcg_at_20_max": 0.666189, + "nauc_ndcg_at_20_std": -0.251447, + "nauc_ndcg_at_20_diff1": 0.939651, + "nauc_ndcg_at_100_max": 0.665088, + "nauc_ndcg_at_100_std": -0.251593, + "nauc_ndcg_at_100_diff1": 0.940264, + "nauc_ndcg_at_1000_max": 0.66257, + "nauc_ndcg_at_1000_std": -0.259797, + "nauc_ndcg_at_1000_diff1": 0.940069, + "nauc_map_at_1_max": 0.62055, + "nauc_map_at_1_std": -0.289289, + "nauc_map_at_1_diff1": 0.936298, + "nauc_map_at_3_max": 0.661201, + "nauc_map_at_3_std": -0.268057, + "nauc_map_at_3_diff1": 0.940024, + "nauc_map_at_5_max": 0.65942, + "nauc_map_at_5_std": -0.272441, + "nauc_map_at_5_diff1": 0.940423, + "nauc_map_at_10_max": 0.658017, + "nauc_map_at_10_std": -0.270505, + "nauc_map_at_10_diff1": 0.939505, + "nauc_map_at_20_max": 0.657078, + "nauc_map_at_20_std": -0.267405, + "nauc_map_at_20_diff1": 0.939609, + "nauc_map_at_100_max": 0.656964, + "nauc_map_at_100_std": -0.267278, + "nauc_map_at_100_diff1": 0.939709, + "nauc_map_at_1000_max": 0.656891, + "nauc_map_at_1000_std": -0.267521, + "nauc_map_at_1000_diff1": 0.9397, + "nauc_recall_at_1_max": 0.62055, + "nauc_recall_at_1_std": -0.289289, + "nauc_recall_at_1_diff1": 0.936298, + "nauc_recall_at_3_max": 0.740236, + "nauc_recall_at_3_std": -0.220785, + "nauc_recall_at_3_diff1": 0.946213, + "nauc_recall_at_5_max": 0.749883, + "nauc_recall_at_5_std": -0.254839, + "nauc_recall_at_5_diff1": 0.951051, + "nauc_recall_at_10_max": 0.772578, + "nauc_recall_at_10_std": -0.222674, + "nauc_recall_at_10_diff1": 0.933566, + "nauc_recall_at_20_max": 0.79928, + "nauc_recall_at_20_std": 0.094113, + "nauc_recall_at_20_diff1": 0.933328, + "nauc_recall_at_100_max": 0.897809, + "nauc_recall_at_100_std": 0.502579, + "nauc_recall_at_100_diff1": 0.956422, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62055, + "nauc_precision_at_1_std": -0.289289, + "nauc_precision_at_1_diff1": 0.936298, + "nauc_precision_at_3_max": 0.740236, + "nauc_precision_at_3_std": -0.220785, + "nauc_precision_at_3_diff1": 0.946213, + "nauc_precision_at_5_max": 0.749883, + "nauc_precision_at_5_std": -0.254839, + "nauc_precision_at_5_diff1": 0.951051, + "nauc_precision_at_10_max": 0.772578, + "nauc_precision_at_10_std": -0.222674, + "nauc_precision_at_10_diff1": 0.933566, + "nauc_precision_at_20_max": 0.79928, + "nauc_precision_at_20_std": 0.094113, + "nauc_precision_at_20_diff1": 0.933328, + "nauc_precision_at_100_max": 0.897809, + "nauc_precision_at_100_std": 0.502579, + "nauc_precision_at_100_diff1": 0.956422, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.62055, + "nauc_mrr_at_1_std": -0.289289, + "nauc_mrr_at_1_diff1": 0.936298, + "nauc_mrr_at_3_max": 0.661201, + "nauc_mrr_at_3_std": -0.268057, + "nauc_mrr_at_3_diff1": 0.940024, + "nauc_mrr_at_5_max": 0.65942, + "nauc_mrr_at_5_std": -0.272441, + "nauc_mrr_at_5_diff1": 0.940423, + "nauc_mrr_at_10_max": 0.658017, + "nauc_mrr_at_10_std": -0.270505, + "nauc_mrr_at_10_diff1": 0.939505, + "nauc_mrr_at_20_max": 0.657078, + "nauc_mrr_at_20_std": -0.267405, + "nauc_mrr_at_20_diff1": 0.939609, + "nauc_mrr_at_100_max": 0.656964, + "nauc_mrr_at_100_std": -0.267278, + "nauc_mrr_at_100_diff1": 0.939709, + "nauc_mrr_at_1000_max": 0.656891, + "nauc_mrr_at_1000_std": -0.267521, + "nauc_mrr_at_1000_diff1": 0.9397, + "main_score": 0.94413, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 972.2899823188782, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL1.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL1.json new file mode 100644 index 0000000000..2566d76f5b --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL1.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9097e99aa8c9d827189c65f2e11bfe756af439f6", + "task_name": "TempReasonL1", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.001, + "ndcg_at_3": 0.00716, + "ndcg_at_5": 0.01095, + "ndcg_at_10": 0.01689, + "ndcg_at_20": 0.02374, + "ndcg_at_100": 0.04125, + "ndcg_at_1000": 0.09126, + "map_at_1": 0.001, + "map_at_3": 0.00558, + "map_at_5": 0.00767, + "map_at_10": 0.01005, + "map_at_20": 0.01194, + "map_at_100": 0.01407, + "map_at_1000": 0.01539, + "recall_at_1": 0.001, + "recall_at_3": 0.01175, + "recall_at_5": 0.021, + "recall_at_10": 0.03975, + "recall_at_20": 0.06675, + "recall_at_100": 0.16575, + "recall_at_1000": 0.59275, + "precision_at_1": 0.001, + "precision_at_3": 0.00392, + "precision_at_5": 0.0042, + "precision_at_10": 0.00397, + "precision_at_20": 0.00334, + "precision_at_100": 0.00166, + "precision_at_1000": 0.00059, + "mrr_at_1": 0.001, + "mrr_at_3": 0.005583, + "mrr_at_5": 0.007671, + "mrr_at_10": 0.010051, + "mrr_at_20": 0.011943, + "mrr_at_100": 0.014066, + "mrr_at_1000": 0.015386, + "nauc_ndcg_at_1_max": -0.178025, + "nauc_ndcg_at_1_std": 0.521063, + "nauc_ndcg_at_1_diff1": -0.473102, + "nauc_ndcg_at_3_max": 0.035795, + "nauc_ndcg_at_3_std": 0.160574, + "nauc_ndcg_at_3_diff1": 0.103983, + "nauc_ndcg_at_5_max": 0.14513, + "nauc_ndcg_at_5_std": 0.145556, + "nauc_ndcg_at_5_diff1": 0.191033, + "nauc_ndcg_at_10_max": 0.18425, + "nauc_ndcg_at_10_std": 0.132587, + "nauc_ndcg_at_10_diff1": 0.171197, + "nauc_ndcg_at_20_max": 0.19462, + "nauc_ndcg_at_20_std": 0.150345, + "nauc_ndcg_at_20_diff1": 0.170911, + "nauc_ndcg_at_100_max": 0.201857, + "nauc_ndcg_at_100_std": 0.10936, + "nauc_ndcg_at_100_diff1": 0.137654, + "nauc_ndcg_at_1000_max": 0.214468, + "nauc_ndcg_at_1000_std": 0.081578, + "nauc_ndcg_at_1000_diff1": 0.131841, + "nauc_map_at_1_max": -0.178025, + "nauc_map_at_1_std": 0.521063, + "nauc_map_at_1_diff1": -0.473102, + "nauc_map_at_3_max": 0.010923, + "nauc_map_at_3_std": 0.187258, + "nauc_map_at_3_diff1": 0.086829, + "nauc_map_at_5_max": 0.105151, + "nauc_map_at_5_std": 0.167277, + "nauc_map_at_5_diff1": 0.159623, + "nauc_map_at_10_max": 0.141354, + "nauc_map_at_10_std": 0.153797, + "nauc_map_at_10_diff1": 0.154679, + "nauc_map_at_20_max": 0.154209, + "nauc_map_at_20_std": 0.159256, + "nauc_map_at_20_diff1": 0.156998, + "nauc_map_at_100_max": 0.165443, + "nauc_map_at_100_std": 0.14195, + "nauc_map_at_100_diff1": 0.146959, + "nauc_map_at_1000_max": 0.16763, + "nauc_map_at_1000_std": 0.138446, + "nauc_map_at_1000_diff1": 0.144137, + "nauc_recall_at_1_max": -0.178025, + "nauc_recall_at_1_std": 0.521063, + "nauc_recall_at_1_diff1": -0.473102, + "nauc_recall_at_3_max": 0.07297, + "nauc_recall_at_3_std": 0.121802, + "nauc_recall_at_3_diff1": 0.125981, + "nauc_recall_at_5_max": 0.193648, + "nauc_recall_at_5_std": 0.121124, + "nauc_recall_at_5_diff1": 0.227692, + "nauc_recall_at_10_max": 0.222709, + "nauc_recall_at_10_std": 0.114578, + "nauc_recall_at_10_diff1": 0.182464, + "nauc_recall_at_20_max": 0.221298, + "nauc_recall_at_20_std": 0.147878, + "nauc_recall_at_20_diff1": 0.177588, + "nauc_recall_at_100_max": 0.211909, + "nauc_recall_at_100_std": 0.092573, + "nauc_recall_at_100_diff1": 0.126167, + "nauc_recall_at_1000_max": 0.233273, + "nauc_recall_at_1000_std": 0.04182, + "nauc_recall_at_1000_diff1": 0.126448, + "nauc_precision_at_1_max": -0.178025, + "nauc_precision_at_1_std": 0.521063, + "nauc_precision_at_1_diff1": -0.473102, + "nauc_precision_at_3_max": 0.07297, + "nauc_precision_at_3_std": 0.121802, + "nauc_precision_at_3_diff1": 0.125981, + "nauc_precision_at_5_max": 0.193648, + "nauc_precision_at_5_std": 0.121124, + "nauc_precision_at_5_diff1": 0.227692, + "nauc_precision_at_10_max": 0.222709, + "nauc_precision_at_10_std": 0.114578, + "nauc_precision_at_10_diff1": 0.182464, + "nauc_precision_at_20_max": 0.221298, + "nauc_precision_at_20_std": 0.147878, + "nauc_precision_at_20_diff1": 0.177588, + "nauc_precision_at_100_max": 0.211909, + "nauc_precision_at_100_std": 0.092573, + "nauc_precision_at_100_diff1": 0.126167, + "nauc_precision_at_1000_max": 0.233273, + "nauc_precision_at_1000_std": 0.04182, + "nauc_precision_at_1000_diff1": 0.126448, + "nauc_mrr_at_1_max": -0.178025, + "nauc_mrr_at_1_std": 0.521063, + "nauc_mrr_at_1_diff1": -0.473102, + "nauc_mrr_at_3_max": 0.010923, + "nauc_mrr_at_3_std": 0.187258, + "nauc_mrr_at_3_diff1": 0.086829, + "nauc_mrr_at_5_max": 0.105151, + "nauc_mrr_at_5_std": 0.167277, + "nauc_mrr_at_5_diff1": 0.159623, + "nauc_mrr_at_10_max": 0.141354, + "nauc_mrr_at_10_std": 0.153797, + "nauc_mrr_at_10_diff1": 0.154679, + "nauc_mrr_at_20_max": 0.154209, + "nauc_mrr_at_20_std": 0.159256, + "nauc_mrr_at_20_diff1": 0.156998, + "nauc_mrr_at_100_max": 0.165443, + "nauc_mrr_at_100_std": 0.14195, + "nauc_mrr_at_100_diff1": 0.146959, + "nauc_mrr_at_1000_max": 0.16763, + "nauc_mrr_at_1000_std": 0.138446, + "nauc_mrr_at_1000_diff1": 0.144137, + "main_score": 0.01689, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 775.6143732070923, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Fact.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Fact.json new file mode 100644 index 0000000000..a09e7f847a --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Fact.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "13758bcf978613b249d0de4d0840f57815122bdf", + "task_name": "TempReasonL2Fact", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.28942, + "ndcg_at_3": 0.45412, + "ndcg_at_5": 0.50433, + "ndcg_at_10": 0.53976, + "ndcg_at_20": 0.55703, + "ndcg_at_100": 0.57445, + "ndcg_at_1000": 0.57838, + "map_at_1": 0.28942, + "map_at_3": 0.41251, + "map_at_5": 0.44051, + "map_at_10": 0.45539, + "map_at_20": 0.46017, + "map_at_100": 0.46271, + "map_at_1000": 0.46286, + "recall_at_1": 0.28942, + "recall_at_3": 0.57495, + "recall_at_5": 0.69631, + "recall_at_10": 0.80452, + "recall_at_20": 0.87252, + "recall_at_100": 0.96442, + "recall_at_1000": 0.99518, + "precision_at_1": 0.28942, + "precision_at_3": 0.19165, + "precision_at_5": 0.13926, + "precision_at_10": 0.08045, + "precision_at_20": 0.04363, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.28942, + "mrr_at_3": 0.412513, + "mrr_at_5": 0.44051, + "mrr_at_10": 0.455389, + "mrr_at_20": 0.460174, + "mrr_at_100": 0.462714, + "mrr_at_1000": 0.462865, + "nauc_ndcg_at_1_max": -0.028713, + "nauc_ndcg_at_1_std": -0.023883, + "nauc_ndcg_at_1_diff1": 0.180569, + "nauc_ndcg_at_3_max": -0.089785, + "nauc_ndcg_at_3_std": -0.042602, + "nauc_ndcg_at_3_diff1": 0.158786, + "nauc_ndcg_at_5_max": -0.105416, + "nauc_ndcg_at_5_std": -0.037448, + "nauc_ndcg_at_5_diff1": 0.158102, + "nauc_ndcg_at_10_max": -0.106188, + "nauc_ndcg_at_10_std": -0.024818, + "nauc_ndcg_at_10_diff1": 0.157808, + "nauc_ndcg_at_20_max": -0.099594, + "nauc_ndcg_at_20_std": -0.011942, + "nauc_ndcg_at_20_diff1": 0.15484, + "nauc_ndcg_at_100_max": -0.090991, + "nauc_ndcg_at_100_std": -0.010682, + "nauc_ndcg_at_100_diff1": 0.158179, + "nauc_ndcg_at_1000_max": -0.09015, + "nauc_ndcg_at_1000_std": -0.018833, + "nauc_ndcg_at_1000_diff1": 0.159827, + "nauc_map_at_1_max": -0.028713, + "nauc_map_at_1_std": -0.023883, + "nauc_map_at_1_diff1": 0.180569, + "nauc_map_at_3_max": -0.074846, + "nauc_map_at_3_std": -0.037889, + "nauc_map_at_3_diff1": 0.163276, + "nauc_map_at_5_max": -0.082567, + "nauc_map_at_5_std": -0.034768, + "nauc_map_at_5_diff1": 0.163497, + "nauc_map_at_10_max": -0.082283, + "nauc_map_at_10_std": -0.030049, + "nauc_map_at_10_diff1": 0.163532, + "nauc_map_at_20_max": -0.080308, + "nauc_map_at_20_std": -0.02699, + "nauc_map_at_20_diff1": 0.162855, + "nauc_map_at_100_max": -0.07933, + "nauc_map_at_100_std": -0.026916, + "nauc_map_at_100_diff1": 0.163324, + "nauc_map_at_1000_max": -0.0793, + "nauc_map_at_1000_std": -0.027141, + "nauc_map_at_1000_diff1": 0.163374, + "nauc_recall_at_1_max": -0.028713, + "nauc_recall_at_1_std": -0.023883, + "nauc_recall_at_1_diff1": 0.180569, + "nauc_recall_at_3_max": -0.134714, + "nauc_recall_at_3_std": -0.056835, + "nauc_recall_at_3_diff1": 0.145638, + "nauc_recall_at_5_max": -0.189656, + "nauc_recall_at_5_std": -0.04641, + "nauc_recall_at_5_diff1": 0.138578, + "nauc_recall_at_10_max": -0.227353, + "nauc_recall_at_10_std": 0.010863, + "nauc_recall_at_10_diff1": 0.129244, + "nauc_recall_at_20_max": -0.230489, + "nauc_recall_at_20_std": 0.136751, + "nauc_recall_at_20_diff1": 0.091135, + "nauc_recall_at_100_max": -0.208, + "nauc_recall_at_100_std": 0.548534, + "nauc_recall_at_100_diff1": 0.05627, + "nauc_recall_at_1000_max": -0.618049, + "nauc_recall_at_1000_std": 0.717526, + "nauc_recall_at_1000_diff1": 0.075404, + "nauc_precision_at_1_max": -0.028713, + "nauc_precision_at_1_std": -0.023883, + "nauc_precision_at_1_diff1": 0.180569, + "nauc_precision_at_3_max": -0.134714, + "nauc_precision_at_3_std": -0.056835, + "nauc_precision_at_3_diff1": 0.145638, + "nauc_precision_at_5_max": -0.189656, + "nauc_precision_at_5_std": -0.04641, + "nauc_precision_at_5_diff1": 0.138578, + "nauc_precision_at_10_max": -0.227353, + "nauc_precision_at_10_std": 0.010863, + "nauc_precision_at_10_diff1": 0.129244, + "nauc_precision_at_20_max": -0.230489, + "nauc_precision_at_20_std": 0.136751, + "nauc_precision_at_20_diff1": 0.091135, + "nauc_precision_at_100_max": -0.208, + "nauc_precision_at_100_std": 0.548534, + "nauc_precision_at_100_diff1": 0.05627, + "nauc_precision_at_1000_max": -0.618049, + "nauc_precision_at_1000_std": 0.717526, + "nauc_precision_at_1000_diff1": 0.075404, + "nauc_mrr_at_1_max": -0.028713, + "nauc_mrr_at_1_std": -0.023883, + "nauc_mrr_at_1_diff1": 0.180569, + "nauc_mrr_at_3_max": -0.074846, + "nauc_mrr_at_3_std": -0.037889, + "nauc_mrr_at_3_diff1": 0.163276, + "nauc_mrr_at_5_max": -0.082567, + "nauc_mrr_at_5_std": -0.034768, + "nauc_mrr_at_5_diff1": 0.163497, + "nauc_mrr_at_10_max": -0.082283, + "nauc_mrr_at_10_std": -0.030049, + "nauc_mrr_at_10_diff1": 0.163532, + "nauc_mrr_at_20_max": -0.080308, + "nauc_mrr_at_20_std": -0.02699, + "nauc_mrr_at_20_diff1": 0.162855, + "nauc_mrr_at_100_max": -0.07933, + "nauc_mrr_at_100_std": -0.026916, + "nauc_mrr_at_100_diff1": 0.163324, + "nauc_mrr_at_1000_max": -0.0793, + "nauc_mrr_at_1000_std": -0.027141, + "nauc_mrr_at_1000_diff1": 0.163374, + "main_score": 0.53976, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1986.0103356838226, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Pure.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Pure.json new file mode 100644 index 0000000000..0e9400b8f5 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL2Pure.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "27668949b97bfb178901e0cf047cbee805305dc1", + "task_name": "TempReasonL2Pure", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02001, + "ndcg_at_3": 0.03746, + "ndcg_at_5": 0.04665, + "ndcg_at_10": 0.05972, + "ndcg_at_20": 0.07322, + "ndcg_at_100": 0.11068, + "ndcg_at_1000": 0.15675, + "map_at_1": 0.02001, + "map_at_3": 0.03301, + "map_at_5": 0.03804, + "map_at_10": 0.04344, + "map_at_20": 0.0471, + "map_at_100": 0.05183, + "map_at_1000": 0.0533, + "recall_at_1": 0.02001, + "recall_at_3": 0.0504, + "recall_at_5": 0.073, + "recall_at_10": 0.1134, + "recall_at_20": 0.16713, + "recall_at_100": 0.37576, + "recall_at_1000": 0.75394, + "precision_at_1": 0.02001, + "precision_at_3": 0.0168, + "precision_at_5": 0.0146, + "precision_at_10": 0.01134, + "precision_at_20": 0.00836, + "precision_at_100": 0.00376, + "precision_at_1000": 0.00075, + "mrr_at_1": 0.020011, + "mrr_at_3": 0.033012, + "mrr_at_5": 0.038043, + "mrr_at_10": 0.043436, + "mrr_at_20": 0.047096, + "mrr_at_100": 0.051832, + "mrr_at_1000": 0.053296, + "nauc_ndcg_at_1_max": 0.176413, + "nauc_ndcg_at_1_std": 0.076954, + "nauc_ndcg_at_1_diff1": 0.09927, + "nauc_ndcg_at_3_max": 0.245658, + "nauc_ndcg_at_3_std": 0.151002, + "nauc_ndcg_at_3_diff1": 0.063912, + "nauc_ndcg_at_5_max": 0.231269, + "nauc_ndcg_at_5_std": 0.158919, + "nauc_ndcg_at_5_diff1": 0.067037, + "nauc_ndcg_at_10_max": 0.208799, + "nauc_ndcg_at_10_std": 0.168138, + "nauc_ndcg_at_10_diff1": 0.051875, + "nauc_ndcg_at_20_max": 0.197301, + "nauc_ndcg_at_20_std": 0.166219, + "nauc_ndcg_at_20_diff1": 0.029854, + "nauc_ndcg_at_100_max": 0.182517, + "nauc_ndcg_at_100_std": 0.201276, + "nauc_ndcg_at_100_diff1": 0.019952, + "nauc_ndcg_at_1000_max": 0.184415, + "nauc_ndcg_at_1000_std": 0.202707, + "nauc_ndcg_at_1000_diff1": 0.012239, + "nauc_map_at_1_max": 0.176413, + "nauc_map_at_1_std": 0.076954, + "nauc_map_at_1_diff1": 0.09927, + "nauc_map_at_3_max": 0.233043, + "nauc_map_at_3_std": 0.138856, + "nauc_map_at_3_diff1": 0.067801, + "nauc_map_at_5_max": 0.224488, + "nauc_map_at_5_std": 0.14559, + "nauc_map_at_5_diff1": 0.069465, + "nauc_map_at_10_max": 0.212709, + "nauc_map_at_10_std": 0.152096, + "nauc_map_at_10_diff1": 0.060608, + "nauc_map_at_20_max": 0.20792, + "nauc_map_at_20_std": 0.152466, + "nauc_map_at_20_diff1": 0.050944, + "nauc_map_at_100_max": 0.204994, + "nauc_map_at_100_std": 0.160545, + "nauc_map_at_100_diff1": 0.048145, + "nauc_map_at_1000_max": 0.205447, + "nauc_map_at_1000_std": 0.161036, + "nauc_map_at_1000_diff1": 0.047627, + "nauc_recall_at_1_max": 0.176413, + "nauc_recall_at_1_std": 0.076954, + "nauc_recall_at_1_diff1": 0.09927, + "nauc_recall_at_3_max": 0.270177, + "nauc_recall_at_3_std": 0.174321, + "nauc_recall_at_3_diff1": 0.056907, + "nauc_recall_at_5_max": 0.241193, + "nauc_recall_at_5_std": 0.179942, + "nauc_recall_at_5_diff1": 0.063813, + "nauc_recall_at_10_max": 0.200582, + "nauc_recall_at_10_std": 0.188723, + "nauc_recall_at_10_diff1": 0.039915, + "nauc_recall_at_20_max": 0.181135, + "nauc_recall_at_20_std": 0.179375, + "nauc_recall_at_20_diff1": 0.002831, + "nauc_recall_at_100_max": 0.152445, + "nauc_recall_at_100_std": 0.249896, + "nauc_recall_at_100_diff1": -0.010261, + "nauc_recall_at_1000_max": 0.136355, + "nauc_recall_at_1000_std": 0.273989, + "nauc_recall_at_1000_diff1": -0.057577, + "nauc_precision_at_1_max": 0.176413, + "nauc_precision_at_1_std": 0.076954, + "nauc_precision_at_1_diff1": 0.09927, + "nauc_precision_at_3_max": 0.270177, + "nauc_precision_at_3_std": 0.174321, + "nauc_precision_at_3_diff1": 0.056907, + "nauc_precision_at_5_max": 0.241193, + "nauc_precision_at_5_std": 0.179942, + "nauc_precision_at_5_diff1": 0.063813, + "nauc_precision_at_10_max": 0.200582, + "nauc_precision_at_10_std": 0.188723, + "nauc_precision_at_10_diff1": 0.039915, + "nauc_precision_at_20_max": 0.181135, + "nauc_precision_at_20_std": 0.179375, + "nauc_precision_at_20_diff1": 0.002831, + "nauc_precision_at_100_max": 0.152445, + "nauc_precision_at_100_std": 0.249896, + "nauc_precision_at_100_diff1": -0.010261, + "nauc_precision_at_1000_max": 0.136355, + "nauc_precision_at_1000_std": 0.273989, + "nauc_precision_at_1000_diff1": -0.057577, + "nauc_mrr_at_1_max": 0.176413, + "nauc_mrr_at_1_std": 0.076954, + "nauc_mrr_at_1_diff1": 0.09927, + "nauc_mrr_at_3_max": 0.233043, + "nauc_mrr_at_3_std": 0.138856, + "nauc_mrr_at_3_diff1": 0.067801, + "nauc_mrr_at_5_max": 0.224488, + "nauc_mrr_at_5_std": 0.14559, + "nauc_mrr_at_5_diff1": 0.069465, + "nauc_mrr_at_10_max": 0.212709, + "nauc_mrr_at_10_std": 0.152096, + "nauc_mrr_at_10_diff1": 0.060608, + "nauc_mrr_at_20_max": 0.20792, + "nauc_mrr_at_20_std": 0.152466, + "nauc_mrr_at_20_diff1": 0.050944, + "nauc_mrr_at_100_max": 0.204994, + "nauc_mrr_at_100_std": 0.160545, + "nauc_mrr_at_100_diff1": 0.048145, + "nauc_mrr_at_1000_max": 0.205447, + "nauc_mrr_at_1000_std": 0.161036, + "nauc_mrr_at_1000_diff1": 0.047627, + "main_score": 0.05972, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 900.3314263820648, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Fact.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Fact.json new file mode 100644 index 0000000000..3b374e9be9 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Fact.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4b70e90197901da24f3cfcd51d27111292878680", + "task_name": "TempReasonL3Fact", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19114, + "ndcg_at_3": 0.3472, + "ndcg_at_5": 0.40509, + "ndcg_at_10": 0.44894, + "ndcg_at_20": 0.47021, + "ndcg_at_100": 0.49162, + "ndcg_at_1000": 0.49833, + "map_at_1": 0.19114, + "map_at_3": 0.30712, + "map_at_5": 0.33925, + "map_at_10": 0.35757, + "map_at_20": 0.36352, + "map_at_100": 0.36668, + "map_at_1000": 0.36694, + "recall_at_1": 0.19114, + "recall_at_3": 0.46385, + "recall_at_5": 0.60438, + "recall_at_10": 0.73882, + "recall_at_20": 0.82219, + "recall_at_100": 0.9347, + "recall_at_1000": 0.98735, + "precision_at_1": 0.19114, + "precision_at_3": 0.15462, + "precision_at_5": 0.12088, + "precision_at_10": 0.07388, + "precision_at_20": 0.04111, + "precision_at_100": 0.00935, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.191143, + "mrr_at_3": 0.307125, + "mrr_at_5": 0.339253, + "mrr_at_10": 0.357572, + "mrr_at_20": 0.363515, + "mrr_at_100": 0.366679, + "mrr_at_1000": 0.366937, + "nauc_ndcg_at_1_max": -0.05939, + "nauc_ndcg_at_1_std": -0.039548, + "nauc_ndcg_at_1_diff1": 0.107353, + "nauc_ndcg_at_3_max": -0.093919, + "nauc_ndcg_at_3_std": -0.020058, + "nauc_ndcg_at_3_diff1": 0.117266, + "nauc_ndcg_at_5_max": -0.113652, + "nauc_ndcg_at_5_std": 0.001901, + "nauc_ndcg_at_5_diff1": 0.113098, + "nauc_ndcg_at_10_max": -0.114437, + "nauc_ndcg_at_10_std": 0.013959, + "nauc_ndcg_at_10_diff1": 0.111596, + "nauc_ndcg_at_20_max": -0.113749, + "nauc_ndcg_at_20_std": 0.024682, + "nauc_ndcg_at_20_diff1": 0.105286, + "nauc_ndcg_at_100_max": -0.114254, + "nauc_ndcg_at_100_std": 0.024527, + "nauc_ndcg_at_100_diff1": 0.105061, + "nauc_ndcg_at_1000_max": -0.10772, + "nauc_ndcg_at_1000_std": 0.013278, + "nauc_ndcg_at_1000_diff1": 0.106649, + "nauc_map_at_1_max": -0.05939, + "nauc_map_at_1_std": -0.039548, + "nauc_map_at_1_diff1": 0.107353, + "nauc_map_at_3_max": -0.085125, + "nauc_map_at_3_std": -0.025361, + "nauc_map_at_3_diff1": 0.114478, + "nauc_map_at_5_max": -0.095805, + "nauc_map_at_5_std": -0.013037, + "nauc_map_at_5_diff1": 0.11214, + "nauc_map_at_10_max": -0.095529, + "nauc_map_at_10_std": -0.009187, + "nauc_map_at_10_diff1": 0.111542, + "nauc_map_at_20_max": -0.095072, + "nauc_map_at_20_std": -0.006753, + "nauc_map_at_20_diff1": 0.109918, + "nauc_map_at_100_max": -0.094945, + "nauc_map_at_100_std": -0.006891, + "nauc_map_at_100_diff1": 0.109838, + "nauc_map_at_1000_max": -0.094744, + "nauc_map_at_1000_std": -0.007248, + "nauc_map_at_1000_diff1": 0.109879, + "nauc_recall_at_1_max": -0.05939, + "nauc_recall_at_1_std": -0.039548, + "nauc_recall_at_1_diff1": 0.107353, + "nauc_recall_at_3_max": -0.117095, + "nauc_recall_at_3_std": -0.005975, + "nauc_recall_at_3_diff1": 0.124696, + "nauc_recall_at_5_max": -0.168011, + "nauc_recall_at_5_std": 0.047862, + "nauc_recall_at_5_diff1": 0.115371, + "nauc_recall_at_10_max": -0.189532, + "nauc_recall_at_10_std": 0.112089, + "nauc_recall_at_10_diff1": 0.110366, + "nauc_recall_at_20_max": -0.213712, + "nauc_recall_at_20_std": 0.215372, + "nauc_recall_at_20_diff1": 0.070694, + "nauc_recall_at_100_max": -0.382103, + "nauc_recall_at_100_std": 0.496179, + "nauc_recall_at_100_diff1": 0.017467, + "nauc_recall_at_1000_max": -0.504621, + "nauc_recall_at_1000_std": 0.730445, + "nauc_recall_at_1000_diff1": -0.093335, + "nauc_precision_at_1_max": -0.05939, + "nauc_precision_at_1_std": -0.039548, + "nauc_precision_at_1_diff1": 0.107353, + "nauc_precision_at_3_max": -0.117095, + "nauc_precision_at_3_std": -0.005975, + "nauc_precision_at_3_diff1": 0.124696, + "nauc_precision_at_5_max": -0.168011, + "nauc_precision_at_5_std": 0.047862, + "nauc_precision_at_5_diff1": 0.115371, + "nauc_precision_at_10_max": -0.189532, + "nauc_precision_at_10_std": 0.112089, + "nauc_precision_at_10_diff1": 0.110366, + "nauc_precision_at_20_max": -0.213712, + "nauc_precision_at_20_std": 0.215372, + "nauc_precision_at_20_diff1": 0.070694, + "nauc_precision_at_100_max": -0.382103, + "nauc_precision_at_100_std": 0.496179, + "nauc_precision_at_100_diff1": 0.017467, + "nauc_precision_at_1000_max": -0.504621, + "nauc_precision_at_1000_std": 0.730445, + "nauc_precision_at_1000_diff1": -0.093335, + "nauc_mrr_at_1_max": -0.05939, + "nauc_mrr_at_1_std": -0.039548, + "nauc_mrr_at_1_diff1": 0.107353, + "nauc_mrr_at_3_max": -0.085125, + "nauc_mrr_at_3_std": -0.025361, + "nauc_mrr_at_3_diff1": 0.114478, + "nauc_mrr_at_5_max": -0.095805, + "nauc_mrr_at_5_std": -0.013037, + "nauc_mrr_at_5_diff1": 0.11214, + "nauc_mrr_at_10_max": -0.095529, + "nauc_mrr_at_10_std": -0.009187, + "nauc_mrr_at_10_diff1": 0.111542, + "nauc_mrr_at_20_max": -0.095072, + "nauc_mrr_at_20_std": -0.006753, + "nauc_mrr_at_20_diff1": 0.109918, + "nauc_mrr_at_100_max": -0.094945, + "nauc_mrr_at_100_std": -0.006891, + "nauc_mrr_at_100_diff1": 0.109838, + "nauc_mrr_at_1000_max": -0.094744, + "nauc_mrr_at_1000_std": -0.007248, + "nauc_mrr_at_1000_diff1": 0.109879, + "main_score": 0.44894, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1787.179659128189, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Pure.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Pure.json new file mode 100644 index 0000000000..b512cd6169 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TempReasonL3Pure.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "68fba138e7e63daccecfbdad0a9d2714e56e34ff", + "task_name": "TempReasonL3Pure", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00836, + "ndcg_at_3": 0.05319, + "ndcg_at_5": 0.07468, + "ndcg_at_10": 0.10282, + "ndcg_at_20": 0.12457, + "ndcg_at_100": 0.16384, + "ndcg_at_1000": 0.20081, + "map_at_1": 0.00836, + "map_at_3": 0.04146, + "map_at_5": 0.05338, + "map_at_10": 0.06487, + "map_at_20": 0.07082, + "map_at_100": 0.07604, + "map_at_1000": 0.07727, + "recall_at_1": 0.00836, + "recall_at_3": 0.08744, + "recall_at_5": 0.13963, + "recall_at_10": 0.22729, + "recall_at_20": 0.31338, + "recall_at_100": 0.52824, + "recall_at_1000": 0.82784, + "precision_at_1": 0.00836, + "precision_at_3": 0.02915, + "precision_at_5": 0.02793, + "precision_at_10": 0.02273, + "precision_at_20": 0.01567, + "precision_at_100": 0.00528, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.00836, + "mrr_at_3": 0.04146, + "mrr_at_5": 0.053378, + "mrr_at_10": 0.064867, + "mrr_at_20": 0.070821, + "mrr_at_100": 0.076042, + "mrr_at_1000": 0.077274, + "nauc_ndcg_at_1_max": 0.0184, + "nauc_ndcg_at_1_std": 0.063522, + "nauc_ndcg_at_1_diff1": -0.298742, + "nauc_ndcg_at_3_max": 0.104195, + "nauc_ndcg_at_3_std": 0.217596, + "nauc_ndcg_at_3_diff1": 0.101201, + "nauc_ndcg_at_5_max": 0.121033, + "nauc_ndcg_at_5_std": 0.257149, + "nauc_ndcg_at_5_diff1": 0.10795, + "nauc_ndcg_at_10_max": 0.14086, + "nauc_ndcg_at_10_std": 0.301666, + "nauc_ndcg_at_10_diff1": 0.111593, + "nauc_ndcg_at_20_max": 0.141635, + "nauc_ndcg_at_20_std": 0.318824, + "nauc_ndcg_at_20_diff1": 0.09644, + "nauc_ndcg_at_100_max": 0.152341, + "nauc_ndcg_at_100_std": 0.353514, + "nauc_ndcg_at_100_diff1": 0.082736, + "nauc_ndcg_at_1000_max": 0.164994, + "nauc_ndcg_at_1000_std": 0.357927, + "nauc_ndcg_at_1000_diff1": 0.084185, + "nauc_map_at_1_max": 0.0184, + "nauc_map_at_1_std": 0.063522, + "nauc_map_at_1_diff1": -0.298742, + "nauc_map_at_3_max": 0.099148, + "nauc_map_at_3_std": 0.210012, + "nauc_map_at_3_diff1": 0.082649, + "nauc_map_at_5_max": 0.113545, + "nauc_map_at_5_std": 0.241658, + "nauc_map_at_5_diff1": 0.090795, + "nauc_map_at_10_max": 0.126384, + "nauc_map_at_10_std": 0.270649, + "nauc_map_at_10_diff1": 0.094939, + "nauc_map_at_20_max": 0.127229, + "nauc_map_at_20_std": 0.279544, + "nauc_map_at_20_diff1": 0.089607, + "nauc_map_at_100_max": 0.128663, + "nauc_map_at_100_std": 0.286628, + "nauc_map_at_100_diff1": 0.08627, + "nauc_map_at_1000_max": 0.129707, + "nauc_map_at_1000_std": 0.287022, + "nauc_map_at_1000_diff1": 0.086137, + "nauc_recall_at_1_max": 0.0184, + "nauc_recall_at_1_std": 0.063522, + "nauc_recall_at_1_diff1": -0.298742, + "nauc_recall_at_3_max": 0.111272, + "nauc_recall_at_3_std": 0.227992, + "nauc_recall_at_3_diff1": 0.126411, + "nauc_recall_at_5_max": 0.13042, + "nauc_recall_at_5_std": 0.277225, + "nauc_recall_at_5_diff1": 0.128133, + "nauc_recall_at_10_max": 0.158016, + "nauc_recall_at_10_std": 0.338959, + "nauc_recall_at_10_diff1": 0.128133, + "nauc_recall_at_20_max": 0.157134, + "nauc_recall_at_20_std": 0.364049, + "nauc_recall_at_20_diff1": 0.097269, + "nauc_recall_at_100_max": 0.188813, + "nauc_recall_at_100_std": 0.45381, + "nauc_recall_at_100_diff1": 0.064667, + "nauc_recall_at_1000_max": 0.292607, + "nauc_recall_at_1000_std": 0.569908, + "nauc_recall_at_1000_diff1": 0.063213, + "nauc_precision_at_1_max": 0.0184, + "nauc_precision_at_1_std": 0.063522, + "nauc_precision_at_1_diff1": -0.298742, + "nauc_precision_at_3_max": 0.111272, + "nauc_precision_at_3_std": 0.227992, + "nauc_precision_at_3_diff1": 0.126411, + "nauc_precision_at_5_max": 0.13042, + "nauc_precision_at_5_std": 0.277225, + "nauc_precision_at_5_diff1": 0.128133, + "nauc_precision_at_10_max": 0.158016, + "nauc_precision_at_10_std": 0.338959, + "nauc_precision_at_10_diff1": 0.128133, + "nauc_precision_at_20_max": 0.157134, + "nauc_precision_at_20_std": 0.364049, + "nauc_precision_at_20_diff1": 0.097269, + "nauc_precision_at_100_max": 0.188813, + "nauc_precision_at_100_std": 0.45381, + "nauc_precision_at_100_diff1": 0.064667, + "nauc_precision_at_1000_max": 0.292607, + "nauc_precision_at_1000_std": 0.569908, + "nauc_precision_at_1000_diff1": 0.063213, + "nauc_mrr_at_1_max": 0.0184, + "nauc_mrr_at_1_std": 0.063522, + "nauc_mrr_at_1_diff1": -0.298742, + "nauc_mrr_at_3_max": 0.099148, + "nauc_mrr_at_3_std": 0.210012, + "nauc_mrr_at_3_diff1": 0.082649, + "nauc_mrr_at_5_max": 0.113545, + "nauc_mrr_at_5_std": 0.241658, + "nauc_mrr_at_5_diff1": 0.090795, + "nauc_mrr_at_10_max": 0.126384, + "nauc_mrr_at_10_std": 0.270649, + "nauc_mrr_at_10_diff1": 0.094939, + "nauc_mrr_at_20_max": 0.127229, + "nauc_mrr_at_20_std": 0.279544, + "nauc_mrr_at_20_diff1": 0.089607, + "nauc_mrr_at_100_max": 0.128663, + "nauc_mrr_at_100_std": 0.286628, + "nauc_mrr_at_100_diff1": 0.08627, + "nauc_mrr_at_1000_max": 0.129707, + "nauc_mrr_at_1000_std": 0.287022, + "nauc_mrr_at_1000_diff1": 0.086137, + "main_score": 0.10282, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 829.1402411460876, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Touche2020.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Touche2020.json new file mode 100644 index 0000000000..bcae8d3709 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/Touche2020.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", + "task_name": "Touche2020", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.20408, + "ndcg_at_3": 0.23368, + "ndcg_at_5": 0.24795, + "ndcg_at_10": 0.24442, + "ndcg_at_20": 0.26712, + "ndcg_at_100": 0.38219, + "ndcg_at_1000": 0.50395, + "map_at_1": 0.02414, + "map_at_3": 0.05362, + "map_at_5": 0.07031, + "map_at_10": 0.09716, + "map_at_20": 0.12759, + "map_at_100": 0.16798, + "map_at_1000": 0.18608, + "recall_at_1": 0.02414, + "recall_at_3": 0.06355, + "recall_at_5": 0.09888, + "recall_at_10": 0.1631, + "recall_at_20": 0.25369, + "recall_at_100": 0.5145, + "recall_at_1000": 0.88532, + "precision_at_1": 0.22449, + "precision_at_3": 0.2517, + "precision_at_5": 0.26122, + "precision_at_10": 0.22449, + "precision_at_20": 0.18061, + "precision_at_100": 0.08245, + "precision_at_1000": 0.01637, + "mrr_at_1": 0.22449, + "mrr_at_3": 0.336735, + "mrr_at_5": 0.389796, + "mrr_at_10": 0.401417, + "mrr_at_20": 0.406539, + "mrr_at_100": 0.41089, + "mrr_at_1000": 0.41089, + "nauc_ndcg_at_1_max": -0.192287, + "nauc_ndcg_at_1_std": -0.455394, + "nauc_ndcg_at_1_diff1": 0.153416, + "nauc_ndcg_at_3_max": -0.1082, + "nauc_ndcg_at_3_std": -0.313072, + "nauc_ndcg_at_3_diff1": 0.216916, + "nauc_ndcg_at_5_max": -0.131097, + "nauc_ndcg_at_5_std": -0.275226, + "nauc_ndcg_at_5_diff1": 0.244728, + "nauc_ndcg_at_10_max": -0.064118, + "nauc_ndcg_at_10_std": -0.262534, + "nauc_ndcg_at_10_diff1": 0.207574, + "nauc_ndcg_at_20_max": -0.07624, + "nauc_ndcg_at_20_std": -0.253517, + "nauc_ndcg_at_20_diff1": 0.209176, + "nauc_ndcg_at_100_max": -0.076126, + "nauc_ndcg_at_100_std": -0.002346, + "nauc_ndcg_at_100_diff1": 0.185849, + "nauc_ndcg_at_1000_max": -0.117764, + "nauc_ndcg_at_1000_std": 0.014414, + "nauc_ndcg_at_1000_diff1": 0.147772, + "nauc_map_at_1_max": -0.202053, + "nauc_map_at_1_std": -0.425689, + "nauc_map_at_1_diff1": 0.072681, + "nauc_map_at_3_max": -0.213817, + "nauc_map_at_3_std": -0.370305, + "nauc_map_at_3_diff1": 0.166717, + "nauc_map_at_5_max": -0.216803, + "nauc_map_at_5_std": -0.329052, + "nauc_map_at_5_diff1": 0.173209, + "nauc_map_at_10_max": -0.163347, + "nauc_map_at_10_std": -0.299268, + "nauc_map_at_10_diff1": 0.195508, + "nauc_map_at_20_max": -0.116061, + "nauc_map_at_20_std": -0.254481, + "nauc_map_at_20_diff1": 0.213156, + "nauc_map_at_100_max": -0.087293, + "nauc_map_at_100_std": -0.150551, + "nauc_map_at_100_diff1": 0.196218, + "nauc_map_at_1000_max": -0.090265, + "nauc_map_at_1000_std": -0.112221, + "nauc_map_at_1000_diff1": 0.186205, + "nauc_recall_at_1_max": -0.202053, + "nauc_recall_at_1_std": -0.425689, + "nauc_recall_at_1_diff1": 0.072681, + "nauc_recall_at_3_max": -0.207598, + "nauc_recall_at_3_std": -0.331039, + "nauc_recall_at_3_diff1": 0.168477, + "nauc_recall_at_5_max": -0.218789, + "nauc_recall_at_5_std": -0.311272, + "nauc_recall_at_5_diff1": 0.172501, + "nauc_recall_at_10_max": -0.110986, + "nauc_recall_at_10_std": -0.246656, + "nauc_recall_at_10_diff1": 0.18765, + "nauc_recall_at_20_max": -0.068833, + "nauc_recall_at_20_std": -0.194995, + "nauc_recall_at_20_diff1": 0.180476, + "nauc_recall_at_100_max": -0.042064, + "nauc_recall_at_100_std": 0.250759, + "nauc_recall_at_100_diff1": 0.079727, + "nauc_recall_at_1000_max": -0.150998, + "nauc_recall_at_1000_std": 0.638216, + "nauc_recall_at_1000_diff1": -0.211563, + "nauc_precision_at_1_max": -0.166759, + "nauc_precision_at_1_std": -0.442534, + "nauc_precision_at_1_diff1": 0.183835, + "nauc_precision_at_3_max": -0.07119, + "nauc_precision_at_3_std": -0.258631, + "nauc_precision_at_3_diff1": 0.223105, + "nauc_precision_at_5_max": -0.0776, + "nauc_precision_at_5_std": -0.19555, + "nauc_precision_at_5_diff1": 0.277623, + "nauc_precision_at_10_max": 0.093791, + "nauc_precision_at_10_std": -0.083671, + "nauc_precision_at_10_diff1": 0.24916, + "nauc_precision_at_20_max": 0.089204, + "nauc_precision_at_20_std": -0.016655, + "nauc_precision_at_20_diff1": 0.220225, + "nauc_precision_at_100_max": 0.077587, + "nauc_precision_at_100_std": 0.606683, + "nauc_precision_at_100_diff1": 0.037122, + "nauc_precision_at_1000_max": 0.11474, + "nauc_precision_at_1000_std": 0.301523, + "nauc_precision_at_1000_diff1": -0.192138, + "nauc_mrr_at_1_max": -0.166759, + "nauc_mrr_at_1_std": -0.442534, + "nauc_mrr_at_1_diff1": 0.183835, + "nauc_mrr_at_3_max": -0.093101, + "nauc_mrr_at_3_std": -0.372543, + "nauc_mrr_at_3_diff1": 0.170229, + "nauc_mrr_at_5_max": -0.092051, + "nauc_mrr_at_5_std": -0.424076, + "nauc_mrr_at_5_diff1": 0.216686, + "nauc_mrr_at_10_max": -0.089211, + "nauc_mrr_at_10_std": -0.4014, + "nauc_mrr_at_10_diff1": 0.204738, + "nauc_mrr_at_20_max": -0.094624, + "nauc_mrr_at_20_std": -0.398633, + "nauc_mrr_at_20_diff1": 0.20038, + "nauc_mrr_at_100_max": -0.095545, + "nauc_mrr_at_100_std": -0.397509, + "nauc_mrr_at_100_diff1": 0.197864, + "nauc_mrr_at_1000_max": -0.095545, + "nauc_mrr_at_1000_std": -0.397509, + "nauc_mrr_at_1000_diff1": 0.197864, + "main_score": 0.24442, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 117824.3576271534, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TwitterHjerneRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TwitterHjerneRetrieval.json new file mode 100644 index 0000000000..82c8512d14 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/TwitterHjerneRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "099ee143c7fdfa6bd7965be8c801cb161c313b29", + "task_name": "TwitterHjerneRetrieval", + "mteb_version": "1.29.10", + "scores": { + "train": [ + { + "ndcg_at_1": 0.87179, + "ndcg_at_3": 0.76298, + "ndcg_at_5": 0.76314, + "ndcg_at_10": 0.79299, + "ndcg_at_20": 0.81447, + "ndcg_at_100": 0.84303, + "ndcg_at_1000": 0.84477, + "map_at_1": 0.26816, + "map_at_3": 0.58077, + "map_at_5": 0.68181, + "map_at_10": 0.7141, + "map_at_20": 0.72652, + "map_at_100": 0.73515, + "map_at_1000": 0.73536, + "recall_at_1": 0.26816, + "recall_at_3": 0.61047, + "recall_at_5": 0.73996, + "recall_at_10": 0.81068, + "recall_at_20": 0.86923, + "recall_at_100": 0.97863, + "recall_at_1000": 0.98718, + "precision_at_1": 0.87179, + "precision_at_3": 0.67949, + "precision_at_5": 0.51026, + "precision_at_10": 0.28077, + "precision_at_20": 0.14936, + "precision_at_100": 0.03333, + "precision_at_1000": 0.00336, + "mrr_at_1": 0.871795, + "mrr_at_3": 0.899573, + "mrr_at_5": 0.902778, + "mrr_at_10": 0.902778, + "mrr_at_20": 0.9046, + "mrr_at_100": 0.904741, + "mrr_at_1000": 0.904741, + "nauc_ndcg_at_1_max": 0.782325, + "nauc_ndcg_at_1_std": 0.752637, + "nauc_ndcg_at_1_diff1": 0.7447, + "nauc_ndcg_at_3_max": 0.623103, + "nauc_ndcg_at_3_std": 0.278831, + "nauc_ndcg_at_3_diff1": 0.289036, + "nauc_ndcg_at_5_max": 0.518042, + "nauc_ndcg_at_5_std": 0.210692, + "nauc_ndcg_at_5_diff1": 0.297452, + "nauc_ndcg_at_10_max": 0.569248, + "nauc_ndcg_at_10_std": 0.197909, + "nauc_ndcg_at_10_diff1": 0.351912, + "nauc_ndcg_at_20_max": 0.621927, + "nauc_ndcg_at_20_std": 0.219794, + "nauc_ndcg_at_20_diff1": 0.370833, + "nauc_ndcg_at_100_max": 0.622364, + "nauc_ndcg_at_100_std": 0.291154, + "nauc_ndcg_at_100_diff1": 0.390604, + "nauc_ndcg_at_1000_max": 0.628343, + "nauc_ndcg_at_1000_std": 0.301697, + "nauc_ndcg_at_1000_diff1": 0.398974, + "nauc_map_at_1_max": 0.205195, + "nauc_map_at_1_std": 0.134591, + "nauc_map_at_1_diff1": 0.544203, + "nauc_map_at_3_max": 0.428014, + "nauc_map_at_3_std": 0.071929, + "nauc_map_at_3_diff1": 0.322123, + "nauc_map_at_5_max": 0.488318, + "nauc_map_at_5_std": 0.141914, + "nauc_map_at_5_diff1": 0.262138, + "nauc_map_at_10_max": 0.540572, + "nauc_map_at_10_std": 0.145259, + "nauc_map_at_10_diff1": 0.277497, + "nauc_map_at_20_max": 0.566489, + "nauc_map_at_20_std": 0.148663, + "nauc_map_at_20_diff1": 0.289702, + "nauc_map_at_100_max": 0.563349, + "nauc_map_at_100_std": 0.165659, + "nauc_map_at_100_diff1": 0.291043, + "nauc_map_at_1000_max": 0.563762, + "nauc_map_at_1000_std": 0.166268, + "nauc_map_at_1000_diff1": 0.291757, + "nauc_recall_at_1_max": 0.205195, + "nauc_recall_at_1_std": 0.134591, + "nauc_recall_at_1_diff1": 0.544203, + "nauc_recall_at_3_max": 0.352688, + "nauc_recall_at_3_std": -0.001941, + "nauc_recall_at_3_diff1": 0.279838, + "nauc_recall_at_5_max": 0.371256, + "nauc_recall_at_5_std": 0.041479, + "nauc_recall_at_5_diff1": 0.198361, + "nauc_recall_at_10_max": 0.444911, + "nauc_recall_at_10_std": 0.011026, + "nauc_recall_at_10_diff1": 0.272737, + "nauc_recall_at_20_max": 0.577264, + "nauc_recall_at_20_std": 0.037568, + "nauc_recall_at_20_diff1": 0.297981, + "nauc_recall_at_100_max": 0.649407, + "nauc_recall_at_100_std": 0.395702, + "nauc_recall_at_100_diff1": 0.515179, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.782325, + "nauc_precision_at_1_std": 0.752637, + "nauc_precision_at_1_diff1": 0.7447, + "nauc_precision_at_3_max": 0.575927, + "nauc_precision_at_3_std": 0.250086, + "nauc_precision_at_3_diff1": 0.070956, + "nauc_precision_at_5_max": 0.407624, + "nauc_precision_at_5_std": 0.247225, + "nauc_precision_at_5_diff1": -0.037334, + "nauc_precision_at_10_max": 0.413933, + "nauc_precision_at_10_std": 0.234978, + "nauc_precision_at_10_diff1": -0.038569, + "nauc_precision_at_20_max": 0.404158, + "nauc_precision_at_20_std": 0.235071, + "nauc_precision_at_20_diff1": -0.058002, + "nauc_precision_at_100_max": 0.27498, + "nauc_precision_at_100_std": 0.326057, + "nauc_precision_at_100_diff1": -0.123064, + "nauc_precision_at_1000_max": 0.2769, + "nauc_precision_at_1000_std": 0.345218, + "nauc_precision_at_1000_diff1": -0.119895, + "nauc_mrr_at_1_max": 0.782325, + "nauc_mrr_at_1_std": 0.752637, + "nauc_mrr_at_1_diff1": 0.7447, + "nauc_mrr_at_3_max": 0.767073, + "nauc_mrr_at_3_std": 0.70895, + "nauc_mrr_at_3_diff1": 0.778471, + "nauc_mrr_at_5_max": 0.780769, + "nauc_mrr_at_5_std": 0.703584, + "nauc_mrr_at_5_diff1": 0.771039, + "nauc_mrr_at_10_max": 0.780769, + "nauc_mrr_at_10_std": 0.703584, + "nauc_mrr_at_10_diff1": 0.771039, + "nauc_mrr_at_20_max": 0.783815, + "nauc_mrr_at_20_std": 0.71798, + "nauc_mrr_at_20_diff1": 0.770823, + "nauc_mrr_at_100_max": 0.783489, + "nauc_mrr_at_100_std": 0.717555, + "nauc_mrr_at_100_diff1": 0.770675, + "nauc_mrr_at_1000_max": 0.783489, + "nauc_mrr_at_1000_std": 0.717555, + "nauc_mrr_at_1000_diff1": 0.770675, + "main_score": 0.79299, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 23.694236278533936, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/VideoRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/VideoRetrieval.json new file mode 100644 index 0000000000..08787a3ed0 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/VideoRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", + "task_name": "VideoRetrieval", + "mteb_version": "1.29.10", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.75495, + "ndcg_at_5": 0.77027, + "ndcg_at_10": 0.78606, + "ndcg_at_20": 0.79546, + "ndcg_at_100": 0.80326, + "ndcg_at_1000": 0.80516, + "map_at_1": 0.66, + "map_at_3": 0.73267, + "map_at_5": 0.74122, + "map_at_10": 0.74788, + "map_at_20": 0.75049, + "map_at_100": 0.75164, + "map_at_1000": 0.75171, + "recall_at_1": 0.66, + "recall_at_3": 0.819, + "recall_at_5": 0.856, + "recall_at_10": 0.904, + "recall_at_20": 0.941, + "recall_at_100": 0.982, + "recall_at_1000": 0.997, + "precision_at_1": 0.66, + "precision_at_3": 0.273, + "precision_at_5": 0.1712, + "precision_at_10": 0.0904, + "precision_at_20": 0.04705, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.659, + "mrr_at_3": 0.732167, + "mrr_at_5": 0.740717, + "mrr_at_10": 0.747383, + "mrr_at_20": 0.749985, + "mrr_at_100": 0.751139, + "mrr_at_1000": 0.751212, + "nauc_ndcg_at_1_max": -0.064984, + "nauc_ndcg_at_1_std": -0.399326, + "nauc_ndcg_at_1_diff1": 0.73632, + "nauc_ndcg_at_3_max": -0.094439, + "nauc_ndcg_at_3_std": -0.504193, + "nauc_ndcg_at_3_diff1": 0.707029, + "nauc_ndcg_at_5_max": -0.076491, + "nauc_ndcg_at_5_std": -0.503109, + "nauc_ndcg_at_5_diff1": 0.704031, + "nauc_ndcg_at_10_max": -0.077813, + "nauc_ndcg_at_10_std": -0.485213, + "nauc_ndcg_at_10_diff1": 0.708541, + "nauc_ndcg_at_20_max": -0.070574, + "nauc_ndcg_at_20_std": -0.47556, + "nauc_ndcg_at_20_diff1": 0.709243, + "nauc_ndcg_at_100_max": -0.070405, + "nauc_ndcg_at_100_std": -0.458126, + "nauc_ndcg_at_100_diff1": 0.710575, + "nauc_ndcg_at_1000_max": -0.072784, + "nauc_ndcg_at_1000_std": -0.462549, + "nauc_ndcg_at_1000_diff1": 0.71267, + "nauc_map_at_1_max": -0.064984, + "nauc_map_at_1_std": -0.399326, + "nauc_map_at_1_diff1": 0.73632, + "nauc_map_at_3_max": -0.088954, + "nauc_map_at_3_std": -0.474893, + "nauc_map_at_3_diff1": 0.714453, + "nauc_map_at_5_max": -0.079635, + "nauc_map_at_5_std": -0.473648, + "nauc_map_at_5_diff1": 0.71338, + "nauc_map_at_10_max": -0.08043, + "nauc_map_at_10_std": -0.466523, + "nauc_map_at_10_diff1": 0.715038, + "nauc_map_at_20_max": -0.07915, + "nauc_map_at_20_std": -0.464554, + "nauc_map_at_20_diff1": 0.715257, + "nauc_map_at_100_max": -0.078945, + "nauc_map_at_100_std": -0.462068, + "nauc_map_at_100_diff1": 0.715483, + "nauc_map_at_1000_max": -0.078949, + "nauc_map_at_1000_std": -0.462123, + "nauc_map_at_1000_diff1": 0.715556, + "nauc_recall_at_1_max": -0.064984, + "nauc_recall_at_1_std": -0.399326, + "nauc_recall_at_1_diff1": 0.73632, + "nauc_recall_at_3_max": -0.114149, + "nauc_recall_at_3_std": -0.618119, + "nauc_recall_at_3_diff1": 0.678608, + "nauc_recall_at_5_max": -0.055908, + "nauc_recall_at_5_std": -0.638953, + "nauc_recall_at_5_diff1": 0.660113, + "nauc_recall_at_10_max": -0.052142, + "nauc_recall_at_10_std": -0.589709, + "nauc_recall_at_10_diff1": 0.670484, + "nauc_recall_at_20_max": 0.060224, + "nauc_recall_at_20_std": -0.527386, + "nauc_recall_at_20_diff1": 0.65547, + "nauc_recall_at_100_max": 0.334085, + "nauc_recall_at_100_std": 0.161428, + "nauc_recall_at_100_diff1": 0.595887, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.956427, + "nauc_recall_at_1000_diff1": 0.912854, + "nauc_precision_at_1_max": -0.064984, + "nauc_precision_at_1_std": -0.399326, + "nauc_precision_at_1_diff1": 0.73632, + "nauc_precision_at_3_max": -0.114149, + "nauc_precision_at_3_std": -0.618119, + "nauc_precision_at_3_diff1": 0.678608, + "nauc_precision_at_5_max": -0.055908, + "nauc_precision_at_5_std": -0.638953, + "nauc_precision_at_5_diff1": 0.660113, + "nauc_precision_at_10_max": -0.052142, + "nauc_precision_at_10_std": -0.589709, + "nauc_precision_at_10_diff1": 0.670484, + "nauc_precision_at_20_max": 0.060224, + "nauc_precision_at_20_std": -0.527386, + "nauc_precision_at_20_diff1": 0.65547, + "nauc_precision_at_100_max": 0.334085, + "nauc_precision_at_100_std": 0.161428, + "nauc_precision_at_100_diff1": 0.595887, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.956427, + "nauc_precision_at_1000_diff1": 0.912854, + "nauc_mrr_at_1_max": -0.071029, + "nauc_mrr_at_1_std": -0.399149, + "nauc_mrr_at_1_diff1": 0.738421, + "nauc_mrr_at_3_max": -0.092605, + "nauc_mrr_at_3_std": -0.474695, + "nauc_mrr_at_3_diff1": 0.715757, + "nauc_mrr_at_5_max": -0.083418, + "nauc_mrr_at_5_std": -0.473444, + "nauc_mrr_at_5_diff1": 0.714729, + "nauc_mrr_at_10_max": -0.084314, + "nauc_mrr_at_10_std": -0.466324, + "nauc_mrr_at_10_diff1": 0.716421, + "nauc_mrr_at_20_max": -0.083083, + "nauc_mrr_at_20_std": -0.464354, + "nauc_mrr_at_20_diff1": 0.716657, + "nauc_mrr_at_100_max": -0.082899, + "nauc_mrr_at_100_std": -0.46187, + "nauc_mrr_at_100_diff1": 0.71689, + "nauc_mrr_at_1000_max": -0.082904, + "nauc_mrr_at_1000_std": -0.461925, + "nauc_mrr_at_1000_diff1": 0.716963, + "main_score": 0.78606, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 2536.3792231082916, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/WinoGrande.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/WinoGrande.json new file mode 100644 index 0000000000..dd337bcb02 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/WinoGrande.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f74c094f321077cf909ddfb8bccc1b5912a4ac28", + "task_name": "WinoGrande", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47908, + "ndcg_at_3": 0.71582, + "ndcg_at_5": 0.74265, + "ndcg_at_10": 0.75611, + "ndcg_at_20": 0.76073, + "ndcg_at_100": 0.76249, + "ndcg_at_1000": 0.76249, + "map_at_1": 0.47908, + "map_at_3": 0.66272, + "map_at_5": 0.67772, + "map_at_10": 0.68337, + "map_at_20": 0.68466, + "map_at_100": 0.68496, + "map_at_1000": 0.68496, + "recall_at_1": 0.47908, + "recall_at_3": 0.8674, + "recall_at_5": 0.93212, + "recall_at_10": 0.97316, + "recall_at_20": 0.99132, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.47908, + "precision_at_3": 0.28913, + "precision_at_5": 0.18642, + "precision_at_10": 0.09732, + "precision_at_20": 0.04957, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.479084, + "mrr_at_3": 0.66272, + "mrr_at_5": 0.677716, + "mrr_at_10": 0.683375, + "mrr_at_20": 0.684661, + "mrr_at_100": 0.684958, + "mrr_at_1000": 0.684958, + "nauc_ndcg_at_1_max": 0.026803, + "nauc_ndcg_at_1_std": -0.147989, + "nauc_ndcg_at_1_diff1": 0.193491, + "nauc_ndcg_at_3_max": -0.083235, + "nauc_ndcg_at_3_std": -0.315958, + "nauc_ndcg_at_3_diff1": 0.197761, + "nauc_ndcg_at_5_max": -0.0654, + "nauc_ndcg_at_5_std": -0.304116, + "nauc_ndcg_at_5_diff1": 0.187609, + "nauc_ndcg_at_10_max": -0.047875, + "nauc_ndcg_at_10_std": -0.278935, + "nauc_ndcg_at_10_diff1": 0.186428, + "nauc_ndcg_at_20_max": -0.037764, + "nauc_ndcg_at_20_std": -0.265937, + "nauc_ndcg_at_20_diff1": 0.185503, + "nauc_ndcg_at_100_max": -0.038518, + "nauc_ndcg_at_100_std": -0.259438, + "nauc_ndcg_at_100_diff1": 0.19162, + "nauc_ndcg_at_1000_max": -0.038518, + "nauc_ndcg_at_1000_std": -0.259438, + "nauc_ndcg_at_1000_diff1": 0.19162, + "nauc_map_at_1_max": 0.026803, + "nauc_map_at_1_std": -0.147989, + "nauc_map_at_1_diff1": 0.193491, + "nauc_map_at_3_max": -0.051012, + "nauc_map_at_3_std": -0.268576, + "nauc_map_at_3_diff1": 0.198579, + "nauc_map_at_5_max": -0.040572, + "nauc_map_at_5_std": -0.261091, + "nauc_map_at_5_diff1": 0.194303, + "nauc_map_at_10_max": -0.034712, + "nauc_map_at_10_std": -0.252001, + "nauc_map_at_10_diff1": 0.193485, + "nauc_map_at_20_max": -0.032372, + "nauc_map_at_20_std": -0.249067, + "nauc_map_at_20_diff1": 0.193216, + "nauc_map_at_100_max": -0.032506, + "nauc_map_at_100_std": -0.248157, + "nauc_map_at_100_diff1": 0.193905, + "nauc_map_at_1000_max": -0.032506, + "nauc_map_at_1000_std": -0.248157, + "nauc_map_at_1000_diff1": 0.193905, + "nauc_recall_at_1_max": 0.026803, + "nauc_recall_at_1_std": -0.147989, + "nauc_recall_at_1_diff1": 0.193491, + "nauc_recall_at_3_max": -0.259982, + "nauc_recall_at_3_std": -0.574171, + "nauc_recall_at_3_diff1": 0.191344, + "nauc_recall_at_5_max": -0.300148, + "nauc_recall_at_5_std": -0.712216, + "nauc_recall_at_5_diff1": 0.111123, + "nauc_recall_at_10_max": -0.277326, + "nauc_recall_at_10_std": -0.808981, + "nauc_recall_at_10_diff1": -0.003942, + "nauc_recall_at_20_max": 0.022167, + "nauc_recall_at_20_std": -0.889971, + "nauc_recall_at_20_diff1": -0.452517, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.026803, + "nauc_precision_at_1_std": -0.147989, + "nauc_precision_at_1_diff1": 0.193491, + "nauc_precision_at_3_max": -0.259982, + "nauc_precision_at_3_std": -0.574171, + "nauc_precision_at_3_diff1": 0.191344, + "nauc_precision_at_5_max": -0.300148, + "nauc_precision_at_5_std": -0.712216, + "nauc_precision_at_5_diff1": 0.111123, + "nauc_precision_at_10_max": -0.277326, + "nauc_precision_at_10_std": -0.808981, + "nauc_precision_at_10_diff1": -0.003942, + "nauc_precision_at_20_max": 0.022167, + "nauc_precision_at_20_std": -0.889971, + "nauc_precision_at_20_diff1": -0.452517, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.026803, + "nauc_mrr_at_1_std": -0.147989, + "nauc_mrr_at_1_diff1": 0.193491, + "nauc_mrr_at_3_max": -0.051012, + "nauc_mrr_at_3_std": -0.268576, + "nauc_mrr_at_3_diff1": 0.198579, + "nauc_mrr_at_5_max": -0.040572, + "nauc_mrr_at_5_std": -0.261091, + "nauc_mrr_at_5_diff1": 0.194303, + "nauc_mrr_at_10_max": -0.034712, + "nauc_mrr_at_10_std": -0.252001, + "nauc_mrr_at_10_diff1": 0.193485, + "nauc_mrr_at_20_max": -0.032372, + "nauc_mrr_at_20_std": -0.249067, + "nauc_mrr_at_20_diff1": 0.193216, + "nauc_mrr_at_100_max": -0.032506, + "nauc_mrr_at_100_std": -0.248157, + "nauc_mrr_at_100_diff1": 0.193905, + "nauc_mrr_at_1000_max": -0.032506, + "nauc_mrr_at_1000_std": -0.248157, + "nauc_mrr_at_1000_diff1": 0.193905, + "main_score": 0.75611, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 224.01356172561646, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XMarket.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XMarket.json new file mode 100644 index 0000000000..b8863ee379 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XMarket.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "dfe57acff5b62c23732a7b7d3e3fb84ff501708b", + "task_name": "XMarket", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30394, + "ndcg_at_3": 0.30701, + "ndcg_at_5": 0.31574, + "ndcg_at_10": 0.32961, + "ndcg_at_20": 0.34765, + "ndcg_at_100": 0.38772, + "ndcg_at_1000": 0.43317, + "map_at_1": 0.10193, + "map_at_3": 0.15757, + "map_at_5": 0.18161, + "map_at_10": 0.20845, + "map_at_20": 0.22912, + "map_at_100": 0.25381, + "map_at_1000": 0.26482, + "recall_at_1": 0.10193, + "recall_at_3": 0.19141, + "recall_at_5": 0.24362, + "recall_at_10": 0.31995, + "recall_at_20": 0.40047, + "recall_at_100": 0.56769, + "recall_at_1000": 0.76318, + "precision_at_1": 0.30394, + "precision_at_3": 0.24655, + "precision_at_5": 0.21714, + "precision_at_10": 0.17347, + "precision_at_20": 0.13278, + "precision_at_100": 0.05912, + "precision_at_1000": 0.01537, + "mrr_at_1": 0.303939, + "mrr_at_3": 0.375981, + "mrr_at_5": 0.390694, + "mrr_at_10": 0.401871, + "mrr_at_20": 0.406411, + "mrr_at_100": 0.409292, + "mrr_at_1000": 0.409788, + "nauc_ndcg_at_1_max": 0.179664, + "nauc_ndcg_at_1_std": 0.239533, + "nauc_ndcg_at_1_diff1": 0.178309, + "nauc_ndcg_at_3_max": 0.198096, + "nauc_ndcg_at_3_std": 0.248126, + "nauc_ndcg_at_3_diff1": 0.153363, + "nauc_ndcg_at_5_max": 0.208363, + "nauc_ndcg_at_5_std": 0.250467, + "nauc_ndcg_at_5_diff1": 0.159514, + "nauc_ndcg_at_10_max": 0.213189, + "nauc_ndcg_at_10_std": 0.254039, + "nauc_ndcg_at_10_diff1": 0.17257, + "nauc_ndcg_at_20_max": 0.218419, + "nauc_ndcg_at_20_std": 0.266734, + "nauc_ndcg_at_20_diff1": 0.177585, + "nauc_ndcg_at_100_max": 0.227664, + "nauc_ndcg_at_100_std": 0.317336, + "nauc_ndcg_at_100_diff1": 0.170733, + "nauc_ndcg_at_1000_max": 0.241935, + "nauc_ndcg_at_1000_std": 0.354319, + "nauc_ndcg_at_1000_diff1": 0.152547, + "nauc_map_at_1_max": 0.03354, + "nauc_map_at_1_std": -0.003187, + "nauc_map_at_1_diff1": 0.37277, + "nauc_map_at_3_max": 0.067158, + "nauc_map_at_3_std": 0.043016, + "nauc_map_at_3_diff1": 0.307388, + "nauc_map_at_5_max": 0.092073, + "nauc_map_at_5_std": 0.073281, + "nauc_map_at_5_diff1": 0.280486, + "nauc_map_at_10_max": 0.11885, + "nauc_map_at_10_std": 0.117491, + "nauc_map_at_10_diff1": 0.256549, + "nauc_map_at_20_max": 0.142246, + "nauc_map_at_20_std": 0.162349, + "nauc_map_at_20_diff1": 0.234547, + "nauc_map_at_100_max": 0.17844, + "nauc_map_at_100_std": 0.227669, + "nauc_map_at_100_diff1": 0.206481, + "nauc_map_at_1000_max": 0.19372, + "nauc_map_at_1000_std": 0.247329, + "nauc_map_at_1000_diff1": 0.193897, + "nauc_recall_at_1_max": 0.03354, + "nauc_recall_at_1_std": -0.003187, + "nauc_recall_at_1_diff1": 0.37277, + "nauc_recall_at_3_max": 0.063277, + "nauc_recall_at_3_std": 0.045656, + "nauc_recall_at_3_diff1": 0.274581, + "nauc_recall_at_5_max": 0.086709, + "nauc_recall_at_5_std": 0.075081, + "nauc_recall_at_5_diff1": 0.24112, + "nauc_recall_at_10_max": 0.112648, + "nauc_recall_at_10_std": 0.126058, + "nauc_recall_at_10_diff1": 0.218158, + "nauc_recall_at_20_max": 0.136704, + "nauc_recall_at_20_std": 0.184613, + "nauc_recall_at_20_diff1": 0.198153, + "nauc_recall_at_100_max": 0.176064, + "nauc_recall_at_100_std": 0.359648, + "nauc_recall_at_100_diff1": 0.16132, + "nauc_recall_at_1000_max": 0.198312, + "nauc_recall_at_1000_std": 0.54593, + "nauc_recall_at_1000_diff1": 0.134627, + "nauc_precision_at_1_max": 0.179664, + "nauc_precision_at_1_std": 0.239533, + "nauc_precision_at_1_diff1": 0.178309, + "nauc_precision_at_3_max": 0.237403, + "nauc_precision_at_3_std": 0.322279, + "nauc_precision_at_3_diff1": 0.031995, + "nauc_precision_at_5_max": 0.270524, + "nauc_precision_at_5_std": 0.357364, + "nauc_precision_at_5_diff1": -0.022527, + "nauc_precision_at_10_max": 0.289496, + "nauc_precision_at_10_std": 0.391151, + "nauc_precision_at_10_diff1": -0.074629, + "nauc_precision_at_20_max": 0.30324, + "nauc_precision_at_20_std": 0.409964, + "nauc_precision_at_20_diff1": -0.11757, + "nauc_precision_at_100_max": 0.28914, + "nauc_precision_at_100_std": 0.351557, + "nauc_precision_at_100_diff1": -0.165485, + "nauc_precision_at_1000_max": 0.24258, + "nauc_precision_at_1000_std": 0.0489, + "nauc_precision_at_1000_diff1": -0.18097, + "nauc_mrr_at_1_max": 0.179664, + "nauc_mrr_at_1_std": 0.239533, + "nauc_mrr_at_1_diff1": 0.178309, + "nauc_mrr_at_3_max": 0.201346, + "nauc_mrr_at_3_std": 0.267793, + "nauc_mrr_at_3_diff1": 0.168673, + "nauc_mrr_at_5_max": 0.205802, + "nauc_mrr_at_5_std": 0.271503, + "nauc_mrr_at_5_diff1": 0.169225, + "nauc_mrr_at_10_max": 0.208378, + "nauc_mrr_at_10_std": 0.274702, + "nauc_mrr_at_10_diff1": 0.167729, + "nauc_mrr_at_20_max": 0.209201, + "nauc_mrr_at_20_std": 0.275937, + "nauc_mrr_at_20_diff1": 0.167422, + "nauc_mrr_at_100_max": 0.208887, + "nauc_mrr_at_100_std": 0.27674, + "nauc_mrr_at_100_diff1": 0.167426, + "nauc_mrr_at_1000_max": 0.208799, + "nauc_mrr_at_1000_std": 0.276632, + "nauc_mrr_at_1000_diff1": 0.167455, + "main_score": 0.32961, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.37652, + "ndcg_at_3": 0.38444, + "ndcg_at_5": 0.39163, + "ndcg_at_10": 0.40557, + "ndcg_at_20": 0.42224, + "ndcg_at_100": 0.46817, + "ndcg_at_1000": 0.51939, + "map_at_1": 0.08909, + "map_at_3": 0.15605, + "map_at_5": 0.18837, + "map_at_10": 0.22968, + "map_at_20": 0.26564, + "map_at_100": 0.31961, + "map_at_1000": 0.34088, + "recall_at_1": 0.08909, + "recall_at_3": 0.18673, + "recall_at_5": 0.24364, + "recall_at_10": 0.32919, + "recall_at_20": 0.41908, + "recall_at_100": 0.61664, + "recall_at_1000": 0.80619, + "precision_at_1": 0.37652, + "precision_at_3": 0.33755, + "precision_at_5": 0.31034, + "precision_at_10": 0.26701, + "precision_at_20": 0.21767, + "precision_at_100": 0.10889, + "precision_at_1000": 0.02557, + "mrr_at_1": 0.376525, + "mrr_at_3": 0.452705, + "mrr_at_5": 0.466515, + "mrr_at_10": 0.47594, + "mrr_at_20": 0.480016, + "mrr_at_100": 0.482788, + "mrr_at_1000": 0.483171, + "nauc_ndcg_at_1_max": 0.216053, + "nauc_ndcg_at_1_std": 0.277387, + "nauc_ndcg_at_1_diff1": 0.042708, + "nauc_ndcg_at_3_max": 0.226572, + "nauc_ndcg_at_3_std": 0.291052, + "nauc_ndcg_at_3_diff1": 0.034461, + "nauc_ndcg_at_5_max": 0.228491, + "nauc_ndcg_at_5_std": 0.292951, + "nauc_ndcg_at_5_diff1": 0.041407, + "nauc_ndcg_at_10_max": 0.227278, + "nauc_ndcg_at_10_std": 0.296807, + "nauc_ndcg_at_10_diff1": 0.046856, + "nauc_ndcg_at_20_max": 0.22934, + "nauc_ndcg_at_20_std": 0.302831, + "nauc_ndcg_at_20_diff1": 0.052003, + "nauc_ndcg_at_100_max": 0.237807, + "nauc_ndcg_at_100_std": 0.353682, + "nauc_ndcg_at_100_diff1": 0.048327, + "nauc_ndcg_at_1000_max": 0.259758, + "nauc_ndcg_at_1000_std": 0.393169, + "nauc_ndcg_at_1000_diff1": 0.032249, + "nauc_map_at_1_max": -0.026198, + "nauc_map_at_1_std": -0.070773, + "nauc_map_at_1_diff1": 0.358355, + "nauc_map_at_3_max": 0.002352, + "nauc_map_at_3_std": -0.027761, + "nauc_map_at_3_diff1": 0.260174, + "nauc_map_at_5_max": 0.024262, + "nauc_map_at_5_std": 0.004573, + "nauc_map_at_5_diff1": 0.229408, + "nauc_map_at_10_max": 0.06326, + "nauc_map_at_10_std": 0.063015, + "nauc_map_at_10_diff1": 0.189053, + "nauc_map_at_20_max": 0.108271, + "nauc_map_at_20_std": 0.13221, + "nauc_map_at_20_diff1": 0.153345, + "nauc_map_at_100_max": 0.192232, + "nauc_map_at_100_std": 0.267522, + "nauc_map_at_100_diff1": 0.095807, + "nauc_map_at_1000_max": 0.223243, + "nauc_map_at_1000_std": 0.299772, + "nauc_map_at_1000_diff1": 0.075021, + "nauc_recall_at_1_max": -0.026198, + "nauc_recall_at_1_std": -0.070773, + "nauc_recall_at_1_diff1": 0.358355, + "nauc_recall_at_3_max": -0.015457, + "nauc_recall_at_3_std": -0.037332, + "nauc_recall_at_3_diff1": 0.234201, + "nauc_recall_at_5_max": -0.004299, + "nauc_recall_at_5_std": -0.010658, + "nauc_recall_at_5_diff1": 0.203689, + "nauc_recall_at_10_max": 0.008543, + "nauc_recall_at_10_std": 0.043, + "nauc_recall_at_10_diff1": 0.164694, + "nauc_recall_at_20_max": 0.041335, + "nauc_recall_at_20_std": 0.118133, + "nauc_recall_at_20_diff1": 0.13321, + "nauc_recall_at_100_max": 0.107636, + "nauc_recall_at_100_std": 0.361467, + "nauc_recall_at_100_diff1": 0.068438, + "nauc_recall_at_1000_max": 0.156167, + "nauc_recall_at_1000_std": 0.602115, + "nauc_recall_at_1000_diff1": 0.022237, + "nauc_precision_at_1_max": 0.216053, + "nauc_precision_at_1_std": 0.277387, + "nauc_precision_at_1_diff1": 0.042708, + "nauc_precision_at_3_max": 0.270567, + "nauc_precision_at_3_std": 0.357978, + "nauc_precision_at_3_diff1": -0.071213, + "nauc_precision_at_5_max": 0.290628, + "nauc_precision_at_5_std": 0.385419, + "nauc_precision_at_5_diff1": -0.108086, + "nauc_precision_at_10_max": 0.320555, + "nauc_precision_at_10_std": 0.421047, + "nauc_precision_at_10_diff1": -0.152365, + "nauc_precision_at_20_max": 0.338617, + "nauc_precision_at_20_std": 0.441855, + "nauc_precision_at_20_diff1": -0.178814, + "nauc_precision_at_100_max": 0.332224, + "nauc_precision_at_100_std": 0.398372, + "nauc_precision_at_100_diff1": -0.196862, + "nauc_precision_at_1000_max": 0.262616, + "nauc_precision_at_1000_std": 0.073077, + "nauc_precision_at_1000_diff1": -0.170927, + "nauc_mrr_at_1_max": 0.216053, + "nauc_mrr_at_1_std": 0.277387, + "nauc_mrr_at_1_diff1": 0.042708, + "nauc_mrr_at_3_max": 0.229102, + "nauc_mrr_at_3_std": 0.311238, + "nauc_mrr_at_3_diff1": 0.040329, + "nauc_mrr_at_5_max": 0.229202, + "nauc_mrr_at_5_std": 0.313131, + "nauc_mrr_at_5_diff1": 0.038715, + "nauc_mrr_at_10_max": 0.228017, + "nauc_mrr_at_10_std": 0.313798, + "nauc_mrr_at_10_diff1": 0.038864, + "nauc_mrr_at_20_max": 0.228239, + "nauc_mrr_at_20_std": 0.31425, + "nauc_mrr_at_20_diff1": 0.038884, + "nauc_mrr_at_100_max": 0.228295, + "nauc_mrr_at_100_std": 0.314809, + "nauc_mrr_at_100_diff1": 0.038181, + "nauc_mrr_at_1000_max": 0.228269, + "nauc_mrr_at_1000_std": 0.31477, + "nauc_mrr_at_1000_diff1": 0.038209, + "main_score": 0.40557, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.32168, + "ndcg_at_3": 0.32389, + "ndcg_at_5": 0.33054, + "ndcg_at_10": 0.34549, + "ndcg_at_20": 0.3634, + "ndcg_at_100": 0.40324, + "ndcg_at_1000": 0.44784, + "map_at_1": 0.10845, + "map_at_3": 0.17184, + "map_at_5": 0.19637, + "map_at_10": 0.22439, + "map_at_20": 0.24642, + "map_at_100": 0.27151, + "map_at_1000": 0.2816, + "recall_at_1": 0.10845, + "recall_at_3": 0.21058, + "recall_at_5": 0.26327, + "recall_at_10": 0.34306, + "recall_at_20": 0.4246, + "recall_at_100": 0.59156, + "recall_at_1000": 0.78249, + "precision_at_1": 0.32168, + "precision_at_3": 0.258, + "precision_at_5": 0.22232, + "precision_at_10": 0.17533, + "precision_at_20": 0.13211, + "precision_at_100": 0.05639, + "precision_at_1000": 0.01317, + "mrr_at_1": 0.321678, + "mrr_at_3": 0.394219, + "mrr_at_5": 0.408317, + "mrr_at_10": 0.418563, + "mrr_at_20": 0.422773, + "mrr_at_100": 0.425845, + "mrr_at_1000": 0.426306, + "nauc_ndcg_at_1_max": 0.24167, + "nauc_ndcg_at_1_std": 0.209779, + "nauc_ndcg_at_1_diff1": 0.170998, + "nauc_ndcg_at_3_max": 0.254789, + "nauc_ndcg_at_3_std": 0.224855, + "nauc_ndcg_at_3_diff1": 0.147757, + "nauc_ndcg_at_5_max": 0.257183, + "nauc_ndcg_at_5_std": 0.232647, + "nauc_ndcg_at_5_diff1": 0.153214, + "nauc_ndcg_at_10_max": 0.269143, + "nauc_ndcg_at_10_std": 0.246608, + "nauc_ndcg_at_10_diff1": 0.153283, + "nauc_ndcg_at_20_max": 0.275874, + "nauc_ndcg_at_20_std": 0.262282, + "nauc_ndcg_at_20_diff1": 0.154445, + "nauc_ndcg_at_100_max": 0.298202, + "nauc_ndcg_at_100_std": 0.311816, + "nauc_ndcg_at_100_diff1": 0.151033, + "nauc_ndcg_at_1000_max": 0.314359, + "nauc_ndcg_at_1000_std": 0.33431, + "nauc_ndcg_at_1000_diff1": 0.136381, + "nauc_map_at_1_max": 0.085144, + "nauc_map_at_1_std": -0.001676, + "nauc_map_at_1_diff1": 0.348461, + "nauc_map_at_3_max": 0.124633, + "nauc_map_at_3_std": 0.041545, + "nauc_map_at_3_diff1": 0.26927, + "nauc_map_at_5_max": 0.141758, + "nauc_map_at_5_std": 0.069599, + "nauc_map_at_5_diff1": 0.246886, + "nauc_map_at_10_max": 0.173933, + "nauc_map_at_10_std": 0.113998, + "nauc_map_at_10_diff1": 0.22369, + "nauc_map_at_20_max": 0.202154, + "nauc_map_at_20_std": 0.157912, + "nauc_map_at_20_diff1": 0.203814, + "nauc_map_at_100_max": 0.239273, + "nauc_map_at_100_std": 0.223005, + "nauc_map_at_100_diff1": 0.181804, + "nauc_map_at_1000_max": 0.254493, + "nauc_map_at_1000_std": 0.241299, + "nauc_map_at_1000_diff1": 0.171552, + "nauc_recall_at_1_max": 0.085144, + "nauc_recall_at_1_std": -0.001676, + "nauc_recall_at_1_diff1": 0.348461, + "nauc_recall_at_3_max": 0.114454, + "nauc_recall_at_3_std": 0.05092, + "nauc_recall_at_3_diff1": 0.22966, + "nauc_recall_at_5_max": 0.129924, + "nauc_recall_at_5_std": 0.075177, + "nauc_recall_at_5_diff1": 0.209569, + "nauc_recall_at_10_max": 0.160801, + "nauc_recall_at_10_std": 0.131269, + "nauc_recall_at_10_diff1": 0.17037, + "nauc_recall_at_20_max": 0.18831, + "nauc_recall_at_20_std": 0.196616, + "nauc_recall_at_20_diff1": 0.149985, + "nauc_recall_at_100_max": 0.258955, + "nauc_recall_at_100_std": 0.377972, + "nauc_recall_at_100_diff1": 0.141598, + "nauc_recall_at_1000_max": 0.335817, + "nauc_recall_at_1000_std": 0.547134, + "nauc_recall_at_1000_diff1": 0.124536, + "nauc_precision_at_1_max": 0.24167, + "nauc_precision_at_1_std": 0.209779, + "nauc_precision_at_1_diff1": 0.170998, + "nauc_precision_at_3_max": 0.287114, + "nauc_precision_at_3_std": 0.286023, + "nauc_precision_at_3_diff1": 0.030009, + "nauc_precision_at_5_max": 0.300915, + "nauc_precision_at_5_std": 0.330235, + "nauc_precision_at_5_diff1": -0.016585, + "nauc_precision_at_10_max": 0.323209, + "nauc_precision_at_10_std": 0.373517, + "nauc_precision_at_10_diff1": -0.069871, + "nauc_precision_at_20_max": 0.325379, + "nauc_precision_at_20_std": 0.400134, + "nauc_precision_at_20_diff1": -0.103757, + "nauc_precision_at_100_max": 0.305082, + "nauc_precision_at_100_std": 0.384988, + "nauc_precision_at_100_diff1": -0.140746, + "nauc_precision_at_1000_max": 0.247555, + "nauc_precision_at_1000_std": 0.124239, + "nauc_precision_at_1000_diff1": -0.160588, + "nauc_mrr_at_1_max": 0.24167, + "nauc_mrr_at_1_std": 0.209779, + "nauc_mrr_at_1_diff1": 0.170998, + "nauc_mrr_at_3_max": 0.265277, + "nauc_mrr_at_3_std": 0.236171, + "nauc_mrr_at_3_diff1": 0.151942, + "nauc_mrr_at_5_max": 0.272711, + "nauc_mrr_at_5_std": 0.244236, + "nauc_mrr_at_5_diff1": 0.152996, + "nauc_mrr_at_10_max": 0.27394, + "nauc_mrr_at_10_std": 0.247474, + "nauc_mrr_at_10_diff1": 0.15065, + "nauc_mrr_at_20_max": 0.273962, + "nauc_mrr_at_20_std": 0.248216, + "nauc_mrr_at_20_diff1": 0.150775, + "nauc_mrr_at_100_max": 0.27417, + "nauc_mrr_at_100_std": 0.249149, + "nauc_mrr_at_100_diff1": 0.150968, + "nauc_mrr_at_1000_max": 0.274106, + "nauc_mrr_at_1000_std": 0.249021, + "nauc_mrr_at_1000_diff1": 0.15103, + "main_score": 0.34549, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 36022.83433961868, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XPQARetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XPQARetrieval.json new file mode 100644 index 0000000000..33628d18a0 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XPQARetrieval.json @@ -0,0 +1,5339 @@ +{ + "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", + "task_name": "XPQARetrieval", + "mteb_version": "1.29.10", + "scores": { + "test": [ + { + "ndcg_at_1": 0.42, + "ndcg_at_3": 0.43802, + "ndcg_at_5": 0.461, + "ndcg_at_10": 0.50858, + "ndcg_at_20": 0.54304, + "ndcg_at_100": 0.57692, + "ndcg_at_1000": 0.58976, + "map_at_1": 0.23989, + "map_at_3": 0.37048, + "map_at_5": 0.41259, + "map_at_10": 0.43878, + "map_at_20": 0.45227, + "map_at_100": 0.45906, + "map_at_1000": 0.45975, + "recall_at_1": 0.23989, + "recall_at_3": 0.42753, + "recall_at_5": 0.51567, + "recall_at_10": 0.63924, + "recall_at_20": 0.75249, + "recall_at_100": 0.90851, + "recall_at_1000": 0.99733, + "precision_at_1": 0.42, + "precision_at_3": 0.28844, + "precision_at_5": 0.21973, + "precision_at_10": 0.1344, + "precision_at_20": 0.0788, + "precision_at_100": 0.01863, + "precision_at_1000": 0.002, + "mrr_at_1": 0.42, + "mrr_at_3": 0.478444, + "mrr_at_5": 0.493711, + "mrr_at_10": 0.508218, + "mrr_at_20": 0.514083, + "mrr_at_100": 0.516962, + "mrr_at_1000": 0.517307, + "nauc_ndcg_at_1_max": 0.174778, + "nauc_ndcg_at_1_std": -0.100545, + "nauc_ndcg_at_1_diff1": 0.449572, + "nauc_ndcg_at_3_max": 0.17209, + "nauc_ndcg_at_3_std": -0.092947, + "nauc_ndcg_at_3_diff1": 0.378941, + "nauc_ndcg_at_5_max": 0.152933, + "nauc_ndcg_at_5_std": -0.108087, + "nauc_ndcg_at_5_diff1": 0.360458, + "nauc_ndcg_at_10_max": 0.180045, + "nauc_ndcg_at_10_std": -0.10668, + "nauc_ndcg_at_10_diff1": 0.363577, + "nauc_ndcg_at_20_max": 0.189874, + "nauc_ndcg_at_20_std": -0.102961, + "nauc_ndcg_at_20_diff1": 0.363435, + "nauc_ndcg_at_100_max": 0.202109, + "nauc_ndcg_at_100_std": -0.084393, + "nauc_ndcg_at_100_diff1": 0.3759, + "nauc_ndcg_at_1000_max": 0.187783, + "nauc_ndcg_at_1000_std": -0.089602, + "nauc_ndcg_at_1000_diff1": 0.377339, + "nauc_map_at_1_max": 0.054334, + "nauc_map_at_1_std": -0.093564, + "nauc_map_at_1_diff1": 0.407979, + "nauc_map_at_3_max": 0.121307, + "nauc_map_at_3_std": -0.094002, + "nauc_map_at_3_diff1": 0.371311, + "nauc_map_at_5_max": 0.146903, + "nauc_map_at_5_std": -0.102115, + "nauc_map_at_5_diff1": 0.35951, + "nauc_map_at_10_max": 0.159507, + "nauc_map_at_10_std": -0.101882, + "nauc_map_at_10_diff1": 0.362364, + "nauc_map_at_20_max": 0.160857, + "nauc_map_at_20_std": -0.102104, + "nauc_map_at_20_diff1": 0.363718, + "nauc_map_at_100_max": 0.164386, + "nauc_map_at_100_std": -0.09858, + "nauc_map_at_100_diff1": 0.366201, + "nauc_map_at_1000_max": 0.163788, + "nauc_map_at_1000_std": -0.098618, + "nauc_map_at_1000_diff1": 0.366222, + "nauc_recall_at_1_max": 0.054334, + "nauc_recall_at_1_std": -0.093564, + "nauc_recall_at_1_diff1": 0.407979, + "nauc_recall_at_3_max": 0.114997, + "nauc_recall_at_3_std": -0.091874, + "nauc_recall_at_3_diff1": 0.32372, + "nauc_recall_at_5_max": 0.125887, + "nauc_recall_at_5_std": -0.120735, + "nauc_recall_at_5_diff1": 0.291506, + "nauc_recall_at_10_max": 0.20024, + "nauc_recall_at_10_std": -0.122816, + "nauc_recall_at_10_diff1": 0.283768, + "nauc_recall_at_20_max": 0.263333, + "nauc_recall_at_20_std": -0.113151, + "nauc_recall_at_20_diff1": 0.266958, + "nauc_recall_at_100_max": 0.510449, + "nauc_recall_at_100_std": 0.09398, + "nauc_recall_at_100_diff1": 0.337317, + "nauc_recall_at_1000_max": 0.638189, + "nauc_recall_at_1000_std": 0.795752, + "nauc_recall_at_1000_diff1": 0.24043, + "nauc_precision_at_1_max": 0.174778, + "nauc_precision_at_1_std": -0.100545, + "nauc_precision_at_1_diff1": 0.449572, + "nauc_precision_at_3_max": 0.225131, + "nauc_precision_at_3_std": -0.056418, + "nauc_precision_at_3_diff1": 0.23199, + "nauc_precision_at_5_max": 0.219688, + "nauc_precision_at_5_std": -0.064404, + "nauc_precision_at_5_diff1": 0.168783, + "nauc_precision_at_10_max": 0.226537, + "nauc_precision_at_10_std": -0.045967, + "nauc_precision_at_10_diff1": 0.139403, + "nauc_precision_at_20_max": 0.218054, + "nauc_precision_at_20_std": -0.029905, + "nauc_precision_at_20_diff1": 0.104614, + "nauc_precision_at_100_max": 0.229686, + "nauc_precision_at_100_std": 0.031687, + "nauc_precision_at_100_diff1": 0.069254, + "nauc_precision_at_1000_max": 0.18134, + "nauc_precision_at_1000_std": 0.038096, + "nauc_precision_at_1000_diff1": 0.040698, + "nauc_mrr_at_1_max": 0.174778, + "nauc_mrr_at_1_std": -0.100545, + "nauc_mrr_at_1_diff1": 0.449572, + "nauc_mrr_at_3_max": 0.188362, + "nauc_mrr_at_3_std": -0.09238, + "nauc_mrr_at_3_diff1": 0.423458, + "nauc_mrr_at_5_max": 0.179295, + "nauc_mrr_at_5_std": -0.099523, + "nauc_mrr_at_5_diff1": 0.416073, + "nauc_mrr_at_10_max": 0.191342, + "nauc_mrr_at_10_std": -0.097685, + "nauc_mrr_at_10_diff1": 0.416518, + "nauc_mrr_at_20_max": 0.193638, + "nauc_mrr_at_20_std": -0.095531, + "nauc_mrr_at_20_diff1": 0.415498, + "nauc_mrr_at_100_max": 0.193228, + "nauc_mrr_at_100_std": -0.094397, + "nauc_mrr_at_100_diff1": 0.417327, + "nauc_mrr_at_1000_max": 0.192817, + "nauc_mrr_at_1000_std": -0.094664, + "nauc_mrr_at_1000_diff1": 0.417367, + "main_score": 0.50858, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.312, + "ndcg_at_3": 0.33296, + "ndcg_at_5": 0.35727, + "ndcg_at_10": 0.39837, + "ndcg_at_20": 0.43354, + "ndcg_at_100": 0.47908, + "ndcg_at_1000": 0.50187, + "map_at_1": 0.18007, + "map_at_3": 0.27259, + "map_at_5": 0.30837, + "map_at_10": 0.33138, + "map_at_20": 0.3443, + "map_at_100": 0.35293, + "map_at_1000": 0.3541, + "recall_at_1": 0.18007, + "recall_at_3": 0.325, + "recall_at_5": 0.41422, + "recall_at_10": 0.51673, + "recall_at_20": 0.63144, + "recall_at_100": 0.83733, + "recall_at_1000": 0.99109, + "precision_at_1": 0.312, + "precision_at_3": 0.22, + "precision_at_5": 0.1736, + "precision_at_10": 0.11013, + "precision_at_20": 0.06693, + "precision_at_100": 0.01753, + "precision_at_1000": 0.00204, + "mrr_at_1": 0.312, + "mrr_at_3": 0.371778, + "mrr_at_5": 0.389511, + "mrr_at_10": 0.402131, + "mrr_at_20": 0.409413, + "mrr_at_100": 0.41348, + "mrr_at_1000": 0.414031, + "nauc_ndcg_at_1_max": 0.164007, + "nauc_ndcg_at_1_std": -0.055362, + "nauc_ndcg_at_1_diff1": 0.238407, + "nauc_ndcg_at_3_max": 0.157573, + "nauc_ndcg_at_3_std": -0.074523, + "nauc_ndcg_at_3_diff1": 0.215883, + "nauc_ndcg_at_5_max": 0.166611, + "nauc_ndcg_at_5_std": -0.065893, + "nauc_ndcg_at_5_diff1": 0.219823, + "nauc_ndcg_at_10_max": 0.163811, + "nauc_ndcg_at_10_std": -0.074182, + "nauc_ndcg_at_10_diff1": 0.206143, + "nauc_ndcg_at_20_max": 0.176966, + "nauc_ndcg_at_20_std": -0.053364, + "nauc_ndcg_at_20_diff1": 0.221954, + "nauc_ndcg_at_100_max": 0.185023, + "nauc_ndcg_at_100_std": -0.045987, + "nauc_ndcg_at_100_diff1": 0.22203, + "nauc_ndcg_at_1000_max": 0.17521, + "nauc_ndcg_at_1000_std": -0.049417, + "nauc_ndcg_at_1000_diff1": 0.216817, + "nauc_map_at_1_max": 0.107865, + "nauc_map_at_1_std": -0.068217, + "nauc_map_at_1_diff1": 0.304054, + "nauc_map_at_3_max": 0.138647, + "nauc_map_at_3_std": -0.081225, + "nauc_map_at_3_diff1": 0.234273, + "nauc_map_at_5_max": 0.159572, + "nauc_map_at_5_std": -0.075722, + "nauc_map_at_5_diff1": 0.224886, + "nauc_map_at_10_max": 0.160181, + "nauc_map_at_10_std": -0.077916, + "nauc_map_at_10_diff1": 0.216723, + "nauc_map_at_20_max": 0.164548, + "nauc_map_at_20_std": -0.071005, + "nauc_map_at_20_diff1": 0.22256, + "nauc_map_at_100_max": 0.166799, + "nauc_map_at_100_std": -0.068926, + "nauc_map_at_100_diff1": 0.223004, + "nauc_map_at_1000_max": 0.166639, + "nauc_map_at_1000_std": -0.06867, + "nauc_map_at_1000_diff1": 0.222918, + "nauc_recall_at_1_max": 0.107865, + "nauc_recall_at_1_std": -0.068217, + "nauc_recall_at_1_diff1": 0.304054, + "nauc_recall_at_3_max": 0.128505, + "nauc_recall_at_3_std": -0.076896, + "nauc_recall_at_3_diff1": 0.200489, + "nauc_recall_at_5_max": 0.16981, + "nauc_recall_at_5_std": -0.048139, + "nauc_recall_at_5_diff1": 0.203521, + "nauc_recall_at_10_max": 0.158997, + "nauc_recall_at_10_std": -0.077366, + "nauc_recall_at_10_diff1": 0.165065, + "nauc_recall_at_20_max": 0.210896, + "nauc_recall_at_20_std": -0.00333, + "nauc_recall_at_20_diff1": 0.221597, + "nauc_recall_at_100_max": 0.309189, + "nauc_recall_at_100_std": 0.08481, + "nauc_recall_at_100_diff1": 0.240494, + "nauc_recall_at_1000_max": 0.26047, + "nauc_recall_at_1000_std": 0.76382, + "nauc_recall_at_1000_diff1": -0.132294, + "nauc_precision_at_1_max": 0.164007, + "nauc_precision_at_1_std": -0.055362, + "nauc_precision_at_1_diff1": 0.238407, + "nauc_precision_at_3_max": 0.164979, + "nauc_precision_at_3_std": -0.065811, + "nauc_precision_at_3_diff1": 0.10273, + "nauc_precision_at_5_max": 0.177182, + "nauc_precision_at_5_std": -0.05434, + "nauc_precision_at_5_diff1": 0.075652, + "nauc_precision_at_10_max": 0.159478, + "nauc_precision_at_10_std": -0.044398, + "nauc_precision_at_10_diff1": 0.048226, + "nauc_precision_at_20_max": 0.153146, + "nauc_precision_at_20_std": 0.000385, + "nauc_precision_at_20_diff1": 0.054733, + "nauc_precision_at_100_max": 0.124018, + "nauc_precision_at_100_std": 0.029375, + "nauc_precision_at_100_diff1": 0.010135, + "nauc_precision_at_1000_max": 0.062916, + "nauc_precision_at_1000_std": 0.025471, + "nauc_precision_at_1000_diff1": -0.055712, + "nauc_mrr_at_1_max": 0.164007, + "nauc_mrr_at_1_std": -0.055362, + "nauc_mrr_at_1_diff1": 0.238407, + "nauc_mrr_at_3_max": 0.159635, + "nauc_mrr_at_3_std": -0.059116, + "nauc_mrr_at_3_diff1": 0.217773, + "nauc_mrr_at_5_max": 0.164988, + "nauc_mrr_at_5_std": -0.057192, + "nauc_mrr_at_5_diff1": 0.220378, + "nauc_mrr_at_10_max": 0.160769, + "nauc_mrr_at_10_std": -0.060665, + "nauc_mrr_at_10_diff1": 0.215964, + "nauc_mrr_at_20_max": 0.165854, + "nauc_mrr_at_20_std": -0.055183, + "nauc_mrr_at_20_diff1": 0.219628, + "nauc_mrr_at_100_max": 0.166241, + "nauc_mrr_at_100_std": -0.05594, + "nauc_mrr_at_100_diff1": 0.219368, + "nauc_mrr_at_1000_max": 0.166042, + "nauc_mrr_at_1000_std": -0.055921, + "nauc_mrr_at_1000_diff1": 0.219372, + "main_score": 0.39837, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.40431, + "ndcg_at_3": 0.41419, + "ndcg_at_5": 0.44051, + "ndcg_at_10": 0.4894, + "ndcg_at_20": 0.52533, + "ndcg_at_100": 0.56203, + "ndcg_at_1000": 0.57468, + "map_at_1": 0.22534, + "map_at_3": 0.34567, + "map_at_5": 0.38968, + "map_at_10": 0.41865, + "map_at_20": 0.4317, + "map_at_100": 0.43861, + "map_at_1000": 0.43932, + "recall_at_1": 0.22534, + "recall_at_3": 0.40119, + "recall_at_5": 0.49569, + "recall_at_10": 0.62156, + "recall_at_20": 0.74191, + "recall_at_100": 0.90973, + "recall_at_1000": 0.9973, + "precision_at_1": 0.40431, + "precision_at_3": 0.27808, + "precision_at_5": 0.21429, + "precision_at_10": 0.13248, + "precision_at_20": 0.0779, + "precision_at_100": 0.01877, + "precision_at_1000": 0.00202, + "mrr_at_1": 0.404313, + "mrr_at_3": 0.460916, + "mrr_at_5": 0.475943, + "mrr_at_10": 0.489732, + "mrr_at_20": 0.497054, + "mrr_at_100": 0.500415, + "mrr_at_1000": 0.500707, + "nauc_ndcg_at_1_max": 0.151951, + "nauc_ndcg_at_1_std": -0.07383, + "nauc_ndcg_at_1_diff1": 0.449728, + "nauc_ndcg_at_3_max": 0.148997, + "nauc_ndcg_at_3_std": -0.08351, + "nauc_ndcg_at_3_diff1": 0.398166, + "nauc_ndcg_at_5_max": 0.150176, + "nauc_ndcg_at_5_std": -0.088725, + "nauc_ndcg_at_5_diff1": 0.407832, + "nauc_ndcg_at_10_max": 0.159113, + "nauc_ndcg_at_10_std": -0.078721, + "nauc_ndcg_at_10_diff1": 0.386042, + "nauc_ndcg_at_20_max": 0.164302, + "nauc_ndcg_at_20_std": -0.082891, + "nauc_ndcg_at_20_diff1": 0.374589, + "nauc_ndcg_at_100_max": 0.170905, + "nauc_ndcg_at_100_std": -0.063226, + "nauc_ndcg_at_100_diff1": 0.389374, + "nauc_ndcg_at_1000_max": 0.167029, + "nauc_ndcg_at_1000_std": -0.065749, + "nauc_ndcg_at_1000_diff1": 0.394665, + "nauc_map_at_1_max": 0.082544, + "nauc_map_at_1_std": -0.080238, + "nauc_map_at_1_diff1": 0.500918, + "nauc_map_at_3_max": 0.128561, + "nauc_map_at_3_std": -0.081166, + "nauc_map_at_3_diff1": 0.425915, + "nauc_map_at_5_max": 0.145859, + "nauc_map_at_5_std": -0.08651, + "nauc_map_at_5_diff1": 0.417995, + "nauc_map_at_10_max": 0.150537, + "nauc_map_at_10_std": -0.084534, + "nauc_map_at_10_diff1": 0.405694, + "nauc_map_at_20_max": 0.152464, + "nauc_map_at_20_std": -0.084105, + "nauc_map_at_20_diff1": 0.40247, + "nauc_map_at_100_max": 0.154035, + "nauc_map_at_100_std": -0.080839, + "nauc_map_at_100_diff1": 0.404773, + "nauc_map_at_1000_max": 0.154026, + "nauc_map_at_1000_std": -0.080595, + "nauc_map_at_1000_diff1": 0.405072, + "nauc_recall_at_1_max": 0.082544, + "nauc_recall_at_1_std": -0.080238, + "nauc_recall_at_1_diff1": 0.500918, + "nauc_recall_at_3_max": 0.122773, + "nauc_recall_at_3_std": -0.091185, + "nauc_recall_at_3_diff1": 0.364835, + "nauc_recall_at_5_max": 0.142132, + "nauc_recall_at_5_std": -0.098443, + "nauc_recall_at_5_diff1": 0.358991, + "nauc_recall_at_10_max": 0.16366, + "nauc_recall_at_10_std": -0.074818, + "nauc_recall_at_10_diff1": 0.290377, + "nauc_recall_at_20_max": 0.186811, + "nauc_recall_at_20_std": -0.105513, + "nauc_recall_at_20_diff1": 0.22176, + "nauc_recall_at_100_max": 0.297045, + "nauc_recall_at_100_std": 0.097421, + "nauc_recall_at_100_diff1": 0.259885, + "nauc_recall_at_1000_max": 0.93466, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.414392, + "nauc_precision_at_1_max": 0.151951, + "nauc_precision_at_1_std": -0.07383, + "nauc_precision_at_1_diff1": 0.449728, + "nauc_precision_at_3_max": 0.165251, + "nauc_precision_at_3_std": -0.043446, + "nauc_precision_at_3_diff1": 0.197715, + "nauc_precision_at_5_max": 0.169379, + "nauc_precision_at_5_std": -0.040563, + "nauc_precision_at_5_diff1": 0.152538, + "nauc_precision_at_10_max": 0.163224, + "nauc_precision_at_10_std": -0.011322, + "nauc_precision_at_10_diff1": 0.088521, + "nauc_precision_at_20_max": 0.154057, + "nauc_precision_at_20_std": -0.000786, + "nauc_precision_at_20_diff1": 0.022925, + "nauc_precision_at_100_max": 0.144875, + "nauc_precision_at_100_std": 0.061555, + "nauc_precision_at_100_diff1": -0.033948, + "nauc_precision_at_1000_max": 0.117918, + "nauc_precision_at_1000_std": 0.072702, + "nauc_precision_at_1000_diff1": -0.060929, + "nauc_mrr_at_1_max": 0.151951, + "nauc_mrr_at_1_std": -0.07383, + "nauc_mrr_at_1_diff1": 0.449728, + "nauc_mrr_at_3_max": 0.149827, + "nauc_mrr_at_3_std": -0.083184, + "nauc_mrr_at_3_diff1": 0.413121, + "nauc_mrr_at_5_max": 0.151242, + "nauc_mrr_at_5_std": -0.077966, + "nauc_mrr_at_5_diff1": 0.413247, + "nauc_mrr_at_10_max": 0.155339, + "nauc_mrr_at_10_std": -0.071795, + "nauc_mrr_at_10_diff1": 0.408464, + "nauc_mrr_at_20_max": 0.155946, + "nauc_mrr_at_20_std": -0.07549, + "nauc_mrr_at_20_diff1": 0.40641, + "nauc_mrr_at_100_max": 0.156543, + "nauc_mrr_at_100_std": -0.073051, + "nauc_mrr_at_100_diff1": 0.409307, + "nauc_mrr_at_1000_max": 0.156539, + "nauc_mrr_at_1000_std": -0.073214, + "nauc_mrr_at_1000_diff1": 0.409496, + "main_score": 0.4894, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76501, + "ndcg_at_3": 0.79382, + "ndcg_at_5": 0.81005, + "ndcg_at_10": 0.82786, + "ndcg_at_20": 0.83844, + "ndcg_at_100": 0.84708, + "ndcg_at_1000": 0.84956, + "map_at_1": 0.58464, + "map_at_3": 0.75177, + "map_at_5": 0.78112, + "map_at_10": 0.79176, + "map_at_20": 0.79568, + "map_at_100": 0.79729, + "map_at_1000": 0.79742, + "recall_at_1": 0.58464, + "recall_at_3": 0.79963, + "recall_at_5": 0.85757, + "recall_at_10": 0.90372, + "recall_at_20": 0.9413, + "recall_at_100": 0.9824, + "recall_at_1000": 1.0, + "precision_at_1": 0.76501, + "precision_at_3": 0.41601, + "precision_at_5": 0.27807, + "precision_at_10": 0.14817, + "precision_at_20": 0.07715, + "precision_at_100": 0.01607, + "precision_at_1000": 0.00163, + "mrr_at_1": 0.765013, + "mrr_at_3": 0.808094, + "mrr_at_5": 0.814883, + "mrr_at_10": 0.819418, + "mrr_at_20": 0.821135, + "mrr_at_100": 0.822073, + "mrr_at_1000": 0.822154, + "nauc_ndcg_at_1_max": 0.264214, + "nauc_ndcg_at_1_std": -0.068523, + "nauc_ndcg_at_1_diff1": 0.660079, + "nauc_ndcg_at_3_max": 0.245985, + "nauc_ndcg_at_3_std": -0.12808, + "nauc_ndcg_at_3_diff1": 0.614879, + "nauc_ndcg_at_5_max": 0.254385, + "nauc_ndcg_at_5_std": -0.125671, + "nauc_ndcg_at_5_diff1": 0.626203, + "nauc_ndcg_at_10_max": 0.269001, + "nauc_ndcg_at_10_std": -0.121791, + "nauc_ndcg_at_10_diff1": 0.625133, + "nauc_ndcg_at_20_max": 0.282273, + "nauc_ndcg_at_20_std": -0.10496, + "nauc_ndcg_at_20_diff1": 0.627394, + "nauc_ndcg_at_100_max": 0.27908, + "nauc_ndcg_at_100_std": -0.103693, + "nauc_ndcg_at_100_diff1": 0.628763, + "nauc_ndcg_at_1000_max": 0.273467, + "nauc_ndcg_at_1000_std": -0.107048, + "nauc_ndcg_at_1000_diff1": 0.631168, + "nauc_map_at_1_max": 0.037596, + "nauc_map_at_1_std": -0.173023, + "nauc_map_at_1_diff1": 0.64732, + "nauc_map_at_3_max": 0.186924, + "nauc_map_at_3_std": -0.148056, + "nauc_map_at_3_diff1": 0.603108, + "nauc_map_at_5_max": 0.234273, + "nauc_map_at_5_std": -0.126446, + "nauc_map_at_5_diff1": 0.615303, + "nauc_map_at_10_max": 0.245208, + "nauc_map_at_10_std": -0.12784, + "nauc_map_at_10_diff1": 0.619096, + "nauc_map_at_20_max": 0.249527, + "nauc_map_at_20_std": -0.122979, + "nauc_map_at_20_diff1": 0.620422, + "nauc_map_at_100_max": 0.249571, + "nauc_map_at_100_std": -0.121761, + "nauc_map_at_100_diff1": 0.620615, + "nauc_map_at_1000_max": 0.24947, + "nauc_map_at_1000_std": -0.121796, + "nauc_map_at_1000_diff1": 0.620756, + "nauc_recall_at_1_max": 0.037596, + "nauc_recall_at_1_std": -0.173023, + "nauc_recall_at_1_diff1": 0.64732, + "nauc_recall_at_3_max": 0.17166, + "nauc_recall_at_3_std": -0.18369, + "nauc_recall_at_3_diff1": 0.567796, + "nauc_recall_at_5_max": 0.258084, + "nauc_recall_at_5_std": -0.157998, + "nauc_recall_at_5_diff1": 0.596345, + "nauc_recall_at_10_max": 0.30542, + "nauc_recall_at_10_std": -0.14876, + "nauc_recall_at_10_diff1": 0.572566, + "nauc_recall_at_20_max": 0.44112, + "nauc_recall_at_20_std": -0.022776, + "nauc_recall_at_20_diff1": 0.555964, + "nauc_recall_at_100_max": 0.625684, + "nauc_recall_at_100_std": 0.105258, + "nauc_recall_at_100_diff1": 0.506795, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.264214, + "nauc_precision_at_1_std": -0.068523, + "nauc_precision_at_1_diff1": 0.660079, + "nauc_precision_at_3_max": 0.230231, + "nauc_precision_at_3_std": 0.084764, + "nauc_precision_at_3_diff1": -0.078773, + "nauc_precision_at_5_max": 0.233797, + "nauc_precision_at_5_std": 0.114397, + "nauc_precision_at_5_diff1": -0.124793, + "nauc_precision_at_10_max": 0.226635, + "nauc_precision_at_10_std": 0.126862, + "nauc_precision_at_10_diff1": -0.175964, + "nauc_precision_at_20_max": 0.223165, + "nauc_precision_at_20_std": 0.153864, + "nauc_precision_at_20_diff1": -0.210288, + "nauc_precision_at_100_max": 0.204539, + "nauc_precision_at_100_std": 0.164493, + "nauc_precision_at_100_diff1": -0.254852, + "nauc_precision_at_1000_max": 0.188977, + "nauc_precision_at_1000_std": 0.158466, + "nauc_precision_at_1000_diff1": -0.271255, + "nauc_mrr_at_1_max": 0.264214, + "nauc_mrr_at_1_std": -0.068523, + "nauc_mrr_at_1_diff1": 0.660079, + "nauc_mrr_at_3_max": 0.2719, + "nauc_mrr_at_3_std": -0.092926, + "nauc_mrr_at_3_diff1": 0.653037, + "nauc_mrr_at_5_max": 0.276672, + "nauc_mrr_at_5_std": -0.089272, + "nauc_mrr_at_5_diff1": 0.655095, + "nauc_mrr_at_10_max": 0.278952, + "nauc_mrr_at_10_std": -0.086145, + "nauc_mrr_at_10_diff1": 0.653049, + "nauc_mrr_at_20_max": 0.280678, + "nauc_mrr_at_20_std": -0.083568, + "nauc_mrr_at_20_diff1": 0.652464, + "nauc_mrr_at_100_max": 0.280136, + "nauc_mrr_at_100_std": -0.083327, + "nauc_mrr_at_100_diff1": 0.652812, + "nauc_mrr_at_1000_max": 0.279975, + "nauc_mrr_at_1000_std": -0.083227, + "nauc_mrr_at_1000_diff1": 0.652851, + "main_score": 0.82786, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.52611, + "ndcg_at_3": 0.55351, + "ndcg_at_5": 0.57453, + "ndcg_at_10": 0.61554, + "ndcg_at_20": 0.63919, + "ndcg_at_100": 0.66907, + "ndcg_at_1000": 0.67685, + "map_at_1": 0.3347, + "map_at_3": 0.48186, + "map_at_5": 0.5211, + "map_at_10": 0.54495, + "map_at_20": 0.55506, + "map_at_100": 0.56147, + "map_at_1000": 0.5619, + "recall_at_1": 0.3347, + "recall_at_3": 0.55174, + "recall_at_5": 0.63512, + "recall_at_10": 0.73934, + "recall_at_20": 0.81264, + "recall_at_100": 0.94606, + "recall_at_1000": 1.0, + "precision_at_1": 0.52611, + "precision_at_3": 0.33812, + "precision_at_5": 0.24543, + "precision_at_10": 0.14491, + "precision_at_20": 0.08114, + "precision_at_100": 0.01875, + "precision_at_1000": 0.00196, + "mrr_at_1": 0.52611, + "mrr_at_3": 0.600305, + "mrr_at_5": 0.612837, + "mrr_at_10": 0.622585, + "mrr_at_20": 0.626364, + "mrr_at_100": 0.628997, + "mrr_at_1000": 0.629199, + "nauc_ndcg_at_1_max": 0.165841, + "nauc_ndcg_at_1_std": -0.113011, + "nauc_ndcg_at_1_diff1": 0.489188, + "nauc_ndcg_at_3_max": 0.14482, + "nauc_ndcg_at_3_std": -0.158848, + "nauc_ndcg_at_3_diff1": 0.411012, + "nauc_ndcg_at_5_max": 0.167268, + "nauc_ndcg_at_5_std": -0.150689, + "nauc_ndcg_at_5_diff1": 0.41822, + "nauc_ndcg_at_10_max": 0.196706, + "nauc_ndcg_at_10_std": -0.135625, + "nauc_ndcg_at_10_diff1": 0.429102, + "nauc_ndcg_at_20_max": 0.201155, + "nauc_ndcg_at_20_std": -0.131126, + "nauc_ndcg_at_20_diff1": 0.429732, + "nauc_ndcg_at_100_max": 0.195282, + "nauc_ndcg_at_100_std": -0.117813, + "nauc_ndcg_at_100_diff1": 0.432466, + "nauc_ndcg_at_1000_max": 0.187823, + "nauc_ndcg_at_1000_std": -0.126254, + "nauc_ndcg_at_1000_diff1": 0.434106, + "nauc_map_at_1_max": 0.061092, + "nauc_map_at_1_std": -0.122419, + "nauc_map_at_1_diff1": 0.465486, + "nauc_map_at_3_max": 0.100932, + "nauc_map_at_3_std": -0.167577, + "nauc_map_at_3_diff1": 0.413579, + "nauc_map_at_5_max": 0.150646, + "nauc_map_at_5_std": -0.145421, + "nauc_map_at_5_diff1": 0.422227, + "nauc_map_at_10_max": 0.170809, + "nauc_map_at_10_std": -0.133778, + "nauc_map_at_10_diff1": 0.426515, + "nauc_map_at_20_max": 0.173871, + "nauc_map_at_20_std": -0.132265, + "nauc_map_at_20_diff1": 0.42675, + "nauc_map_at_100_max": 0.173102, + "nauc_map_at_100_std": -0.130069, + "nauc_map_at_100_diff1": 0.427658, + "nauc_map_at_1000_max": 0.172708, + "nauc_map_at_1000_std": -0.130331, + "nauc_map_at_1000_diff1": 0.427749, + "nauc_recall_at_1_max": 0.061092, + "nauc_recall_at_1_std": -0.122419, + "nauc_recall_at_1_diff1": 0.465486, + "nauc_recall_at_3_max": 0.093434, + "nauc_recall_at_3_std": -0.196576, + "nauc_recall_at_3_diff1": 0.343957, + "nauc_recall_at_5_max": 0.175099, + "nauc_recall_at_5_std": -0.164838, + "nauc_recall_at_5_diff1": 0.352197, + "nauc_recall_at_10_max": 0.262261, + "nauc_recall_at_10_std": -0.129214, + "nauc_recall_at_10_diff1": 0.372822, + "nauc_recall_at_20_max": 0.300433, + "nauc_recall_at_20_std": -0.113898, + "nauc_recall_at_20_diff1": 0.372843, + "nauc_recall_at_100_max": 0.392414, + "nauc_recall_at_100_std": 0.174601, + "nauc_recall_at_100_diff1": 0.333464, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.165841, + "nauc_precision_at_1_std": -0.113011, + "nauc_precision_at_1_diff1": 0.489188, + "nauc_precision_at_3_max": 0.171762, + "nauc_precision_at_3_std": -0.074501, + "nauc_precision_at_3_diff1": 0.153233, + "nauc_precision_at_5_max": 0.228815, + "nauc_precision_at_5_std": -0.005288, + "nauc_precision_at_5_diff1": 0.123391, + "nauc_precision_at_10_max": 0.24071, + "nauc_precision_at_10_std": 0.042305, + "nauc_precision_at_10_diff1": 0.082249, + "nauc_precision_at_20_max": 0.223454, + "nauc_precision_at_20_std": 0.063215, + "nauc_precision_at_20_diff1": 0.03657, + "nauc_precision_at_100_max": 0.171519, + "nauc_precision_at_100_std": 0.10456, + "nauc_precision_at_100_diff1": -0.026913, + "nauc_precision_at_1000_max": 0.1346, + "nauc_precision_at_1000_std": 0.087778, + "nauc_precision_at_1000_diff1": -0.05403, + "nauc_mrr_at_1_max": 0.165841, + "nauc_mrr_at_1_std": -0.113011, + "nauc_mrr_at_1_diff1": 0.489188, + "nauc_mrr_at_3_max": 0.16653, + "nauc_mrr_at_3_std": -0.147389, + "nauc_mrr_at_3_diff1": 0.448071, + "nauc_mrr_at_5_max": 0.174861, + "nauc_mrr_at_5_std": -0.142367, + "nauc_mrr_at_5_diff1": 0.45077, + "nauc_mrr_at_10_max": 0.178141, + "nauc_mrr_at_10_std": -0.141736, + "nauc_mrr_at_10_diff1": 0.454678, + "nauc_mrr_at_20_max": 0.178372, + "nauc_mrr_at_20_std": -0.140089, + "nauc_mrr_at_20_diff1": 0.454519, + "nauc_mrr_at_100_max": 0.177926, + "nauc_mrr_at_100_std": -0.13848, + "nauc_mrr_at_100_diff1": 0.454838, + "nauc_mrr_at_1000_max": 0.177819, + "nauc_mrr_at_1000_std": -0.138589, + "nauc_mrr_at_1000_diff1": 0.454901, + "main_score": 0.61554, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.70235, + "ndcg_at_3": 0.74824, + "ndcg_at_5": 0.76477, + "ndcg_at_10": 0.78803, + "ndcg_at_20": 0.8019, + "ndcg_at_100": 0.81078, + "ndcg_at_1000": 0.81409, + "map_at_1": 0.52818, + "map_at_3": 0.70246, + "map_at_5": 0.72993, + "map_at_10": 0.74403, + "map_at_20": 0.74895, + "map_at_100": 0.7507, + "map_at_1000": 0.75088, + "recall_at_1": 0.52818, + "recall_at_3": 0.76754, + "recall_at_5": 0.82637, + "recall_at_10": 0.88655, + "recall_at_20": 0.9361, + "recall_at_100": 0.97731, + "recall_at_1000": 1.0, + "precision_at_1": 0.70235, + "precision_at_3": 0.40078, + "precision_at_5": 0.2671, + "precision_at_10": 0.14556, + "precision_at_20": 0.07663, + "precision_at_100": 0.01599, + "precision_at_1000": 0.00163, + "mrr_at_1": 0.70235, + "mrr_at_3": 0.759138, + "mrr_at_5": 0.767037, + "mrr_at_10": 0.773056, + "mrr_at_20": 0.775656, + "mrr_at_100": 0.776569, + "mrr_at_1000": 0.776696, + "nauc_ndcg_at_1_max": 0.251619, + "nauc_ndcg_at_1_std": -0.007264, + "nauc_ndcg_at_1_diff1": 0.651948, + "nauc_ndcg_at_3_max": 0.258175, + "nauc_ndcg_at_3_std": -0.023762, + "nauc_ndcg_at_3_diff1": 0.594128, + "nauc_ndcg_at_5_max": 0.250684, + "nauc_ndcg_at_5_std": -0.043933, + "nauc_ndcg_at_5_diff1": 0.603528, + "nauc_ndcg_at_10_max": 0.267085, + "nauc_ndcg_at_10_std": -0.042019, + "nauc_ndcg_at_10_diff1": 0.598279, + "nauc_ndcg_at_20_max": 0.258101, + "nauc_ndcg_at_20_std": -0.048735, + "nauc_ndcg_at_20_diff1": 0.600599, + "nauc_ndcg_at_100_max": 0.262982, + "nauc_ndcg_at_100_std": -0.032313, + "nauc_ndcg_at_100_diff1": 0.604383, + "nauc_ndcg_at_1000_max": 0.259889, + "nauc_ndcg_at_1000_std": -0.033307, + "nauc_ndcg_at_1000_diff1": 0.608255, + "nauc_map_at_1_max": 0.086994, + "nauc_map_at_1_std": -0.107458, + "nauc_map_at_1_diff1": 0.657562, + "nauc_map_at_3_max": 0.216669, + "nauc_map_at_3_std": -0.045215, + "nauc_map_at_3_diff1": 0.594025, + "nauc_map_at_5_max": 0.235518, + "nauc_map_at_5_std": -0.039454, + "nauc_map_at_5_diff1": 0.596988, + "nauc_map_at_10_max": 0.246562, + "nauc_map_at_10_std": -0.039322, + "nauc_map_at_10_diff1": 0.598039, + "nauc_map_at_20_max": 0.244942, + "nauc_map_at_20_std": -0.040693, + "nauc_map_at_20_diff1": 0.599064, + "nauc_map_at_100_max": 0.246528, + "nauc_map_at_100_std": -0.037057, + "nauc_map_at_100_diff1": 0.599718, + "nauc_map_at_1000_max": 0.246456, + "nauc_map_at_1000_std": -0.03709, + "nauc_map_at_1000_diff1": 0.599885, + "nauc_recall_at_1_max": 0.086994, + "nauc_recall_at_1_std": -0.107458, + "nauc_recall_at_1_diff1": 0.657562, + "nauc_recall_at_3_max": 0.225722, + "nauc_recall_at_3_std": -0.049274, + "nauc_recall_at_3_diff1": 0.538025, + "nauc_recall_at_5_max": 0.266671, + "nauc_recall_at_5_std": -0.079305, + "nauc_recall_at_5_diff1": 0.553477, + "nauc_recall_at_10_max": 0.33536, + "nauc_recall_at_10_std": -0.086512, + "nauc_recall_at_10_diff1": 0.513596, + "nauc_recall_at_20_max": 0.273018, + "nauc_recall_at_20_std": -0.194793, + "nauc_recall_at_20_diff1": 0.47628, + "nauc_recall_at_100_max": 0.417896, + "nauc_recall_at_100_std": -0.002335, + "nauc_recall_at_100_diff1": 0.406395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.251619, + "nauc_precision_at_1_std": -0.007264, + "nauc_precision_at_1_diff1": 0.651948, + "nauc_precision_at_3_max": 0.208077, + "nauc_precision_at_3_std": 0.103555, + "nauc_precision_at_3_diff1": -0.031952, + "nauc_precision_at_5_max": 0.186781, + "nauc_precision_at_5_std": 0.102744, + "nauc_precision_at_5_diff1": -0.089938, + "nauc_precision_at_10_max": 0.178588, + "nauc_precision_at_10_std": 0.104652, + "nauc_precision_at_10_diff1": -0.14682, + "nauc_precision_at_20_max": 0.156577, + "nauc_precision_at_20_std": 0.101737, + "nauc_precision_at_20_diff1": -0.192862, + "nauc_precision_at_100_max": 0.145784, + "nauc_precision_at_100_std": 0.133069, + "nauc_precision_at_100_diff1": -0.228325, + "nauc_precision_at_1000_max": 0.127901, + "nauc_precision_at_1000_std": 0.126154, + "nauc_precision_at_1000_diff1": -0.24786, + "nauc_mrr_at_1_max": 0.251619, + "nauc_mrr_at_1_std": -0.007264, + "nauc_mrr_at_1_diff1": 0.651948, + "nauc_mrr_at_3_max": 0.254747, + "nauc_mrr_at_3_std": -0.016504, + "nauc_mrr_at_3_diff1": 0.634727, + "nauc_mrr_at_5_max": 0.260277, + "nauc_mrr_at_5_std": -0.021883, + "nauc_mrr_at_5_diff1": 0.639421, + "nauc_mrr_at_10_max": 0.261946, + "nauc_mrr_at_10_std": -0.020811, + "nauc_mrr_at_10_diff1": 0.635897, + "nauc_mrr_at_20_max": 0.260157, + "nauc_mrr_at_20_std": -0.021675, + "nauc_mrr_at_20_diff1": 0.636384, + "nauc_mrr_at_100_max": 0.260511, + "nauc_mrr_at_100_std": -0.020483, + "nauc_mrr_at_100_diff1": 0.636565, + "nauc_mrr_at_1000_max": 0.260428, + "nauc_mrr_at_1000_std": -0.020357, + "nauc_mrr_at_1000_diff1": 0.636706, + "main_score": 0.78803, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64187, + "ndcg_at_3": 0.62715, + "ndcg_at_5": 0.64134, + "ndcg_at_10": 0.68143, + "ndcg_at_20": 0.70625, + "ndcg_at_100": 0.73333, + "ndcg_at_1000": 0.74023, + "map_at_1": 0.34401, + "map_at_3": 0.53096, + "map_at_5": 0.58777, + "map_at_10": 0.61573, + "map_at_20": 0.62687, + "map_at_100": 0.63269, + "map_at_1000": 0.63318, + "recall_at_1": 0.34401, + "recall_at_3": 0.57654, + "recall_at_5": 0.67167, + "recall_at_10": 0.76316, + "recall_at_20": 0.83731, + "recall_at_100": 0.95502, + "recall_at_1000": 0.9958, + "precision_at_1": 0.64187, + "precision_at_3": 0.43674, + "precision_at_5": 0.32459, + "precision_at_10": 0.18802, + "precision_at_20": 0.10397, + "precision_at_100": 0.02339, + "precision_at_1000": 0.00244, + "mrr_at_1": 0.641866, + "mrr_at_3": 0.69462, + "mrr_at_5": 0.705023, + "mrr_at_10": 0.712518, + "mrr_at_20": 0.71557, + "mrr_at_100": 0.717585, + "mrr_at_1000": 0.717673, + "nauc_ndcg_at_1_max": 0.239545, + "nauc_ndcg_at_1_std": -0.185283, + "nauc_ndcg_at_1_diff1": 0.568358, + "nauc_ndcg_at_3_max": 0.252159, + "nauc_ndcg_at_3_std": -0.188174, + "nauc_ndcg_at_3_diff1": 0.461027, + "nauc_ndcg_at_5_max": 0.239479, + "nauc_ndcg_at_5_std": -0.198957, + "nauc_ndcg_at_5_diff1": 0.460545, + "nauc_ndcg_at_10_max": 0.252543, + "nauc_ndcg_at_10_std": -0.216501, + "nauc_ndcg_at_10_diff1": 0.460161, + "nauc_ndcg_at_20_max": 0.261945, + "nauc_ndcg_at_20_std": -0.214074, + "nauc_ndcg_at_20_diff1": 0.466945, + "nauc_ndcg_at_100_max": 0.257253, + "nauc_ndcg_at_100_std": -0.19529, + "nauc_ndcg_at_100_diff1": 0.470351, + "nauc_ndcg_at_1000_max": 0.257469, + "nauc_ndcg_at_1000_std": -0.191833, + "nauc_ndcg_at_1000_diff1": 0.47463, + "nauc_map_at_1_max": 0.058602, + "nauc_map_at_1_std": -0.148172, + "nauc_map_at_1_diff1": 0.50887, + "nauc_map_at_3_max": 0.192073, + "nauc_map_at_3_std": -0.175698, + "nauc_map_at_3_diff1": 0.45745, + "nauc_map_at_5_max": 0.230164, + "nauc_map_at_5_std": -0.182617, + "nauc_map_at_5_diff1": 0.450653, + "nauc_map_at_10_max": 0.240081, + "nauc_map_at_10_std": -0.193146, + "nauc_map_at_10_diff1": 0.452505, + "nauc_map_at_20_max": 0.243687, + "nauc_map_at_20_std": -0.190447, + "nauc_map_at_20_diff1": 0.455456, + "nauc_map_at_100_max": 0.243997, + "nauc_map_at_100_std": -0.186907, + "nauc_map_at_100_diff1": 0.455259, + "nauc_map_at_1000_max": 0.244089, + "nauc_map_at_1000_std": -0.186602, + "nauc_map_at_1000_diff1": 0.455457, + "nauc_recall_at_1_max": 0.058602, + "nauc_recall_at_1_std": -0.148172, + "nauc_recall_at_1_diff1": 0.50887, + "nauc_recall_at_3_max": 0.196297, + "nauc_recall_at_3_std": -0.187067, + "nauc_recall_at_3_diff1": 0.410748, + "nauc_recall_at_5_max": 0.226481, + "nauc_recall_at_5_std": -0.211862, + "nauc_recall_at_5_diff1": 0.399231, + "nauc_recall_at_10_max": 0.246307, + "nauc_recall_at_10_std": -0.277754, + "nauc_recall_at_10_diff1": 0.373472, + "nauc_recall_at_20_max": 0.301686, + "nauc_recall_at_20_std": -0.298922, + "nauc_recall_at_20_diff1": 0.384315, + "nauc_recall_at_100_max": 0.280278, + "nauc_recall_at_100_std": -0.145131, + "nauc_recall_at_100_diff1": 0.321681, + "nauc_recall_at_1000_max": 0.697729, + "nauc_recall_at_1000_std": 0.866226, + "nauc_recall_at_1000_diff1": 0.787828, + "nauc_precision_at_1_max": 0.239545, + "nauc_precision_at_1_std": -0.185283, + "nauc_precision_at_1_diff1": 0.568358, + "nauc_precision_at_3_max": 0.261588, + "nauc_precision_at_3_std": -0.096094, + "nauc_precision_at_3_diff1": 0.109319, + "nauc_precision_at_5_max": 0.230406, + "nauc_precision_at_5_std": -0.065963, + "nauc_precision_at_5_diff1": 0.037361, + "nauc_precision_at_10_max": 0.206373, + "nauc_precision_at_10_std": -0.050446, + "nauc_precision_at_10_diff1": -0.018635, + "nauc_precision_at_20_max": 0.18886, + "nauc_precision_at_20_std": -0.018285, + "nauc_precision_at_20_diff1": -0.054112, + "nauc_precision_at_100_max": 0.140534, + "nauc_precision_at_100_std": 0.046989, + "nauc_precision_at_100_diff1": -0.134668, + "nauc_precision_at_1000_max": 0.12372, + "nauc_precision_at_1000_std": 0.067283, + "nauc_precision_at_1000_diff1": -0.161133, + "nauc_mrr_at_1_max": 0.239545, + "nauc_mrr_at_1_std": -0.185283, + "nauc_mrr_at_1_diff1": 0.568358, + "nauc_mrr_at_3_max": 0.260933, + "nauc_mrr_at_3_std": -0.206161, + "nauc_mrr_at_3_diff1": 0.545802, + "nauc_mrr_at_5_max": 0.256283, + "nauc_mrr_at_5_std": -0.212282, + "nauc_mrr_at_5_diff1": 0.547384, + "nauc_mrr_at_10_max": 0.258888, + "nauc_mrr_at_10_std": -0.21215, + "nauc_mrr_at_10_diff1": 0.544692, + "nauc_mrr_at_20_max": 0.259668, + "nauc_mrr_at_20_std": -0.213655, + "nauc_mrr_at_20_diff1": 0.54421, + "nauc_mrr_at_100_max": 0.258567, + "nauc_mrr_at_100_std": -0.210966, + "nauc_mrr_at_100_diff1": 0.545099, + "nauc_mrr_at_1000_max": 0.258489, + "nauc_mrr_at_1000_std": -0.210897, + "nauc_mrr_at_1000_diff1": 0.545216, + "main_score": 0.68143, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.47667, + "ndcg_at_3": 0.4635, + "ndcg_at_5": 0.47879, + "ndcg_at_10": 0.52733, + "ndcg_at_20": 0.5562, + "ndcg_at_100": 0.59701, + "ndcg_at_1000": 0.61417, + "map_at_1": 0.23394, + "map_at_3": 0.37025, + "map_at_5": 0.41767, + "map_at_10": 0.44852, + "map_at_20": 0.46122, + "map_at_100": 0.46999, + "map_at_1000": 0.47103, + "recall_at_1": 0.23394, + "recall_at_3": 0.42264, + "recall_at_5": 0.51145, + "recall_at_10": 0.62556, + "recall_at_20": 0.71269, + "recall_at_100": 0.88668, + "recall_at_1000": 0.99466, + "precision_at_1": 0.47667, + "precision_at_3": 0.33291, + "precision_at_5": 0.25624, + "precision_at_10": 0.15851, + "precision_at_20": 0.09054, + "precision_at_100": 0.02223, + "precision_at_1000": 0.00246, + "mrr_at_1": 0.476671, + "mrr_at_3": 0.545397, + "mrr_at_5": 0.557755, + "mrr_at_10": 0.568742, + "mrr_at_20": 0.57215, + "mrr_at_100": 0.575086, + "mrr_at_1000": 0.575394, + "nauc_ndcg_at_1_max": 0.204556, + "nauc_ndcg_at_1_std": -0.127845, + "nauc_ndcg_at_1_diff1": 0.38022, + "nauc_ndcg_at_3_max": 0.221918, + "nauc_ndcg_at_3_std": -0.136107, + "nauc_ndcg_at_3_diff1": 0.302063, + "nauc_ndcg_at_5_max": 0.214945, + "nauc_ndcg_at_5_std": -0.137132, + "nauc_ndcg_at_5_diff1": 0.292218, + "nauc_ndcg_at_10_max": 0.226585, + "nauc_ndcg_at_10_std": -0.129859, + "nauc_ndcg_at_10_diff1": 0.275759, + "nauc_ndcg_at_20_max": 0.232879, + "nauc_ndcg_at_20_std": -0.126919, + "nauc_ndcg_at_20_diff1": 0.280123, + "nauc_ndcg_at_100_max": 0.236552, + "nauc_ndcg_at_100_std": -0.123803, + "nauc_ndcg_at_100_diff1": 0.283857, + "nauc_ndcg_at_1000_max": 0.229837, + "nauc_ndcg_at_1000_std": -0.124533, + "nauc_ndcg_at_1000_diff1": 0.290784, + "nauc_map_at_1_max": 0.074581, + "nauc_map_at_1_std": -0.168453, + "nauc_map_at_1_diff1": 0.356995, + "nauc_map_at_3_max": 0.183967, + "nauc_map_at_3_std": -0.160086, + "nauc_map_at_3_diff1": 0.31933, + "nauc_map_at_5_max": 0.210825, + "nauc_map_at_5_std": -0.141865, + "nauc_map_at_5_diff1": 0.295763, + "nauc_map_at_10_max": 0.220355, + "nauc_map_at_10_std": -0.135846, + "nauc_map_at_10_diff1": 0.284821, + "nauc_map_at_20_max": 0.223873, + "nauc_map_at_20_std": -0.133393, + "nauc_map_at_20_diff1": 0.286422, + "nauc_map_at_100_max": 0.223953, + "nauc_map_at_100_std": -0.133529, + "nauc_map_at_100_diff1": 0.28676, + "nauc_map_at_1000_max": 0.223702, + "nauc_map_at_1000_std": -0.133432, + "nauc_map_at_1000_diff1": 0.286912, + "nauc_recall_at_1_max": 0.074581, + "nauc_recall_at_1_std": -0.168453, + "nauc_recall_at_1_diff1": 0.356995, + "nauc_recall_at_3_max": 0.177329, + "nauc_recall_at_3_std": -0.157262, + "nauc_recall_at_3_diff1": 0.271596, + "nauc_recall_at_5_max": 0.198613, + "nauc_recall_at_5_std": -0.131296, + "nauc_recall_at_5_diff1": 0.233579, + "nauc_recall_at_10_max": 0.22158, + "nauc_recall_at_10_std": -0.10966, + "nauc_recall_at_10_diff1": 0.180772, + "nauc_recall_at_20_max": 0.244728, + "nauc_recall_at_20_std": -0.099692, + "nauc_recall_at_20_diff1": 0.182045, + "nauc_recall_at_100_max": 0.353428, + "nauc_recall_at_100_std": -0.027006, + "nauc_recall_at_100_diff1": 0.154413, + "nauc_recall_at_1000_max": 0.800514, + "nauc_recall_at_1000_std": 0.808162, + "nauc_recall_at_1000_diff1": 0.391926, + "nauc_precision_at_1_max": 0.204556, + "nauc_precision_at_1_std": -0.127845, + "nauc_precision_at_1_diff1": 0.38022, + "nauc_precision_at_3_max": 0.256409, + "nauc_precision_at_3_std": -0.059853, + "nauc_precision_at_3_diff1": 0.15985, + "nauc_precision_at_5_max": 0.243063, + "nauc_precision_at_5_std": -0.012625, + "nauc_precision_at_5_diff1": 0.095794, + "nauc_precision_at_10_max": 0.22573, + "nauc_precision_at_10_std": 0.019621, + "nauc_precision_at_10_diff1": 0.037957, + "nauc_precision_at_20_max": 0.211127, + "nauc_precision_at_20_std": 0.039522, + "nauc_precision_at_20_diff1": 0.020029, + "nauc_precision_at_100_max": 0.161248, + "nauc_precision_at_100_std": 0.069544, + "nauc_precision_at_100_diff1": -0.033133, + "nauc_precision_at_1000_max": 0.111931, + "nauc_precision_at_1000_std": 0.092847, + "nauc_precision_at_1000_diff1": -0.059928, + "nauc_mrr_at_1_max": 0.204556, + "nauc_mrr_at_1_std": -0.127845, + "nauc_mrr_at_1_diff1": 0.38022, + "nauc_mrr_at_3_max": 0.220894, + "nauc_mrr_at_3_std": -0.135498, + "nauc_mrr_at_3_diff1": 0.347342, + "nauc_mrr_at_5_max": 0.213559, + "nauc_mrr_at_5_std": -0.131243, + "nauc_mrr_at_5_diff1": 0.3398, + "nauc_mrr_at_10_max": 0.214612, + "nauc_mrr_at_10_std": -0.134171, + "nauc_mrr_at_10_diff1": 0.34006, + "nauc_mrr_at_20_max": 0.215546, + "nauc_mrr_at_20_std": -0.133949, + "nauc_mrr_at_20_diff1": 0.341488, + "nauc_mrr_at_100_max": 0.216298, + "nauc_mrr_at_100_std": -0.132891, + "nauc_mrr_at_100_diff1": 0.34168, + "nauc_mrr_at_1000_max": 0.216103, + "nauc_mrr_at_1000_std": -0.1329, + "nauc_mrr_at_1000_diff1": 0.341892, + "main_score": 0.52733, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.61286, + "ndcg_at_3": 0.60303, + "ndcg_at_5": 0.62062, + "ndcg_at_10": 0.66042, + "ndcg_at_20": 0.68509, + "ndcg_at_100": 0.71539, + "ndcg_at_1000": 0.72258, + "map_at_1": 0.32224, + "map_at_3": 0.50537, + "map_at_5": 0.56414, + "map_at_10": 0.59264, + "map_at_20": 0.60367, + "map_at_100": 0.61037, + "map_at_1000": 0.61083, + "recall_at_1": 0.32224, + "recall_at_3": 0.55443, + "recall_at_5": 0.65677, + "recall_at_10": 0.74607, + "recall_at_20": 0.82234, + "recall_at_100": 0.95275, + "recall_at_1000": 0.99723, + "precision_at_1": 0.61286, + "precision_at_3": 0.42665, + "precision_at_5": 0.32055, + "precision_at_10": 0.18651, + "precision_at_20": 0.10265, + "precision_at_100": 0.02342, + "precision_at_1000": 0.00244, + "mrr_at_1": 0.612863, + "mrr_at_3": 0.672131, + "mrr_at_5": 0.683733, + "mrr_at_10": 0.689821, + "mrr_at_20": 0.693217, + "mrr_at_100": 0.695428, + "mrr_at_1000": 0.695536, + "nauc_ndcg_at_1_max": 0.319473, + "nauc_ndcg_at_1_std": -0.08339, + "nauc_ndcg_at_1_diff1": 0.556982, + "nauc_ndcg_at_3_max": 0.278749, + "nauc_ndcg_at_3_std": -0.094356, + "nauc_ndcg_at_3_diff1": 0.454555, + "nauc_ndcg_at_5_max": 0.283433, + "nauc_ndcg_at_5_std": -0.121908, + "nauc_ndcg_at_5_diff1": 0.46579, + "nauc_ndcg_at_10_max": 0.292942, + "nauc_ndcg_at_10_std": -0.120962, + "nauc_ndcg_at_10_diff1": 0.470835, + "nauc_ndcg_at_20_max": 0.30566, + "nauc_ndcg_at_20_std": -0.119252, + "nauc_ndcg_at_20_diff1": 0.471279, + "nauc_ndcg_at_100_max": 0.30602, + "nauc_ndcg_at_100_std": -0.111259, + "nauc_ndcg_at_100_diff1": 0.476964, + "nauc_ndcg_at_1000_max": 0.301766, + "nauc_ndcg_at_1000_std": -0.108783, + "nauc_ndcg_at_1000_diff1": 0.477463, + "nauc_map_at_1_max": 0.138572, + "nauc_map_at_1_std": -0.093273, + "nauc_map_at_1_diff1": 0.524841, + "nauc_map_at_3_max": 0.239087, + "nauc_map_at_3_std": -0.104597, + "nauc_map_at_3_diff1": 0.461527, + "nauc_map_at_5_max": 0.277746, + "nauc_map_at_5_std": -0.110641, + "nauc_map_at_5_diff1": 0.453301, + "nauc_map_at_10_max": 0.284902, + "nauc_map_at_10_std": -0.109491, + "nauc_map_at_10_diff1": 0.459749, + "nauc_map_at_20_max": 0.290395, + "nauc_map_at_20_std": -0.109278, + "nauc_map_at_20_diff1": 0.461098, + "nauc_map_at_100_max": 0.290038, + "nauc_map_at_100_std": -0.107223, + "nauc_map_at_100_diff1": 0.461063, + "nauc_map_at_1000_max": 0.289902, + "nauc_map_at_1000_std": -0.10699, + "nauc_map_at_1000_diff1": 0.460981, + "nauc_recall_at_1_max": 0.138572, + "nauc_recall_at_1_std": -0.093273, + "nauc_recall_at_1_diff1": 0.524841, + "nauc_recall_at_3_max": 0.205032, + "nauc_recall_at_3_std": -0.121143, + "nauc_recall_at_3_diff1": 0.419351, + "nauc_recall_at_5_max": 0.24776, + "nauc_recall_at_5_std": -0.150326, + "nauc_recall_at_5_diff1": 0.414389, + "nauc_recall_at_10_max": 0.26564, + "nauc_recall_at_10_std": -0.160107, + "nauc_recall_at_10_diff1": 0.409995, + "nauc_recall_at_20_max": 0.311772, + "nauc_recall_at_20_std": -0.15963, + "nauc_recall_at_20_diff1": 0.386246, + "nauc_recall_at_100_max": 0.427437, + "nauc_recall_at_100_std": -0.129457, + "nauc_recall_at_100_diff1": 0.415636, + "nauc_recall_at_1000_max": 0.196113, + "nauc_recall_at_1000_std": -0.362758, + "nauc_recall_at_1000_diff1": 0.755628, + "nauc_precision_at_1_max": 0.319473, + "nauc_precision_at_1_std": -0.08339, + "nauc_precision_at_1_diff1": 0.556982, + "nauc_precision_at_3_max": 0.260679, + "nauc_precision_at_3_std": -0.015937, + "nauc_precision_at_3_diff1": 0.109002, + "nauc_precision_at_5_max": 0.240366, + "nauc_precision_at_5_std": -0.017178, + "nauc_precision_at_5_diff1": 0.046581, + "nauc_precision_at_10_max": 0.202079, + "nauc_precision_at_10_std": 0.007157, + "nauc_precision_at_10_diff1": 0.001657, + "nauc_precision_at_20_max": 0.191543, + "nauc_precision_at_20_std": 0.021171, + "nauc_precision_at_20_diff1": -0.038426, + "nauc_precision_at_100_max": 0.132054, + "nauc_precision_at_100_std": 0.05881, + "nauc_precision_at_100_diff1": -0.118466, + "nauc_precision_at_1000_max": 0.106312, + "nauc_precision_at_1000_std": 0.076726, + "nauc_precision_at_1000_diff1": -0.157453, + "nauc_mrr_at_1_max": 0.319473, + "nauc_mrr_at_1_std": -0.08339, + "nauc_mrr_at_1_diff1": 0.556982, + "nauc_mrr_at_3_max": 0.307583, + "nauc_mrr_at_3_std": -0.107238, + "nauc_mrr_at_3_diff1": 0.537322, + "nauc_mrr_at_5_max": 0.307156, + "nauc_mrr_at_5_std": -0.111798, + "nauc_mrr_at_5_diff1": 0.538508, + "nauc_mrr_at_10_max": 0.31029, + "nauc_mrr_at_10_std": -0.110825, + "nauc_mrr_at_10_diff1": 0.53697, + "nauc_mrr_at_20_max": 0.310831, + "nauc_mrr_at_20_std": -0.111413, + "nauc_mrr_at_20_diff1": 0.536296, + "nauc_mrr_at_100_max": 0.311351, + "nauc_mrr_at_100_std": -0.110225, + "nauc_mrr_at_100_diff1": 0.536916, + "nauc_mrr_at_1000_max": 0.311183, + "nauc_mrr_at_1000_std": -0.110142, + "nauc_mrr_at_1000_diff1": 0.536997, + "main_score": 0.66042, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71429, + "ndcg_at_3": 0.7113, + "ndcg_at_5": 0.72709, + "ndcg_at_10": 0.76236, + "ndcg_at_20": 0.77785, + "ndcg_at_100": 0.79634, + "ndcg_at_1000": 0.79953, + "map_at_1": 0.45943, + "map_at_3": 0.63584, + "map_at_5": 0.68185, + "map_at_10": 0.70557, + "map_at_20": 0.71204, + "map_at_100": 0.71655, + "map_at_1000": 0.71675, + "recall_at_1": 0.45943, + "recall_at_3": 0.68293, + "recall_at_5": 0.765, + "recall_at_10": 0.8512, + "recall_at_20": 0.90069, + "recall_at_100": 0.97826, + "recall_at_1000": 0.99866, + "precision_at_1": 0.71429, + "precision_at_3": 0.43124, + "precision_at_5": 0.30841, + "precision_at_10": 0.17423, + "precision_at_20": 0.09252, + "precision_at_100": 0.02025, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.714286, + "mrr_at_3": 0.759012, + "mrr_at_5": 0.769559, + "mrr_at_10": 0.776627, + "mrr_at_20": 0.778863, + "mrr_at_100": 0.780074, + "mrr_at_1000": 0.780127, + "nauc_ndcg_at_1_max": 0.307013, + "nauc_ndcg_at_1_std": -0.080493, + "nauc_ndcg_at_1_diff1": 0.657228, + "nauc_ndcg_at_3_max": 0.283256, + "nauc_ndcg_at_3_std": -0.11923, + "nauc_ndcg_at_3_diff1": 0.552089, + "nauc_ndcg_at_5_max": 0.289911, + "nauc_ndcg_at_5_std": -0.115152, + "nauc_ndcg_at_5_diff1": 0.549095, + "nauc_ndcg_at_10_max": 0.315643, + "nauc_ndcg_at_10_std": -0.124762, + "nauc_ndcg_at_10_diff1": 0.558285, + "nauc_ndcg_at_20_max": 0.314144, + "nauc_ndcg_at_20_std": -0.120842, + "nauc_ndcg_at_20_diff1": 0.553605, + "nauc_ndcg_at_100_max": 0.318985, + "nauc_ndcg_at_100_std": -0.096286, + "nauc_ndcg_at_100_diff1": 0.570063, + "nauc_ndcg_at_1000_max": 0.31294, + "nauc_ndcg_at_1000_std": -0.10314, + "nauc_ndcg_at_1000_diff1": 0.570732, + "nauc_map_at_1_max": 0.069165, + "nauc_map_at_1_std": -0.134036, + "nauc_map_at_1_diff1": 0.609875, + "nauc_map_at_3_max": 0.206114, + "nauc_map_at_3_std": -0.121173, + "nauc_map_at_3_diff1": 0.543023, + "nauc_map_at_5_max": 0.261997, + "nauc_map_at_5_std": -0.116749, + "nauc_map_at_5_diff1": 0.528649, + "nauc_map_at_10_max": 0.280248, + "nauc_map_at_10_std": -0.121326, + "nauc_map_at_10_diff1": 0.53722, + "nauc_map_at_20_max": 0.279576, + "nauc_map_at_20_std": -0.121766, + "nauc_map_at_20_diff1": 0.535498, + "nauc_map_at_100_max": 0.281841, + "nauc_map_at_100_std": -0.115898, + "nauc_map_at_100_diff1": 0.538897, + "nauc_map_at_1000_max": 0.281596, + "nauc_map_at_1000_std": -0.116147, + "nauc_map_at_1000_diff1": 0.538912, + "nauc_recall_at_1_max": 0.069165, + "nauc_recall_at_1_std": -0.134036, + "nauc_recall_at_1_diff1": 0.609875, + "nauc_recall_at_3_max": 0.189005, + "nauc_recall_at_3_std": -0.139904, + "nauc_recall_at_3_diff1": 0.499737, + "nauc_recall_at_5_max": 0.283993, + "nauc_recall_at_5_std": -0.134875, + "nauc_recall_at_5_diff1": 0.471744, + "nauc_recall_at_10_max": 0.36, + "nauc_recall_at_10_std": -0.180566, + "nauc_recall_at_10_diff1": 0.462383, + "nauc_recall_at_20_max": 0.354764, + "nauc_recall_at_20_std": -0.166727, + "nauc_recall_at_20_diff1": 0.387968, + "nauc_recall_at_100_max": 0.652778, + "nauc_recall_at_100_std": 0.355262, + "nauc_recall_at_100_diff1": 0.493916, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869262, + "nauc_precision_at_1_max": 0.307013, + "nauc_precision_at_1_std": -0.080493, + "nauc_precision_at_1_diff1": 0.657228, + "nauc_precision_at_3_max": 0.255295, + "nauc_precision_at_3_std": 0.019499, + "nauc_precision_at_3_diff1": 0.008446, + "nauc_precision_at_5_max": 0.247429, + "nauc_precision_at_5_std": 0.044053, + "nauc_precision_at_5_diff1": -0.079036, + "nauc_precision_at_10_max": 0.226607, + "nauc_precision_at_10_std": 0.048474, + "nauc_precision_at_10_diff1": -0.133671, + "nauc_precision_at_20_max": 0.204806, + "nauc_precision_at_20_std": 0.062319, + "nauc_precision_at_20_diff1": -0.182194, + "nauc_precision_at_100_max": 0.169863, + "nauc_precision_at_100_std": 0.122132, + "nauc_precision_at_100_diff1": -0.223882, + "nauc_precision_at_1000_max": 0.147103, + "nauc_precision_at_1000_std": 0.109719, + "nauc_precision_at_1000_diff1": -0.238691, + "nauc_mrr_at_1_max": 0.307013, + "nauc_mrr_at_1_std": -0.080493, + "nauc_mrr_at_1_diff1": 0.657228, + "nauc_mrr_at_3_max": 0.321721, + "nauc_mrr_at_3_std": -0.092541, + "nauc_mrr_at_3_diff1": 0.652529, + "nauc_mrr_at_5_max": 0.33629, + "nauc_mrr_at_5_std": -0.086581, + "nauc_mrr_at_5_diff1": 0.656832, + "nauc_mrr_at_10_max": 0.335406, + "nauc_mrr_at_10_std": -0.09018, + "nauc_mrr_at_10_diff1": 0.655808, + "nauc_mrr_at_20_max": 0.334794, + "nauc_mrr_at_20_std": -0.088331, + "nauc_mrr_at_20_diff1": 0.655429, + "nauc_mrr_at_100_max": 0.334009, + "nauc_mrr_at_100_std": -0.088038, + "nauc_mrr_at_100_diff1": 0.655939, + "nauc_mrr_at_1000_max": 0.333898, + "nauc_mrr_at_1000_std": -0.088106, + "nauc_mrr_at_1000_diff1": 0.655928, + "main_score": 0.76236, + "hf_subset": "fra-fra", + "languages": [ + "fra-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.47797, + "ndcg_at_3": 0.49514, + "ndcg_at_5": 0.51782, + "ndcg_at_10": 0.55891, + "ndcg_at_20": 0.59226, + "ndcg_at_100": 0.62612, + "ndcg_at_1000": 0.63749, + "map_at_1": 0.26689, + "map_at_3": 0.40859, + "map_at_5": 0.45627, + "map_at_10": 0.48213, + "map_at_20": 0.49615, + "map_at_100": 0.50336, + "map_at_1000": 0.5041, + "recall_at_1": 0.26689, + "recall_at_3": 0.47408, + "recall_at_5": 0.57399, + "recall_at_10": 0.67147, + "recall_at_20": 0.77837, + "recall_at_100": 0.92494, + "recall_at_1000": 0.9974, + "precision_at_1": 0.47797, + "precision_at_3": 0.33734, + "precision_at_5": 0.25554, + "precision_at_10": 0.15287, + "precision_at_20": 0.08818, + "precision_at_100": 0.02091, + "precision_at_1000": 0.00224, + "mrr_at_1": 0.477971, + "mrr_at_3": 0.555407, + "mrr_at_5": 0.57016, + "mrr_at_10": 0.579431, + "mrr_at_20": 0.584509, + "mrr_at_100": 0.587126, + "mrr_at_1000": 0.587339, + "nauc_ndcg_at_1_max": 0.224707, + "nauc_ndcg_at_1_std": -0.142775, + "nauc_ndcg_at_1_diff1": 0.458384, + "nauc_ndcg_at_3_max": 0.215531, + "nauc_ndcg_at_3_std": -0.187904, + "nauc_ndcg_at_3_diff1": 0.381347, + "nauc_ndcg_at_5_max": 0.211742, + "nauc_ndcg_at_5_std": -0.207091, + "nauc_ndcg_at_5_diff1": 0.380712, + "nauc_ndcg_at_10_max": 0.227676, + "nauc_ndcg_at_10_std": -0.197419, + "nauc_ndcg_at_10_diff1": 0.370454, + "nauc_ndcg_at_20_max": 0.233085, + "nauc_ndcg_at_20_std": -0.197837, + "nauc_ndcg_at_20_diff1": 0.368133, + "nauc_ndcg_at_100_max": 0.235847, + "nauc_ndcg_at_100_std": -0.167654, + "nauc_ndcg_at_100_diff1": 0.370295, + "nauc_ndcg_at_1000_max": 0.233279, + "nauc_ndcg_at_1000_std": -0.172397, + "nauc_ndcg_at_1000_diff1": 0.378498, + "nauc_map_at_1_max": 0.063812, + "nauc_map_at_1_std": -0.181304, + "nauc_map_at_1_diff1": 0.437922, + "nauc_map_at_3_max": 0.158378, + "nauc_map_at_3_std": -0.201229, + "nauc_map_at_3_diff1": 0.391861, + "nauc_map_at_5_max": 0.19896, + "nauc_map_at_5_std": -0.197381, + "nauc_map_at_5_diff1": 0.382978, + "nauc_map_at_10_max": 0.212673, + "nauc_map_at_10_std": -0.186862, + "nauc_map_at_10_diff1": 0.376567, + "nauc_map_at_20_max": 0.216431, + "nauc_map_at_20_std": -0.187199, + "nauc_map_at_20_diff1": 0.374225, + "nauc_map_at_100_max": 0.217615, + "nauc_map_at_100_std": -0.182487, + "nauc_map_at_100_diff1": 0.375174, + "nauc_map_at_1000_max": 0.217717, + "nauc_map_at_1000_std": -0.182321, + "nauc_map_at_1000_diff1": 0.375507, + "nauc_recall_at_1_max": 0.063812, + "nauc_recall_at_1_std": -0.181304, + "nauc_recall_at_1_diff1": 0.437922, + "nauc_recall_at_3_max": 0.14709, + "nauc_recall_at_3_std": -0.22705, + "nauc_recall_at_3_diff1": 0.342321, + "nauc_recall_at_5_max": 0.187679, + "nauc_recall_at_5_std": -0.260867, + "nauc_recall_at_5_diff1": 0.31861, + "nauc_recall_at_10_max": 0.218152, + "nauc_recall_at_10_std": -0.255989, + "nauc_recall_at_10_diff1": 0.277907, + "nauc_recall_at_20_max": 0.236142, + "nauc_recall_at_20_std": -0.276381, + "nauc_recall_at_20_diff1": 0.25411, + "nauc_recall_at_100_max": 0.305293, + "nauc_recall_at_100_std": 0.023587, + "nauc_recall_at_100_diff1": 0.134247, + "nauc_recall_at_1000_max": 0.429859, + "nauc_recall_at_1000_std": -0.030726, + "nauc_recall_at_1000_diff1": 0.243105, + "nauc_precision_at_1_max": 0.224707, + "nauc_precision_at_1_std": -0.142775, + "nauc_precision_at_1_diff1": 0.458384, + "nauc_precision_at_3_max": 0.271162, + "nauc_precision_at_3_std": -0.073174, + "nauc_precision_at_3_diff1": 0.167708, + "nauc_precision_at_5_max": 0.285507, + "nauc_precision_at_5_std": -0.038642, + "nauc_precision_at_5_diff1": 0.112465, + "nauc_precision_at_10_max": 0.276769, + "nauc_precision_at_10_std": 0.011761, + "nauc_precision_at_10_diff1": 0.057823, + "nauc_precision_at_20_max": 0.248624, + "nauc_precision_at_20_std": 0.033325, + "nauc_precision_at_20_diff1": 0.000169, + "nauc_precision_at_100_max": 0.200855, + "nauc_precision_at_100_std": 0.126893, + "nauc_precision_at_100_diff1": -0.054194, + "nauc_precision_at_1000_max": 0.175415, + "nauc_precision_at_1000_std": 0.132914, + "nauc_precision_at_1000_diff1": -0.065632, + "nauc_mrr_at_1_max": 0.224707, + "nauc_mrr_at_1_std": -0.142775, + "nauc_mrr_at_1_diff1": 0.458384, + "nauc_mrr_at_3_max": 0.232638, + "nauc_mrr_at_3_std": -0.155902, + "nauc_mrr_at_3_diff1": 0.42722, + "nauc_mrr_at_5_max": 0.233008, + "nauc_mrr_at_5_std": -0.166045, + "nauc_mrr_at_5_diff1": 0.421774, + "nauc_mrr_at_10_max": 0.2341, + "nauc_mrr_at_10_std": -0.168182, + "nauc_mrr_at_10_diff1": 0.419509, + "nauc_mrr_at_20_max": 0.234522, + "nauc_mrr_at_20_std": -0.168132, + "nauc_mrr_at_20_diff1": 0.422196, + "nauc_mrr_at_100_max": 0.234507, + "nauc_mrr_at_100_std": -0.165167, + "nauc_mrr_at_100_diff1": 0.422105, + "nauc_mrr_at_1000_max": 0.234451, + "nauc_mrr_at_1000_std": -0.165271, + "nauc_mrr_at_1000_diff1": 0.422282, + "main_score": 0.55891, + "hf_subset": "eng-fra", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.68625, + "ndcg_at_3": 0.68239, + "ndcg_at_5": 0.70175, + "ndcg_at_10": 0.73452, + "ndcg_at_20": 0.7566, + "ndcg_at_100": 0.77506, + "ndcg_at_1000": 0.77936, + "map_at_1": 0.44036, + "map_at_3": 0.60718, + "map_at_5": 0.65354, + "map_at_10": 0.67605, + "map_at_20": 0.6846, + "map_at_100": 0.68908, + "map_at_1000": 0.68937, + "recall_at_1": 0.44036, + "recall_at_3": 0.65291, + "recall_at_5": 0.74379, + "recall_at_10": 0.8215, + "recall_at_20": 0.89457, + "recall_at_100": 0.97194, + "recall_at_1000": 0.99933, + "precision_at_1": 0.68625, + "precision_at_3": 0.41656, + "precision_at_5": 0.29826, + "precision_at_10": 0.16916, + "precision_at_20": 0.09172, + "precision_at_100": 0.02016, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.686248, + "mrr_at_3": 0.73498, + "mrr_at_5": 0.746061, + "mrr_at_10": 0.752318, + "mrr_at_20": 0.756085, + "mrr_at_100": 0.757136, + "mrr_at_1000": 0.757246, + "nauc_ndcg_at_1_max": 0.324249, + "nauc_ndcg_at_1_std": -0.053443, + "nauc_ndcg_at_1_diff1": 0.676135, + "nauc_ndcg_at_3_max": 0.303589, + "nauc_ndcg_at_3_std": -0.075518, + "nauc_ndcg_at_3_diff1": 0.584542, + "nauc_ndcg_at_5_max": 0.31951, + "nauc_ndcg_at_5_std": -0.067605, + "nauc_ndcg_at_5_diff1": 0.587211, + "nauc_ndcg_at_10_max": 0.3293, + "nauc_ndcg_at_10_std": -0.075645, + "nauc_ndcg_at_10_diff1": 0.595382, + "nauc_ndcg_at_20_max": 0.323946, + "nauc_ndcg_at_20_std": -0.086853, + "nauc_ndcg_at_20_diff1": 0.596015, + "nauc_ndcg_at_100_max": 0.323191, + "nauc_ndcg_at_100_std": -0.06274, + "nauc_ndcg_at_100_diff1": 0.602811, + "nauc_ndcg_at_1000_max": 0.32071, + "nauc_ndcg_at_1000_std": -0.068069, + "nauc_ndcg_at_1000_diff1": 0.60454, + "nauc_map_at_1_max": 0.115077, + "nauc_map_at_1_std": -0.111913, + "nauc_map_at_1_diff1": 0.62546, + "nauc_map_at_3_max": 0.245427, + "nauc_map_at_3_std": -0.083156, + "nauc_map_at_3_diff1": 0.572629, + "nauc_map_at_5_max": 0.298233, + "nauc_map_at_5_std": -0.077677, + "nauc_map_at_5_diff1": 0.570036, + "nauc_map_at_10_max": 0.30583, + "nauc_map_at_10_std": -0.081049, + "nauc_map_at_10_diff1": 0.574688, + "nauc_map_at_20_max": 0.305097, + "nauc_map_at_20_std": -0.084563, + "nauc_map_at_20_diff1": 0.575507, + "nauc_map_at_100_max": 0.305766, + "nauc_map_at_100_std": -0.079412, + "nauc_map_at_100_diff1": 0.576574, + "nauc_map_at_1000_max": 0.305563, + "nauc_map_at_1000_std": -0.079615, + "nauc_map_at_1000_diff1": 0.576637, + "nauc_recall_at_1_max": 0.115077, + "nauc_recall_at_1_std": -0.111913, + "nauc_recall_at_1_diff1": 0.62546, + "nauc_recall_at_3_max": 0.22553, + "nauc_recall_at_3_std": -0.075237, + "nauc_recall_at_3_diff1": 0.538511, + "nauc_recall_at_5_max": 0.323703, + "nauc_recall_at_5_std": -0.054889, + "nauc_recall_at_5_diff1": 0.517258, + "nauc_recall_at_10_max": 0.363511, + "nauc_recall_at_10_std": -0.082143, + "nauc_recall_at_10_diff1": 0.522785, + "nauc_recall_at_20_max": 0.335941, + "nauc_recall_at_20_std": -0.165106, + "nauc_recall_at_20_diff1": 0.474582, + "nauc_recall_at_100_max": 0.396258, + "nauc_recall_at_100_std": 0.204166, + "nauc_recall_at_100_diff1": 0.481383, + "nauc_recall_at_1000_max": 0.55399, + "nauc_recall_at_1000_std": 0.869262, + "nauc_recall_at_1000_diff1": 0.55399, + "nauc_precision_at_1_max": 0.324249, + "nauc_precision_at_1_std": -0.053443, + "nauc_precision_at_1_diff1": 0.676135, + "nauc_precision_at_3_max": 0.245394, + "nauc_precision_at_3_std": 0.027789, + "nauc_precision_at_3_diff1": 0.050503, + "nauc_precision_at_5_max": 0.243264, + "nauc_precision_at_5_std": 0.045646, + "nauc_precision_at_5_diff1": -0.02882, + "nauc_precision_at_10_max": 0.194647, + "nauc_precision_at_10_std": 0.044086, + "nauc_precision_at_10_diff1": -0.085934, + "nauc_precision_at_20_max": 0.156306, + "nauc_precision_at_20_std": 0.042655, + "nauc_precision_at_20_diff1": -0.148286, + "nauc_precision_at_100_max": 0.105882, + "nauc_precision_at_100_std": 0.090557, + "nauc_precision_at_100_diff1": -0.204093, + "nauc_precision_at_1000_max": 0.087336, + "nauc_precision_at_1000_std": 0.081719, + "nauc_precision_at_1000_diff1": -0.221244, + "nauc_mrr_at_1_max": 0.324249, + "nauc_mrr_at_1_std": -0.053443, + "nauc_mrr_at_1_diff1": 0.676135, + "nauc_mrr_at_3_max": 0.318234, + "nauc_mrr_at_3_std": -0.059771, + "nauc_mrr_at_3_diff1": 0.671313, + "nauc_mrr_at_5_max": 0.333433, + "nauc_mrr_at_5_std": -0.054478, + "nauc_mrr_at_5_diff1": 0.669942, + "nauc_mrr_at_10_max": 0.333954, + "nauc_mrr_at_10_std": -0.055647, + "nauc_mrr_at_10_diff1": 0.672054, + "nauc_mrr_at_20_max": 0.332779, + "nauc_mrr_at_20_std": -0.056847, + "nauc_mrr_at_20_diff1": 0.671614, + "nauc_mrr_at_100_max": 0.3322, + "nauc_mrr_at_100_std": -0.0556, + "nauc_mrr_at_100_diff1": 0.672039, + "nauc_mrr_at_1000_max": 0.332186, + "nauc_mrr_at_1000_std": -0.05572, + "nauc_mrr_at_1000_diff1": 0.672068, + "main_score": 0.73452, + "hf_subset": "fra-eng", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66703, + "ndcg_at_3": 0.72993, + "ndcg_at_5": 0.75138, + "ndcg_at_10": 0.77371, + "ndcg_at_20": 0.78389, + "ndcg_at_100": 0.79623, + "ndcg_at_1000": 0.79975, + "map_at_1": 0.57094, + "map_at_3": 0.69931, + "map_at_5": 0.71685, + "map_at_10": 0.72916, + "map_at_20": 0.73281, + "map_at_100": 0.73531, + "map_at_1000": 0.73548, + "recall_at_1": 0.57094, + "recall_at_3": 0.772, + "recall_at_5": 0.82508, + "recall_at_10": 0.88486, + "recall_at_20": 0.91863, + "recall_at_100": 0.97359, + "recall_at_1000": 0.99892, + "precision_at_1": 0.66703, + "precision_at_3": 0.33441, + "precision_at_5": 0.21838, + "precision_at_10": 0.11914, + "precision_at_20": 0.06276, + "precision_at_100": 0.01354, + "precision_at_1000": 0.00139, + "mrr_at_1": 0.667027, + "mrr_at_3": 0.73045, + "mrr_at_5": 0.74164, + "mrr_at_10": 0.748022, + "mrr_at_20": 0.750208, + "mrr_at_100": 0.751524, + "mrr_at_1000": 0.751624, + "nauc_ndcg_at_1_max": 0.227563, + "nauc_ndcg_at_1_std": -0.155223, + "nauc_ndcg_at_1_diff1": 0.713339, + "nauc_ndcg_at_3_max": 0.238696, + "nauc_ndcg_at_3_std": -0.174207, + "nauc_ndcg_at_3_diff1": 0.671672, + "nauc_ndcg_at_5_max": 0.252128, + "nauc_ndcg_at_5_std": -0.189937, + "nauc_ndcg_at_5_diff1": 0.677408, + "nauc_ndcg_at_10_max": 0.252283, + "nauc_ndcg_at_10_std": -0.180614, + "nauc_ndcg_at_10_diff1": 0.684553, + "nauc_ndcg_at_20_max": 0.252376, + "nauc_ndcg_at_20_std": -0.178687, + "nauc_ndcg_at_20_diff1": 0.685212, + "nauc_ndcg_at_100_max": 0.257401, + "nauc_ndcg_at_100_std": -0.155878, + "nauc_ndcg_at_100_diff1": 0.683016, + "nauc_ndcg_at_1000_max": 0.24806, + "nauc_ndcg_at_1000_std": -0.169326, + "nauc_ndcg_at_1000_diff1": 0.685397, + "nauc_map_at_1_max": 0.174297, + "nauc_map_at_1_std": -0.157461, + "nauc_map_at_1_diff1": 0.735422, + "nauc_map_at_3_max": 0.227568, + "nauc_map_at_3_std": -0.174731, + "nauc_map_at_3_diff1": 0.673359, + "nauc_map_at_5_max": 0.235256, + "nauc_map_at_5_std": -0.184363, + "nauc_map_at_5_diff1": 0.679386, + "nauc_map_at_10_max": 0.23443, + "nauc_map_at_10_std": -0.182034, + "nauc_map_at_10_diff1": 0.6829, + "nauc_map_at_20_max": 0.234505, + "nauc_map_at_20_std": -0.181512, + "nauc_map_at_20_diff1": 0.68386, + "nauc_map_at_100_max": 0.235269, + "nauc_map_at_100_std": -0.177815, + "nauc_map_at_100_diff1": 0.683403, + "nauc_map_at_1000_max": 0.234906, + "nauc_map_at_1000_std": -0.178327, + "nauc_map_at_1000_diff1": 0.683456, + "nauc_recall_at_1_max": 0.174297, + "nauc_recall_at_1_std": -0.157461, + "nauc_recall_at_1_diff1": 0.735422, + "nauc_recall_at_3_max": 0.253735, + "nauc_recall_at_3_std": -0.182972, + "nauc_recall_at_3_diff1": 0.627343, + "nauc_recall_at_5_max": 0.294827, + "nauc_recall_at_5_std": -0.22902, + "nauc_recall_at_5_diff1": 0.630919, + "nauc_recall_at_10_max": 0.321781, + "nauc_recall_at_10_std": -0.191901, + "nauc_recall_at_10_diff1": 0.652316, + "nauc_recall_at_20_max": 0.352716, + "nauc_recall_at_20_std": -0.168209, + "nauc_recall_at_20_diff1": 0.639068, + "nauc_recall_at_100_max": 0.704612, + "nauc_recall_at_100_std": 0.509193, + "nauc_recall_at_100_diff1": 0.553091, + "nauc_recall_at_1000_max": 0.722301, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.722301, + "nauc_precision_at_1_max": 0.227563, + "nauc_precision_at_1_std": -0.155223, + "nauc_precision_at_1_diff1": 0.713339, + "nauc_precision_at_3_max": 0.12233, + "nauc_precision_at_3_std": -0.05377, + "nauc_precision_at_3_diff1": 0.067932, + "nauc_precision_at_5_max": 0.102297, + "nauc_precision_at_5_std": -0.048934, + "nauc_precision_at_5_diff1": -0.014536, + "nauc_precision_at_10_max": 0.056953, + "nauc_precision_at_10_std": -0.008252, + "nauc_precision_at_10_diff1": -0.099666, + "nauc_precision_at_20_max": 0.025407, + "nauc_precision_at_20_std": 0.005114, + "nauc_precision_at_20_diff1": -0.16837, + "nauc_precision_at_100_max": -0.004585, + "nauc_precision_at_100_std": 0.081508, + "nauc_precision_at_100_diff1": -0.283401, + "nauc_precision_at_1000_max": -0.049861, + "nauc_precision_at_1000_std": 0.046894, + "nauc_precision_at_1000_diff1": -0.321722, + "nauc_mrr_at_1_max": 0.227563, + "nauc_mrr_at_1_std": -0.155223, + "nauc_mrr_at_1_diff1": 0.713339, + "nauc_mrr_at_3_max": 0.246796, + "nauc_mrr_at_3_std": -0.163426, + "nauc_mrr_at_3_diff1": 0.69579, + "nauc_mrr_at_5_max": 0.25227, + "nauc_mrr_at_5_std": -0.168639, + "nauc_mrr_at_5_diff1": 0.698432, + "nauc_mrr_at_10_max": 0.251304, + "nauc_mrr_at_10_std": -0.164694, + "nauc_mrr_at_10_diff1": 0.700111, + "nauc_mrr_at_20_max": 0.250781, + "nauc_mrr_at_20_std": -0.164458, + "nauc_mrr_at_20_diff1": 0.699612, + "nauc_mrr_at_100_max": 0.251222, + "nauc_mrr_at_100_std": -0.162123, + "nauc_mrr_at_100_diff1": 0.699232, + "nauc_mrr_at_1000_max": 0.250987, + "nauc_mrr_at_1000_std": -0.162453, + "nauc_mrr_at_1000_diff1": 0.699309, + "main_score": 0.77371, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.29838, + "ndcg_at_3": 0.34187, + "ndcg_at_5": 0.37132, + "ndcg_at_10": 0.41357, + "ndcg_at_20": 0.44522, + "ndcg_at_100": 0.49487, + "ndcg_at_1000": 0.51458, + "map_at_1": 0.2496, + "map_at_3": 0.30898, + "map_at_5": 0.33248, + "map_at_10": 0.35136, + "map_at_20": 0.36254, + "map_at_100": 0.37181, + "map_at_1000": 0.37303, + "recall_at_1": 0.2496, + "recall_at_3": 0.36472, + "recall_at_5": 0.44175, + "recall_at_10": 0.55371, + "recall_at_20": 0.65506, + "recall_at_100": 0.87252, + "recall_at_1000": 0.99784, + "precision_at_1": 0.29838, + "precision_at_3": 0.16649, + "precision_at_5": 0.12649, + "precision_at_10": 0.08389, + "precision_at_20": 0.05286, + "precision_at_100": 0.01526, + "precision_at_1000": 0.0018, + "mrr_at_1": 0.298378, + "mrr_at_3": 0.355676, + "mrr_at_5": 0.373405, + "mrr_at_10": 0.39205, + "mrr_at_20": 0.399006, + "mrr_at_100": 0.403898, + "mrr_at_1000": 0.404236, + "nauc_ndcg_at_1_max": 0.270674, + "nauc_ndcg_at_1_std": -0.071388, + "nauc_ndcg_at_1_diff1": 0.552706, + "nauc_ndcg_at_3_max": 0.261815, + "nauc_ndcg_at_3_std": -0.072842, + "nauc_ndcg_at_3_diff1": 0.537109, + "nauc_ndcg_at_5_max": 0.256781, + "nauc_ndcg_at_5_std": -0.08155, + "nauc_ndcg_at_5_diff1": 0.518755, + "nauc_ndcg_at_10_max": 0.261692, + "nauc_ndcg_at_10_std": -0.093901, + "nauc_ndcg_at_10_diff1": 0.503482, + "nauc_ndcg_at_20_max": 0.256578, + "nauc_ndcg_at_20_std": -0.101049, + "nauc_ndcg_at_20_diff1": 0.500045, + "nauc_ndcg_at_100_max": 0.271592, + "nauc_ndcg_at_100_std": -0.064702, + "nauc_ndcg_at_100_diff1": 0.505543, + "nauc_ndcg_at_1000_max": 0.264996, + "nauc_ndcg_at_1000_std": -0.078251, + "nauc_ndcg_at_1000_diff1": 0.513008, + "nauc_map_at_1_max": 0.309584, + "nauc_map_at_1_std": -0.018107, + "nauc_map_at_1_diff1": 0.611396, + "nauc_map_at_3_max": 0.276419, + "nauc_map_at_3_std": -0.057893, + "nauc_map_at_3_diff1": 0.564224, + "nauc_map_at_5_max": 0.271235, + "nauc_map_at_5_std": -0.068736, + "nauc_map_at_5_diff1": 0.547341, + "nauc_map_at_10_max": 0.273959, + "nauc_map_at_10_std": -0.07501, + "nauc_map_at_10_diff1": 0.54107, + "nauc_map_at_20_max": 0.272192, + "nauc_map_at_20_std": -0.077983, + "nauc_map_at_20_diff1": 0.539093, + "nauc_map_at_100_max": 0.274051, + "nauc_map_at_100_std": -0.071984, + "nauc_map_at_100_diff1": 0.538955, + "nauc_map_at_1000_max": 0.273722, + "nauc_map_at_1000_std": -0.072669, + "nauc_map_at_1000_diff1": 0.539365, + "nauc_recall_at_1_max": 0.309584, + "nauc_recall_at_1_std": -0.018107, + "nauc_recall_at_1_diff1": 0.611396, + "nauc_recall_at_3_max": 0.250215, + "nauc_recall_at_3_std": -0.07233, + "nauc_recall_at_3_diff1": 0.513359, + "nauc_recall_at_5_max": 0.232629, + "nauc_recall_at_5_std": -0.09279, + "nauc_recall_at_5_diff1": 0.45993, + "nauc_recall_at_10_max": 0.236192, + "nauc_recall_at_10_std": -0.126616, + "nauc_recall_at_10_diff1": 0.404014, + "nauc_recall_at_20_max": 0.216254, + "nauc_recall_at_20_std": -0.160253, + "nauc_recall_at_20_diff1": 0.383699, + "nauc_recall_at_100_max": 0.338386, + "nauc_recall_at_100_std": 0.128023, + "nauc_recall_at_100_diff1": 0.341563, + "nauc_recall_at_1000_max": 0.93468, + "nauc_recall_at_1000_std": 0.907434, + "nauc_recall_at_1000_diff1": 0.266691, + "nauc_precision_at_1_max": 0.270674, + "nauc_precision_at_1_std": -0.071388, + "nauc_precision_at_1_diff1": 0.552706, + "nauc_precision_at_3_max": 0.149508, + "nauc_precision_at_3_std": -0.13707, + "nauc_precision_at_3_diff1": 0.350548, + "nauc_precision_at_5_max": 0.110863, + "nauc_precision_at_5_std": -0.152889, + "nauc_precision_at_5_diff1": 0.243462, + "nauc_precision_at_10_max": 0.097197, + "nauc_precision_at_10_std": -0.164976, + "nauc_precision_at_10_diff1": 0.133761, + "nauc_precision_at_20_max": 0.035641, + "nauc_precision_at_20_std": -0.147112, + "nauc_precision_at_20_diff1": 0.036261, + "nauc_precision_at_100_max": -0.017235, + "nauc_precision_at_100_std": 0.016828, + "nauc_precision_at_100_diff1": -0.134743, + "nauc_precision_at_1000_max": -0.108134, + "nauc_precision_at_1000_std": -0.034418, + "nauc_precision_at_1000_diff1": -0.205029, + "nauc_mrr_at_1_max": 0.270674, + "nauc_mrr_at_1_std": -0.071388, + "nauc_mrr_at_1_diff1": 0.552706, + "nauc_mrr_at_3_max": 0.248412, + "nauc_mrr_at_3_std": -0.086097, + "nauc_mrr_at_3_diff1": 0.51582, + "nauc_mrr_at_5_max": 0.245699, + "nauc_mrr_at_5_std": -0.087187, + "nauc_mrr_at_5_diff1": 0.506287, + "nauc_mrr_at_10_max": 0.24786, + "nauc_mrr_at_10_std": -0.09184, + "nauc_mrr_at_10_diff1": 0.500677, + "nauc_mrr_at_20_max": 0.247286, + "nauc_mrr_at_20_std": -0.092634, + "nauc_mrr_at_20_diff1": 0.502717, + "nauc_mrr_at_100_max": 0.249492, + "nauc_mrr_at_100_std": -0.088685, + "nauc_mrr_at_100_diff1": 0.504858, + "nauc_mrr_at_1000_max": 0.249398, + "nauc_mrr_at_1000_std": -0.088883, + "nauc_mrr_at_1000_diff1": 0.504981, + "main_score": 0.41357, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62829, + "ndcg_at_3": 0.68886, + "ndcg_at_5": 0.71812, + "ndcg_at_10": 0.74405, + "ndcg_at_20": 0.75702, + "ndcg_at_100": 0.77085, + "ndcg_at_1000": 0.77377, + "map_at_1": 0.53568, + "map_at_3": 0.65707, + "map_at_5": 0.67966, + "map_at_10": 0.69394, + "map_at_20": 0.69827, + "map_at_100": 0.70106, + "map_at_1000": 0.70119, + "recall_at_1": 0.53568, + "recall_at_3": 0.73095, + "recall_at_5": 0.80211, + "recall_at_10": 0.87229, + "recall_at_20": 0.91625, + "recall_at_100": 0.97844, + "recall_at_1000": 1.0, + "precision_at_1": 0.62829, + "precision_at_3": 0.31871, + "precision_at_5": 0.21338, + "precision_at_10": 0.11886, + "precision_at_20": 0.06343, + "precision_at_100": 0.01379, + "precision_at_1000": 0.00141, + "mrr_at_1": 0.628289, + "mrr_at_3": 0.690607, + "mrr_at_5": 0.70519, + "mrr_at_10": 0.712807, + "mrr_at_20": 0.71588, + "mrr_at_100": 0.717314, + "mrr_at_1000": 0.717388, + "nauc_ndcg_at_1_max": 0.213661, + "nauc_ndcg_at_1_std": -0.106157, + "nauc_ndcg_at_1_diff1": 0.672305, + "nauc_ndcg_at_3_max": 0.21957, + "nauc_ndcg_at_3_std": -0.122388, + "nauc_ndcg_at_3_diff1": 0.636612, + "nauc_ndcg_at_5_max": 0.212542, + "nauc_ndcg_at_5_std": -0.131088, + "nauc_ndcg_at_5_diff1": 0.642562, + "nauc_ndcg_at_10_max": 0.216255, + "nauc_ndcg_at_10_std": -0.122799, + "nauc_ndcg_at_10_diff1": 0.650016, + "nauc_ndcg_at_20_max": 0.230614, + "nauc_ndcg_at_20_std": -0.120639, + "nauc_ndcg_at_20_diff1": 0.644887, + "nauc_ndcg_at_100_max": 0.233501, + "nauc_ndcg_at_100_std": -0.106359, + "nauc_ndcg_at_100_diff1": 0.645044, + "nauc_ndcg_at_1000_max": 0.228198, + "nauc_ndcg_at_1000_std": -0.114354, + "nauc_ndcg_at_1000_diff1": 0.648008, + "nauc_map_at_1_max": 0.179072, + "nauc_map_at_1_std": -0.087855, + "nauc_map_at_1_diff1": 0.707539, + "nauc_map_at_3_max": 0.213213, + "nauc_map_at_3_std": -0.118342, + "nauc_map_at_3_diff1": 0.642301, + "nauc_map_at_5_max": 0.211159, + "nauc_map_at_5_std": -0.123443, + "nauc_map_at_5_diff1": 0.64467, + "nauc_map_at_10_max": 0.214184, + "nauc_map_at_10_std": -0.12191, + "nauc_map_at_10_diff1": 0.648928, + "nauc_map_at_20_max": 0.218188, + "nauc_map_at_20_std": -0.120603, + "nauc_map_at_20_diff1": 0.647286, + "nauc_map_at_100_max": 0.219147, + "nauc_map_at_100_std": -0.118446, + "nauc_map_at_100_diff1": 0.647542, + "nauc_map_at_1000_max": 0.218919, + "nauc_map_at_1000_std": -0.118675, + "nauc_map_at_1000_diff1": 0.647593, + "nauc_recall_at_1_max": 0.179072, + "nauc_recall_at_1_std": -0.087855, + "nauc_recall_at_1_diff1": 0.707539, + "nauc_recall_at_3_max": 0.219717, + "nauc_recall_at_3_std": -0.136301, + "nauc_recall_at_3_diff1": 0.596384, + "nauc_recall_at_5_max": 0.189225, + "nauc_recall_at_5_std": -0.168597, + "nauc_recall_at_5_diff1": 0.601173, + "nauc_recall_at_10_max": 0.195016, + "nauc_recall_at_10_std": -0.136279, + "nauc_recall_at_10_diff1": 0.625353, + "nauc_recall_at_20_max": 0.304082, + "nauc_recall_at_20_std": -0.123345, + "nauc_recall_at_20_diff1": 0.569275, + "nauc_recall_at_100_max": 0.540707, + "nauc_recall_at_100_std": 0.406098, + "nauc_recall_at_100_diff1": 0.419773, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.213661, + "nauc_precision_at_1_std": -0.106157, + "nauc_precision_at_1_diff1": 0.672305, + "nauc_precision_at_3_max": 0.114119, + "nauc_precision_at_3_std": -0.078995, + "nauc_precision_at_3_diff1": 0.101894, + "nauc_precision_at_5_max": 0.078575, + "nauc_precision_at_5_std": -0.063923, + "nauc_precision_at_5_diff1": 0.010466, + "nauc_precision_at_10_max": 0.048916, + "nauc_precision_at_10_std": -0.025205, + "nauc_precision_at_10_diff1": -0.081651, + "nauc_precision_at_20_max": 0.050114, + "nauc_precision_at_20_std": -0.006735, + "nauc_precision_at_20_diff1": -0.17351, + "nauc_precision_at_100_max": 0.029482, + "nauc_precision_at_100_std": 0.050925, + "nauc_precision_at_100_diff1": -0.285859, + "nauc_precision_at_1000_max": -0.002506, + "nauc_precision_at_1000_std": 0.025964, + "nauc_precision_at_1000_diff1": -0.312103, + "nauc_mrr_at_1_max": 0.213661, + "nauc_mrr_at_1_std": -0.106157, + "nauc_mrr_at_1_diff1": 0.672305, + "nauc_mrr_at_3_max": 0.228047, + "nauc_mrr_at_3_std": -0.11596, + "nauc_mrr_at_3_diff1": 0.658737, + "nauc_mrr_at_5_max": 0.222883, + "nauc_mrr_at_5_std": -0.120035, + "nauc_mrr_at_5_diff1": 0.662235, + "nauc_mrr_at_10_max": 0.221797, + "nauc_mrr_at_10_std": -0.11548, + "nauc_mrr_at_10_diff1": 0.662026, + "nauc_mrr_at_20_max": 0.224781, + "nauc_mrr_at_20_std": -0.116037, + "nauc_mrr_at_20_diff1": 0.661353, + "nauc_mrr_at_100_max": 0.224688, + "nauc_mrr_at_100_std": -0.114518, + "nauc_mrr_at_100_diff1": 0.661191, + "nauc_mrr_at_1000_max": 0.224565, + "nauc_mrr_at_1000_std": -0.114696, + "nauc_mrr_at_1000_diff1": 0.661264, + "main_score": 0.74405, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73303, + "ndcg_at_3": 0.74513, + "ndcg_at_5": 0.76383, + "ndcg_at_10": 0.78968, + "ndcg_at_20": 0.80331, + "ndcg_at_100": 0.81656, + "ndcg_at_1000": 0.82075, + "map_at_1": 0.50689, + "map_at_3": 0.68325, + "map_at_5": 0.72706, + "map_at_10": 0.74515, + "map_at_20": 0.7504, + "map_at_100": 0.75345, + "map_at_1000": 0.75371, + "recall_at_1": 0.50689, + "recall_at_3": 0.72763, + "recall_at_5": 0.8085, + "recall_at_10": 0.87071, + "recall_at_20": 0.91626, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "precision_at_1": 0.73303, + "precision_at_3": 0.42886, + "precision_at_5": 0.30226, + "precision_at_10": 0.16591, + "precision_at_20": 0.08756, + "precision_at_100": 0.01872, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.733032, + "mrr_at_3": 0.77451, + "mrr_at_5": 0.785143, + "mrr_at_10": 0.789829, + "mrr_at_20": 0.792112, + "mrr_at_100": 0.7931, + "mrr_at_1000": 0.79321, + "nauc_ndcg_at_1_max": 0.35689, + "nauc_ndcg_at_1_std": -0.06271, + "nauc_ndcg_at_1_diff1": 0.691074, + "nauc_ndcg_at_3_max": 0.3384, + "nauc_ndcg_at_3_std": -0.066137, + "nauc_ndcg_at_3_diff1": 0.600973, + "nauc_ndcg_at_5_max": 0.344597, + "nauc_ndcg_at_5_std": -0.080563, + "nauc_ndcg_at_5_diff1": 0.617357, + "nauc_ndcg_at_10_max": 0.371442, + "nauc_ndcg_at_10_std": -0.076309, + "nauc_ndcg_at_10_diff1": 0.624085, + "nauc_ndcg_at_20_max": 0.382402, + "nauc_ndcg_at_20_std": -0.057285, + "nauc_ndcg_at_20_diff1": 0.627646, + "nauc_ndcg_at_100_max": 0.372684, + "nauc_ndcg_at_100_std": -0.054165, + "nauc_ndcg_at_100_diff1": 0.632341, + "nauc_ndcg_at_1000_max": 0.368473, + "nauc_ndcg_at_1000_std": -0.054546, + "nauc_ndcg_at_1000_diff1": 0.633443, + "nauc_map_at_1_max": 0.155583, + "nauc_map_at_1_std": -0.093011, + "nauc_map_at_1_diff1": 0.679836, + "nauc_map_at_3_max": 0.27909, + "nauc_map_at_3_std": -0.086412, + "nauc_map_at_3_diff1": 0.614298, + "nauc_map_at_5_max": 0.32149, + "nauc_map_at_5_std": -0.086455, + "nauc_map_at_5_diff1": 0.607286, + "nauc_map_at_10_max": 0.341285, + "nauc_map_at_10_std": -0.081483, + "nauc_map_at_10_diff1": 0.612726, + "nauc_map_at_20_max": 0.344614, + "nauc_map_at_20_std": -0.075902, + "nauc_map_at_20_diff1": 0.614064, + "nauc_map_at_100_max": 0.343759, + "nauc_map_at_100_std": -0.074144, + "nauc_map_at_100_diff1": 0.614994, + "nauc_map_at_1000_max": 0.343612, + "nauc_map_at_1000_std": -0.073986, + "nauc_map_at_1000_diff1": 0.615022, + "nauc_recall_at_1_max": 0.155583, + "nauc_recall_at_1_std": -0.093011, + "nauc_recall_at_1_diff1": 0.679836, + "nauc_recall_at_3_max": 0.265329, + "nauc_recall_at_3_std": -0.074634, + "nauc_recall_at_3_diff1": 0.561218, + "nauc_recall_at_5_max": 0.325583, + "nauc_recall_at_5_std": -0.115969, + "nauc_recall_at_5_diff1": 0.554997, + "nauc_recall_at_10_max": 0.405895, + "nauc_recall_at_10_std": -0.139262, + "nauc_recall_at_10_diff1": 0.558763, + "nauc_recall_at_20_max": 0.511209, + "nauc_recall_at_20_std": -0.020658, + "nauc_recall_at_20_diff1": 0.549147, + "nauc_recall_at_100_max": 0.513815, + "nauc_recall_at_100_std": -0.000479, + "nauc_recall_at_100_diff1": 0.558066, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.35689, + "nauc_precision_at_1_std": -0.06271, + "nauc_precision_at_1_diff1": 0.691074, + "nauc_precision_at_3_max": 0.219653, + "nauc_precision_at_3_std": 0.038028, + "nauc_precision_at_3_diff1": -0.065427, + "nauc_precision_at_5_max": 0.183041, + "nauc_precision_at_5_std": 0.040655, + "nauc_precision_at_5_diff1": -0.149045, + "nauc_precision_at_10_max": 0.169009, + "nauc_precision_at_10_std": 0.058233, + "nauc_precision_at_10_diff1": -0.189641, + "nauc_precision_at_20_max": 0.150139, + "nauc_precision_at_20_std": 0.085474, + "nauc_precision_at_20_diff1": -0.233251, + "nauc_precision_at_100_max": 0.095623, + "nauc_precision_at_100_std": 0.099693, + "nauc_precision_at_100_diff1": -0.289106, + "nauc_precision_at_1000_max": 0.065731, + "nauc_precision_at_1000_std": 0.095949, + "nauc_precision_at_1000_diff1": -0.318198, + "nauc_mrr_at_1_max": 0.35689, + "nauc_mrr_at_1_std": -0.06271, + "nauc_mrr_at_1_diff1": 0.691074, + "nauc_mrr_at_3_max": 0.385696, + "nauc_mrr_at_3_std": -0.026536, + "nauc_mrr_at_3_diff1": 0.679186, + "nauc_mrr_at_5_max": 0.387536, + "nauc_mrr_at_5_std": -0.036136, + "nauc_mrr_at_5_diff1": 0.681574, + "nauc_mrr_at_10_max": 0.387497, + "nauc_mrr_at_10_std": -0.039207, + "nauc_mrr_at_10_diff1": 0.682179, + "nauc_mrr_at_20_max": 0.388658, + "nauc_mrr_at_20_std": -0.037251, + "nauc_mrr_at_20_diff1": 0.682441, + "nauc_mrr_at_100_max": 0.387522, + "nauc_mrr_at_100_std": -0.036793, + "nauc_mrr_at_100_diff1": 0.682572, + "nauc_mrr_at_1000_max": 0.387527, + "nauc_mrr_at_1000_std": -0.036662, + "nauc_mrr_at_1000_diff1": 0.68262, + "main_score": 0.78968, + "hf_subset": "ita-ita", + "languages": [ + "ita-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.42232, + "ndcg_at_3": 0.46231, + "ndcg_at_5": 0.48197, + "ndcg_at_10": 0.52217, + "ndcg_at_20": 0.55472, + "ndcg_at_100": 0.58803, + "ndcg_at_1000": 0.60321, + "map_at_1": 0.26368, + "map_at_3": 0.39703, + "map_at_5": 0.42847, + "map_at_10": 0.45296, + "map_at_20": 0.46586, + "map_at_100": 0.47243, + "map_at_1000": 0.47331, + "recall_at_1": 0.26368, + "recall_at_3": 0.46709, + "recall_at_5": 0.54721, + "recall_at_10": 0.6446, + "recall_at_20": 0.74997, + "recall_at_100": 0.89527, + "recall_at_1000": 0.99698, + "precision_at_1": 0.42232, + "precision_at_3": 0.28708, + "precision_at_5": 0.20814, + "precision_at_10": 0.127, + "precision_at_20": 0.07421, + "precision_at_100": 0.01799, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.422323, + "mrr_at_3": 0.500251, + "mrr_at_5": 0.514731, + "mrr_at_10": 0.525881, + "mrr_at_20": 0.531962, + "mrr_at_100": 0.534938, + "mrr_at_1000": 0.535262, + "nauc_ndcg_at_1_max": 0.216513, + "nauc_ndcg_at_1_std": -0.092124, + "nauc_ndcg_at_1_diff1": 0.492911, + "nauc_ndcg_at_3_max": 0.223268, + "nauc_ndcg_at_3_std": -0.136427, + "nauc_ndcg_at_3_diff1": 0.406128, + "nauc_ndcg_at_5_max": 0.221756, + "nauc_ndcg_at_5_std": -0.154237, + "nauc_ndcg_at_5_diff1": 0.410353, + "nauc_ndcg_at_10_max": 0.230761, + "nauc_ndcg_at_10_std": -0.154233, + "nauc_ndcg_at_10_diff1": 0.409547, + "nauc_ndcg_at_20_max": 0.241104, + "nauc_ndcg_at_20_std": -0.137629, + "nauc_ndcg_at_20_diff1": 0.412043, + "nauc_ndcg_at_100_max": 0.242335, + "nauc_ndcg_at_100_std": -0.119539, + "nauc_ndcg_at_100_diff1": 0.412192, + "nauc_ndcg_at_1000_max": 0.236744, + "nauc_ndcg_at_1000_std": -0.122662, + "nauc_ndcg_at_1000_diff1": 0.419045, + "nauc_map_at_1_max": 0.159032, + "nauc_map_at_1_std": -0.113011, + "nauc_map_at_1_diff1": 0.485373, + "nauc_map_at_3_max": 0.204684, + "nauc_map_at_3_std": -0.143366, + "nauc_map_at_3_diff1": 0.417398, + "nauc_map_at_5_max": 0.210744, + "nauc_map_at_5_std": -0.147383, + "nauc_map_at_5_diff1": 0.415789, + "nauc_map_at_10_max": 0.218132, + "nauc_map_at_10_std": -0.144294, + "nauc_map_at_10_diff1": 0.415936, + "nauc_map_at_20_max": 0.222921, + "nauc_map_at_20_std": -0.137744, + "nauc_map_at_20_diff1": 0.417738, + "nauc_map_at_100_max": 0.223562, + "nauc_map_at_100_std": -0.134715, + "nauc_map_at_100_diff1": 0.417876, + "nauc_map_at_1000_max": 0.223351, + "nauc_map_at_1000_std": -0.134615, + "nauc_map_at_1000_diff1": 0.418158, + "nauc_recall_at_1_max": 0.159032, + "nauc_recall_at_1_std": -0.113011, + "nauc_recall_at_1_diff1": 0.485373, + "nauc_recall_at_3_max": 0.197846, + "nauc_recall_at_3_std": -0.165935, + "nauc_recall_at_3_diff1": 0.341057, + "nauc_recall_at_5_max": 0.204686, + "nauc_recall_at_5_std": -0.193426, + "nauc_recall_at_5_diff1": 0.337429, + "nauc_recall_at_10_max": 0.21913, + "nauc_recall_at_10_std": -0.211917, + "nauc_recall_at_10_diff1": 0.327967, + "nauc_recall_at_20_max": 0.272861, + "nauc_recall_at_20_std": -0.165679, + "nauc_recall_at_20_diff1": 0.330336, + "nauc_recall_at_100_max": 0.341737, + "nauc_recall_at_100_std": 0.009457, + "nauc_recall_at_100_diff1": 0.287837, + "nauc_recall_at_1000_max": 0.61372, + "nauc_recall_at_1000_std": 0.777037, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.216513, + "nauc_precision_at_1_std": -0.092124, + "nauc_precision_at_1_diff1": 0.492911, + "nauc_precision_at_3_max": 0.203581, + "nauc_precision_at_3_std": -0.078563, + "nauc_precision_at_3_diff1": 0.186555, + "nauc_precision_at_5_max": 0.178922, + "nauc_precision_at_5_std": -0.059212, + "nauc_precision_at_5_diff1": 0.154691, + "nauc_precision_at_10_max": 0.174155, + "nauc_precision_at_10_std": -0.023813, + "nauc_precision_at_10_diff1": 0.118078, + "nauc_precision_at_20_max": 0.156134, + "nauc_precision_at_20_std": 0.026385, + "nauc_precision_at_20_diff1": 0.078831, + "nauc_precision_at_100_max": 0.094998, + "nauc_precision_at_100_std": 0.082725, + "nauc_precision_at_100_diff1": -0.00513, + "nauc_precision_at_1000_max": 0.044194, + "nauc_precision_at_1000_std": 0.091777, + "nauc_precision_at_1000_diff1": -0.049882, + "nauc_mrr_at_1_max": 0.216513, + "nauc_mrr_at_1_std": -0.092124, + "nauc_mrr_at_1_diff1": 0.492911, + "nauc_mrr_at_3_max": 0.234705, + "nauc_mrr_at_3_std": -0.11617, + "nauc_mrr_at_3_diff1": 0.444985, + "nauc_mrr_at_5_max": 0.235172, + "nauc_mrr_at_5_std": -0.12106, + "nauc_mrr_at_5_diff1": 0.44969, + "nauc_mrr_at_10_max": 0.235686, + "nauc_mrr_at_10_std": -0.122187, + "nauc_mrr_at_10_diff1": 0.448189, + "nauc_mrr_at_20_max": 0.236451, + "nauc_mrr_at_20_std": -0.119034, + "nauc_mrr_at_20_diff1": 0.447634, + "nauc_mrr_at_100_max": 0.236986, + "nauc_mrr_at_100_std": -0.11708, + "nauc_mrr_at_100_diff1": 0.447799, + "nauc_mrr_at_1000_max": 0.236844, + "nauc_mrr_at_1000_std": -0.117056, + "nauc_mrr_at_1000_diff1": 0.448116, + "main_score": 0.52217, + "hf_subset": "eng-ita", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.68326, + "ndcg_at_3": 0.70715, + "ndcg_at_5": 0.72748, + "ndcg_at_10": 0.7531, + "ndcg_at_20": 0.76958, + "ndcg_at_100": 0.78663, + "ndcg_at_1000": 0.79089, + "map_at_1": 0.46584, + "map_at_3": 0.64368, + "map_at_5": 0.68639, + "map_at_10": 0.70365, + "map_at_20": 0.71045, + "map_at_100": 0.71391, + "map_at_1000": 0.71417, + "recall_at_1": 0.46584, + "recall_at_3": 0.69887, + "recall_at_5": 0.781, + "recall_at_10": 0.84329, + "recall_at_20": 0.8951, + "recall_at_100": 0.97235, + "recall_at_1000": 1.0, + "precision_at_1": 0.68326, + "precision_at_3": 0.41277, + "precision_at_5": 0.2914, + "precision_at_10": 0.16063, + "precision_at_20": 0.08612, + "precision_at_100": 0.01872, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.683258, + "mrr_at_3": 0.737305, + "mrr_at_5": 0.747788, + "mrr_at_10": 0.752463, + "mrr_at_20": 0.755318, + "mrr_at_100": 0.756748, + "mrr_at_1000": 0.756867, + "nauc_ndcg_at_1_max": 0.268135, + "nauc_ndcg_at_1_std": -0.086975, + "nauc_ndcg_at_1_diff1": 0.586002, + "nauc_ndcg_at_3_max": 0.237682, + "nauc_ndcg_at_3_std": -0.085665, + "nauc_ndcg_at_3_diff1": 0.512289, + "nauc_ndcg_at_5_max": 0.235902, + "nauc_ndcg_at_5_std": -0.103265, + "nauc_ndcg_at_5_diff1": 0.51879, + "nauc_ndcg_at_10_max": 0.258271, + "nauc_ndcg_at_10_std": -0.103073, + "nauc_ndcg_at_10_diff1": 0.511455, + "nauc_ndcg_at_20_max": 0.259589, + "nauc_ndcg_at_20_std": -0.084943, + "nauc_ndcg_at_20_diff1": 0.526147, + "nauc_ndcg_at_100_max": 0.261366, + "nauc_ndcg_at_100_std": -0.074791, + "nauc_ndcg_at_100_diff1": 0.525833, + "nauc_ndcg_at_1000_max": 0.259774, + "nauc_ndcg_at_1000_std": -0.080473, + "nauc_ndcg_at_1000_diff1": 0.528825, + "nauc_map_at_1_max": 0.086008, + "nauc_map_at_1_std": -0.095267, + "nauc_map_at_1_diff1": 0.620746, + "nauc_map_at_3_max": 0.188419, + "nauc_map_at_3_std": -0.097655, + "nauc_map_at_3_diff1": 0.532292, + "nauc_map_at_5_max": 0.215392, + "nauc_map_at_5_std": -0.10376, + "nauc_map_at_5_diff1": 0.514081, + "nauc_map_at_10_max": 0.233943, + "nauc_map_at_10_std": -0.101452, + "nauc_map_at_10_diff1": 0.509674, + "nauc_map_at_20_max": 0.235468, + "nauc_map_at_20_std": -0.094931, + "nauc_map_at_20_diff1": 0.515618, + "nauc_map_at_100_max": 0.236, + "nauc_map_at_100_std": -0.09333, + "nauc_map_at_100_diff1": 0.515236, + "nauc_map_at_1000_max": 0.236006, + "nauc_map_at_1000_std": -0.093594, + "nauc_map_at_1000_diff1": 0.515341, + "nauc_recall_at_1_max": 0.086008, + "nauc_recall_at_1_std": -0.095267, + "nauc_recall_at_1_diff1": 0.620746, + "nauc_recall_at_3_max": 0.177132, + "nauc_recall_at_3_std": -0.092032, + "nauc_recall_at_3_diff1": 0.49061, + "nauc_recall_at_5_max": 0.207845, + "nauc_recall_at_5_std": -0.141804, + "nauc_recall_at_5_diff1": 0.45391, + "nauc_recall_at_10_max": 0.255005, + "nauc_recall_at_10_std": -0.168059, + "nauc_recall_at_10_diff1": 0.414292, + "nauc_recall_at_20_max": 0.26281, + "nauc_recall_at_20_std": -0.088144, + "nauc_recall_at_20_diff1": 0.471559, + "nauc_recall_at_100_max": 0.317986, + "nauc_recall_at_100_std": 0.169621, + "nauc_recall_at_100_diff1": 0.380778, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.268135, + "nauc_precision_at_1_std": -0.086975, + "nauc_precision_at_1_diff1": 0.586002, + "nauc_precision_at_3_max": 0.209704, + "nauc_precision_at_3_std": 0.009241, + "nauc_precision_at_3_diff1": -0.04902, + "nauc_precision_at_5_max": 0.186204, + "nauc_precision_at_5_std": 0.011881, + "nauc_precision_at_5_diff1": -0.130769, + "nauc_precision_at_10_max": 0.18671, + "nauc_precision_at_10_std": 0.031946, + "nauc_precision_at_10_diff1": -0.183284, + "nauc_precision_at_20_max": 0.163938, + "nauc_precision_at_20_std": 0.064229, + "nauc_precision_at_20_diff1": -0.208804, + "nauc_precision_at_100_max": 0.134058, + "nauc_precision_at_100_std": 0.09439, + "nauc_precision_at_100_diff1": -0.278738, + "nauc_precision_at_1000_max": 0.114487, + "nauc_precision_at_1000_std": 0.084434, + "nauc_precision_at_1000_diff1": -0.2954, + "nauc_mrr_at_1_max": 0.268135, + "nauc_mrr_at_1_std": -0.086975, + "nauc_mrr_at_1_diff1": 0.586002, + "nauc_mrr_at_3_max": 0.289068, + "nauc_mrr_at_3_std": -0.063302, + "nauc_mrr_at_3_diff1": 0.580511, + "nauc_mrr_at_5_max": 0.293058, + "nauc_mrr_at_5_std": -0.073026, + "nauc_mrr_at_5_diff1": 0.578416, + "nauc_mrr_at_10_max": 0.290878, + "nauc_mrr_at_10_std": -0.075539, + "nauc_mrr_at_10_diff1": 0.576157, + "nauc_mrr_at_20_max": 0.289625, + "nauc_mrr_at_20_std": -0.074113, + "nauc_mrr_at_20_diff1": 0.577288, + "nauc_mrr_at_100_max": 0.289357, + "nauc_mrr_at_100_std": -0.073299, + "nauc_mrr_at_100_diff1": 0.577753, + "nauc_mrr_at_1000_max": 0.289312, + "nauc_mrr_at_1000_std": -0.07341, + "nauc_mrr_at_1000_diff1": 0.577815, + "main_score": 0.7531, + "hf_subset": "ita-eng", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72, + "ndcg_at_3": 0.74005, + "ndcg_at_5": 0.75411, + "ndcg_at_10": 0.7712, + "ndcg_at_20": 0.78625, + "ndcg_at_100": 0.80281, + "ndcg_at_1000": 0.80682, + "map_at_1": 0.46988, + "map_at_3": 0.68586, + "map_at_5": 0.72752, + "map_at_10": 0.73832, + "map_at_20": 0.74421, + "map_at_100": 0.74717, + "map_at_1000": 0.74735, + "recall_at_1": 0.46988, + "recall_at_3": 0.72362, + "recall_at_5": 0.79501, + "recall_at_10": 0.8383, + "recall_at_20": 0.88907, + "recall_at_100": 0.96739, + "recall_at_1000": 0.99636, + "precision_at_1": 0.72, + "precision_at_3": 0.45818, + "precision_at_5": 0.31491, + "precision_at_10": 0.16715, + "precision_at_20": 0.0883, + "precision_at_100": 0.01896, + "precision_at_1000": 0.00194, + "mrr_at_1": 0.72, + "mrr_at_3": 0.753131, + "mrr_at_5": 0.76101, + "mrr_at_10": 0.765157, + "mrr_at_20": 0.767793, + "mrr_at_100": 0.769666, + "mrr_at_1000": 0.769783, + "nauc_ndcg_at_1_max": 0.443108, + "nauc_ndcg_at_1_std": -0.046835, + "nauc_ndcg_at_1_diff1": 0.665083, + "nauc_ndcg_at_3_max": 0.396973, + "nauc_ndcg_at_3_std": -0.129943, + "nauc_ndcg_at_3_diff1": 0.616923, + "nauc_ndcg_at_5_max": 0.417725, + "nauc_ndcg_at_5_std": -0.149391, + "nauc_ndcg_at_5_diff1": 0.631784, + "nauc_ndcg_at_10_max": 0.424221, + "nauc_ndcg_at_10_std": -0.139355, + "nauc_ndcg_at_10_diff1": 0.633645, + "nauc_ndcg_at_20_max": 0.429938, + "nauc_ndcg_at_20_std": -0.126849, + "nauc_ndcg_at_20_diff1": 0.629242, + "nauc_ndcg_at_100_max": 0.437428, + "nauc_ndcg_at_100_std": -0.09194, + "nauc_ndcg_at_100_diff1": 0.63339, + "nauc_ndcg_at_1000_max": 0.433127, + "nauc_ndcg_at_1000_std": -0.101367, + "nauc_ndcg_at_1000_diff1": 0.63244, + "nauc_map_at_1_max": 0.119507, + "nauc_map_at_1_std": -0.214239, + "nauc_map_at_1_diff1": 0.69096, + "nauc_map_at_3_max": 0.338107, + "nauc_map_at_3_std": -0.165586, + "nauc_map_at_3_diff1": 0.622904, + "nauc_map_at_5_max": 0.412279, + "nauc_map_at_5_std": -0.133586, + "nauc_map_at_5_diff1": 0.622692, + "nauc_map_at_10_max": 0.419629, + "nauc_map_at_10_std": -0.126469, + "nauc_map_at_10_diff1": 0.625435, + "nauc_map_at_20_max": 0.42143, + "nauc_map_at_20_std": -0.121998, + "nauc_map_at_20_diff1": 0.624449, + "nauc_map_at_100_max": 0.42216, + "nauc_map_at_100_std": -0.116549, + "nauc_map_at_100_diff1": 0.625353, + "nauc_map_at_1000_max": 0.422065, + "nauc_map_at_1000_std": -0.116705, + "nauc_map_at_1000_diff1": 0.62532, + "nauc_recall_at_1_max": 0.119507, + "nauc_recall_at_1_std": -0.214239, + "nauc_recall_at_1_diff1": 0.69096, + "nauc_recall_at_3_max": 0.292363, + "nauc_recall_at_3_std": -0.223999, + "nauc_recall_at_3_diff1": 0.588658, + "nauc_recall_at_5_max": 0.401148, + "nauc_recall_at_5_std": -0.233572, + "nauc_recall_at_5_diff1": 0.616693, + "nauc_recall_at_10_max": 0.408111, + "nauc_recall_at_10_std": -0.234899, + "nauc_recall_at_10_diff1": 0.615934, + "nauc_recall_at_20_max": 0.441487, + "nauc_recall_at_20_std": -0.216133, + "nauc_recall_at_20_diff1": 0.584187, + "nauc_recall_at_100_max": 0.643546, + "nauc_recall_at_100_std": 0.387595, + "nauc_recall_at_100_diff1": 0.591253, + "nauc_recall_at_1000_max": 0.758803, + "nauc_recall_at_1000_std": 0.715259, + "nauc_recall_at_1000_diff1": -0.004286, + "nauc_precision_at_1_max": 0.443108, + "nauc_precision_at_1_std": -0.046835, + "nauc_precision_at_1_diff1": 0.665083, + "nauc_precision_at_3_max": 0.312571, + "nauc_precision_at_3_std": 0.124003, + "nauc_precision_at_3_diff1": -0.048311, + "nauc_precision_at_5_max": 0.290484, + "nauc_precision_at_5_std": 0.149062, + "nauc_precision_at_5_diff1": -0.105628, + "nauc_precision_at_10_max": 0.270037, + "nauc_precision_at_10_std": 0.176253, + "nauc_precision_at_10_diff1": -0.140438, + "nauc_precision_at_20_max": 0.244489, + "nauc_precision_at_20_std": 0.208661, + "nauc_precision_at_20_diff1": -0.188176, + "nauc_precision_at_100_max": 0.218951, + "nauc_precision_at_100_std": 0.289072, + "nauc_precision_at_100_diff1": -0.261149, + "nauc_precision_at_1000_max": 0.197162, + "nauc_precision_at_1000_std": 0.281412, + "nauc_precision_at_1000_diff1": -0.292706, + "nauc_mrr_at_1_max": 0.443108, + "nauc_mrr_at_1_std": -0.046835, + "nauc_mrr_at_1_diff1": 0.665083, + "nauc_mrr_at_3_max": 0.428556, + "nauc_mrr_at_3_std": -0.099507, + "nauc_mrr_at_3_diff1": 0.650719, + "nauc_mrr_at_5_max": 0.43387, + "nauc_mrr_at_5_std": -0.106829, + "nauc_mrr_at_5_diff1": 0.658655, + "nauc_mrr_at_10_max": 0.432721, + "nauc_mrr_at_10_std": -0.102662, + "nauc_mrr_at_10_diff1": 0.657714, + "nauc_mrr_at_20_max": 0.434411, + "nauc_mrr_at_20_std": -0.100706, + "nauc_mrr_at_20_diff1": 0.65657, + "nauc_mrr_at_100_max": 0.435156, + "nauc_mrr_at_100_std": -0.09748, + "nauc_mrr_at_100_diff1": 0.656685, + "nauc_mrr_at_1000_max": 0.435064, + "nauc_mrr_at_1000_std": -0.097775, + "nauc_mrr_at_1000_diff1": 0.656667, + "main_score": 0.7712, + "hf_subset": "jpn-jpn", + "languages": [ + "jpn-Hira", + "jpn-Hira" + ] + }, + { + "ndcg_at_1": 0.43758, + "ndcg_at_3": 0.45514, + "ndcg_at_5": 0.4793, + "ndcg_at_10": 0.51984, + "ndcg_at_20": 0.54544, + "ndcg_at_100": 0.58022, + "ndcg_at_1000": 0.59843, + "map_at_1": 0.25543, + "map_at_3": 0.38284, + "map_at_5": 0.42564, + "map_at_10": 0.45074, + "map_at_20": 0.46065, + "map_at_100": 0.46747, + "map_at_1000": 0.46851, + "recall_at_1": 0.25543, + "recall_at_3": 0.44374, + "recall_at_5": 0.53863, + "recall_at_10": 0.63756, + "recall_at_20": 0.72147, + "recall_at_100": 0.87582, + "recall_at_1000": 0.99295, + "precision_at_1": 0.43758, + "precision_at_3": 0.29737, + "precision_at_5": 0.22545, + "precision_at_10": 0.13624, + "precision_at_20": 0.07691, + "precision_at_100": 0.0185, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.437576, + "mrr_at_3": 0.50303, + "mrr_at_5": 0.518, + "mrr_at_10": 0.528574, + "mrr_at_20": 0.533226, + "mrr_at_100": 0.53659, + "mrr_at_1000": 0.536941, + "nauc_ndcg_at_1_max": 0.13209, + "nauc_ndcg_at_1_std": -0.132791, + "nauc_ndcg_at_1_diff1": 0.403493, + "nauc_ndcg_at_3_max": 0.086188, + "nauc_ndcg_at_3_std": -0.1538, + "nauc_ndcg_at_3_diff1": 0.360849, + "nauc_ndcg_at_5_max": 0.097614, + "nauc_ndcg_at_5_std": -0.167087, + "nauc_ndcg_at_5_diff1": 0.362419, + "nauc_ndcg_at_10_max": 0.126658, + "nauc_ndcg_at_10_std": -0.140682, + "nauc_ndcg_at_10_diff1": 0.343084, + "nauc_ndcg_at_20_max": 0.12733, + "nauc_ndcg_at_20_std": -0.141538, + "nauc_ndcg_at_20_diff1": 0.34211, + "nauc_ndcg_at_100_max": 0.12888, + "nauc_ndcg_at_100_std": -0.121988, + "nauc_ndcg_at_100_diff1": 0.351944, + "nauc_ndcg_at_1000_max": 0.124515, + "nauc_ndcg_at_1000_std": -0.12733, + "nauc_ndcg_at_1000_diff1": 0.351292, + "nauc_map_at_1_max": 0.01461, + "nauc_map_at_1_std": -0.182088, + "nauc_map_at_1_diff1": 0.416545, + "nauc_map_at_3_max": 0.052044, + "nauc_map_at_3_std": -0.177824, + "nauc_map_at_3_diff1": 0.377678, + "nauc_map_at_5_max": 0.079561, + "nauc_map_at_5_std": -0.167293, + "nauc_map_at_5_diff1": 0.371007, + "nauc_map_at_10_max": 0.10285, + "nauc_map_at_10_std": -0.15056, + "nauc_map_at_10_diff1": 0.359393, + "nauc_map_at_20_max": 0.105368, + "nauc_map_at_20_std": -0.149961, + "nauc_map_at_20_diff1": 0.358258, + "nauc_map_at_100_max": 0.105323, + "nauc_map_at_100_std": -0.147185, + "nauc_map_at_100_diff1": 0.359385, + "nauc_map_at_1000_max": 0.105259, + "nauc_map_at_1000_std": -0.14683, + "nauc_map_at_1000_diff1": 0.359403, + "nauc_recall_at_1_max": 0.01461, + "nauc_recall_at_1_std": -0.182088, + "nauc_recall_at_1_diff1": 0.416545, + "nauc_recall_at_3_max": 0.031067, + "nauc_recall_at_3_std": -0.186482, + "nauc_recall_at_3_diff1": 0.332995, + "nauc_recall_at_5_max": 0.08453, + "nauc_recall_at_5_std": -0.18915, + "nauc_recall_at_5_diff1": 0.31316, + "nauc_recall_at_10_max": 0.151589, + "nauc_recall_at_10_std": -0.125246, + "nauc_recall_at_10_diff1": 0.25775, + "nauc_recall_at_20_max": 0.153127, + "nauc_recall_at_20_std": -0.135717, + "nauc_recall_at_20_diff1": 0.244875, + "nauc_recall_at_100_max": 0.194536, + "nauc_recall_at_100_std": 0.042239, + "nauc_recall_at_100_diff1": 0.299221, + "nauc_recall_at_1000_max": 0.154681, + "nauc_recall_at_1000_std": 0.074227, + "nauc_recall_at_1000_diff1": -0.02777, + "nauc_precision_at_1_max": 0.13209, + "nauc_precision_at_1_std": -0.132791, + "nauc_precision_at_1_diff1": 0.403493, + "nauc_precision_at_3_max": 0.141582, + "nauc_precision_at_3_std": -0.044371, + "nauc_precision_at_3_diff1": 0.171265, + "nauc_precision_at_5_max": 0.174822, + "nauc_precision_at_5_std": -0.005812, + "nauc_precision_at_5_diff1": 0.123608, + "nauc_precision_at_10_max": 0.201779, + "nauc_precision_at_10_std": 0.055114, + "nauc_precision_at_10_diff1": 0.054332, + "nauc_precision_at_20_max": 0.197591, + "nauc_precision_at_20_std": 0.069748, + "nauc_precision_at_20_diff1": 0.027172, + "nauc_precision_at_100_max": 0.186598, + "nauc_precision_at_100_std": 0.163303, + "nauc_precision_at_100_diff1": -0.015854, + "nauc_precision_at_1000_max": 0.145438, + "nauc_precision_at_1000_std": 0.173991, + "nauc_precision_at_1000_diff1": -0.083897, + "nauc_mrr_at_1_max": 0.13209, + "nauc_mrr_at_1_std": -0.132791, + "nauc_mrr_at_1_diff1": 0.403493, + "nauc_mrr_at_3_max": 0.124424, + "nauc_mrr_at_3_std": -0.140068, + "nauc_mrr_at_3_diff1": 0.379076, + "nauc_mrr_at_5_max": 0.132304, + "nauc_mrr_at_5_std": -0.142802, + "nauc_mrr_at_5_diff1": 0.375859, + "nauc_mrr_at_10_max": 0.136866, + "nauc_mrr_at_10_std": -0.135762, + "nauc_mrr_at_10_diff1": 0.371137, + "nauc_mrr_at_20_max": 0.134412, + "nauc_mrr_at_20_std": -0.13665, + "nauc_mrr_at_20_diff1": 0.371703, + "nauc_mrr_at_100_max": 0.13491, + "nauc_mrr_at_100_std": -0.135212, + "nauc_mrr_at_100_diff1": 0.372669, + "nauc_mrr_at_1000_max": 0.134803, + "nauc_mrr_at_1000_std": -0.135478, + "nauc_mrr_at_1000_diff1": 0.372768, + "main_score": 0.51984, + "hf_subset": "eng-jpn", + "languages": [ + "eng-Latn", + "jpn-Hira" + ] + }, + { + "ndcg_at_1": 0.68978, + "ndcg_at_3": 0.71019, + "ndcg_at_5": 0.72697, + "ndcg_at_10": 0.75267, + "ndcg_at_20": 0.76655, + "ndcg_at_100": 0.78388, + "ndcg_at_1000": 0.78899, + "map_at_1": 0.44959, + "map_at_3": 0.65508, + "map_at_5": 0.69804, + "map_at_10": 0.71357, + "map_at_20": 0.71865, + "map_at_100": 0.72208, + "map_at_1000": 0.72235, + "recall_at_1": 0.44959, + "recall_at_3": 0.69564, + "recall_at_5": 0.77082, + "recall_at_10": 0.83646, + "recall_at_20": 0.88238, + "recall_at_100": 0.96194, + "recall_at_1000": 0.99818, + "precision_at_1": 0.68978, + "precision_at_3": 0.44039, + "precision_at_5": 0.30608, + "precision_at_10": 0.16642, + "precision_at_20": 0.08783, + "precision_at_100": 0.01897, + "precision_at_1000": 0.00195, + "mrr_at_1": 0.689781, + "mrr_at_3": 0.725872, + "mrr_at_5": 0.735483, + "mrr_at_10": 0.741804, + "mrr_at_20": 0.744903, + "mrr_at_100": 0.74671, + "mrr_at_1000": 0.746867, + "nauc_ndcg_at_1_max": 0.279737, + "nauc_ndcg_at_1_std": -0.137077, + "nauc_ndcg_at_1_diff1": 0.582276, + "nauc_ndcg_at_3_max": 0.27527, + "nauc_ndcg_at_3_std": -0.167008, + "nauc_ndcg_at_3_diff1": 0.545637, + "nauc_ndcg_at_5_max": 0.269261, + "nauc_ndcg_at_5_std": -0.188011, + "nauc_ndcg_at_5_diff1": 0.547572, + "nauc_ndcg_at_10_max": 0.278756, + "nauc_ndcg_at_10_std": -0.194964, + "nauc_ndcg_at_10_diff1": 0.552643, + "nauc_ndcg_at_20_max": 0.278895, + "nauc_ndcg_at_20_std": -0.174305, + "nauc_ndcg_at_20_diff1": 0.551963, + "nauc_ndcg_at_100_max": 0.289797, + "nauc_ndcg_at_100_std": -0.140743, + "nauc_ndcg_at_100_diff1": 0.548894, + "nauc_ndcg_at_1000_max": 0.28706, + "nauc_ndcg_at_1000_std": -0.147578, + "nauc_ndcg_at_1000_diff1": 0.550793, + "nauc_map_at_1_max": 0.054546, + "nauc_map_at_1_std": -0.195767, + "nauc_map_at_1_diff1": 0.659825, + "nauc_map_at_3_max": 0.214646, + "nauc_map_at_3_std": -0.178854, + "nauc_map_at_3_diff1": 0.558128, + "nauc_map_at_5_max": 0.268343, + "nauc_map_at_5_std": -0.171598, + "nauc_map_at_5_diff1": 0.547728, + "nauc_map_at_10_max": 0.276108, + "nauc_map_at_10_std": -0.171695, + "nauc_map_at_10_diff1": 0.549555, + "nauc_map_at_20_max": 0.276007, + "nauc_map_at_20_std": -0.164384, + "nauc_map_at_20_diff1": 0.54915, + "nauc_map_at_100_max": 0.278286, + "nauc_map_at_100_std": -0.158459, + "nauc_map_at_100_diff1": 0.548775, + "nauc_map_at_1000_max": 0.278261, + "nauc_map_at_1000_std": -0.158613, + "nauc_map_at_1000_diff1": 0.548796, + "nauc_recall_at_1_max": 0.054546, + "nauc_recall_at_1_std": -0.195767, + "nauc_recall_at_1_diff1": 0.659825, + "nauc_recall_at_3_max": 0.200381, + "nauc_recall_at_3_std": -0.216936, + "nauc_recall_at_3_diff1": 0.534338, + "nauc_recall_at_5_max": 0.248995, + "nauc_recall_at_5_std": -0.257694, + "nauc_recall_at_5_diff1": 0.51333, + "nauc_recall_at_10_max": 0.264047, + "nauc_recall_at_10_std": -0.327493, + "nauc_recall_at_10_diff1": 0.521781, + "nauc_recall_at_20_max": 0.266124, + "nauc_recall_at_20_std": -0.274009, + "nauc_recall_at_20_diff1": 0.521147, + "nauc_recall_at_100_max": 0.422981, + "nauc_recall_at_100_std": 0.173389, + "nauc_recall_at_100_diff1": 0.424363, + "nauc_recall_at_1000_max": 0.786002, + "nauc_recall_at_1000_std": 0.814898, + "nauc_recall_at_1000_diff1": -0.171228, + "nauc_precision_at_1_max": 0.279737, + "nauc_precision_at_1_std": -0.137077, + "nauc_precision_at_1_diff1": 0.582276, + "nauc_precision_at_3_max": 0.262607, + "nauc_precision_at_3_std": 0.040057, + "nauc_precision_at_3_diff1": -0.064276, + "nauc_precision_at_5_max": 0.250213, + "nauc_precision_at_5_std": 0.063502, + "nauc_precision_at_5_diff1": -0.123895, + "nauc_precision_at_10_max": 0.2374, + "nauc_precision_at_10_std": 0.084759, + "nauc_precision_at_10_diff1": -0.168824, + "nauc_precision_at_20_max": 0.221345, + "nauc_precision_at_20_std": 0.133873, + "nauc_precision_at_20_diff1": -0.210649, + "nauc_precision_at_100_max": 0.217198, + "nauc_precision_at_100_std": 0.222305, + "nauc_precision_at_100_diff1": -0.28622, + "nauc_precision_at_1000_max": 0.203022, + "nauc_precision_at_1000_std": 0.220426, + "nauc_precision_at_1000_diff1": -0.314702, + "nauc_mrr_at_1_max": 0.279737, + "nauc_mrr_at_1_std": -0.137077, + "nauc_mrr_at_1_diff1": 0.582276, + "nauc_mrr_at_3_max": 0.286745, + "nauc_mrr_at_3_std": -0.15486, + "nauc_mrr_at_3_diff1": 0.577398, + "nauc_mrr_at_5_max": 0.281932, + "nauc_mrr_at_5_std": -0.161194, + "nauc_mrr_at_5_diff1": 0.570804, + "nauc_mrr_at_10_max": 0.281895, + "nauc_mrr_at_10_std": -0.164716, + "nauc_mrr_at_10_diff1": 0.572914, + "nauc_mrr_at_20_max": 0.28212, + "nauc_mrr_at_20_std": -0.159928, + "nauc_mrr_at_20_diff1": 0.572737, + "nauc_mrr_at_100_max": 0.282866, + "nauc_mrr_at_100_std": -0.157463, + "nauc_mrr_at_100_diff1": 0.572528, + "nauc_mrr_at_1000_max": 0.282886, + "nauc_mrr_at_1000_std": -0.157576, + "nauc_mrr_at_1000_diff1": 0.572614, + "main_score": 0.75267, + "hf_subset": "jpn-eng", + "languages": [ + "jpn-Hira", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3318, + "ndcg_at_3": 0.35311, + "ndcg_at_5": 0.38366, + "ndcg_at_10": 0.41654, + "ndcg_at_20": 0.44244, + "ndcg_at_100": 0.49001, + "ndcg_at_1000": 0.5101, + "map_at_1": 0.23201, + "map_at_3": 0.32483, + "map_at_5": 0.3479, + "map_at_10": 0.3645, + "map_at_20": 0.37269, + "map_at_100": 0.38044, + "map_at_1000": 0.38144, + "recall_at_1": 0.23201, + "recall_at_3": 0.37011, + "recall_at_5": 0.44493, + "recall_at_10": 0.53489, + "recall_at_20": 0.62548, + "recall_at_100": 0.8555, + "recall_at_1000": 1.0, + "precision_at_1": 0.3318, + "precision_at_3": 0.19776, + "precision_at_5": 0.14312, + "precision_at_10": 0.08639, + "precision_at_20": 0.05038, + "precision_at_100": 0.01376, + "precision_at_1000": 0.00156, + "mrr_at_1": 0.331804, + "mrr_at_3": 0.374108, + "mrr_at_5": 0.391157, + "mrr_at_10": 0.402087, + "mrr_at_20": 0.408559, + "mrr_at_100": 0.413858, + "mrr_at_1000": 0.414476, + "nauc_ndcg_at_1_max": 0.034611, + "nauc_ndcg_at_1_std": -0.364787, + "nauc_ndcg_at_1_diff1": 0.566734, + "nauc_ndcg_at_3_max": 0.037156, + "nauc_ndcg_at_3_std": -0.364832, + "nauc_ndcg_at_3_diff1": 0.518302, + "nauc_ndcg_at_5_max": 0.040241, + "nauc_ndcg_at_5_std": -0.378818, + "nauc_ndcg_at_5_diff1": 0.509624, + "nauc_ndcg_at_10_max": 0.040851, + "nauc_ndcg_at_10_std": -0.3914, + "nauc_ndcg_at_10_diff1": 0.51328, + "nauc_ndcg_at_20_max": 0.042575, + "nauc_ndcg_at_20_std": -0.386487, + "nauc_ndcg_at_20_diff1": 0.509553, + "nauc_ndcg_at_100_max": 0.053213, + "nauc_ndcg_at_100_std": -0.354003, + "nauc_ndcg_at_100_diff1": 0.505038, + "nauc_ndcg_at_1000_max": 0.049857, + "nauc_ndcg_at_1000_std": -0.363309, + "nauc_ndcg_at_1000_diff1": 0.514979, + "nauc_map_at_1_max": 0.008974, + "nauc_map_at_1_std": -0.337914, + "nauc_map_at_1_diff1": 0.59099, + "nauc_map_at_3_max": 0.038447, + "nauc_map_at_3_std": -0.355629, + "nauc_map_at_3_diff1": 0.53019, + "nauc_map_at_5_max": 0.039324, + "nauc_map_at_5_std": -0.368244, + "nauc_map_at_5_diff1": 0.524322, + "nauc_map_at_10_max": 0.040044, + "nauc_map_at_10_std": -0.375992, + "nauc_map_at_10_diff1": 0.523636, + "nauc_map_at_20_max": 0.040643, + "nauc_map_at_20_std": -0.374958, + "nauc_map_at_20_diff1": 0.523578, + "nauc_map_at_100_max": 0.041395, + "nauc_map_at_100_std": -0.371017, + "nauc_map_at_100_diff1": 0.52298, + "nauc_map_at_1000_max": 0.041391, + "nauc_map_at_1000_std": -0.371014, + "nauc_map_at_1000_diff1": 0.523385, + "nauc_recall_at_1_max": 0.008974, + "nauc_recall_at_1_std": -0.337914, + "nauc_recall_at_1_diff1": 0.59099, + "nauc_recall_at_3_max": 0.039359, + "nauc_recall_at_3_std": -0.352289, + "nauc_recall_at_3_diff1": 0.476284, + "nauc_recall_at_5_max": 0.036176, + "nauc_recall_at_5_std": -0.386953, + "nauc_recall_at_5_diff1": 0.447375, + "nauc_recall_at_10_max": 0.033458, + "nauc_recall_at_10_std": -0.421619, + "nauc_recall_at_10_diff1": 0.45586, + "nauc_recall_at_20_max": 0.039427, + "nauc_recall_at_20_std": -0.404968, + "nauc_recall_at_20_diff1": 0.429983, + "nauc_recall_at_100_max": 0.128703, + "nauc_recall_at_100_std": -0.144478, + "nauc_recall_at_100_diff1": 0.335294, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.034611, + "nauc_precision_at_1_std": -0.364787, + "nauc_precision_at_1_diff1": 0.566734, + "nauc_precision_at_3_max": 0.05374, + "nauc_precision_at_3_std": -0.295076, + "nauc_precision_at_3_diff1": 0.33406, + "nauc_precision_at_5_max": 0.053479, + "nauc_precision_at_5_std": -0.299247, + "nauc_precision_at_5_diff1": 0.293874, + "nauc_precision_at_10_max": 0.050773, + "nauc_precision_at_10_std": -0.291864, + "nauc_precision_at_10_diff1": 0.259266, + "nauc_precision_at_20_max": 0.04655, + "nauc_precision_at_20_std": -0.251488, + "nauc_precision_at_20_diff1": 0.203716, + "nauc_precision_at_100_max": 0.102248, + "nauc_precision_at_100_std": -0.007161, + "nauc_precision_at_100_diff1": 0.047662, + "nauc_precision_at_1000_max": 0.095822, + "nauc_precision_at_1000_std": 0.06043, + "nauc_precision_at_1000_diff1": -0.036142, + "nauc_mrr_at_1_max": 0.041187, + "nauc_mrr_at_1_std": -0.364787, + "nauc_mrr_at_1_diff1": 0.566734, + "nauc_mrr_at_3_max": 0.04435, + "nauc_mrr_at_3_std": -0.374697, + "nauc_mrr_at_3_diff1": 0.536141, + "nauc_mrr_at_5_max": 0.044835, + "nauc_mrr_at_5_std": -0.378857, + "nauc_mrr_at_5_diff1": 0.531703, + "nauc_mrr_at_10_max": 0.046653, + "nauc_mrr_at_10_std": -0.381434, + "nauc_mrr_at_10_diff1": 0.535474, + "nauc_mrr_at_20_max": 0.048129, + "nauc_mrr_at_20_std": -0.378001, + "nauc_mrr_at_20_diff1": 0.534179, + "nauc_mrr_at_100_max": 0.048616, + "nauc_mrr_at_100_std": -0.375034, + "nauc_mrr_at_100_diff1": 0.533685, + "nauc_mrr_at_1000_max": 0.048659, + "nauc_mrr_at_1000_std": -0.375268, + "nauc_mrr_at_1000_diff1": 0.534104, + "main_score": 0.41654, + "hf_subset": "kor-kor", + "languages": [ + "kor-Hang", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.34404, + "ndcg_at_3": 0.35821, + "ndcg_at_5": 0.37268, + "ndcg_at_10": 0.40967, + "ndcg_at_20": 0.43509, + "ndcg_at_100": 0.49326, + "ndcg_at_1000": 0.51411, + "map_at_1": 0.20364, + "map_at_3": 0.30625, + "map_at_5": 0.33318, + "map_at_10": 0.35314, + "map_at_20": 0.36208, + "map_at_100": 0.37193, + "map_at_1000": 0.37324, + "recall_at_1": 0.20364, + "recall_at_3": 0.35293, + "recall_at_5": 0.41251, + "recall_at_10": 0.50767, + "recall_at_20": 0.59274, + "recall_at_100": 0.86669, + "recall_at_1000": 1.0, + "precision_at_1": 0.34404, + "precision_at_3": 0.23242, + "precision_at_5": 0.17003, + "precision_at_10": 0.10398, + "precision_at_20": 0.06024, + "precision_at_100": 0.01688, + "precision_at_1000": 0.00195, + "mrr_at_1": 0.344037, + "mrr_at_3": 0.393986, + "mrr_at_5": 0.404766, + "mrr_at_10": 0.417596, + "mrr_at_20": 0.422875, + "mrr_at_100": 0.428882, + "mrr_at_1000": 0.42936, + "nauc_ndcg_at_1_max": 0.011658, + "nauc_ndcg_at_1_std": -0.378768, + "nauc_ndcg_at_1_diff1": 0.532137, + "nauc_ndcg_at_3_max": 0.032982, + "nauc_ndcg_at_3_std": -0.380557, + "nauc_ndcg_at_3_diff1": 0.477594, + "nauc_ndcg_at_5_max": 0.024278, + "nauc_ndcg_at_5_std": -0.389211, + "nauc_ndcg_at_5_diff1": 0.481031, + "nauc_ndcg_at_10_max": 0.021051, + "nauc_ndcg_at_10_std": -0.391799, + "nauc_ndcg_at_10_diff1": 0.478986, + "nauc_ndcg_at_20_max": 0.015655, + "nauc_ndcg_at_20_std": -0.395205, + "nauc_ndcg_at_20_diff1": 0.471512, + "nauc_ndcg_at_100_max": 0.016883, + "nauc_ndcg_at_100_std": -0.376943, + "nauc_ndcg_at_100_diff1": 0.477487, + "nauc_ndcg_at_1000_max": 0.024646, + "nauc_ndcg_at_1000_std": -0.373821, + "nauc_ndcg_at_1000_diff1": 0.47947, + "nauc_map_at_1_max": -0.00026, + "nauc_map_at_1_std": -0.31908, + "nauc_map_at_1_diff1": 0.50471, + "nauc_map_at_3_max": 0.04313, + "nauc_map_at_3_std": -0.359332, + "nauc_map_at_3_diff1": 0.481778, + "nauc_map_at_5_max": 0.036425, + "nauc_map_at_5_std": -0.37186, + "nauc_map_at_5_diff1": 0.486342, + "nauc_map_at_10_max": 0.033963, + "nauc_map_at_10_std": -0.376237, + "nauc_map_at_10_diff1": 0.487438, + "nauc_map_at_20_max": 0.032534, + "nauc_map_at_20_std": -0.378508, + "nauc_map_at_20_diff1": 0.485959, + "nauc_map_at_100_max": 0.031919, + "nauc_map_at_100_std": -0.375146, + "nauc_map_at_100_diff1": 0.486359, + "nauc_map_at_1000_max": 0.032981, + "nauc_map_at_1000_std": -0.374095, + "nauc_map_at_1000_diff1": 0.486386, + "nauc_recall_at_1_max": -0.00026, + "nauc_recall_at_1_std": -0.31908, + "nauc_recall_at_1_diff1": 0.50471, + "nauc_recall_at_3_max": 0.052185, + "nauc_recall_at_3_std": -0.359667, + "nauc_recall_at_3_diff1": 0.427123, + "nauc_recall_at_5_max": 0.021087, + "nauc_recall_at_5_std": -0.389765, + "nauc_recall_at_5_diff1": 0.439328, + "nauc_recall_at_10_max": 0.012066, + "nauc_recall_at_10_std": -0.392212, + "nauc_recall_at_10_diff1": 0.426942, + "nauc_recall_at_20_max": -0.013399, + "nauc_recall_at_20_std": -0.404318, + "nauc_recall_at_20_diff1": 0.390131, + "nauc_recall_at_100_max": -0.046446, + "nauc_recall_at_100_std": -0.285524, + "nauc_recall_at_100_diff1": 0.372676, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.011658, + "nauc_precision_at_1_std": -0.378768, + "nauc_precision_at_1_diff1": 0.532137, + "nauc_precision_at_3_max": 0.036933, + "nauc_precision_at_3_std": -0.316155, + "nauc_precision_at_3_diff1": 0.341624, + "nauc_precision_at_5_max": 0.019889, + "nauc_precision_at_5_std": -0.300001, + "nauc_precision_at_5_diff1": 0.310378, + "nauc_precision_at_10_max": 0.009835, + "nauc_precision_at_10_std": -0.277125, + "nauc_precision_at_10_diff1": 0.276858, + "nauc_precision_at_20_max": -0.000847, + "nauc_precision_at_20_std": -0.257624, + "nauc_precision_at_20_diff1": 0.232724, + "nauc_precision_at_100_max": 0.006034, + "nauc_precision_at_100_std": -0.090174, + "nauc_precision_at_100_diff1": 0.11698, + "nauc_precision_at_1000_max": 0.02327, + "nauc_precision_at_1000_std": -0.000562, + "nauc_precision_at_1000_diff1": 0.023102, + "nauc_mrr_at_1_max": 0.011658, + "nauc_mrr_at_1_std": -0.378768, + "nauc_mrr_at_1_diff1": 0.532137, + "nauc_mrr_at_3_max": 0.008461, + "nauc_mrr_at_3_std": -0.399056, + "nauc_mrr_at_3_diff1": 0.492927, + "nauc_mrr_at_5_max": 0.001003, + "nauc_mrr_at_5_std": -0.40332, + "nauc_mrr_at_5_diff1": 0.492961, + "nauc_mrr_at_10_max": 0.002704, + "nauc_mrr_at_10_std": -0.39917, + "nauc_mrr_at_10_diff1": 0.491139, + "nauc_mrr_at_20_max": 0.002303, + "nauc_mrr_at_20_std": -0.398392, + "nauc_mrr_at_20_diff1": 0.490017, + "nauc_mrr_at_100_max": 0.002919, + "nauc_mrr_at_100_std": -0.396981, + "nauc_mrr_at_100_diff1": 0.491565, + "nauc_mrr_at_1000_max": 0.003152, + "nauc_mrr_at_1000_std": -0.397012, + "nauc_mrr_at_1000_diff1": 0.491712, + "main_score": 0.40967, + "hf_subset": "eng-kor", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.33062, + "ndcg_at_3": 0.35619, + "ndcg_at_5": 0.37684, + "ndcg_at_10": 0.40986, + "ndcg_at_20": 0.43737, + "ndcg_at_100": 0.48633, + "ndcg_at_1000": 0.5078, + "map_at_1": 0.2318, + "map_at_3": 0.32432, + "map_at_5": 0.34416, + "map_at_10": 0.36182, + "map_at_20": 0.37024, + "map_at_100": 0.37833, + "map_at_1000": 0.37937, + "recall_at_1": 0.2318, + "recall_at_3": 0.37235, + "recall_at_5": 0.42448, + "recall_at_10": 0.51395, + "recall_at_20": 0.6101, + "recall_at_100": 0.84382, + "recall_at_1000": 1.0, + "precision_at_1": 0.33062, + "precision_at_3": 0.2025, + "precision_at_5": 0.143, + "precision_at_10": 0.08762, + "precision_at_20": 0.05204, + "precision_at_100": 0.0145, + "precision_at_1000": 0.00167, + "mrr_at_1": 0.330619, + "mrr_at_3": 0.379479, + "mrr_at_5": 0.388599, + "mrr_at_10": 0.399078, + "mrr_at_20": 0.406282, + "mrr_at_100": 0.411205, + "mrr_at_1000": 0.41179, + "nauc_ndcg_at_1_max": -0.00276, + "nauc_ndcg_at_1_std": -0.335191, + "nauc_ndcg_at_1_diff1": 0.510107, + "nauc_ndcg_at_3_max": -0.000782, + "nauc_ndcg_at_3_std": -0.332841, + "nauc_ndcg_at_3_diff1": 0.464934, + "nauc_ndcg_at_5_max": -0.011887, + "nauc_ndcg_at_5_std": -0.348882, + "nauc_ndcg_at_5_diff1": 0.456688, + "nauc_ndcg_at_10_max": -0.003837, + "nauc_ndcg_at_10_std": -0.366065, + "nauc_ndcg_at_10_diff1": 0.462312, + "nauc_ndcg_at_20_max": 0.00338, + "nauc_ndcg_at_20_std": -0.366641, + "nauc_ndcg_at_20_diff1": 0.454052, + "nauc_ndcg_at_100_max": 0.024891, + "nauc_ndcg_at_100_std": -0.323905, + "nauc_ndcg_at_100_diff1": 0.449354, + "nauc_ndcg_at_1000_max": 0.01816, + "nauc_ndcg_at_1000_std": -0.334245, + "nauc_ndcg_at_1000_diff1": 0.455322, + "nauc_map_at_1_max": -0.012868, + "nauc_map_at_1_std": -0.293455, + "nauc_map_at_1_diff1": 0.570368, + "nauc_map_at_3_max": -0.010769, + "nauc_map_at_3_std": -0.319885, + "nauc_map_at_3_diff1": 0.483603, + "nauc_map_at_5_max": -0.018107, + "nauc_map_at_5_std": -0.33727, + "nauc_map_at_5_diff1": 0.466657, + "nauc_map_at_10_max": -0.008491, + "nauc_map_at_10_std": -0.348053, + "nauc_map_at_10_diff1": 0.465715, + "nauc_map_at_20_max": -0.006158, + "nauc_map_at_20_std": -0.349181, + "nauc_map_at_20_diff1": 0.463538, + "nauc_map_at_100_max": -0.002518, + "nauc_map_at_100_std": -0.343101, + "nauc_map_at_100_diff1": 0.46192, + "nauc_map_at_1000_max": -0.002216, + "nauc_map_at_1000_std": -0.343046, + "nauc_map_at_1000_diff1": 0.462134, + "nauc_recall_at_1_max": -0.012868, + "nauc_recall_at_1_std": -0.293455, + "nauc_recall_at_1_diff1": 0.570368, + "nauc_recall_at_3_max": 0.000446, + "nauc_recall_at_3_std": -0.318067, + "nauc_recall_at_3_diff1": 0.44678, + "nauc_recall_at_5_max": -0.018361, + "nauc_recall_at_5_std": -0.354283, + "nauc_recall_at_5_diff1": 0.41493, + "nauc_recall_at_10_max": -0.003516, + "nauc_recall_at_10_std": -0.399478, + "nauc_recall_at_10_diff1": 0.43458, + "nauc_recall_at_20_max": 0.017382, + "nauc_recall_at_20_std": -0.402133, + "nauc_recall_at_20_diff1": 0.400907, + "nauc_recall_at_100_max": 0.183574, + "nauc_recall_at_100_std": -0.097145, + "nauc_recall_at_100_diff1": 0.336155, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.00276, + "nauc_precision_at_1_std": -0.335191, + "nauc_precision_at_1_diff1": 0.510107, + "nauc_precision_at_3_max": 0.016391, + "nauc_precision_at_3_std": -0.284714, + "nauc_precision_at_3_diff1": 0.238258, + "nauc_precision_at_5_max": -0.001663, + "nauc_precision_at_5_std": -0.300387, + "nauc_precision_at_5_diff1": 0.180902, + "nauc_precision_at_10_max": 0.035325, + "nauc_precision_at_10_std": -0.294477, + "nauc_precision_at_10_diff1": 0.147332, + "nauc_precision_at_20_max": 0.056828, + "nauc_precision_at_20_std": -0.266107, + "nauc_precision_at_20_diff1": 0.088752, + "nauc_precision_at_100_max": 0.161679, + "nauc_precision_at_100_std": 0.028697, + "nauc_precision_at_100_diff1": -0.068969, + "nauc_precision_at_1000_max": 0.176999, + "nauc_precision_at_1000_std": 0.092726, + "nauc_precision_at_1000_diff1": -0.150084, + "nauc_mrr_at_1_max": -0.00276, + "nauc_mrr_at_1_std": -0.335191, + "nauc_mrr_at_1_diff1": 0.510107, + "nauc_mrr_at_3_max": 0.00731, + "nauc_mrr_at_3_std": -0.345152, + "nauc_mrr_at_3_diff1": 0.477749, + "nauc_mrr_at_5_max": 0.001382, + "nauc_mrr_at_5_std": -0.349472, + "nauc_mrr_at_5_diff1": 0.476223, + "nauc_mrr_at_10_max": 0.002278, + "nauc_mrr_at_10_std": -0.35424, + "nauc_mrr_at_10_diff1": 0.480239, + "nauc_mrr_at_20_max": 0.004858, + "nauc_mrr_at_20_std": -0.353092, + "nauc_mrr_at_20_diff1": 0.47791, + "nauc_mrr_at_100_max": 0.006921, + "nauc_mrr_at_100_std": -0.348935, + "nauc_mrr_at_100_diff1": 0.478052, + "nauc_mrr_at_1000_max": 0.006762, + "nauc_mrr_at_1000_std": -0.349166, + "nauc_mrr_at_1000_diff1": 0.478199, + "main_score": 0.40986, + "hf_subset": "kor-eng", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46115, + "ndcg_at_3": 0.45966, + "ndcg_at_5": 0.48119, + "ndcg_at_10": 0.5153, + "ndcg_at_20": 0.54447, + "ndcg_at_100": 0.58939, + "ndcg_at_1000": 0.60428, + "map_at_1": 0.27641, + "map_at_3": 0.40031, + "map_at_5": 0.43313, + "map_at_10": 0.45156, + "map_at_20": 0.46222, + "map_at_100": 0.47117, + "map_at_1000": 0.47207, + "recall_at_1": 0.27641, + "recall_at_3": 0.45021, + "recall_at_5": 0.5258, + "recall_at_10": 0.61142, + "recall_at_20": 0.70588, + "recall_at_100": 0.90297, + "recall_at_1000": 0.99851, + "precision_at_1": 0.46115, + "precision_at_3": 0.29257, + "precision_at_5": 0.21197, + "precision_at_10": 0.12484, + "precision_at_20": 0.07248, + "precision_at_100": 0.01883, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.461146, + "mrr_at_3": 0.513376, + "mrr_at_5": 0.527389, + "mrr_at_10": 0.537769, + "mrr_at_20": 0.543711, + "mrr_at_100": 0.547107, + "mrr_at_1000": 0.547424, + "nauc_ndcg_at_1_max": -0.027066, + "nauc_ndcg_at_1_std": -0.237945, + "nauc_ndcg_at_1_diff1": 0.592365, + "nauc_ndcg_at_3_max": -0.017966, + "nauc_ndcg_at_3_std": -0.247248, + "nauc_ndcg_at_3_diff1": 0.494158, + "nauc_ndcg_at_5_max": -0.017694, + "nauc_ndcg_at_5_std": -0.257616, + "nauc_ndcg_at_5_diff1": 0.484769, + "nauc_ndcg_at_10_max": -0.013714, + "nauc_ndcg_at_10_std": -0.255405, + "nauc_ndcg_at_10_diff1": 0.480257, + "nauc_ndcg_at_20_max": -0.005741, + "nauc_ndcg_at_20_std": -0.243, + "nauc_ndcg_at_20_diff1": 0.477461, + "nauc_ndcg_at_100_max": -0.00374, + "nauc_ndcg_at_100_std": -0.225531, + "nauc_ndcg_at_100_diff1": 0.475772, + "nauc_ndcg_at_1000_max": -0.00715, + "nauc_ndcg_at_1000_std": -0.228987, + "nauc_ndcg_at_1000_diff1": 0.487581, + "nauc_map_at_1_max": -0.077901, + "nauc_map_at_1_std": -0.194296, + "nauc_map_at_1_diff1": 0.559155, + "nauc_map_at_3_max": -0.036613, + "nauc_map_at_3_std": -0.237403, + "nauc_map_at_3_diff1": 0.49923, + "nauc_map_at_5_max": -0.016353, + "nauc_map_at_5_std": -0.243771, + "nauc_map_at_5_diff1": 0.485383, + "nauc_map_at_10_max": -0.0152, + "nauc_map_at_10_std": -0.245144, + "nauc_map_at_10_diff1": 0.484118, + "nauc_map_at_20_max": -0.012736, + "nauc_map_at_20_std": -0.24347, + "nauc_map_at_20_diff1": 0.484111, + "nauc_map_at_100_max": -0.011093, + "nauc_map_at_100_std": -0.239379, + "nauc_map_at_100_diff1": 0.483413, + "nauc_map_at_1000_max": -0.011092, + "nauc_map_at_1000_std": -0.239249, + "nauc_map_at_1000_diff1": 0.483754, + "nauc_recall_at_1_max": -0.077901, + "nauc_recall_at_1_std": -0.194296, + "nauc_recall_at_1_diff1": 0.559155, + "nauc_recall_at_3_max": -0.037518, + "nauc_recall_at_3_std": -0.244457, + "nauc_recall_at_3_diff1": 0.434928, + "nauc_recall_at_5_max": -0.018782, + "nauc_recall_at_5_std": -0.263275, + "nauc_recall_at_5_diff1": 0.403375, + "nauc_recall_at_10_max": -0.000777, + "nauc_recall_at_10_std": -0.255134, + "nauc_recall_at_10_diff1": 0.371729, + "nauc_recall_at_20_max": 0.034567, + "nauc_recall_at_20_std": -0.203044, + "nauc_recall_at_20_diff1": 0.333203, + "nauc_recall_at_100_max": 0.082447, + "nauc_recall_at_100_std": -0.048518, + "nauc_recall_at_100_diff1": 0.17363, + "nauc_recall_at_1000_max": -0.17299, + "nauc_recall_at_1000_std": 0.52101, + "nauc_recall_at_1000_diff1": 0.082619, + "nauc_precision_at_1_max": -0.027066, + "nauc_precision_at_1_std": -0.237945, + "nauc_precision_at_1_diff1": 0.592365, + "nauc_precision_at_3_max": 0.048946, + "nauc_precision_at_3_std": -0.187616, + "nauc_precision_at_3_diff1": 0.257129, + "nauc_precision_at_5_max": 0.079021, + "nauc_precision_at_5_std": -0.177663, + "nauc_precision_at_5_diff1": 0.185899, + "nauc_precision_at_10_max": 0.074118, + "nauc_precision_at_10_std": -0.142773, + "nauc_precision_at_10_diff1": 0.137669, + "nauc_precision_at_20_max": 0.090094, + "nauc_precision_at_20_std": -0.082157, + "nauc_precision_at_20_diff1": 0.077345, + "nauc_precision_at_100_max": 0.083681, + "nauc_precision_at_100_std": 0.055002, + "nauc_precision_at_100_diff1": -0.066249, + "nauc_precision_at_1000_max": 0.076634, + "nauc_precision_at_1000_std": 0.088869, + "nauc_precision_at_1000_diff1": -0.09749, + "nauc_mrr_at_1_max": -0.027066, + "nauc_mrr_at_1_std": -0.237945, + "nauc_mrr_at_1_diff1": 0.592365, + "nauc_mrr_at_3_max": -0.020609, + "nauc_mrr_at_3_std": -0.252359, + "nauc_mrr_at_3_diff1": 0.557427, + "nauc_mrr_at_5_max": -0.022281, + "nauc_mrr_at_5_std": -0.259053, + "nauc_mrr_at_5_diff1": 0.554596, + "nauc_mrr_at_10_max": -0.021737, + "nauc_mrr_at_10_std": -0.254424, + "nauc_mrr_at_10_diff1": 0.551508, + "nauc_mrr_at_20_max": -0.019865, + "nauc_mrr_at_20_std": -0.249326, + "nauc_mrr_at_20_diff1": 0.551493, + "nauc_mrr_at_100_max": -0.018774, + "nauc_mrr_at_100_std": -0.248767, + "nauc_mrr_at_100_diff1": 0.551809, + "nauc_mrr_at_1000_max": -0.01885, + "nauc_mrr_at_1000_std": -0.24888, + "nauc_mrr_at_1000_diff1": 0.552079, + "main_score": 0.5153, + "hf_subset": "pol-pol", + "languages": [ + "pol-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.32357, + "ndcg_at_3": 0.31573, + "ndcg_at_5": 0.33046, + "ndcg_at_10": 0.37365, + "ndcg_at_20": 0.40407, + "ndcg_at_100": 0.45965, + "ndcg_at_1000": 0.48982, + "map_at_1": 0.14866, + "map_at_3": 0.24886, + "map_at_5": 0.2845, + "map_at_10": 0.30892, + "map_at_20": 0.32034, + "map_at_100": 0.33124, + "map_at_1000": 0.33296, + "recall_at_1": 0.14866, + "recall_at_3": 0.2851, + "recall_at_5": 0.35828, + "recall_at_10": 0.4611, + "recall_at_20": 0.55499, + "recall_at_100": 0.7973, + "recall_at_1000": 0.99236, + "precision_at_1": 0.32357, + "precision_at_3": 0.23439, + "precision_at_5": 0.18522, + "precision_at_10": 0.1186, + "precision_at_20": 0.07108, + "precision_at_100": 0.01955, + "precision_at_1000": 0.00237, + "mrr_at_1": 0.323567, + "mrr_at_3": 0.372611, + "mrr_at_5": 0.387898, + "mrr_at_10": 0.401812, + "mrr_at_20": 0.40788, + "mrr_at_100": 0.412844, + "mrr_at_1000": 0.413394, + "nauc_ndcg_at_1_max": 0.082992, + "nauc_ndcg_at_1_std": -0.263565, + "nauc_ndcg_at_1_diff1": 0.394184, + "nauc_ndcg_at_3_max": 0.11236, + "nauc_ndcg_at_3_std": -0.268729, + "nauc_ndcg_at_3_diff1": 0.359997, + "nauc_ndcg_at_5_max": 0.12053, + "nauc_ndcg_at_5_std": -0.278388, + "nauc_ndcg_at_5_diff1": 0.375992, + "nauc_ndcg_at_10_max": 0.135883, + "nauc_ndcg_at_10_std": -0.273522, + "nauc_ndcg_at_10_diff1": 0.375814, + "nauc_ndcg_at_20_max": 0.149031, + "nauc_ndcg_at_20_std": -0.268321, + "nauc_ndcg_at_20_diff1": 0.368501, + "nauc_ndcg_at_100_max": 0.150311, + "nauc_ndcg_at_100_std": -0.241236, + "nauc_ndcg_at_100_diff1": 0.374534, + "nauc_ndcg_at_1000_max": 0.147868, + "nauc_ndcg_at_1000_std": -0.243004, + "nauc_ndcg_at_1000_diff1": 0.369348, + "nauc_map_at_1_max": 0.012069, + "nauc_map_at_1_std": -0.264365, + "nauc_map_at_1_diff1": 0.43558, + "nauc_map_at_3_max": 0.086139, + "nauc_map_at_3_std": -0.28152, + "nauc_map_at_3_diff1": 0.379433, + "nauc_map_at_5_max": 0.116538, + "nauc_map_at_5_std": -0.281071, + "nauc_map_at_5_diff1": 0.378847, + "nauc_map_at_10_max": 0.126981, + "nauc_map_at_10_std": -0.280151, + "nauc_map_at_10_diff1": 0.378425, + "nauc_map_at_20_max": 0.133526, + "nauc_map_at_20_std": -0.278704, + "nauc_map_at_20_diff1": 0.376379, + "nauc_map_at_100_max": 0.135352, + "nauc_map_at_100_std": -0.273747, + "nauc_map_at_100_diff1": 0.37682, + "nauc_map_at_1000_max": 0.135556, + "nauc_map_at_1000_std": -0.273099, + "nauc_map_at_1000_diff1": 0.37655, + "nauc_recall_at_1_max": 0.012069, + "nauc_recall_at_1_std": -0.264365, + "nauc_recall_at_1_diff1": 0.43558, + "nauc_recall_at_3_max": 0.089534, + "nauc_recall_at_3_std": -0.264242, + "nauc_recall_at_3_diff1": 0.337976, + "nauc_recall_at_5_max": 0.122341, + "nauc_recall_at_5_std": -0.268955, + "nauc_recall_at_5_diff1": 0.34579, + "nauc_recall_at_10_max": 0.146737, + "nauc_recall_at_10_std": -0.258384, + "nauc_recall_at_10_diff1": 0.338756, + "nauc_recall_at_20_max": 0.184075, + "nauc_recall_at_20_std": -0.243424, + "nauc_recall_at_20_diff1": 0.311345, + "nauc_recall_at_100_max": 0.20528, + "nauc_recall_at_100_std": -0.093573, + "nauc_recall_at_100_diff1": 0.367016, + "nauc_recall_at_1000_max": 0.699456, + "nauc_recall_at_1000_std": -0.034756, + "nauc_recall_at_1000_diff1": 0.327329, + "nauc_precision_at_1_max": 0.082992, + "nauc_precision_at_1_std": -0.263565, + "nauc_precision_at_1_diff1": 0.394184, + "nauc_precision_at_3_max": 0.156704, + "nauc_precision_at_3_std": -0.224245, + "nauc_precision_at_3_diff1": 0.263872, + "nauc_precision_at_5_max": 0.189992, + "nauc_precision_at_5_std": -0.207841, + "nauc_precision_at_5_diff1": 0.254742, + "nauc_precision_at_10_max": 0.2054, + "nauc_precision_at_10_std": -0.167172, + "nauc_precision_at_10_diff1": 0.218633, + "nauc_precision_at_20_max": 0.216504, + "nauc_precision_at_20_std": -0.132725, + "nauc_precision_at_20_diff1": 0.176957, + "nauc_precision_at_100_max": 0.190171, + "nauc_precision_at_100_std": 0.004218, + "nauc_precision_at_100_diff1": 0.103043, + "nauc_precision_at_1000_max": 0.156246, + "nauc_precision_at_1000_std": 0.103917, + "nauc_precision_at_1000_diff1": -0.003746, + "nauc_mrr_at_1_max": 0.082992, + "nauc_mrr_at_1_std": -0.263565, + "nauc_mrr_at_1_diff1": 0.394184, + "nauc_mrr_at_3_max": 0.102847, + "nauc_mrr_at_3_std": -0.260437, + "nauc_mrr_at_3_diff1": 0.374218, + "nauc_mrr_at_5_max": 0.105603, + "nauc_mrr_at_5_std": -0.261763, + "nauc_mrr_at_5_diff1": 0.376114, + "nauc_mrr_at_10_max": 0.111758, + "nauc_mrr_at_10_std": -0.255856, + "nauc_mrr_at_10_diff1": 0.377547, + "nauc_mrr_at_20_max": 0.112668, + "nauc_mrr_at_20_std": -0.253412, + "nauc_mrr_at_20_diff1": 0.375204, + "nauc_mrr_at_100_max": 0.112144, + "nauc_mrr_at_100_std": -0.251378, + "nauc_mrr_at_100_diff1": 0.376702, + "nauc_mrr_at_1000_max": 0.112145, + "nauc_mrr_at_1000_std": -0.251843, + "nauc_mrr_at_1000_diff1": 0.376516, + "main_score": 0.37365, + "hf_subset": "eng-pol", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.43115, + "ndcg_at_3": 0.42306, + "ndcg_at_5": 0.44484, + "ndcg_at_10": 0.48374, + "ndcg_at_20": 0.51347, + "ndcg_at_100": 0.56223, + "ndcg_at_1000": 0.57939, + "map_at_1": 0.25746, + "map_at_3": 0.36843, + "map_at_5": 0.39912, + "map_at_10": 0.41997, + "map_at_20": 0.43071, + "map_at_100": 0.44012, + "map_at_1000": 0.44116, + "recall_at_1": 0.25746, + "recall_at_3": 0.4116, + "recall_at_5": 0.48256, + "recall_at_10": 0.58039, + "recall_at_20": 0.67499, + "recall_at_100": 0.88912, + "recall_at_1000": 0.9985, + "precision_at_1": 0.43115, + "precision_at_3": 0.26555, + "precision_at_5": 0.19537, + "precision_at_10": 0.11815, + "precision_at_20": 0.06963, + "precision_at_100": 0.01871, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.431145, + "mrr_at_3": 0.479193, + "mrr_at_5": 0.493608, + "mrr_at_10": 0.507027, + "mrr_at_20": 0.513002, + "mrr_at_100": 0.516895, + "mrr_at_1000": 0.517251, + "nauc_ndcg_at_1_max": -0.014021, + "nauc_ndcg_at_1_std": -0.238571, + "nauc_ndcg_at_1_diff1": 0.497071, + "nauc_ndcg_at_3_max": -0.046695, + "nauc_ndcg_at_3_std": -0.245752, + "nauc_ndcg_at_3_diff1": 0.434793, + "nauc_ndcg_at_5_max": -0.048575, + "nauc_ndcg_at_5_std": -0.245731, + "nauc_ndcg_at_5_diff1": 0.421565, + "nauc_ndcg_at_10_max": -0.03957, + "nauc_ndcg_at_10_std": -0.239652, + "nauc_ndcg_at_10_diff1": 0.408866, + "nauc_ndcg_at_20_max": -0.031498, + "nauc_ndcg_at_20_std": -0.236928, + "nauc_ndcg_at_20_diff1": 0.401567, + "nauc_ndcg_at_100_max": -0.02075, + "nauc_ndcg_at_100_std": -0.216008, + "nauc_ndcg_at_100_diff1": 0.407212, + "nauc_ndcg_at_1000_max": -0.025084, + "nauc_ndcg_at_1000_std": -0.22134, + "nauc_ndcg_at_1000_diff1": 0.415064, + "nauc_map_at_1_max": -0.073486, + "nauc_map_at_1_std": -0.201044, + "nauc_map_at_1_diff1": 0.498375, + "nauc_map_at_3_max": -0.058241, + "nauc_map_at_3_std": -0.238308, + "nauc_map_at_3_diff1": 0.439467, + "nauc_map_at_5_max": -0.047223, + "nauc_map_at_5_std": -0.237351, + "nauc_map_at_5_diff1": 0.422917, + "nauc_map_at_10_max": -0.040893, + "nauc_map_at_10_std": -0.237037, + "nauc_map_at_10_diff1": 0.41807, + "nauc_map_at_20_max": -0.038492, + "nauc_map_at_20_std": -0.236763, + "nauc_map_at_20_diff1": 0.41697, + "nauc_map_at_100_max": -0.035141, + "nauc_map_at_100_std": -0.233495, + "nauc_map_at_100_diff1": 0.416717, + "nauc_map_at_1000_max": -0.035193, + "nauc_map_at_1000_std": -0.233245, + "nauc_map_at_1000_diff1": 0.416978, + "nauc_recall_at_1_max": -0.073486, + "nauc_recall_at_1_std": -0.201044, + "nauc_recall_at_1_diff1": 0.498375, + "nauc_recall_at_3_max": -0.077478, + "nauc_recall_at_3_std": -0.239798, + "nauc_recall_at_3_diff1": 0.39792, + "nauc_recall_at_5_max": -0.061512, + "nauc_recall_at_5_std": -0.243254, + "nauc_recall_at_5_diff1": 0.364659, + "nauc_recall_at_10_max": -0.043018, + "nauc_recall_at_10_std": -0.219815, + "nauc_recall_at_10_diff1": 0.311326, + "nauc_recall_at_20_max": -0.012386, + "nauc_recall_at_20_std": -0.20818, + "nauc_recall_at_20_diff1": 0.264813, + "nauc_recall_at_100_max": 0.055825, + "nauc_recall_at_100_std": -0.025678, + "nauc_recall_at_100_diff1": 0.21027, + "nauc_recall_at_1000_max": -0.036758, + "nauc_recall_at_1000_std": 0.426012, + "nauc_recall_at_1000_diff1": -0.284342, + "nauc_precision_at_1_max": -0.014021, + "nauc_precision_at_1_std": -0.238571, + "nauc_precision_at_1_diff1": 0.497071, + "nauc_precision_at_3_max": 0.018188, + "nauc_precision_at_3_std": -0.207781, + "nauc_precision_at_3_diff1": 0.234113, + "nauc_precision_at_5_max": 0.034923, + "nauc_precision_at_5_std": -0.176669, + "nauc_precision_at_5_diff1": 0.167596, + "nauc_precision_at_10_max": 0.060216, + "nauc_precision_at_10_std": -0.139207, + "nauc_precision_at_10_diff1": 0.107068, + "nauc_precision_at_20_max": 0.082928, + "nauc_precision_at_20_std": -0.098741, + "nauc_precision_at_20_diff1": 0.037908, + "nauc_precision_at_100_max": 0.137315, + "nauc_precision_at_100_std": 0.052848, + "nauc_precision_at_100_diff1": -0.066502, + "nauc_precision_at_1000_max": 0.120816, + "nauc_precision_at_1000_std": 0.08381, + "nauc_precision_at_1000_diff1": -0.107882, + "nauc_mrr_at_1_max": -0.014021, + "nauc_mrr_at_1_std": -0.238571, + "nauc_mrr_at_1_diff1": 0.497071, + "nauc_mrr_at_3_max": -0.035694, + "nauc_mrr_at_3_std": -0.24999, + "nauc_mrr_at_3_diff1": 0.474089, + "nauc_mrr_at_5_max": -0.03219, + "nauc_mrr_at_5_std": -0.247939, + "nauc_mrr_at_5_diff1": 0.470661, + "nauc_mrr_at_10_max": -0.029681, + "nauc_mrr_at_10_std": -0.242173, + "nauc_mrr_at_10_diff1": 0.464726, + "nauc_mrr_at_20_max": -0.027344, + "nauc_mrr_at_20_std": -0.241476, + "nauc_mrr_at_20_diff1": 0.462992, + "nauc_mrr_at_100_max": -0.026716, + "nauc_mrr_at_100_std": -0.23949, + "nauc_mrr_at_100_diff1": 0.464335, + "nauc_mrr_at_1000_max": -0.026821, + "nauc_mrr_at_1000_std": -0.239804, + "nauc_mrr_at_1000_diff1": 0.464531, + "main_score": 0.48374, + "hf_subset": "pol-eng", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4725, + "ndcg_at_3": 0.46225, + "ndcg_at_5": 0.47813, + "ndcg_at_10": 0.51383, + "ndcg_at_20": 0.54291, + "ndcg_at_100": 0.58434, + "ndcg_at_1000": 0.6007, + "map_at_1": 0.25394, + "map_at_3": 0.39119, + "map_at_5": 0.43025, + "map_at_10": 0.45211, + "map_at_20": 0.46354, + "map_at_100": 0.47129, + "map_at_1000": 0.47219, + "recall_at_1": 0.25394, + "recall_at_3": 0.43446, + "recall_at_5": 0.51037, + "recall_at_10": 0.5961, + "recall_at_20": 0.68925, + "recall_at_100": 0.88277, + "recall_at_1000": 0.99448, + "precision_at_1": 0.4725, + "precision_at_3": 0.31833, + "precision_at_5": 0.23525, + "precision_at_10": 0.13825, + "precision_at_20": 0.07931, + "precision_at_100": 0.01947, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.4725, + "mrr_at_3": 0.519583, + "mrr_at_5": 0.532021, + "mrr_at_10": 0.54074, + "mrr_at_20": 0.545577, + "mrr_at_100": 0.549098, + "mrr_at_1000": 0.54951, + "nauc_ndcg_at_1_max": 0.161497, + "nauc_ndcg_at_1_std": -0.084829, + "nauc_ndcg_at_1_diff1": 0.569017, + "nauc_ndcg_at_3_max": 0.17547, + "nauc_ndcg_at_3_std": -0.115488, + "nauc_ndcg_at_3_diff1": 0.504755, + "nauc_ndcg_at_5_max": 0.173445, + "nauc_ndcg_at_5_std": -0.115765, + "nauc_ndcg_at_5_diff1": 0.49853, + "nauc_ndcg_at_10_max": 0.190158, + "nauc_ndcg_at_10_std": -0.113318, + "nauc_ndcg_at_10_diff1": 0.49791, + "nauc_ndcg_at_20_max": 0.205932, + "nauc_ndcg_at_20_std": -0.095197, + "nauc_ndcg_at_20_diff1": 0.490435, + "nauc_ndcg_at_100_max": 0.203822, + "nauc_ndcg_at_100_std": -0.074437, + "nauc_ndcg_at_100_diff1": 0.495844, + "nauc_ndcg_at_1000_max": 0.198563, + "nauc_ndcg_at_1000_std": -0.081803, + "nauc_ndcg_at_1000_diff1": 0.50257, + "nauc_map_at_1_max": 0.105193, + "nauc_map_at_1_std": -0.1314, + "nauc_map_at_1_diff1": 0.551975, + "nauc_map_at_3_max": 0.147254, + "nauc_map_at_3_std": -0.142261, + "nauc_map_at_3_diff1": 0.503841, + "nauc_map_at_5_max": 0.162069, + "nauc_map_at_5_std": -0.129048, + "nauc_map_at_5_diff1": 0.490857, + "nauc_map_at_10_max": 0.17484, + "nauc_map_at_10_std": -0.126526, + "nauc_map_at_10_diff1": 0.492581, + "nauc_map_at_20_max": 0.181651, + "nauc_map_at_20_std": -0.11917, + "nauc_map_at_20_diff1": 0.490454, + "nauc_map_at_100_max": 0.181122, + "nauc_map_at_100_std": -0.113661, + "nauc_map_at_100_diff1": 0.491511, + "nauc_map_at_1000_max": 0.180963, + "nauc_map_at_1000_std": -0.113809, + "nauc_map_at_1000_diff1": 0.491814, + "nauc_recall_at_1_max": 0.105193, + "nauc_recall_at_1_std": -0.1314, + "nauc_recall_at_1_diff1": 0.551975, + "nauc_recall_at_3_max": 0.158933, + "nauc_recall_at_3_std": -0.137738, + "nauc_recall_at_3_diff1": 0.459936, + "nauc_recall_at_5_max": 0.16631, + "nauc_recall_at_5_std": -0.122393, + "nauc_recall_at_5_diff1": 0.437258, + "nauc_recall_at_10_max": 0.203212, + "nauc_recall_at_10_std": -0.121744, + "nauc_recall_at_10_diff1": 0.424071, + "nauc_recall_at_20_max": 0.257985, + "nauc_recall_at_20_std": -0.063865, + "nauc_recall_at_20_diff1": 0.374986, + "nauc_recall_at_100_max": 0.311604, + "nauc_recall_at_100_std": 0.122529, + "nauc_recall_at_100_diff1": 0.322984, + "nauc_recall_at_1000_max": 0.700447, + "nauc_recall_at_1000_std": 0.55508, + "nauc_recall_at_1000_diff1": 0.11903, + "nauc_precision_at_1_max": 0.161497, + "nauc_precision_at_1_std": -0.084829, + "nauc_precision_at_1_diff1": 0.569017, + "nauc_precision_at_3_max": 0.161256, + "nauc_precision_at_3_std": -0.04671, + "nauc_precision_at_3_diff1": 0.278612, + "nauc_precision_at_5_max": 0.163448, + "nauc_precision_at_5_std": -0.007796, + "nauc_precision_at_5_diff1": 0.217482, + "nauc_precision_at_10_max": 0.171301, + "nauc_precision_at_10_std": 0.010257, + "nauc_precision_at_10_diff1": 0.18343, + "nauc_precision_at_20_max": 0.181293, + "nauc_precision_at_20_std": 0.063234, + "nauc_precision_at_20_diff1": 0.125064, + "nauc_precision_at_100_max": 0.139731, + "nauc_precision_at_100_std": 0.14386, + "nauc_precision_at_100_diff1": 0.051534, + "nauc_precision_at_1000_max": 0.1078, + "nauc_precision_at_1000_std": 0.150777, + "nauc_precision_at_1000_diff1": 0.008078, + "nauc_mrr_at_1_max": 0.161497, + "nauc_mrr_at_1_std": -0.084829, + "nauc_mrr_at_1_diff1": 0.569017, + "nauc_mrr_at_3_max": 0.186366, + "nauc_mrr_at_3_std": -0.085467, + "nauc_mrr_at_3_diff1": 0.559437, + "nauc_mrr_at_5_max": 0.187319, + "nauc_mrr_at_5_std": -0.080499, + "nauc_mrr_at_5_diff1": 0.555302, + "nauc_mrr_at_10_max": 0.187683, + "nauc_mrr_at_10_std": -0.081696, + "nauc_mrr_at_10_diff1": 0.552208, + "nauc_mrr_at_20_max": 0.189502, + "nauc_mrr_at_20_std": -0.07952, + "nauc_mrr_at_20_diff1": 0.550577, + "nauc_mrr_at_100_max": 0.18978, + "nauc_mrr_at_100_std": -0.078538, + "nauc_mrr_at_100_diff1": 0.551145, + "nauc_mrr_at_1000_max": 0.189635, + "nauc_mrr_at_1000_std": -0.078732, + "nauc_mrr_at_1000_diff1": 0.551286, + "main_score": 0.51383, + "hf_subset": "por-por", + "languages": [ + "por-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.295, + "ndcg_at_3": 0.29972, + "ndcg_at_5": 0.31514, + "ndcg_at_10": 0.3545, + "ndcg_at_20": 0.38912, + "ndcg_at_100": 0.44695, + "ndcg_at_1000": 0.47309, + "map_at_1": 0.14335, + "map_at_3": 0.23654, + "map_at_5": 0.26745, + "map_at_10": 0.28956, + "map_at_20": 0.30212, + "map_at_100": 0.31275, + "map_at_1000": 0.31415, + "recall_at_1": 0.14335, + "recall_at_3": 0.2784, + "recall_at_5": 0.34737, + "recall_at_10": 0.44358, + "recall_at_20": 0.5565, + "recall_at_100": 0.82077, + "recall_at_1000": 0.99448, + "precision_at_1": 0.295, + "precision_at_3": 0.2225, + "precision_at_5": 0.172, + "precision_at_10": 0.10925, + "precision_at_20": 0.06662, + "precision_at_100": 0.01857, + "precision_at_1000": 0.00221, + "mrr_at_1": 0.295, + "mrr_at_3": 0.35625, + "mrr_at_5": 0.368937, + "mrr_at_10": 0.380048, + "mrr_at_20": 0.387211, + "mrr_at_100": 0.392499, + "mrr_at_1000": 0.393003, + "nauc_ndcg_at_1_max": 0.167822, + "nauc_ndcg_at_1_std": -0.105728, + "nauc_ndcg_at_1_diff1": 0.396964, + "nauc_ndcg_at_3_max": 0.150469, + "nauc_ndcg_at_3_std": -0.134409, + "nauc_ndcg_at_3_diff1": 0.346036, + "nauc_ndcg_at_5_max": 0.155209, + "nauc_ndcg_at_5_std": -0.13523, + "nauc_ndcg_at_5_diff1": 0.331957, + "nauc_ndcg_at_10_max": 0.15439, + "nauc_ndcg_at_10_std": -0.129644, + "nauc_ndcg_at_10_diff1": 0.337528, + "nauc_ndcg_at_20_max": 0.165509, + "nauc_ndcg_at_20_std": -0.126303, + "nauc_ndcg_at_20_diff1": 0.332548, + "nauc_ndcg_at_100_max": 0.169358, + "nauc_ndcg_at_100_std": -0.095128, + "nauc_ndcg_at_100_diff1": 0.333452, + "nauc_ndcg_at_1000_max": 0.161491, + "nauc_ndcg_at_1000_std": -0.109918, + "nauc_ndcg_at_1000_diff1": 0.341629, + "nauc_map_at_1_max": 0.137847, + "nauc_map_at_1_std": -0.109222, + "nauc_map_at_1_diff1": 0.405369, + "nauc_map_at_3_max": 0.150055, + "nauc_map_at_3_std": -0.146692, + "nauc_map_at_3_diff1": 0.353812, + "nauc_map_at_5_max": 0.156758, + "nauc_map_at_5_std": -0.140631, + "nauc_map_at_5_diff1": 0.341141, + "nauc_map_at_10_max": 0.161604, + "nauc_map_at_10_std": -0.136341, + "nauc_map_at_10_diff1": 0.347104, + "nauc_map_at_20_max": 0.165483, + "nauc_map_at_20_std": -0.134194, + "nauc_map_at_20_diff1": 0.344957, + "nauc_map_at_100_max": 0.165783, + "nauc_map_at_100_std": -0.129294, + "nauc_map_at_100_diff1": 0.345639, + "nauc_map_at_1000_max": 0.16544, + "nauc_map_at_1000_std": -0.129644, + "nauc_map_at_1000_diff1": 0.345894, + "nauc_recall_at_1_max": 0.137847, + "nauc_recall_at_1_std": -0.109222, + "nauc_recall_at_1_diff1": 0.405369, + "nauc_recall_at_3_max": 0.125529, + "nauc_recall_at_3_std": -0.154102, + "nauc_recall_at_3_diff1": 0.301206, + "nauc_recall_at_5_max": 0.142164, + "nauc_recall_at_5_std": -0.143967, + "nauc_recall_at_5_diff1": 0.269254, + "nauc_recall_at_10_max": 0.126977, + "nauc_recall_at_10_std": -0.130976, + "nauc_recall_at_10_diff1": 0.2713, + "nauc_recall_at_20_max": 0.161524, + "nauc_recall_at_20_std": -0.124591, + "nauc_recall_at_20_diff1": 0.243985, + "nauc_recall_at_100_max": 0.24149, + "nauc_recall_at_100_std": 0.123996, + "nauc_recall_at_100_diff1": 0.189964, + "nauc_recall_at_1000_max": 0.801684, + "nauc_recall_at_1000_std": 0.58975, + "nauc_recall_at_1000_diff1": 0.222619, + "nauc_precision_at_1_max": 0.167822, + "nauc_precision_at_1_std": -0.105728, + "nauc_precision_at_1_diff1": 0.396964, + "nauc_precision_at_3_max": 0.138946, + "nauc_precision_at_3_std": -0.116698, + "nauc_precision_at_3_diff1": 0.26581, + "nauc_precision_at_5_max": 0.142516, + "nauc_precision_at_5_std": -0.08586, + "nauc_precision_at_5_diff1": 0.22635, + "nauc_precision_at_10_max": 0.140973, + "nauc_precision_at_10_std": -0.06604, + "nauc_precision_at_10_diff1": 0.222787, + "nauc_precision_at_20_max": 0.138981, + "nauc_precision_at_20_std": -0.042184, + "nauc_precision_at_20_diff1": 0.178489, + "nauc_precision_at_100_max": 0.090242, + "nauc_precision_at_100_std": 0.050412, + "nauc_precision_at_100_diff1": 0.112356, + "nauc_precision_at_1000_max": 0.02597, + "nauc_precision_at_1000_std": 0.033971, + "nauc_precision_at_1000_diff1": 0.081737, + "nauc_mrr_at_1_max": 0.167822, + "nauc_mrr_at_1_std": -0.105728, + "nauc_mrr_at_1_diff1": 0.396964, + "nauc_mrr_at_3_max": 0.147449, + "nauc_mrr_at_3_std": -0.116144, + "nauc_mrr_at_3_diff1": 0.365567, + "nauc_mrr_at_5_max": 0.153959, + "nauc_mrr_at_5_std": -0.113755, + "nauc_mrr_at_5_diff1": 0.359641, + "nauc_mrr_at_10_max": 0.150475, + "nauc_mrr_at_10_std": -0.112748, + "nauc_mrr_at_10_diff1": 0.360424, + "nauc_mrr_at_20_max": 0.153096, + "nauc_mrr_at_20_std": -0.112079, + "nauc_mrr_at_20_diff1": 0.360428, + "nauc_mrr_at_100_max": 0.153631, + "nauc_mrr_at_100_std": -0.109807, + "nauc_mrr_at_100_diff1": 0.360862, + "nauc_mrr_at_1000_max": 0.153546, + "nauc_mrr_at_1000_std": -0.110193, + "nauc_mrr_at_1000_diff1": 0.361005, + "main_score": 0.3545, + "hf_subset": "eng-por", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.46048, + "ndcg_at_3": 0.45519, + "ndcg_at_5": 0.47694, + "ndcg_at_10": 0.51535, + "ndcg_at_20": 0.54179, + "ndcg_at_100": 0.58417, + "ndcg_at_1000": 0.59955, + "map_at_1": 0.25326, + "map_at_3": 0.38731, + "map_at_5": 0.43063, + "map_at_10": 0.45331, + "map_at_20": 0.4642, + "map_at_100": 0.47208, + "map_at_1000": 0.47291, + "recall_at_1": 0.25326, + "recall_at_3": 0.42779, + "recall_at_5": 0.51453, + "recall_at_10": 0.60876, + "recall_at_20": 0.69184, + "recall_at_100": 0.88977, + "recall_at_1000": 0.99582, + "precision_at_1": 0.46048, + "precision_at_3": 0.31326, + "precision_at_5": 0.23438, + "precision_at_10": 0.1394, + "precision_at_20": 0.07949, + "precision_at_100": 0.01962, + "precision_at_1000": 0.00214, + "mrr_at_1": 0.460477, + "mrr_at_3": 0.508574, + "mrr_at_5": 0.521435, + "mrr_at_10": 0.532076, + "mrr_at_20": 0.535647, + "mrr_at_100": 0.539385, + "mrr_at_1000": 0.539716, + "nauc_ndcg_at_1_max": 0.249503, + "nauc_ndcg_at_1_std": -0.053446, + "nauc_ndcg_at_1_diff1": 0.513876, + "nauc_ndcg_at_3_max": 0.253869, + "nauc_ndcg_at_3_std": -0.056093, + "nauc_ndcg_at_3_diff1": 0.439429, + "nauc_ndcg_at_5_max": 0.247423, + "nauc_ndcg_at_5_std": -0.057672, + "nauc_ndcg_at_5_diff1": 0.439222, + "nauc_ndcg_at_10_max": 0.258596, + "nauc_ndcg_at_10_std": -0.064577, + "nauc_ndcg_at_10_diff1": 0.43727, + "nauc_ndcg_at_20_max": 0.26664, + "nauc_ndcg_at_20_std": -0.04272, + "nauc_ndcg_at_20_diff1": 0.437655, + "nauc_ndcg_at_100_max": 0.278824, + "nauc_ndcg_at_100_std": -0.023671, + "nauc_ndcg_at_100_diff1": 0.440423, + "nauc_ndcg_at_1000_max": 0.269964, + "nauc_ndcg_at_1000_std": -0.03082, + "nauc_ndcg_at_1000_diff1": 0.446276, + "nauc_map_at_1_max": 0.142912, + "nauc_map_at_1_std": -0.109179, + "nauc_map_at_1_diff1": 0.496393, + "nauc_map_at_3_max": 0.221278, + "nauc_map_at_3_std": -0.088564, + "nauc_map_at_3_diff1": 0.439252, + "nauc_map_at_5_max": 0.238679, + "nauc_map_at_5_std": -0.07185, + "nauc_map_at_5_diff1": 0.426384, + "nauc_map_at_10_max": 0.245168, + "nauc_map_at_10_std": -0.076598, + "nauc_map_at_10_diff1": 0.42442, + "nauc_map_at_20_max": 0.249531, + "nauc_map_at_20_std": -0.067537, + "nauc_map_at_20_diff1": 0.426547, + "nauc_map_at_100_max": 0.252764, + "nauc_map_at_100_std": -0.062282, + "nauc_map_at_100_diff1": 0.427518, + "nauc_map_at_1000_max": 0.252466, + "nauc_map_at_1000_std": -0.062332, + "nauc_map_at_1000_diff1": 0.427799, + "nauc_recall_at_1_max": 0.142912, + "nauc_recall_at_1_std": -0.109179, + "nauc_recall_at_1_diff1": 0.496393, + "nauc_recall_at_3_max": 0.220213, + "nauc_recall_at_3_std": -0.079477, + "nauc_recall_at_3_diff1": 0.407718, + "nauc_recall_at_5_max": 0.23493, + "nauc_recall_at_5_std": -0.058712, + "nauc_recall_at_5_diff1": 0.39004, + "nauc_recall_at_10_max": 0.256573, + "nauc_recall_at_10_std": -0.081181, + "nauc_recall_at_10_diff1": 0.375364, + "nauc_recall_at_20_max": 0.282295, + "nauc_recall_at_20_std": -0.00973, + "nauc_recall_at_20_diff1": 0.36097, + "nauc_recall_at_100_max": 0.436442, + "nauc_recall_at_100_std": 0.162125, + "nauc_recall_at_100_diff1": 0.296542, + "nauc_recall_at_1000_max": 0.843681, + "nauc_recall_at_1000_std": 0.6511, + "nauc_recall_at_1000_diff1": 0.509051, + "nauc_precision_at_1_max": 0.249503, + "nauc_precision_at_1_std": -0.053446, + "nauc_precision_at_1_diff1": 0.513876, + "nauc_precision_at_3_max": 0.247385, + "nauc_precision_at_3_std": 0.023778, + "nauc_precision_at_3_diff1": 0.224133, + "nauc_precision_at_5_max": 0.232449, + "nauc_precision_at_5_std": 0.051994, + "nauc_precision_at_5_diff1": 0.170834, + "nauc_precision_at_10_max": 0.226104, + "nauc_precision_at_10_std": 0.046528, + "nauc_precision_at_10_diff1": 0.130434, + "nauc_precision_at_20_max": 0.218247, + "nauc_precision_at_20_std": 0.101908, + "nauc_precision_at_20_diff1": 0.100258, + "nauc_precision_at_100_max": 0.196584, + "nauc_precision_at_100_std": 0.185145, + "nauc_precision_at_100_diff1": 0.019661, + "nauc_precision_at_1000_max": 0.145862, + "nauc_precision_at_1000_std": 0.184991, + "nauc_precision_at_1000_diff1": -0.017458, + "nauc_mrr_at_1_max": 0.249503, + "nauc_mrr_at_1_std": -0.053446, + "nauc_mrr_at_1_diff1": 0.513876, + "nauc_mrr_at_3_max": 0.262916, + "nauc_mrr_at_3_std": -0.039744, + "nauc_mrr_at_3_diff1": 0.502845, + "nauc_mrr_at_5_max": 0.260934, + "nauc_mrr_at_5_std": -0.035468, + "nauc_mrr_at_5_diff1": 0.503313, + "nauc_mrr_at_10_max": 0.264106, + "nauc_mrr_at_10_std": -0.036432, + "nauc_mrr_at_10_diff1": 0.502162, + "nauc_mrr_at_20_max": 0.264262, + "nauc_mrr_at_20_std": -0.034405, + "nauc_mrr_at_20_diff1": 0.501447, + "nauc_mrr_at_100_max": 0.265044, + "nauc_mrr_at_100_std": -0.034129, + "nauc_mrr_at_100_diff1": 0.501967, + "nauc_mrr_at_1000_max": 0.264754, + "nauc_mrr_at_1000_std": -0.034471, + "nauc_mrr_at_1000_diff1": 0.502042, + "main_score": 0.51535, + "hf_subset": "por-eng", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.31969, + "ndcg_at_3": 0.34555, + "ndcg_at_5": 0.36505, + "ndcg_at_10": 0.38958, + "ndcg_at_20": 0.4077, + "ndcg_at_100": 0.43779, + "ndcg_at_1000": 0.47389, + "map_at_1": 0.2113, + "map_at_3": 0.30925, + "map_at_5": 0.33006, + "map_at_10": 0.34227, + "map_at_20": 0.34846, + "map_at_100": 0.35359, + "map_at_1000": 0.35489, + "recall_at_1": 0.2113, + "recall_at_3": 0.35838, + "recall_at_5": 0.41535, + "recall_at_10": 0.48075, + "recall_at_20": 0.5429, + "recall_at_100": 0.68325, + "recall_at_1000": 0.9562, + "precision_at_1": 0.31969, + "precision_at_3": 0.20588, + "precision_at_5": 0.14501, + "precision_at_10": 0.08427, + "precision_at_20": 0.04757, + "precision_at_100": 0.0122, + "precision_at_1000": 0.00164, + "mrr_at_1": 0.319693, + "mrr_at_3": 0.371057, + "mrr_at_5": 0.381479, + "mrr_at_10": 0.39014, + "mrr_at_20": 0.394001, + "mrr_at_100": 0.396881, + "mrr_at_1000": 0.397705, + "nauc_ndcg_at_1_max": 0.151179, + "nauc_ndcg_at_1_std": 0.083789, + "nauc_ndcg_at_1_diff1": 0.346609, + "nauc_ndcg_at_3_max": 0.166575, + "nauc_ndcg_at_3_std": 0.058328, + "nauc_ndcg_at_3_diff1": 0.308142, + "nauc_ndcg_at_5_max": 0.177224, + "nauc_ndcg_at_5_std": 0.063615, + "nauc_ndcg_at_5_diff1": 0.301656, + "nauc_ndcg_at_10_max": 0.180218, + "nauc_ndcg_at_10_std": 0.066391, + "nauc_ndcg_at_10_diff1": 0.289357, + "nauc_ndcg_at_20_max": 0.190078, + "nauc_ndcg_at_20_std": 0.072218, + "nauc_ndcg_at_20_diff1": 0.278516, + "nauc_ndcg_at_100_max": 0.19118, + "nauc_ndcg_at_100_std": 0.080584, + "nauc_ndcg_at_100_diff1": 0.278469, + "nauc_ndcg_at_1000_max": 0.191127, + "nauc_ndcg_at_1000_std": 0.084589, + "nauc_ndcg_at_1000_diff1": 0.286311, + "nauc_map_at_1_max": 0.18027, + "nauc_map_at_1_std": 0.056213, + "nauc_map_at_1_diff1": 0.443041, + "nauc_map_at_3_max": 0.162878, + "nauc_map_at_3_std": 0.046461, + "nauc_map_at_3_diff1": 0.321838, + "nauc_map_at_5_max": 0.171833, + "nauc_map_at_5_std": 0.05888, + "nauc_map_at_5_diff1": 0.30775, + "nauc_map_at_10_max": 0.175768, + "nauc_map_at_10_std": 0.063111, + "nauc_map_at_10_diff1": 0.301765, + "nauc_map_at_20_max": 0.1798, + "nauc_map_at_20_std": 0.065822, + "nauc_map_at_20_diff1": 0.297615, + "nauc_map_at_100_max": 0.180306, + "nauc_map_at_100_std": 0.068093, + "nauc_map_at_100_diff1": 0.297551, + "nauc_map_at_1000_max": 0.180461, + "nauc_map_at_1000_std": 0.068338, + "nauc_map_at_1000_diff1": 0.297698, + "nauc_recall_at_1_max": 0.18027, + "nauc_recall_at_1_std": 0.056213, + "nauc_recall_at_1_diff1": 0.443041, + "nauc_recall_at_3_max": 0.153085, + "nauc_recall_at_3_std": 0.022376, + "nauc_recall_at_3_diff1": 0.288344, + "nauc_recall_at_5_max": 0.185024, + "nauc_recall_at_5_std": 0.054241, + "nauc_recall_at_5_diff1": 0.265238, + "nauc_recall_at_10_max": 0.182972, + "nauc_recall_at_10_std": 0.05021, + "nauc_recall_at_10_diff1": 0.23125, + "nauc_recall_at_20_max": 0.214048, + "nauc_recall_at_20_std": 0.06262, + "nauc_recall_at_20_diff1": 0.189033, + "nauc_recall_at_100_max": 0.221354, + "nauc_recall_at_100_std": 0.100372, + "nauc_recall_at_100_diff1": 0.16901, + "nauc_recall_at_1000_max": 0.219228, + "nauc_recall_at_1000_std": 0.375894, + "nauc_recall_at_1000_diff1": 0.146996, + "nauc_precision_at_1_max": 0.151179, + "nauc_precision_at_1_std": 0.083789, + "nauc_precision_at_1_diff1": 0.346609, + "nauc_precision_at_3_max": 0.103229, + "nauc_precision_at_3_std": 0.068118, + "nauc_precision_at_3_diff1": 0.106329, + "nauc_precision_at_5_max": 0.119159, + "nauc_precision_at_5_std": 0.085542, + "nauc_precision_at_5_diff1": 0.065126, + "nauc_precision_at_10_max": 0.123707, + "nauc_precision_at_10_std": 0.097273, + "nauc_precision_at_10_diff1": 0.028875, + "nauc_precision_at_20_max": 0.138644, + "nauc_precision_at_20_std": 0.11423, + "nauc_precision_at_20_diff1": -0.000429, + "nauc_precision_at_100_max": 0.11775, + "nauc_precision_at_100_std": 0.133751, + "nauc_precision_at_100_diff1": -0.019356, + "nauc_precision_at_1000_max": 0.108221, + "nauc_precision_at_1000_std": 0.133825, + "nauc_precision_at_1000_diff1": -0.077549, + "nauc_mrr_at_1_max": 0.151179, + "nauc_mrr_at_1_std": 0.083789, + "nauc_mrr_at_1_diff1": 0.346609, + "nauc_mrr_at_3_max": 0.162666, + "nauc_mrr_at_3_std": 0.071076, + "nauc_mrr_at_3_diff1": 0.327699, + "nauc_mrr_at_5_max": 0.169867, + "nauc_mrr_at_5_std": 0.076181, + "nauc_mrr_at_5_diff1": 0.323042, + "nauc_mrr_at_10_max": 0.169242, + "nauc_mrr_at_10_std": 0.075463, + "nauc_mrr_at_10_diff1": 0.319152, + "nauc_mrr_at_20_max": 0.171149, + "nauc_mrr_at_20_std": 0.076567, + "nauc_mrr_at_20_diff1": 0.317131, + "nauc_mrr_at_100_max": 0.171732, + "nauc_mrr_at_100_std": 0.077096, + "nauc_mrr_at_100_diff1": 0.317017, + "nauc_mrr_at_1000_max": 0.171586, + "nauc_mrr_at_1000_std": 0.077205, + "nauc_mrr_at_1000_diff1": 0.317172, + "main_score": 0.38958, + "hf_subset": "tam-tam", + "languages": [ + "tam-Taml", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.12532, + "ndcg_at_3": 0.12849, + "ndcg_at_5": 0.13979, + "ndcg_at_10": 0.16573, + "ndcg_at_20": 0.18861, + "ndcg_at_100": 0.23779, + "ndcg_at_1000": 0.29859, + "map_at_1": 0.07389, + "map_at_3": 0.10241, + "map_at_5": 0.11439, + "map_at_10": 0.127, + "map_at_20": 0.13443, + "map_at_100": 0.14209, + "map_at_1000": 0.14469, + "recall_at_1": 0.07389, + "recall_at_3": 0.12532, + "recall_at_5": 0.16279, + "recall_at_10": 0.23099, + "recall_at_20": 0.30697, + "recall_at_100": 0.53608, + "recall_at_1000": 0.94719, + "precision_at_1": 0.12532, + "precision_at_3": 0.08227, + "precision_at_5": 0.06471, + "precision_at_10": 0.04604, + "precision_at_20": 0.03075, + "precision_at_100": 0.01065, + "precision_at_1000": 0.00192, + "mrr_at_1": 0.12532, + "mrr_at_3": 0.157076, + "mrr_at_5": 0.167498, + "mrr_at_10": 0.17636, + "mrr_at_20": 0.182061, + "mrr_at_100": 0.187871, + "mrr_at_1000": 0.189338, + "nauc_ndcg_at_1_max": 0.388635, + "nauc_ndcg_at_1_std": 0.357003, + "nauc_ndcg_at_1_diff1": 0.343179, + "nauc_ndcg_at_3_max": 0.36352, + "nauc_ndcg_at_3_std": 0.362121, + "nauc_ndcg_at_3_diff1": 0.280008, + "nauc_ndcg_at_5_max": 0.359375, + "nauc_ndcg_at_5_std": 0.37477, + "nauc_ndcg_at_5_diff1": 0.263326, + "nauc_ndcg_at_10_max": 0.338057, + "nauc_ndcg_at_10_std": 0.371315, + "nauc_ndcg_at_10_diff1": 0.224513, + "nauc_ndcg_at_20_max": 0.317719, + "nauc_ndcg_at_20_std": 0.363192, + "nauc_ndcg_at_20_diff1": 0.218207, + "nauc_ndcg_at_100_max": 0.309227, + "nauc_ndcg_at_100_std": 0.378742, + "nauc_ndcg_at_100_diff1": 0.19062, + "nauc_ndcg_at_1000_max": 0.326161, + "nauc_ndcg_at_1000_std": 0.37486, + "nauc_ndcg_at_1000_diff1": 0.216588, + "nauc_map_at_1_max": 0.410941, + "nauc_map_at_1_std": 0.323828, + "nauc_map_at_1_diff1": 0.407811, + "nauc_map_at_3_max": 0.384188, + "nauc_map_at_3_std": 0.349875, + "nauc_map_at_3_diff1": 0.322175, + "nauc_map_at_5_max": 0.387461, + "nauc_map_at_5_std": 0.368905, + "nauc_map_at_5_diff1": 0.295723, + "nauc_map_at_10_max": 0.38019, + "nauc_map_at_10_std": 0.371647, + "nauc_map_at_10_diff1": 0.271256, + "nauc_map_at_20_max": 0.371367, + "nauc_map_at_20_std": 0.37089, + "nauc_map_at_20_diff1": 0.263788, + "nauc_map_at_100_max": 0.368442, + "nauc_map_at_100_std": 0.374818, + "nauc_map_at_100_diff1": 0.257857, + "nauc_map_at_1000_max": 0.368999, + "nauc_map_at_1000_std": 0.374716, + "nauc_map_at_1000_diff1": 0.258913, + "nauc_recall_at_1_max": 0.410941, + "nauc_recall_at_1_std": 0.323828, + "nauc_recall_at_1_diff1": 0.407811, + "nauc_recall_at_3_max": 0.318779, + "nauc_recall_at_3_std": 0.338082, + "nauc_recall_at_3_diff1": 0.259589, + "nauc_recall_at_5_max": 0.308815, + "nauc_recall_at_5_std": 0.361739, + "nauc_recall_at_5_diff1": 0.204647, + "nauc_recall_at_10_max": 0.261614, + "nauc_recall_at_10_std": 0.337722, + "nauc_recall_at_10_diff1": 0.127066, + "nauc_recall_at_20_max": 0.21169, + "nauc_recall_at_20_std": 0.309759, + "nauc_recall_at_20_diff1": 0.121782, + "nauc_recall_at_100_max": 0.184529, + "nauc_recall_at_100_std": 0.349576, + "nauc_recall_at_100_diff1": 0.027884, + "nauc_recall_at_1000_max": 0.20644, + "nauc_recall_at_1000_std": 0.383254, + "nauc_recall_at_1000_diff1": 0.058938, + "nauc_precision_at_1_max": 0.388635, + "nauc_precision_at_1_std": 0.357003, + "nauc_precision_at_1_diff1": 0.343179, + "nauc_precision_at_3_max": 0.35577, + "nauc_precision_at_3_std": 0.408196, + "nauc_precision_at_3_diff1": 0.186424, + "nauc_precision_at_5_max": 0.357124, + "nauc_precision_at_5_std": 0.43654, + "nauc_precision_at_5_diff1": 0.146676, + "nauc_precision_at_10_max": 0.303407, + "nauc_precision_at_10_std": 0.407084, + "nauc_precision_at_10_diff1": 0.087869, + "nauc_precision_at_20_max": 0.25077, + "nauc_precision_at_20_std": 0.371831, + "nauc_precision_at_20_diff1": 0.079021, + "nauc_precision_at_100_max": 0.186739, + "nauc_precision_at_100_std": 0.335946, + "nauc_precision_at_100_diff1": 0.005641, + "nauc_precision_at_1000_max": 0.103559, + "nauc_precision_at_1000_std": 0.138166, + "nauc_precision_at_1000_diff1": -0.001426, + "nauc_mrr_at_1_max": 0.388635, + "nauc_mrr_at_1_std": 0.357003, + "nauc_mrr_at_1_diff1": 0.343179, + "nauc_mrr_at_3_max": 0.341752, + "nauc_mrr_at_3_std": 0.35648, + "nauc_mrr_at_3_diff1": 0.278346, + "nauc_mrr_at_5_max": 0.338238, + "nauc_mrr_at_5_std": 0.365234, + "nauc_mrr_at_5_diff1": 0.267405, + "nauc_mrr_at_10_max": 0.32727, + "nauc_mrr_at_10_std": 0.361557, + "nauc_mrr_at_10_diff1": 0.258094, + "nauc_mrr_at_20_max": 0.323738, + "nauc_mrr_at_20_std": 0.35715, + "nauc_mrr_at_20_diff1": 0.260529, + "nauc_mrr_at_100_max": 0.323211, + "nauc_mrr_at_100_std": 0.359199, + "nauc_mrr_at_100_diff1": 0.25791, + "nauc_mrr_at_1000_max": 0.323754, + "nauc_mrr_at_1000_std": 0.35898, + "nauc_mrr_at_1000_diff1": 0.258517, + "main_score": 0.16573, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.21066, + "ndcg_at_3": 0.23678, + "ndcg_at_5": 0.25851, + "ndcg_at_10": 0.28615, + "ndcg_at_20": 0.30817, + "ndcg_at_100": 0.34874, + "ndcg_at_1000": 0.3924, + "map_at_1": 0.15037, + "map_at_3": 0.20753, + "map_at_5": 0.22568, + "map_at_10": 0.23989, + "map_at_20": 0.24725, + "map_at_100": 0.25394, + "map_at_1000": 0.25563, + "recall_at_1": 0.15037, + "recall_at_3": 0.25286, + "recall_at_5": 0.30717, + "recall_at_10": 0.37722, + "recall_at_20": 0.44927, + "recall_at_100": 0.63917, + "recall_at_1000": 0.96145, + "precision_at_1": 0.21066, + "precision_at_3": 0.12917, + "precision_at_5": 0.09883, + "precision_at_10": 0.06385, + "precision_at_20": 0.03947, + "precision_at_100": 0.01144, + "precision_at_1000": 0.00168, + "mrr_at_1": 0.210663, + "mrr_at_3": 0.258778, + "mrr_at_5": 0.270676, + "mrr_at_10": 0.28008, + "mrr_at_20": 0.285679, + "mrr_at_100": 0.289981, + "mrr_at_1000": 0.290964, + "nauc_ndcg_at_1_max": 0.119911, + "nauc_ndcg_at_1_std": 0.063711, + "nauc_ndcg_at_1_diff1": 0.408274, + "nauc_ndcg_at_3_max": 0.133208, + "nauc_ndcg_at_3_std": 0.067492, + "nauc_ndcg_at_3_diff1": 0.374685, + "nauc_ndcg_at_5_max": 0.113323, + "nauc_ndcg_at_5_std": 0.060821, + "nauc_ndcg_at_5_diff1": 0.352403, + "nauc_ndcg_at_10_max": 0.123087, + "nauc_ndcg_at_10_std": 0.061428, + "nauc_ndcg_at_10_diff1": 0.34312, + "nauc_ndcg_at_20_max": 0.140389, + "nauc_ndcg_at_20_std": 0.086255, + "nauc_ndcg_at_20_diff1": 0.335851, + "nauc_ndcg_at_100_max": 0.152674, + "nauc_ndcg_at_100_std": 0.117979, + "nauc_ndcg_at_100_diff1": 0.328408, + "nauc_ndcg_at_1000_max": 0.156706, + "nauc_ndcg_at_1000_std": 0.107449, + "nauc_ndcg_at_1000_diff1": 0.337404, + "nauc_map_at_1_max": 0.082522, + "nauc_map_at_1_std": 0.005903, + "nauc_map_at_1_diff1": 0.450698, + "nauc_map_at_3_max": 0.115491, + "nauc_map_at_3_std": 0.044945, + "nauc_map_at_3_diff1": 0.385243, + "nauc_map_at_5_max": 0.111373, + "nauc_map_at_5_std": 0.048602, + "nauc_map_at_5_diff1": 0.365256, + "nauc_map_at_10_max": 0.115822, + "nauc_map_at_10_std": 0.050209, + "nauc_map_at_10_diff1": 0.356617, + "nauc_map_at_20_max": 0.121321, + "nauc_map_at_20_std": 0.057995, + "nauc_map_at_20_diff1": 0.354769, + "nauc_map_at_100_max": 0.125551, + "nauc_map_at_100_std": 0.064581, + "nauc_map_at_100_diff1": 0.353056, + "nauc_map_at_1000_max": 0.1264, + "nauc_map_at_1000_std": 0.064856, + "nauc_map_at_1000_diff1": 0.353382, + "nauc_recall_at_1_max": 0.082522, + "nauc_recall_at_1_std": 0.005903, + "nauc_recall_at_1_diff1": 0.450698, + "nauc_recall_at_3_max": 0.113669, + "nauc_recall_at_3_std": 0.055739, + "nauc_recall_at_3_diff1": 0.353354, + "nauc_recall_at_5_max": 0.095702, + "nauc_recall_at_5_std": 0.056903, + "nauc_recall_at_5_diff1": 0.305152, + "nauc_recall_at_10_max": 0.114395, + "nauc_recall_at_10_std": 0.053123, + "nauc_recall_at_10_diff1": 0.287855, + "nauc_recall_at_20_max": 0.160711, + "nauc_recall_at_20_std": 0.124239, + "nauc_recall_at_20_diff1": 0.264466, + "nauc_recall_at_100_max": 0.190017, + "nauc_recall_at_100_std": 0.258422, + "nauc_recall_at_100_diff1": 0.227879, + "nauc_recall_at_1000_max": 0.385988, + "nauc_recall_at_1000_std": 0.389874, + "nauc_recall_at_1000_diff1": 0.174744, + "nauc_precision_at_1_max": 0.119911, + "nauc_precision_at_1_std": 0.063711, + "nauc_precision_at_1_diff1": 0.408274, + "nauc_precision_at_3_max": 0.17703, + "nauc_precision_at_3_std": 0.134473, + "nauc_precision_at_3_diff1": 0.27422, + "nauc_precision_at_5_max": 0.155153, + "nauc_precision_at_5_std": 0.147145, + "nauc_precision_at_5_diff1": 0.201898, + "nauc_precision_at_10_max": 0.175723, + "nauc_precision_at_10_std": 0.142604, + "nauc_precision_at_10_diff1": 0.162333, + "nauc_precision_at_20_max": 0.224612, + "nauc_precision_at_20_std": 0.201602, + "nauc_precision_at_20_diff1": 0.131212, + "nauc_precision_at_100_max": 0.258926, + "nauc_precision_at_100_std": 0.299274, + "nauc_precision_at_100_diff1": 0.052839, + "nauc_precision_at_1000_max": 0.253964, + "nauc_precision_at_1000_std": 0.250512, + "nauc_precision_at_1000_diff1": -0.023182, + "nauc_mrr_at_1_max": 0.119911, + "nauc_mrr_at_1_std": 0.063711, + "nauc_mrr_at_1_diff1": 0.408274, + "nauc_mrr_at_3_max": 0.126993, + "nauc_mrr_at_3_std": 0.072448, + "nauc_mrr_at_3_diff1": 0.384541, + "nauc_mrr_at_5_max": 0.124845, + "nauc_mrr_at_5_std": 0.078342, + "nauc_mrr_at_5_diff1": 0.370715, + "nauc_mrr_at_10_max": 0.12888, + "nauc_mrr_at_10_std": 0.076523, + "nauc_mrr_at_10_diff1": 0.371498, + "nauc_mrr_at_20_max": 0.133066, + "nauc_mrr_at_20_std": 0.083981, + "nauc_mrr_at_20_diff1": 0.369335, + "nauc_mrr_at_100_max": 0.133172, + "nauc_mrr_at_100_std": 0.085715, + "nauc_mrr_at_100_diff1": 0.36851, + "nauc_mrr_at_1000_max": 0.133194, + "nauc_mrr_at_1000_std": 0.085213, + "nauc_mrr_at_1000_diff1": 0.3687, + "main_score": 0.28615, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.65049, + "ndcg_at_3": 0.65534, + "ndcg_at_5": 0.67498, + "ndcg_at_10": 0.70812, + "ndcg_at_20": 0.73026, + "ndcg_at_100": 0.75316, + "ndcg_at_1000": 0.75882, + "map_at_1": 0.41357, + "map_at_3": 0.58731, + "map_at_5": 0.63196, + "map_at_10": 0.65257, + "map_at_20": 0.66143, + "map_at_100": 0.66664, + "map_at_1000": 0.66703, + "recall_at_1": 0.41357, + "recall_at_3": 0.63176, + "recall_at_5": 0.71381, + "recall_at_10": 0.7947, + "recall_at_20": 0.86616, + "recall_at_100": 0.96361, + "recall_at_1000": 1.0, + "precision_at_1": 0.65049, + "precision_at_3": 0.40494, + "precision_at_5": 0.28981, + "precision_at_10": 0.16347, + "precision_at_20": 0.08926, + "precision_at_100": 0.02007, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.650485, + "mrr_at_3": 0.701052, + "mrr_at_5": 0.712581, + "mrr_at_10": 0.720564, + "mrr_at_20": 0.724428, + "mrr_at_100": 0.725882, + "mrr_at_1000": 0.726038, + "nauc_ndcg_at_1_max": 0.131737, + "nauc_ndcg_at_1_std": -0.325112, + "nauc_ndcg_at_1_diff1": 0.626034, + "nauc_ndcg_at_3_max": 0.131789, + "nauc_ndcg_at_3_std": -0.321356, + "nauc_ndcg_at_3_diff1": 0.532806, + "nauc_ndcg_at_5_max": 0.130929, + "nauc_ndcg_at_5_std": -0.338758, + "nauc_ndcg_at_5_diff1": 0.531516, + "nauc_ndcg_at_10_max": 0.117526, + "nauc_ndcg_at_10_std": -0.364406, + "nauc_ndcg_at_10_diff1": 0.523236, + "nauc_ndcg_at_20_max": 0.114249, + "nauc_ndcg_at_20_std": -0.368927, + "nauc_ndcg_at_20_diff1": 0.524746, + "nauc_ndcg_at_100_max": 0.109161, + "nauc_ndcg_at_100_std": -0.363572, + "nauc_ndcg_at_100_diff1": 0.537286, + "nauc_ndcg_at_1000_max": 0.118773, + "nauc_ndcg_at_1000_std": -0.351684, + "nauc_ndcg_at_1000_diff1": 0.53938, + "nauc_map_at_1_max": 0.129711, + "nauc_map_at_1_std": -0.118932, + "nauc_map_at_1_diff1": 0.577169, + "nauc_map_at_3_max": 0.131157, + "nauc_map_at_3_std": -0.266009, + "nauc_map_at_3_diff1": 0.531867, + "nauc_map_at_5_max": 0.132973, + "nauc_map_at_5_std": -0.313978, + "nauc_map_at_5_diff1": 0.531227, + "nauc_map_at_10_max": 0.129209, + "nauc_map_at_10_std": -0.332908, + "nauc_map_at_10_diff1": 0.528938, + "nauc_map_at_20_max": 0.128267, + "nauc_map_at_20_std": -0.334365, + "nauc_map_at_20_diff1": 0.528802, + "nauc_map_at_100_max": 0.127924, + "nauc_map_at_100_std": -0.333356, + "nauc_map_at_100_diff1": 0.531113, + "nauc_map_at_1000_max": 0.128328, + "nauc_map_at_1000_std": -0.332636, + "nauc_map_at_1000_diff1": 0.531094, + "nauc_recall_at_1_max": 0.129711, + "nauc_recall_at_1_std": -0.118932, + "nauc_recall_at_1_diff1": 0.577169, + "nauc_recall_at_3_max": 0.120884, + "nauc_recall_at_3_std": -0.268474, + "nauc_recall_at_3_diff1": 0.476664, + "nauc_recall_at_5_max": 0.123498, + "nauc_recall_at_5_std": -0.350911, + "nauc_recall_at_5_diff1": 0.463223, + "nauc_recall_at_10_max": 0.073688, + "nauc_recall_at_10_std": -0.422751, + "nauc_recall_at_10_diff1": 0.411548, + "nauc_recall_at_20_max": 0.040174, + "nauc_recall_at_20_std": -0.482911, + "nauc_recall_at_20_diff1": 0.380289, + "nauc_recall_at_100_max": -0.247344, + "nauc_recall_at_100_std": -0.718679, + "nauc_recall_at_100_diff1": 0.395733, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.131737, + "nauc_precision_at_1_std": -0.325112, + "nauc_precision_at_1_diff1": 0.626034, + "nauc_precision_at_3_max": 0.048196, + "nauc_precision_at_3_std": -0.27651, + "nauc_precision_at_3_diff1": 0.089456, + "nauc_precision_at_5_max": 0.02628, + "nauc_precision_at_5_std": -0.264699, + "nauc_precision_at_5_diff1": 0.017832, + "nauc_precision_at_10_max": -0.002382, + "nauc_precision_at_10_std": -0.251865, + "nauc_precision_at_10_diff1": -0.052807, + "nauc_precision_at_20_max": -0.022368, + "nauc_precision_at_20_std": -0.21501, + "nauc_precision_at_20_diff1": -0.109199, + "nauc_precision_at_100_max": -0.054751, + "nauc_precision_at_100_std": -0.134809, + "nauc_precision_at_100_diff1": -0.169251, + "nauc_precision_at_1000_max": -0.046571, + "nauc_precision_at_1000_std": -0.092229, + "nauc_precision_at_1000_diff1": -0.195665, + "nauc_mrr_at_1_max": 0.131737, + "nauc_mrr_at_1_std": -0.325112, + "nauc_mrr_at_1_diff1": 0.626034, + "nauc_mrr_at_3_max": 0.118926, + "nauc_mrr_at_3_std": -0.351734, + "nauc_mrr_at_3_diff1": 0.590994, + "nauc_mrr_at_5_max": 0.120951, + "nauc_mrr_at_5_std": -0.364501, + "nauc_mrr_at_5_diff1": 0.587148, + "nauc_mrr_at_10_max": 0.11541, + "nauc_mrr_at_10_std": -0.364521, + "nauc_mrr_at_10_diff1": 0.584539, + "nauc_mrr_at_20_max": 0.115311, + "nauc_mrr_at_20_std": -0.364124, + "nauc_mrr_at_20_diff1": 0.586041, + "nauc_mrr_at_100_max": 0.114994, + "nauc_mrr_at_100_std": -0.363316, + "nauc_mrr_at_100_diff1": 0.587126, + "nauc_mrr_at_1000_max": 0.115435, + "nauc_mrr_at_1000_std": -0.362897, + "nauc_mrr_at_1000_diff1": 0.587181, + "main_score": 0.70812, + "hf_subset": "cmn-cmn", + "languages": [ + "cmn-Hans", + "cmn-Hans" + ] + }, + { + "ndcg_at_1": 0.35073, + "ndcg_at_3": 0.35782, + "ndcg_at_5": 0.3699, + "ndcg_at_10": 0.40974, + "ndcg_at_20": 0.43971, + "ndcg_at_100": 0.49165, + "ndcg_at_1000": 0.5193, + "map_at_1": 0.20057, + "map_at_3": 0.29227, + "map_at_5": 0.32377, + "map_at_10": 0.34596, + "map_at_20": 0.35793, + "map_at_100": 0.3676, + "map_at_1000": 0.36939, + "recall_at_1": 0.20057, + "recall_at_3": 0.34064, + "recall_at_5": 0.40831, + "recall_at_10": 0.5033, + "recall_at_20": 0.59306, + "recall_at_100": 0.82231, + "recall_at_1000": 0.99759, + "precision_at_1": 0.35073, + "precision_at_3": 0.23625, + "precision_at_5": 0.17961, + "precision_at_10": 0.11408, + "precision_at_20": 0.06905, + "precision_at_100": 0.01914, + "precision_at_1000": 0.00226, + "mrr_at_1": 0.350728, + "mrr_at_3": 0.40271, + "mrr_at_5": 0.416727, + "mrr_at_10": 0.429583, + "mrr_at_20": 0.434724, + "mrr_at_100": 0.439146, + "mrr_at_1000": 0.439781, + "nauc_ndcg_at_1_max": -0.041582, + "nauc_ndcg_at_1_std": -0.270642, + "nauc_ndcg_at_1_diff1": 0.428782, + "nauc_ndcg_at_3_max": -0.020624, + "nauc_ndcg_at_3_std": -0.249067, + "nauc_ndcg_at_3_diff1": 0.377833, + "nauc_ndcg_at_5_max": -0.015516, + "nauc_ndcg_at_5_std": -0.246669, + "nauc_ndcg_at_5_diff1": 0.371095, + "nauc_ndcg_at_10_max": -0.041459, + "nauc_ndcg_at_10_std": -0.282253, + "nauc_ndcg_at_10_diff1": 0.373691, + "nauc_ndcg_at_20_max": -0.046603, + "nauc_ndcg_at_20_std": -0.296985, + "nauc_ndcg_at_20_diff1": 0.375068, + "nauc_ndcg_at_100_max": -0.051465, + "nauc_ndcg_at_100_std": -0.295964, + "nauc_ndcg_at_100_diff1": 0.373669, + "nauc_ndcg_at_1000_max": -0.045778, + "nauc_ndcg_at_1000_std": -0.282666, + "nauc_ndcg_at_1000_diff1": 0.376513, + "nauc_map_at_1_max": 0.075033, + "nauc_map_at_1_std": -0.091853, + "nauc_map_at_1_diff1": 0.414007, + "nauc_map_at_3_max": 0.019433, + "nauc_map_at_3_std": -0.188699, + "nauc_map_at_3_diff1": 0.389937, + "nauc_map_at_5_max": 0.010595, + "nauc_map_at_5_std": -0.216359, + "nauc_map_at_5_diff1": 0.380184, + "nauc_map_at_10_max": -0.007108, + "nauc_map_at_10_std": -0.238296, + "nauc_map_at_10_diff1": 0.380501, + "nauc_map_at_20_max": -0.008856, + "nauc_map_at_20_std": -0.245707, + "nauc_map_at_20_diff1": 0.381592, + "nauc_map_at_100_max": -0.01286, + "nauc_map_at_100_std": -0.248601, + "nauc_map_at_100_diff1": 0.381924, + "nauc_map_at_1000_max": -0.012321, + "nauc_map_at_1000_std": -0.247416, + "nauc_map_at_1000_diff1": 0.382019, + "nauc_recall_at_1_max": 0.075033, + "nauc_recall_at_1_std": -0.091853, + "nauc_recall_at_1_diff1": 0.414007, + "nauc_recall_at_3_max": 0.006685, + "nauc_recall_at_3_std": -0.195118, + "nauc_recall_at_3_diff1": 0.335776, + "nauc_recall_at_5_max": -0.000701, + "nauc_recall_at_5_std": -0.221774, + "nauc_recall_at_5_diff1": 0.311472, + "nauc_recall_at_10_max": -0.058839, + "nauc_recall_at_10_std": -0.302792, + "nauc_recall_at_10_diff1": 0.314572, + "nauc_recall_at_20_max": -0.076168, + "nauc_recall_at_20_std": -0.355395, + "nauc_recall_at_20_diff1": 0.318707, + "nauc_recall_at_100_max": -0.086322, + "nauc_recall_at_100_std": -0.369896, + "nauc_recall_at_100_diff1": 0.285421, + "nauc_recall_at_1000_max": 0.390174, + "nauc_recall_at_1000_std": 0.237046, + "nauc_recall_at_1000_diff1": -0.362303, + "nauc_precision_at_1_max": -0.041582, + "nauc_precision_at_1_std": -0.270642, + "nauc_precision_at_1_diff1": 0.428782, + "nauc_precision_at_3_max": -0.103911, + "nauc_precision_at_3_std": -0.326504, + "nauc_precision_at_3_diff1": 0.267838, + "nauc_precision_at_5_max": -0.10954, + "nauc_precision_at_5_std": -0.334936, + "nauc_precision_at_5_diff1": 0.22464, + "nauc_precision_at_10_max": -0.149401, + "nauc_precision_at_10_std": -0.356743, + "nauc_precision_at_10_diff1": 0.185514, + "nauc_precision_at_20_max": -0.145556, + "nauc_precision_at_20_std": -0.335557, + "nauc_precision_at_20_diff1": 0.150697, + "nauc_precision_at_100_max": -0.141939, + "nauc_precision_at_100_std": -0.245513, + "nauc_precision_at_100_diff1": 0.049423, + "nauc_precision_at_1000_max": -0.124352, + "nauc_precision_at_1000_std": -0.157707, + "nauc_precision_at_1000_diff1": -0.02399, + "nauc_mrr_at_1_max": -0.041582, + "nauc_mrr_at_1_std": -0.270642, + "nauc_mrr_at_1_diff1": 0.428782, + "nauc_mrr_at_3_max": -0.067953, + "nauc_mrr_at_3_std": -0.299615, + "nauc_mrr_at_3_diff1": 0.400743, + "nauc_mrr_at_5_max": -0.06996, + "nauc_mrr_at_5_std": -0.301791, + "nauc_mrr_at_5_diff1": 0.394409, + "nauc_mrr_at_10_max": -0.075112, + "nauc_mrr_at_10_std": -0.310363, + "nauc_mrr_at_10_diff1": 0.39711, + "nauc_mrr_at_20_max": -0.075262, + "nauc_mrr_at_20_std": -0.310826, + "nauc_mrr_at_20_diff1": 0.3964, + "nauc_mrr_at_100_max": -0.075113, + "nauc_mrr_at_100_std": -0.309951, + "nauc_mrr_at_100_diff1": 0.39637, + "nauc_mrr_at_1000_max": -0.074926, + "nauc_mrr_at_1000_std": -0.309633, + "nauc_mrr_at_1000_diff1": 0.396542, + "main_score": 0.40974, + "hf_subset": "eng-cmn", + "languages": [ + "eng-Latn", + "cmn-Hans" + ] + }, + { + "ndcg_at_1": 0.57683, + "ndcg_at_3": 0.60089, + "ndcg_at_5": 0.62218, + "ndcg_at_10": 0.65817, + "ndcg_at_20": 0.67886, + "ndcg_at_100": 0.70804, + "ndcg_at_1000": 0.7154, + "map_at_1": 0.36146, + "map_at_3": 0.53117, + "map_at_5": 0.57396, + "map_at_10": 0.59565, + "map_at_20": 0.60405, + "map_at_100": 0.61044, + "map_at_1000": 0.61098, + "recall_at_1": 0.36146, + "recall_at_3": 0.59035, + "recall_at_5": 0.67376, + "recall_at_10": 0.76213, + "recall_at_20": 0.82756, + "recall_at_100": 0.95341, + "recall_at_1000": 1.0, + "precision_at_1": 0.57683, + "precision_at_3": 0.37683, + "precision_at_5": 0.27122, + "precision_at_10": 0.15659, + "precision_at_20": 0.08591, + "precision_at_100": 0.01988, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.576829, + "mrr_at_3": 0.644106, + "mrr_at_5": 0.655447, + "mrr_at_10": 0.665392, + "mrr_at_20": 0.66822, + "mrr_at_100": 0.670525, + "mrr_at_1000": 0.670662, + "nauc_ndcg_at_1_max": 0.089413, + "nauc_ndcg_at_1_std": -0.242315, + "nauc_ndcg_at_1_diff1": 0.5771, + "nauc_ndcg_at_3_max": 0.069352, + "nauc_ndcg_at_3_std": -0.272685, + "nauc_ndcg_at_3_diff1": 0.499849, + "nauc_ndcg_at_5_max": 0.055062, + "nauc_ndcg_at_5_std": -0.278943, + "nauc_ndcg_at_5_diff1": 0.497095, + "nauc_ndcg_at_10_max": 0.056759, + "nauc_ndcg_at_10_std": -0.290028, + "nauc_ndcg_at_10_diff1": 0.48917, + "nauc_ndcg_at_20_max": 0.054241, + "nauc_ndcg_at_20_std": -0.293027, + "nauc_ndcg_at_20_diff1": 0.483451, + "nauc_ndcg_at_100_max": 0.065489, + "nauc_ndcg_at_100_std": -0.275951, + "nauc_ndcg_at_100_diff1": 0.494406, + "nauc_ndcg_at_1000_max": 0.065189, + "nauc_ndcg_at_1000_std": -0.275777, + "nauc_ndcg_at_1000_diff1": 0.500937, + "nauc_map_at_1_max": 0.025927, + "nauc_map_at_1_std": -0.10752, + "nauc_map_at_1_diff1": 0.591743, + "nauc_map_at_3_max": 0.055073, + "nauc_map_at_3_std": -0.228385, + "nauc_map_at_3_diff1": 0.512257, + "nauc_map_at_5_max": 0.055004, + "nauc_map_at_5_std": -0.259672, + "nauc_map_at_5_diff1": 0.500219, + "nauc_map_at_10_max": 0.05858, + "nauc_map_at_10_std": -0.26948, + "nauc_map_at_10_diff1": 0.496191, + "nauc_map_at_20_max": 0.057921, + "nauc_map_at_20_std": -0.270146, + "nauc_map_at_20_diff1": 0.494512, + "nauc_map_at_100_max": 0.059537, + "nauc_map_at_100_std": -0.267794, + "nauc_map_at_100_diff1": 0.496277, + "nauc_map_at_1000_max": 0.059802, + "nauc_map_at_1000_std": -0.267438, + "nauc_map_at_1000_diff1": 0.496636, + "nauc_recall_at_1_max": 0.025927, + "nauc_recall_at_1_std": -0.10752, + "nauc_recall_at_1_diff1": 0.591743, + "nauc_recall_at_3_max": 0.040705, + "nauc_recall_at_3_std": -0.247787, + "nauc_recall_at_3_diff1": 0.453543, + "nauc_recall_at_5_max": 0.033179, + "nauc_recall_at_5_std": -0.289592, + "nauc_recall_at_5_diff1": 0.43, + "nauc_recall_at_10_max": 0.024378, + "nauc_recall_at_10_std": -0.315557, + "nauc_recall_at_10_diff1": 0.386812, + "nauc_recall_at_20_max": 0.001967, + "nauc_recall_at_20_std": -0.354124, + "nauc_recall_at_20_diff1": 0.32872, + "nauc_recall_at_100_max": 0.12788, + "nauc_recall_at_100_std": -0.177608, + "nauc_recall_at_100_diff1": 0.261054, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.089413, + "nauc_precision_at_1_std": -0.242315, + "nauc_precision_at_1_diff1": 0.5771, + "nauc_precision_at_3_max": 0.088401, + "nauc_precision_at_3_std": -0.250061, + "nauc_precision_at_3_diff1": 0.095076, + "nauc_precision_at_5_max": 0.070426, + "nauc_precision_at_5_std": -0.235249, + "nauc_precision_at_5_diff1": 0.025757, + "nauc_precision_at_10_max": 0.072074, + "nauc_precision_at_10_std": -0.203962, + "nauc_precision_at_10_diff1": -0.045033, + "nauc_precision_at_20_max": 0.061392, + "nauc_precision_at_20_std": -0.172577, + "nauc_precision_at_20_diff1": -0.10017, + "nauc_precision_at_100_max": 0.077704, + "nauc_precision_at_100_std": -0.074795, + "nauc_precision_at_100_diff1": -0.175044, + "nauc_precision_at_1000_max": 0.077335, + "nauc_precision_at_1000_std": -0.049361, + "nauc_precision_at_1000_diff1": -0.188367, + "nauc_mrr_at_1_max": 0.089413, + "nauc_mrr_at_1_std": -0.242315, + "nauc_mrr_at_1_diff1": 0.5771, + "nauc_mrr_at_3_max": 0.071601, + "nauc_mrr_at_3_std": -0.28998, + "nauc_mrr_at_3_diff1": 0.544341, + "nauc_mrr_at_5_max": 0.074368, + "nauc_mrr_at_5_std": -0.286938, + "nauc_mrr_at_5_diff1": 0.542603, + "nauc_mrr_at_10_max": 0.072434, + "nauc_mrr_at_10_std": -0.286572, + "nauc_mrr_at_10_diff1": 0.540366, + "nauc_mrr_at_20_max": 0.072411, + "nauc_mrr_at_20_std": -0.286057, + "nauc_mrr_at_20_diff1": 0.540347, + "nauc_mrr_at_100_max": 0.073274, + "nauc_mrr_at_100_std": -0.284769, + "nauc_mrr_at_100_diff1": 0.541366, + "nauc_mrr_at_1000_max": 0.073213, + "nauc_mrr_at_1000_std": -0.28475, + "nauc_mrr_at_1000_diff1": 0.541436, + "main_score": 0.65817, + "hf_subset": "cmn-eng", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3321.7987518310547, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XQuADRetrieval.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XQuADRetrieval.json new file mode 100644 index 0000000000..e7697d9770 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/XQuADRetrieval.json @@ -0,0 +1,1775 @@ +{ + "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", + "task_name": "XQuADRetrieval", + "mteb_version": "1.29.10", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.90978, + "ndcg_at_3": 0.95401, + "ndcg_at_5": 0.9585, + "ndcg_at_10": 0.95989, + "ndcg_at_20": 0.96054, + "ndcg_at_100": 0.9607, + "ndcg_at_1000": 0.9607, + "map_at_1": 0.90978, + "map_at_3": 0.94435, + "map_at_5": 0.94684, + "map_at_10": 0.94743, + "map_at_20": 0.9476, + "map_at_100": 0.94763, + "map_at_1000": 0.94763, + "recall_at_1": 0.90978, + "recall_at_3": 0.98145, + "recall_at_5": 0.99241, + "recall_at_10": 0.99663, + "recall_at_20": 0.99916, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.90978, + "precision_at_3": 0.32715, + "precision_at_5": 0.19848, + "precision_at_10": 0.09966, + "precision_at_20": 0.04996, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.909781, + "mrr_at_3": 0.944351, + "mrr_at_5": 0.946838, + "mrr_at_10": 0.947425, + "mrr_at_20": 0.947603, + "mrr_at_100": 0.947625, + "mrr_at_1000": 0.947625, + "nauc_ndcg_at_1_max": 0.494827, + "nauc_ndcg_at_1_std": 0.171102, + "nauc_ndcg_at_1_diff1": 0.895053, + "nauc_ndcg_at_3_max": 0.540938, + "nauc_ndcg_at_3_std": 0.254899, + "nauc_ndcg_at_3_diff1": 0.892624, + "nauc_ndcg_at_5_max": 0.540298, + "nauc_ndcg_at_5_std": 0.257797, + "nauc_ndcg_at_5_diff1": 0.89432, + "nauc_ndcg_at_10_max": 0.527226, + "nauc_ndcg_at_10_std": 0.235686, + "nauc_ndcg_at_10_diff1": 0.893357, + "nauc_ndcg_at_20_max": 0.525804, + "nauc_ndcg_at_20_std": 0.225342, + "nauc_ndcg_at_20_diff1": 0.892323, + "nauc_ndcg_at_100_max": 0.523865, + "nauc_ndcg_at_100_std": 0.222709, + "nauc_ndcg_at_100_diff1": 0.893019, + "nauc_ndcg_at_1000_max": 0.523865, + "nauc_ndcg_at_1000_std": 0.222709, + "nauc_ndcg_at_1000_diff1": 0.893019, + "nauc_map_at_1_max": 0.494827, + "nauc_map_at_1_std": 0.171102, + "nauc_map_at_1_diff1": 0.895053, + "nauc_map_at_3_max": 0.526991, + "nauc_map_at_3_std": 0.22703, + "nauc_map_at_3_diff1": 0.893152, + "nauc_map_at_5_max": 0.525745, + "nauc_map_at_5_std": 0.226512, + "nauc_map_at_5_diff1": 0.893713, + "nauc_map_at_10_max": 0.521384, + "nauc_map_at_10_std": 0.219034, + "nauc_map_at_10_diff1": 0.893387, + "nauc_map_at_20_max": 0.521022, + "nauc_map_at_20_std": 0.216768, + "nauc_map_at_20_diff1": 0.893167, + "nauc_map_at_100_max": 0.520813, + "nauc_map_at_100_std": 0.216484, + "nauc_map_at_100_diff1": 0.893241, + "nauc_map_at_1000_max": 0.520813, + "nauc_map_at_1000_std": 0.216484, + "nauc_map_at_1000_diff1": 0.893241, + "nauc_recall_at_1_max": 0.494827, + "nauc_recall_at_1_std": 0.171102, + "nauc_recall_at_1_diff1": 0.895053, + "nauc_recall_at_3_max": 0.656623, + "nauc_recall_at_3_std": 0.490113, + "nauc_recall_at_3_diff1": 0.888574, + "nauc_recall_at_5_max": 0.824434, + "nauc_recall_at_5_std": 0.881955, + "nauc_recall_at_5_diff1": 0.911015, + "nauc_recall_at_10_max": 0.707117, + "nauc_recall_at_10_std": 0.865167, + "nauc_recall_at_10_diff1": 0.897859, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869232, + "nauc_recall_at_20_diff1": 0.722204, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.494827, + "nauc_precision_at_1_std": 0.171102, + "nauc_precision_at_1_diff1": 0.895053, + "nauc_precision_at_3_max": 0.656623, + "nauc_precision_at_3_std": 0.490113, + "nauc_precision_at_3_diff1": 0.888574, + "nauc_precision_at_5_max": 0.824434, + "nauc_precision_at_5_std": 0.881955, + "nauc_precision_at_5_diff1": 0.911015, + "nauc_precision_at_10_max": 0.707117, + "nauc_precision_at_10_std": 0.865167, + "nauc_precision_at_10_diff1": 0.897859, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869232, + "nauc_precision_at_20_diff1": 0.722204, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.494827, + "nauc_mrr_at_1_std": 0.171102, + "nauc_mrr_at_1_diff1": 0.895053, + "nauc_mrr_at_3_max": 0.526991, + "nauc_mrr_at_3_std": 0.22703, + "nauc_mrr_at_3_diff1": 0.893152, + "nauc_mrr_at_5_max": 0.525745, + "nauc_mrr_at_5_std": 0.226512, + "nauc_mrr_at_5_diff1": 0.893713, + "nauc_mrr_at_10_max": 0.521384, + "nauc_mrr_at_10_std": 0.219034, + "nauc_mrr_at_10_diff1": 0.893387, + "nauc_mrr_at_20_max": 0.521022, + "nauc_mrr_at_20_std": 0.216768, + "nauc_mrr_at_20_diff1": 0.893167, + "nauc_mrr_at_100_max": 0.520813, + "nauc_mrr_at_100_std": 0.216484, + "nauc_mrr_at_100_diff1": 0.893241, + "nauc_mrr_at_1000_max": 0.520813, + "nauc_mrr_at_1000_std": 0.216484, + "nauc_mrr_at_1000_diff1": 0.893241, + "main_score": 0.95989, + "hf_subset": "ar", + "languages": [ + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.95766, + "ndcg_at_3": 0.97632, + "ndcg_at_5": 0.97957, + "ndcg_at_10": 0.9801, + "ndcg_at_20": 0.98031, + "ndcg_at_100": 0.98045, + "ndcg_at_1000": 0.98045, + "map_at_1": 0.95766, + "map_at_3": 0.97192, + "map_at_5": 0.97378, + "map_at_10": 0.97399, + "map_at_20": 0.97404, + "map_at_100": 0.97406, + "map_at_1000": 0.97406, + "recall_at_1": 0.95766, + "recall_at_3": 0.98899, + "recall_at_5": 0.99661, + "recall_at_10": 0.99831, + "recall_at_20": 0.99915, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.95766, + "precision_at_3": 0.32966, + "precision_at_5": 0.19932, + "precision_at_10": 0.09983, + "precision_at_20": 0.04996, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.957663, + "mrr_at_3": 0.971916, + "mrr_at_5": 0.973779, + "mrr_at_10": 0.973994, + "mrr_at_20": 0.974044, + "mrr_at_100": 0.974058, + "mrr_at_1000": 0.974058, + "nauc_ndcg_at_1_max": 0.53513, + "nauc_ndcg_at_1_std": 0.126041, + "nauc_ndcg_at_1_diff1": 0.964291, + "nauc_ndcg_at_3_max": 0.583738, + "nauc_ndcg_at_3_std": 0.352532, + "nauc_ndcg_at_3_diff1": 0.969488, + "nauc_ndcg_at_5_max": 0.580744, + "nauc_ndcg_at_5_std": 0.266762, + "nauc_ndcg_at_5_diff1": 0.966975, + "nauc_ndcg_at_10_max": 0.569426, + "nauc_ndcg_at_10_std": 0.246967, + "nauc_ndcg_at_10_diff1": 0.966084, + "nauc_ndcg_at_20_max": 0.564986, + "nauc_ndcg_at_20_std": 0.240551, + "nauc_ndcg_at_20_diff1": 0.965734, + "nauc_ndcg_at_100_max": 0.561822, + "nauc_ndcg_at_100_std": 0.235977, + "nauc_ndcg_at_100_diff1": 0.965485, + "nauc_ndcg_at_1000_max": 0.561822, + "nauc_ndcg_at_1000_std": 0.235977, + "nauc_ndcg_at_1000_diff1": 0.965485, + "nauc_map_at_1_max": 0.53513, + "nauc_map_at_1_std": 0.126041, + "nauc_map_at_1_diff1": 0.964291, + "nauc_map_at_3_max": 0.564645, + "nauc_map_at_3_std": 0.276533, + "nauc_map_at_3_diff1": 0.966821, + "nauc_map_at_5_max": 0.562044, + "nauc_map_at_5_std": 0.232744, + "nauc_map_at_5_diff1": 0.965519, + "nauc_map_at_10_max": 0.558423, + "nauc_map_at_10_std": 0.226399, + "nauc_map_at_10_diff1": 0.965234, + "nauc_map_at_20_max": 0.557575, + "nauc_map_at_20_std": 0.225165, + "nauc_map_at_20_diff1": 0.965167, + "nauc_map_at_100_max": 0.557339, + "nauc_map_at_100_std": 0.224821, + "nauc_map_at_100_diff1": 0.965148, + "nauc_map_at_1000_max": 0.557339, + "nauc_map_at_1000_std": 0.224821, + "nauc_map_at_1000_diff1": 0.965148, + "nauc_recall_at_1_max": 0.53513, + "nauc_recall_at_1_std": 0.126041, + "nauc_recall_at_1_diff1": 0.964291, + "nauc_recall_at_3_max": 0.725805, + "nauc_recall_at_3_std": 0.905386, + "nauc_recall_at_3_diff1": 0.989946, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.934647, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869293, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869293, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.53513, + "nauc_precision_at_1_std": 0.126041, + "nauc_precision_at_1_diff1": 0.964291, + "nauc_precision_at_3_max": 0.725805, + "nauc_precision_at_3_std": 0.905386, + "nauc_precision_at_3_diff1": 0.989946, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.934647, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869293, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869293, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.53513, + "nauc_mrr_at_1_std": 0.126041, + "nauc_mrr_at_1_diff1": 0.964291, + "nauc_mrr_at_3_max": 0.564645, + "nauc_mrr_at_3_std": 0.276533, + "nauc_mrr_at_3_diff1": 0.966821, + "nauc_mrr_at_5_max": 0.562044, + "nauc_mrr_at_5_std": 0.232744, + "nauc_mrr_at_5_diff1": 0.965519, + "nauc_mrr_at_10_max": 0.558423, + "nauc_mrr_at_10_std": 0.226399, + "nauc_mrr_at_10_diff1": 0.965234, + "nauc_mrr_at_20_max": 0.557575, + "nauc_mrr_at_20_std": 0.225165, + "nauc_mrr_at_20_diff1": 0.965167, + "nauc_mrr_at_100_max": 0.557339, + "nauc_mrr_at_100_std": 0.224821, + "nauc_mrr_at_100_diff1": 0.965148, + "nauc_mrr_at_1000_max": 0.557339, + "nauc_mrr_at_1000_std": 0.224821, + "nauc_mrr_at_1000_diff1": 0.965148, + "main_score": 0.9801, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.90625, + "ndcg_at_3": 0.94529, + "ndcg_at_5": 0.94991, + "ndcg_at_10": 0.95261, + "ndcg_at_20": 0.9539, + "ndcg_at_100": 0.95473, + "ndcg_at_1000": 0.95473, + "map_at_1": 0.90625, + "map_at_3": 0.93623, + "map_at_5": 0.93885, + "map_at_10": 0.93995, + "map_at_20": 0.94031, + "map_at_100": 0.94044, + "map_at_1000": 0.94044, + "recall_at_1": 0.90625, + "recall_at_3": 0.97128, + "recall_at_5": 0.98226, + "recall_at_10": 0.99071, + "recall_at_20": 0.99578, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.90625, + "precision_at_3": 0.32376, + "precision_at_5": 0.19645, + "precision_at_10": 0.09907, + "precision_at_20": 0.04979, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.90625, + "mrr_at_3": 0.936233, + "mrr_at_5": 0.938851, + "mrr_at_10": 0.939951, + "mrr_at_20": 0.940307, + "mrr_at_100": 0.940437, + "mrr_at_1000": 0.940437, + "nauc_ndcg_at_1_max": 0.494628, + "nauc_ndcg_at_1_std": 0.104108, + "nauc_ndcg_at_1_diff1": 0.892163, + "nauc_ndcg_at_3_max": 0.595758, + "nauc_ndcg_at_3_std": 0.21701, + "nauc_ndcg_at_3_diff1": 0.896135, + "nauc_ndcg_at_5_max": 0.578584, + "nauc_ndcg_at_5_std": 0.225229, + "nauc_ndcg_at_5_diff1": 0.895881, + "nauc_ndcg_at_10_max": 0.569983, + "nauc_ndcg_at_10_std": 0.212242, + "nauc_ndcg_at_10_diff1": 0.893119, + "nauc_ndcg_at_20_max": 0.561796, + "nauc_ndcg_at_20_std": 0.199076, + "nauc_ndcg_at_20_diff1": 0.891349, + "nauc_ndcg_at_100_max": 0.557718, + "nauc_ndcg_at_100_std": 0.189338, + "nauc_ndcg_at_100_diff1": 0.893708, + "nauc_ndcg_at_1000_max": 0.557718, + "nauc_ndcg_at_1000_std": 0.189338, + "nauc_ndcg_at_1000_diff1": 0.893708, + "nauc_map_at_1_max": 0.494628, + "nauc_map_at_1_std": 0.104108, + "nauc_map_at_1_diff1": 0.892163, + "nauc_map_at_3_max": 0.565507, + "nauc_map_at_3_std": 0.18468, + "nauc_map_at_3_diff1": 0.895487, + "nauc_map_at_5_max": 0.556368, + "nauc_map_at_5_std": 0.187426, + "nauc_map_at_5_diff1": 0.89535, + "nauc_map_at_10_max": 0.553402, + "nauc_map_at_10_std": 0.182713, + "nauc_map_at_10_diff1": 0.894502, + "nauc_map_at_20_max": 0.55149, + "nauc_map_at_20_std": 0.179873, + "nauc_map_at_20_diff1": 0.894128, + "nauc_map_at_100_max": 0.551018, + "nauc_map_at_100_std": 0.178677, + "nauc_map_at_100_diff1": 0.894293, + "nauc_map_at_1000_max": 0.551018, + "nauc_map_at_1000_std": 0.178677, + "nauc_map_at_1000_diff1": 0.894293, + "nauc_recall_at_1_max": 0.494628, + "nauc_recall_at_1_std": 0.104108, + "nauc_recall_at_1_diff1": 0.892163, + "nauc_recall_at_3_max": 0.784473, + "nauc_recall_at_3_std": 0.417124, + "nauc_recall_at_3_diff1": 0.899588, + "nauc_recall_at_5_max": 0.784067, + "nauc_recall_at_5_std": 0.59173, + "nauc_recall_at_5_diff1": 0.899893, + "nauc_recall_at_10_max": 0.826853, + "nauc_recall_at_10_std": 0.712526, + "nauc_recall_at_10_diff1": 0.857896, + "nauc_recall_at_20_max": 0.789919, + "nauc_recall_at_20_std": 0.73018, + "nauc_recall_at_20_diff1": 0.739638, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.494628, + "nauc_precision_at_1_std": 0.104108, + "nauc_precision_at_1_diff1": 0.892163, + "nauc_precision_at_3_max": 0.784473, + "nauc_precision_at_3_std": 0.417124, + "nauc_precision_at_3_diff1": 0.899588, + "nauc_precision_at_5_max": 0.784067, + "nauc_precision_at_5_std": 0.59173, + "nauc_precision_at_5_diff1": 0.899893, + "nauc_precision_at_10_max": 0.826853, + "nauc_precision_at_10_std": 0.712526, + "nauc_precision_at_10_diff1": 0.857896, + "nauc_precision_at_20_max": 0.789919, + "nauc_precision_at_20_std": 0.73018, + "nauc_precision_at_20_diff1": 0.739638, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.494628, + "nauc_mrr_at_1_std": 0.104108, + "nauc_mrr_at_1_diff1": 0.892163, + "nauc_mrr_at_3_max": 0.565507, + "nauc_mrr_at_3_std": 0.18468, + "nauc_mrr_at_3_diff1": 0.895487, + "nauc_mrr_at_5_max": 0.556368, + "nauc_mrr_at_5_std": 0.187426, + "nauc_mrr_at_5_diff1": 0.89535, + "nauc_mrr_at_10_max": 0.553402, + "nauc_mrr_at_10_std": 0.182713, + "nauc_mrr_at_10_diff1": 0.894502, + "nauc_mrr_at_20_max": 0.55149, + "nauc_mrr_at_20_std": 0.179873, + "nauc_mrr_at_20_diff1": 0.894128, + "nauc_mrr_at_100_max": 0.551018, + "nauc_mrr_at_100_std": 0.178677, + "nauc_mrr_at_100_diff1": 0.894293, + "nauc_mrr_at_1000_max": 0.551018, + "nauc_mrr_at_1000_std": 0.178677, + "nauc_mrr_at_1000_diff1": 0.894293, + "main_score": 0.95261, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.9654, + "ndcg_at_3": 0.98146, + "ndcg_at_5": 0.98324, + "ndcg_at_10": 0.98462, + "ndcg_at_20": 0.98462, + "ndcg_at_100": 0.98462, + "ndcg_at_1000": 0.98462, + "map_at_1": 0.9654, + "map_at_3": 0.97792, + "map_at_5": 0.97893, + "map_at_10": 0.9795, + "map_at_20": 0.9795, + "map_at_100": 0.9795, + "map_at_1000": 0.9795, + "recall_at_1": 0.9654, + "recall_at_3": 0.99156, + "recall_at_5": 0.99578, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.9654, + "precision_at_3": 0.33052, + "precision_at_5": 0.19916, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.965401, + "mrr_at_3": 0.977918, + "mrr_at_5": 0.978931, + "mrr_at_10": 0.979504, + "mrr_at_20": 0.979504, + "mrr_at_100": 0.979504, + "mrr_at_1000": 0.979504, + "nauc_ndcg_at_1_max": 0.317526, + "nauc_ndcg_at_1_std": -0.230626, + "nauc_ndcg_at_1_diff1": 0.963745, + "nauc_ndcg_at_3_max": 0.365423, + "nauc_ndcg_at_3_std": -0.074291, + "nauc_ndcg_at_3_diff1": 0.955316, + "nauc_ndcg_at_5_max": 0.351252, + "nauc_ndcg_at_5_std": -0.076983, + "nauc_ndcg_at_5_diff1": 0.959427, + "nauc_ndcg_at_10_max": 0.340607, + "nauc_ndcg_at_10_std": -0.125676, + "nauc_ndcg_at_10_diff1": 0.960603, + "nauc_ndcg_at_20_max": 0.340607, + "nauc_ndcg_at_20_std": -0.125676, + "nauc_ndcg_at_20_diff1": 0.960603, + "nauc_ndcg_at_100_max": 0.340607, + "nauc_ndcg_at_100_std": -0.125676, + "nauc_ndcg_at_100_diff1": 0.960603, + "nauc_ndcg_at_1000_max": 0.340607, + "nauc_ndcg_at_1000_std": -0.125676, + "nauc_ndcg_at_1000_diff1": 0.960603, + "nauc_map_at_1_max": 0.317526, + "nauc_map_at_1_std": -0.230626, + "nauc_map_at_1_diff1": 0.963745, + "nauc_map_at_3_max": 0.350206, + "nauc_map_at_3_std": -0.116179, + "nauc_map_at_3_diff1": 0.958487, + "nauc_map_at_5_max": 0.342926, + "nauc_map_at_5_std": -0.118507, + "nauc_map_at_5_diff1": 0.960581, + "nauc_map_at_10_max": 0.338911, + "nauc_map_at_10_std": -0.134476, + "nauc_map_at_10_diff1": 0.960909, + "nauc_map_at_20_max": 0.338911, + "nauc_map_at_20_std": -0.134476, + "nauc_map_at_20_diff1": 0.960909, + "nauc_map_at_100_max": 0.338911, + "nauc_map_at_100_std": -0.134476, + "nauc_map_at_100_diff1": 0.960909, + "nauc_map_at_1000_max": 0.338911, + "nauc_map_at_1000_std": -0.134476, + "nauc_map_at_1000_diff1": 0.960909, + "nauc_recall_at_1_max": 0.317526, + "nauc_recall_at_1_std": -0.230626, + "nauc_recall_at_1_diff1": 0.963745, + "nauc_recall_at_3_max": 0.47721, + "nauc_recall_at_3_std": 0.223445, + "nauc_recall_at_3_diff1": 0.931391, + "nauc_recall_at_5_max": 0.458489, + "nauc_recall_at_5_std": 0.477155, + "nauc_recall_at_5_diff1": 0.944457, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.317526, + "nauc_precision_at_1_std": -0.230626, + "nauc_precision_at_1_diff1": 0.963745, + "nauc_precision_at_3_max": 0.47721, + "nauc_precision_at_3_std": 0.223445, + "nauc_precision_at_3_diff1": 0.931391, + "nauc_precision_at_5_max": 0.458489, + "nauc_precision_at_5_std": 0.477155, + "nauc_precision_at_5_diff1": 0.944457, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.317526, + "nauc_mrr_at_1_std": -0.230626, + "nauc_mrr_at_1_diff1": 0.963745, + "nauc_mrr_at_3_max": 0.350206, + "nauc_mrr_at_3_std": -0.116179, + "nauc_mrr_at_3_diff1": 0.958487, + "nauc_mrr_at_5_max": 0.342926, + "nauc_mrr_at_5_std": -0.118507, + "nauc_mrr_at_5_diff1": 0.960581, + "nauc_mrr_at_10_max": 0.338911, + "nauc_mrr_at_10_std": -0.134476, + "nauc_mrr_at_10_diff1": 0.960909, + "nauc_mrr_at_20_max": 0.338911, + "nauc_mrr_at_20_std": -0.134476, + "nauc_mrr_at_20_diff1": 0.960909, + "nauc_mrr_at_100_max": 0.338911, + "nauc_mrr_at_100_std": -0.134476, + "nauc_mrr_at_100_diff1": 0.960909, + "nauc_mrr_at_1000_max": 0.338911, + "nauc_mrr_at_1000_std": -0.134476, + "nauc_mrr_at_1000_diff1": 0.960909, + "main_score": 0.98462, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.96284, + "ndcg_at_3": 0.98016, + "ndcg_at_5": 0.98194, + "ndcg_at_10": 0.98224, + "ndcg_at_20": 0.98264, + "ndcg_at_100": 0.98282, + "ndcg_at_1000": 0.98282, + "map_at_1": 0.96284, + "map_at_3": 0.97593, + "map_at_5": 0.97694, + "map_at_10": 0.97708, + "map_at_20": 0.97718, + "map_at_100": 0.97721, + "map_at_1000": 0.97721, + "recall_at_1": 0.96284, + "recall_at_3": 0.9924, + "recall_at_5": 0.99662, + "recall_at_10": 0.99747, + "recall_at_20": 0.99916, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.96284, + "precision_at_3": 0.3308, + "precision_at_5": 0.19932, + "precision_at_10": 0.09975, + "precision_at_20": 0.04996, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.962838, + "mrr_at_3": 0.975929, + "mrr_at_5": 0.976943, + "mrr_at_10": 0.977083, + "mrr_at_20": 0.977177, + "mrr_at_100": 0.977208, + "mrr_at_1000": 0.977208, + "nauc_ndcg_at_1_max": 0.51422, + "nauc_ndcg_at_1_std": -0.03339, + "nauc_ndcg_at_1_diff1": 0.947545, + "nauc_ndcg_at_3_max": 0.565679, + "nauc_ndcg_at_3_std": 0.075853, + "nauc_ndcg_at_3_diff1": 0.948535, + "nauc_ndcg_at_5_max": 0.578758, + "nauc_ndcg_at_5_std": 0.088486, + "nauc_ndcg_at_5_diff1": 0.948721, + "nauc_ndcg_at_10_max": 0.571621, + "nauc_ndcg_at_10_std": 0.073042, + "nauc_ndcg_at_10_diff1": 0.947853, + "nauc_ndcg_at_20_max": 0.561807, + "nauc_ndcg_at_20_std": 0.065221, + "nauc_ndcg_at_20_diff1": 0.946658, + "nauc_ndcg_at_100_max": 0.557327, + "nauc_ndcg_at_100_std": 0.056999, + "nauc_ndcg_at_100_diff1": 0.947449, + "nauc_ndcg_at_1000_max": 0.557327, + "nauc_ndcg_at_1000_std": 0.056999, + "nauc_ndcg_at_1000_diff1": 0.947449, + "nauc_map_at_1_max": 0.51422, + "nauc_map_at_1_std": -0.03339, + "nauc_map_at_1_diff1": 0.947545, + "nauc_map_at_3_max": 0.551538, + "nauc_map_at_3_std": 0.052651, + "nauc_map_at_3_diff1": 0.947732, + "nauc_map_at_5_max": 0.557003, + "nauc_map_at_5_std": 0.056799, + "nauc_map_at_5_diff1": 0.947828, + "nauc_map_at_10_max": 0.554282, + "nauc_map_at_10_std": 0.051005, + "nauc_map_at_10_diff1": 0.947507, + "nauc_map_at_20_max": 0.552449, + "nauc_map_at_20_std": 0.049511, + "nauc_map_at_20_diff1": 0.947291, + "nauc_map_at_100_max": 0.551835, + "nauc_map_at_100_std": 0.048386, + "nauc_map_at_100_diff1": 0.947398, + "nauc_map_at_1000_max": 0.551835, + "nauc_map_at_1000_std": 0.048386, + "nauc_map_at_1000_diff1": 0.947398, + "nauc_recall_at_1_max": 0.51422, + "nauc_recall_at_1_std": -0.03339, + "nauc_recall_at_1_diff1": 0.947545, + "nauc_recall_at_3_max": 0.68834, + "nauc_recall_at_3_std": 0.265028, + "nauc_recall_at_3_diff1": 0.956443, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.674548, + "nauc_recall_at_5_diff1": 0.967333, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.566064, + "nauc_recall_at_10_diff1": 0.956443, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.86933, + "nauc_recall_at_20_diff1": 0.86933, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.51422, + "nauc_precision_at_1_std": -0.03339, + "nauc_precision_at_1_diff1": 0.947545, + "nauc_precision_at_3_max": 0.68834, + "nauc_precision_at_3_std": 0.265028, + "nauc_precision_at_3_diff1": 0.956443, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.674548, + "nauc_precision_at_5_diff1": 0.967333, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.566064, + "nauc_precision_at_10_diff1": 0.956443, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.86933, + "nauc_precision_at_20_diff1": 0.86933, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.51422, + "nauc_mrr_at_1_std": -0.03339, + "nauc_mrr_at_1_diff1": 0.947545, + "nauc_mrr_at_3_max": 0.551538, + "nauc_mrr_at_3_std": 0.052651, + "nauc_mrr_at_3_diff1": 0.947732, + "nauc_mrr_at_5_max": 0.557003, + "nauc_mrr_at_5_std": 0.056799, + "nauc_mrr_at_5_diff1": 0.947828, + "nauc_mrr_at_10_max": 0.554282, + "nauc_mrr_at_10_std": 0.051005, + "nauc_mrr_at_10_diff1": 0.947507, + "nauc_mrr_at_20_max": 0.552449, + "nauc_mrr_at_20_std": 0.049511, + "nauc_mrr_at_20_diff1": 0.947291, + "nauc_mrr_at_100_max": 0.551835, + "nauc_mrr_at_100_std": 0.048386, + "nauc_mrr_at_100_diff1": 0.947398, + "nauc_mrr_at_1000_max": 0.551835, + "nauc_mrr_at_1000_std": 0.048386, + "nauc_mrr_at_1000_diff1": 0.947398, + "main_score": 0.98224, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.91124, + "ndcg_at_3": 0.94916, + "ndcg_at_5": 0.95229, + "ndcg_at_10": 0.95517, + "ndcg_at_20": 0.9567, + "ndcg_at_100": 0.95738, + "ndcg_at_1000": 0.95749, + "map_at_1": 0.91124, + "map_at_3": 0.94055, + "map_at_5": 0.94228, + "map_at_10": 0.94356, + "map_at_20": 0.94399, + "map_at_100": 0.94411, + "map_at_1000": 0.94411, + "recall_at_1": 0.91124, + "recall_at_3": 0.9738, + "recall_at_5": 0.9814, + "recall_at_10": 0.98986, + "recall_at_20": 0.99577, + "recall_at_100": 0.99915, + "recall_at_1000": 1.0, + "precision_at_1": 0.91124, + "precision_at_3": 0.3246, + "precision_at_5": 0.19628, + "precision_at_10": 0.09899, + "precision_at_20": 0.04979, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911243, + "mrr_at_3": 0.940547, + "mrr_at_5": 0.94228, + "mrr_at_10": 0.943558, + "mrr_at_20": 0.943994, + "mrr_at_100": 0.944106, + "mrr_at_1000": 0.944111, + "nauc_ndcg_at_1_max": 0.537912, + "nauc_ndcg_at_1_std": 0.179228, + "nauc_ndcg_at_1_diff1": 0.912573, + "nauc_ndcg_at_3_max": 0.61414, + "nauc_ndcg_at_3_std": 0.264439, + "nauc_ndcg_at_3_diff1": 0.922445, + "nauc_ndcg_at_5_max": 0.625604, + "nauc_ndcg_at_5_std": 0.282207, + "nauc_ndcg_at_5_diff1": 0.920261, + "nauc_ndcg_at_10_max": 0.613309, + "nauc_ndcg_at_10_std": 0.274054, + "nauc_ndcg_at_10_diff1": 0.915952, + "nauc_ndcg_at_20_max": 0.602967, + "nauc_ndcg_at_20_std": 0.257961, + "nauc_ndcg_at_20_diff1": 0.914259, + "nauc_ndcg_at_100_max": 0.597678, + "nauc_ndcg_at_100_std": 0.247246, + "nauc_ndcg_at_100_diff1": 0.913348, + "nauc_ndcg_at_1000_max": 0.59661, + "nauc_ndcg_at_1000_std": 0.245985, + "nauc_ndcg_at_1000_diff1": 0.915447, + "nauc_map_at_1_max": 0.537912, + "nauc_map_at_1_std": 0.179228, + "nauc_map_at_1_diff1": 0.912573, + "nauc_map_at_3_max": 0.592776, + "nauc_map_at_3_std": 0.237467, + "nauc_map_at_3_diff1": 0.919433, + "nauc_map_at_5_max": 0.597338, + "nauc_map_at_5_std": 0.244634, + "nauc_map_at_5_diff1": 0.918306, + "nauc_map_at_10_max": 0.592352, + "nauc_map_at_10_std": 0.240735, + "nauc_map_at_10_diff1": 0.916736, + "nauc_map_at_20_max": 0.589918, + "nauc_map_at_20_std": 0.237041, + "nauc_map_at_20_diff1": 0.916348, + "nauc_map_at_100_max": 0.589219, + "nauc_map_at_100_std": 0.235653, + "nauc_map_at_100_diff1": 0.916217, + "nauc_map_at_1000_max": 0.589184, + "nauc_map_at_1000_std": 0.235612, + "nauc_map_at_1000_diff1": 0.916284, + "nauc_recall_at_1_max": 0.537912, + "nauc_recall_at_1_std": 0.179228, + "nauc_recall_at_1_diff1": 0.912573, + "nauc_recall_at_3_max": 0.748323, + "nauc_recall_at_3_std": 0.437559, + "nauc_recall_at_3_diff1": 0.941657, + "nauc_recall_at_5_max": 0.875331, + "nauc_recall_at_5_std": 0.621285, + "nauc_recall_at_5_diff1": 0.936357, + "nauc_recall_at_10_max": 0.924727, + "nauc_recall_at_10_std": 0.803153, + "nauc_recall_at_10_diff1": 0.894212, + "nauc_recall_at_20_max": 0.947727, + "nauc_recall_at_20_std": 0.892167, + "nauc_recall_at_20_diff1": 0.798382, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722197, + "nauc_recall_at_100_diff1": 0.122593, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.537912, + "nauc_precision_at_1_std": 0.179228, + "nauc_precision_at_1_diff1": 0.912573, + "nauc_precision_at_3_max": 0.748323, + "nauc_precision_at_3_std": 0.437559, + "nauc_precision_at_3_diff1": 0.941657, + "nauc_precision_at_5_max": 0.875331, + "nauc_precision_at_5_std": 0.621285, + "nauc_precision_at_5_diff1": 0.936357, + "nauc_precision_at_10_max": 0.924727, + "nauc_precision_at_10_std": 0.803153, + "nauc_precision_at_10_diff1": 0.894212, + "nauc_precision_at_20_max": 0.947727, + "nauc_precision_at_20_std": 0.892167, + "nauc_precision_at_20_diff1": 0.798382, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.722197, + "nauc_precision_at_100_diff1": 0.122593, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.537912, + "nauc_mrr_at_1_std": 0.179228, + "nauc_mrr_at_1_diff1": 0.912573, + "nauc_mrr_at_3_max": 0.592776, + "nauc_mrr_at_3_std": 0.237467, + "nauc_mrr_at_3_diff1": 0.919433, + "nauc_mrr_at_5_max": 0.597338, + "nauc_mrr_at_5_std": 0.244634, + "nauc_mrr_at_5_diff1": 0.918306, + "nauc_mrr_at_10_max": 0.592352, + "nauc_mrr_at_10_std": 0.240735, + "nauc_mrr_at_10_diff1": 0.916736, + "nauc_mrr_at_20_max": 0.589918, + "nauc_mrr_at_20_std": 0.237041, + "nauc_mrr_at_20_diff1": 0.916348, + "nauc_mrr_at_100_max": 0.589219, + "nauc_mrr_at_100_std": 0.235653, + "nauc_mrr_at_100_diff1": 0.916217, + "nauc_mrr_at_1000_max": 0.589184, + "nauc_mrr_at_1000_std": 0.235612, + "nauc_mrr_at_1000_diff1": 0.916284, + "main_score": 0.95517, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.93834, + "ndcg_at_3": 0.96633, + "ndcg_at_5": 0.97062, + "ndcg_at_10": 0.97088, + "ndcg_at_20": 0.97153, + "ndcg_at_100": 0.97182, + "ndcg_at_1000": 0.97182, + "map_at_1": 0.93834, + "map_at_3": 0.95988, + "map_at_5": 0.96233, + "map_at_10": 0.96244, + "map_at_20": 0.96262, + "map_at_100": 0.96265, + "map_at_1000": 0.96265, + "recall_at_1": 0.93834, + "recall_at_3": 0.9848, + "recall_at_5": 0.99493, + "recall_at_10": 0.99578, + "recall_at_20": 0.99831, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.93834, + "precision_at_3": 0.32827, + "precision_at_5": 0.19899, + "precision_at_10": 0.09958, + "precision_at_20": 0.04992, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.938345, + "mrr_at_3": 0.959882, + "mrr_at_5": 0.962331, + "mrr_at_10": 0.962437, + "mrr_at_20": 0.962617, + "mrr_at_100": 0.962647, + "mrr_at_1000": 0.962647, + "nauc_ndcg_at_1_max": 0.460584, + "nauc_ndcg_at_1_std": 0.093744, + "nauc_ndcg_at_1_diff1": 0.941912, + "nauc_ndcg_at_3_max": 0.526579, + "nauc_ndcg_at_3_std": 0.253887, + "nauc_ndcg_at_3_diff1": 0.930357, + "nauc_ndcg_at_5_max": 0.51629, + "nauc_ndcg_at_5_std": 0.21223, + "nauc_ndcg_at_5_diff1": 0.939515, + "nauc_ndcg_at_10_max": 0.517738, + "nauc_ndcg_at_10_std": 0.209101, + "nauc_ndcg_at_10_diff1": 0.938961, + "nauc_ndcg_at_20_max": 0.508755, + "nauc_ndcg_at_20_std": 0.191128, + "nauc_ndcg_at_20_diff1": 0.937574, + "nauc_ndcg_at_100_max": 0.50378, + "nauc_ndcg_at_100_std": 0.183658, + "nauc_ndcg_at_100_diff1": 0.938476, + "nauc_ndcg_at_1000_max": 0.50378, + "nauc_ndcg_at_1000_std": 0.183658, + "nauc_ndcg_at_1000_diff1": 0.938476, + "nauc_map_at_1_max": 0.460584, + "nauc_map_at_1_std": 0.093744, + "nauc_map_at_1_diff1": 0.941912, + "nauc_map_at_3_max": 0.505339, + "nauc_map_at_3_std": 0.199882, + "nauc_map_at_3_diff1": 0.93463, + "nauc_map_at_5_max": 0.499821, + "nauc_map_at_5_std": 0.177685, + "nauc_map_at_5_diff1": 0.939131, + "nauc_map_at_10_max": 0.500219, + "nauc_map_at_10_std": 0.176627, + "nauc_map_at_10_diff1": 0.93896, + "nauc_map_at_20_max": 0.498177, + "nauc_map_at_20_std": 0.172653, + "nauc_map_at_20_diff1": 0.938665, + "nauc_map_at_100_max": 0.49778, + "nauc_map_at_100_std": 0.17207, + "nauc_map_at_100_diff1": 0.938766, + "nauc_map_at_1000_max": 0.49778, + "nauc_map_at_1000_std": 0.17207, + "nauc_map_at_1000_diff1": 0.938766, + "nauc_recall_at_1_max": 0.460584, + "nauc_recall_at_1_std": 0.093744, + "nauc_recall_at_1_diff1": 0.941912, + "nauc_recall_at_3_max": 0.684819, + "nauc_recall_at_3_std": 0.659326, + "nauc_recall_at_3_diff1": 0.897828, + "nauc_recall_at_5_max": 0.846711, + "nauc_recall_at_5_std": 0.903924, + "nauc_recall_at_5_diff1": 0.953707, + "nauc_recall_at_10_max": 0.944448, + "nauc_recall_at_10_std": 0.973866, + "nauc_recall_at_10_diff1": 0.944448, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.934665, + "nauc_recall_at_20_diff1": 0.86112, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.460584, + "nauc_precision_at_1_std": 0.093744, + "nauc_precision_at_1_diff1": 0.941912, + "nauc_precision_at_3_max": 0.684819, + "nauc_precision_at_3_std": 0.659326, + "nauc_precision_at_3_diff1": 0.897828, + "nauc_precision_at_5_max": 0.846711, + "nauc_precision_at_5_std": 0.903924, + "nauc_precision_at_5_diff1": 0.953707, + "nauc_precision_at_10_max": 0.944448, + "nauc_precision_at_10_std": 0.973866, + "nauc_precision_at_10_diff1": 0.944448, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.934665, + "nauc_precision_at_20_diff1": 0.86112, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.460584, + "nauc_mrr_at_1_std": 0.093744, + "nauc_mrr_at_1_diff1": 0.941912, + "nauc_mrr_at_3_max": 0.505339, + "nauc_mrr_at_3_std": 0.199882, + "nauc_mrr_at_3_diff1": 0.93463, + "nauc_mrr_at_5_max": 0.499821, + "nauc_mrr_at_5_std": 0.177685, + "nauc_mrr_at_5_diff1": 0.939131, + "nauc_mrr_at_10_max": 0.500219, + "nauc_mrr_at_10_std": 0.176627, + "nauc_mrr_at_10_diff1": 0.93896, + "nauc_mrr_at_20_max": 0.498177, + "nauc_mrr_at_20_std": 0.172653, + "nauc_mrr_at_20_diff1": 0.938665, + "nauc_mrr_at_100_max": 0.49778, + "nauc_mrr_at_100_std": 0.17207, + "nauc_mrr_at_100_diff1": 0.938766, + "nauc_mrr_at_1000_max": 0.49778, + "nauc_mrr_at_1000_std": 0.17207, + "nauc_mrr_at_1000_diff1": 0.938766, + "main_score": 0.97088, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.94937, + "ndcg_at_3": 0.97597, + "ndcg_at_5": 0.97808, + "ndcg_at_10": 0.97866, + "ndcg_at_20": 0.97866, + "ndcg_at_100": 0.97884, + "ndcg_at_1000": 0.97884, + "map_at_1": 0.94937, + "map_at_3": 0.97018, + "map_at_5": 0.97136, + "map_at_10": 0.97163, + "map_at_20": 0.97163, + "map_at_100": 0.97166, + "map_at_1000": 0.97166, + "recall_at_1": 0.94937, + "recall_at_3": 0.99241, + "recall_at_5": 0.99747, + "recall_at_10": 0.99916, + "recall_at_20": 0.99916, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.94937, + "precision_at_3": 0.3308, + "precision_at_5": 0.19949, + "precision_at_10": 0.09992, + "precision_at_20": 0.04996, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.949367, + "mrr_at_3": 0.970183, + "mrr_at_5": 0.971364, + "mrr_at_10": 0.971625, + "mrr_at_20": 0.971625, + "mrr_at_100": 0.971664, + "mrr_at_1000": 0.971664, + "nauc_ndcg_at_1_max": 0.379994, + "nauc_ndcg_at_1_std": -0.123736, + "nauc_ndcg_at_1_diff1": 0.930144, + "nauc_ndcg_at_3_max": 0.436958, + "nauc_ndcg_at_3_std": -0.022953, + "nauc_ndcg_at_3_diff1": 0.920293, + "nauc_ndcg_at_5_max": 0.417847, + "nauc_ndcg_at_5_std": -0.017919, + "nauc_ndcg_at_5_diff1": 0.926305, + "nauc_ndcg_at_10_max": 0.413535, + "nauc_ndcg_at_10_std": -0.043949, + "nauc_ndcg_at_10_diff1": 0.924295, + "nauc_ndcg_at_20_max": 0.413535, + "nauc_ndcg_at_20_std": -0.043949, + "nauc_ndcg_at_20_diff1": 0.924295, + "nauc_ndcg_at_100_max": 0.408363, + "nauc_ndcg_at_100_std": -0.053154, + "nauc_ndcg_at_100_diff1": 0.92478, + "nauc_ndcg_at_1000_max": 0.408363, + "nauc_ndcg_at_1000_std": -0.053154, + "nauc_ndcg_at_1000_diff1": 0.92478, + "nauc_map_at_1_max": 0.379994, + "nauc_map_at_1_std": -0.123736, + "nauc_map_at_1_diff1": 0.930144, + "nauc_map_at_3_max": 0.416962, + "nauc_map_at_3_std": -0.051743, + "nauc_map_at_3_diff1": 0.923514, + "nauc_map_at_5_max": 0.407823, + "nauc_map_at_5_std": -0.049848, + "nauc_map_at_5_diff1": 0.925875, + "nauc_map_at_10_max": 0.406098, + "nauc_map_at_10_std": -0.058957, + "nauc_map_at_10_diff1": 0.925193, + "nauc_map_at_20_max": 0.406098, + "nauc_map_at_20_std": -0.058957, + "nauc_map_at_20_diff1": 0.925193, + "nauc_map_at_100_max": 0.405294, + "nauc_map_at_100_std": -0.06039, + "nauc_map_at_100_diff1": 0.925268, + "nauc_map_at_1000_max": 0.405294, + "nauc_map_at_1000_std": -0.06039, + "nauc_map_at_1000_diff1": 0.925268, + "nauc_recall_at_1_max": 0.379994, + "nauc_recall_at_1_std": -0.123736, + "nauc_recall_at_1_diff1": 0.930144, + "nauc_recall_at_3_max": 0.658104, + "nauc_recall_at_3_std": 0.282983, + "nauc_recall_at_3_diff1": 0.885118, + "nauc_recall_at_5_max": 0.707647, + "nauc_recall_at_5_std": 0.956447, + "nauc_recall_at_5_diff1": 0.956447, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 0.869342, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.869342, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.379994, + "nauc_precision_at_1_std": -0.123736, + "nauc_precision_at_1_diff1": 0.930144, + "nauc_precision_at_3_max": 0.658104, + "nauc_precision_at_3_std": 0.282983, + "nauc_precision_at_3_diff1": 0.885118, + "nauc_precision_at_5_max": 0.707647, + "nauc_precision_at_5_std": 0.956447, + "nauc_precision_at_5_diff1": 0.956447, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 0.869342, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.869342, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.379994, + "nauc_mrr_at_1_std": -0.123736, + "nauc_mrr_at_1_diff1": 0.930144, + "nauc_mrr_at_3_max": 0.416962, + "nauc_mrr_at_3_std": -0.051743, + "nauc_mrr_at_3_diff1": 0.923514, + "nauc_mrr_at_5_max": 0.407823, + "nauc_mrr_at_5_std": -0.049848, + "nauc_mrr_at_5_diff1": 0.925875, + "nauc_mrr_at_10_max": 0.406098, + "nauc_mrr_at_10_std": -0.058957, + "nauc_mrr_at_10_diff1": 0.925193, + "nauc_mrr_at_20_max": 0.406098, + "nauc_mrr_at_20_std": -0.058957, + "nauc_mrr_at_20_diff1": 0.925193, + "nauc_mrr_at_100_max": 0.405294, + "nauc_mrr_at_100_std": -0.06039, + "nauc_mrr_at_100_diff1": 0.925268, + "nauc_mrr_at_1000_max": 0.405294, + "nauc_mrr_at_1000_std": -0.06039, + "nauc_mrr_at_1000_diff1": 0.925268, + "main_score": 0.97866, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.92458, + "ndcg_at_3": 0.96237, + "ndcg_at_5": 0.96481, + "ndcg_at_10": 0.96593, + "ndcg_at_20": 0.96663, + "ndcg_at_100": 0.96681, + "ndcg_at_1000": 0.96681, + "map_at_1": 0.92458, + "map_at_3": 0.95367, + "map_at_5": 0.95503, + "map_at_10": 0.95551, + "map_at_20": 0.95573, + "map_at_100": 0.95576, + "map_at_1000": 0.95576, + "recall_at_1": 0.92458, + "recall_at_3": 0.98729, + "recall_at_5": 0.99322, + "recall_at_10": 0.99661, + "recall_at_20": 0.99915, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.92458, + "precision_at_3": 0.3291, + "precision_at_5": 0.19864, + "precision_at_10": 0.09966, + "precision_at_20": 0.04996, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924576, + "mrr_at_3": 0.953672, + "mrr_at_5": 0.955028, + "mrr_at_10": 0.955506, + "mrr_at_20": 0.955725, + "mrr_at_100": 0.95576, + "mrr_at_1000": 0.95576, + "nauc_ndcg_at_1_max": 0.530487, + "nauc_ndcg_at_1_std": 0.164395, + "nauc_ndcg_at_1_diff1": 0.892834, + "nauc_ndcg_at_3_max": 0.585576, + "nauc_ndcg_at_3_std": 0.208291, + "nauc_ndcg_at_3_diff1": 0.887542, + "nauc_ndcg_at_5_max": 0.582283, + "nauc_ndcg_at_5_std": 0.220778, + "nauc_ndcg_at_5_diff1": 0.889287, + "nauc_ndcg_at_10_max": 0.576518, + "nauc_ndcg_at_10_std": 0.205851, + "nauc_ndcg_at_10_diff1": 0.891655, + "nauc_ndcg_at_20_max": 0.56862, + "nauc_ndcg_at_20_std": 0.196824, + "nauc_ndcg_at_20_diff1": 0.890323, + "nauc_ndcg_at_100_max": 0.566248, + "nauc_ndcg_at_100_std": 0.193126, + "nauc_ndcg_at_100_diff1": 0.891247, + "nauc_ndcg_at_1000_max": 0.566248, + "nauc_ndcg_at_1000_std": 0.193126, + "nauc_ndcg_at_1000_diff1": 0.891247, + "nauc_map_at_1_max": 0.530487, + "nauc_map_at_1_std": 0.164395, + "nauc_map_at_1_diff1": 0.892834, + "nauc_map_at_3_max": 0.568098, + "nauc_map_at_3_std": 0.192062, + "nauc_map_at_3_diff1": 0.889891, + "nauc_map_at_5_max": 0.566444, + "nauc_map_at_5_std": 0.196844, + "nauc_map_at_5_diff1": 0.890789, + "nauc_map_at_10_max": 0.564585, + "nauc_map_at_10_std": 0.191782, + "nauc_map_at_10_diff1": 0.891665, + "nauc_map_at_20_max": 0.562656, + "nauc_map_at_20_std": 0.189552, + "nauc_map_at_20_diff1": 0.891356, + "nauc_map_at_100_max": 0.562307, + "nauc_map_at_100_std": 0.18901, + "nauc_map_at_100_diff1": 0.891491, + "nauc_map_at_1000_max": 0.562307, + "nauc_map_at_1000_std": 0.18901, + "nauc_map_at_1000_diff1": 0.891491, + "nauc_recall_at_1_max": 0.530487, + "nauc_recall_at_1_std": 0.164395, + "nauc_recall_at_1_diff1": 0.892834, + "nauc_recall_at_3_max": 0.76315, + "nauc_recall_at_3_std": 0.377467, + "nauc_recall_at_3_diff1": 0.862434, + "nauc_recall_at_5_max": 0.868697, + "nauc_recall_at_5_std": 0.686975, + "nauc_recall_at_5_diff1": 0.860528, + "nauc_recall_at_10_max": 0.96732, + "nauc_recall_at_10_std": 0.695378, + "nauc_recall_at_10_diff1": 0.897876, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869281, + "nauc_recall_at_20_diff1": 0.722222, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.530487, + "nauc_precision_at_1_std": 0.164395, + "nauc_precision_at_1_diff1": 0.892834, + "nauc_precision_at_3_max": 0.76315, + "nauc_precision_at_3_std": 0.377467, + "nauc_precision_at_3_diff1": 0.862434, + "nauc_precision_at_5_max": 0.868697, + "nauc_precision_at_5_std": 0.686975, + "nauc_precision_at_5_diff1": 0.860528, + "nauc_precision_at_10_max": 0.96732, + "nauc_precision_at_10_std": 0.695378, + "nauc_precision_at_10_diff1": 0.897876, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869281, + "nauc_precision_at_20_diff1": 0.722222, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.530487, + "nauc_mrr_at_1_std": 0.164395, + "nauc_mrr_at_1_diff1": 0.892834, + "nauc_mrr_at_3_max": 0.568098, + "nauc_mrr_at_3_std": 0.192062, + "nauc_mrr_at_3_diff1": 0.889891, + "nauc_mrr_at_5_max": 0.566444, + "nauc_mrr_at_5_std": 0.196844, + "nauc_mrr_at_5_diff1": 0.890789, + "nauc_mrr_at_10_max": 0.564585, + "nauc_mrr_at_10_std": 0.191782, + "nauc_mrr_at_10_diff1": 0.891665, + "nauc_mrr_at_20_max": 0.562656, + "nauc_mrr_at_20_std": 0.189552, + "nauc_mrr_at_20_diff1": 0.891356, + "nauc_mrr_at_100_max": 0.562307, + "nauc_mrr_at_100_std": 0.18901, + "nauc_mrr_at_100_diff1": 0.891491, + "nauc_mrr_at_1000_max": 0.562307, + "nauc_mrr_at_1000_std": 0.18901, + "nauc_mrr_at_1000_diff1": 0.891491, + "main_score": 0.96593, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.91723, + "ndcg_at_3": 0.95318, + "ndcg_at_5": 0.95602, + "ndcg_at_10": 0.95911, + "ndcg_at_20": 0.9598, + "ndcg_at_100": 0.96055, + "ndcg_at_1000": 0.96055, + "map_at_1": 0.91723, + "map_at_3": 0.94482, + "map_at_5": 0.94642, + "map_at_10": 0.94775, + "map_at_20": 0.94796, + "map_at_100": 0.94806, + "map_at_1000": 0.94806, + "recall_at_1": 0.91723, + "recall_at_3": 0.9772, + "recall_at_5": 0.98395, + "recall_at_10": 0.99324, + "recall_at_20": 0.99578, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.91723, + "precision_at_3": 0.32573, + "precision_at_5": 0.19679, + "precision_at_10": 0.09932, + "precision_at_20": 0.04979, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91723, + "mrr_at_3": 0.94482, + "mrr_at_5": 0.946425, + "mrr_at_10": 0.947751, + "mrr_at_20": 0.947965, + "mrr_at_100": 0.948059, + "mrr_at_1000": 0.948059, + "nauc_ndcg_at_1_max": 0.504712, + "nauc_ndcg_at_1_std": 0.13218, + "nauc_ndcg_at_1_diff1": 0.927724, + "nauc_ndcg_at_3_max": 0.594346, + "nauc_ndcg_at_3_std": 0.272635, + "nauc_ndcg_at_3_diff1": 0.932044, + "nauc_ndcg_at_5_max": 0.582085, + "nauc_ndcg_at_5_std": 0.262004, + "nauc_ndcg_at_5_diff1": 0.93104, + "nauc_ndcg_at_10_max": 0.567981, + "nauc_ndcg_at_10_std": 0.250096, + "nauc_ndcg_at_10_diff1": 0.931228, + "nauc_ndcg_at_20_max": 0.56136, + "nauc_ndcg_at_20_std": 0.23804, + "nauc_ndcg_at_20_diff1": 0.930052, + "nauc_ndcg_at_100_max": 0.555884, + "nauc_ndcg_at_100_std": 0.225187, + "nauc_ndcg_at_100_diff1": 0.930447, + "nauc_ndcg_at_1000_max": 0.555884, + "nauc_ndcg_at_1000_std": 0.225187, + "nauc_ndcg_at_1000_diff1": 0.930447, + "nauc_map_at_1_max": 0.504712, + "nauc_map_at_1_std": 0.13218, + "nauc_map_at_1_diff1": 0.927724, + "nauc_map_at_3_max": 0.563313, + "nauc_map_at_3_std": 0.227616, + "nauc_map_at_3_diff1": 0.930915, + "nauc_map_at_5_max": 0.556748, + "nauc_map_at_5_std": 0.221485, + "nauc_map_at_5_diff1": 0.930455, + "nauc_map_at_10_max": 0.55141, + "nauc_map_at_10_std": 0.216663, + "nauc_map_at_10_diff1": 0.930406, + "nauc_map_at_20_max": 0.549759, + "nauc_map_at_20_std": 0.213636, + "nauc_map_at_20_diff1": 0.93012, + "nauc_map_at_100_max": 0.54918, + "nauc_map_at_100_std": 0.21238, + "nauc_map_at_100_diff1": 0.930212, + "nauc_map_at_1000_max": 0.54918, + "nauc_map_at_1000_std": 0.21238, + "nauc_map_at_1000_diff1": 0.930212, + "nauc_recall_at_1_max": 0.504712, + "nauc_recall_at_1_std": 0.13218, + "nauc_recall_at_1_diff1": 0.927724, + "nauc_recall_at_3_max": 0.809659, + "nauc_recall_at_3_std": 0.581207, + "nauc_recall_at_3_diff1": 0.939492, + "nauc_recall_at_5_max": 0.819433, + "nauc_recall_at_5_std": 0.639568, + "nauc_recall_at_5_diff1": 0.935511, + "nauc_recall_at_10_max": 0.887086, + "nauc_recall_at_10_std": 0.932613, + "nauc_recall_at_10_diff1": 0.948946, + "nauc_recall_at_20_max": 0.845471, + "nauc_recall_at_20_std": 0.918314, + "nauc_recall_at_20_diff1": 0.918314, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.504712, + "nauc_precision_at_1_std": 0.13218, + "nauc_precision_at_1_diff1": 0.927724, + "nauc_precision_at_3_max": 0.809659, + "nauc_precision_at_3_std": 0.581207, + "nauc_precision_at_3_diff1": 0.939492, + "nauc_precision_at_5_max": 0.819433, + "nauc_precision_at_5_std": 0.639568, + "nauc_precision_at_5_diff1": 0.935511, + "nauc_precision_at_10_max": 0.887086, + "nauc_precision_at_10_std": 0.932613, + "nauc_precision_at_10_diff1": 0.948946, + "nauc_precision_at_20_max": 0.845471, + "nauc_precision_at_20_std": 0.918314, + "nauc_precision_at_20_diff1": 0.918314, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.504712, + "nauc_mrr_at_1_std": 0.13218, + "nauc_mrr_at_1_diff1": 0.927724, + "nauc_mrr_at_3_max": 0.563313, + "nauc_mrr_at_3_std": 0.227616, + "nauc_mrr_at_3_diff1": 0.930915, + "nauc_mrr_at_5_max": 0.556748, + "nauc_mrr_at_5_std": 0.221485, + "nauc_mrr_at_5_diff1": 0.930455, + "nauc_mrr_at_10_max": 0.55141, + "nauc_mrr_at_10_std": 0.216663, + "nauc_mrr_at_10_diff1": 0.930406, + "nauc_mrr_at_20_max": 0.549759, + "nauc_mrr_at_20_std": 0.213636, + "nauc_mrr_at_20_diff1": 0.93012, + "nauc_mrr_at_100_max": 0.54918, + "nauc_mrr_at_100_std": 0.21238, + "nauc_mrr_at_100_diff1": 0.930212, + "nauc_mrr_at_1000_max": 0.54918, + "nauc_mrr_at_1000_std": 0.21238, + "nauc_mrr_at_1000_diff1": 0.930212, + "main_score": 0.95911, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.94332, + "ndcg_at_3": 0.9687, + "ndcg_at_5": 0.97256, + "ndcg_at_10": 0.97365, + "ndcg_at_20": 0.97365, + "ndcg_at_100": 0.97414, + "ndcg_at_1000": 0.97414, + "map_at_1": 0.94332, + "map_at_3": 0.96306, + "map_at_5": 0.96521, + "map_at_10": 0.96567, + "map_at_20": 0.96567, + "map_at_100": 0.96574, + "map_at_1000": 0.96574, + "recall_at_1": 0.94332, + "recall_at_3": 0.98477, + "recall_at_5": 0.99408, + "recall_at_10": 0.99746, + "recall_at_20": 0.99746, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.94332, + "precision_at_3": 0.32826, + "precision_at_5": 0.19882, + "precision_at_10": 0.09975, + "precision_at_20": 0.04987, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.943316, + "mrr_at_3": 0.963057, + "mrr_at_5": 0.965214, + "mrr_at_10": 0.965667, + "mrr_at_20": 0.965667, + "mrr_at_100": 0.96574, + "mrr_at_1000": 0.96574, + "nauc_ndcg_at_1_max": 0.498807, + "nauc_ndcg_at_1_std": 0.124343, + "nauc_ndcg_at_1_diff1": 0.934414, + "nauc_ndcg_at_3_max": 0.541787, + "nauc_ndcg_at_3_std": 0.234284, + "nauc_ndcg_at_3_diff1": 0.912928, + "nauc_ndcg_at_5_max": 0.538721, + "nauc_ndcg_at_5_std": 0.181984, + "nauc_ndcg_at_5_diff1": 0.923154, + "nauc_ndcg_at_10_max": 0.529588, + "nauc_ndcg_at_10_std": 0.196077, + "nauc_ndcg_at_10_diff1": 0.924536, + "nauc_ndcg_at_20_max": 0.529588, + "nauc_ndcg_at_20_std": 0.196077, + "nauc_ndcg_at_20_diff1": 0.924536, + "nauc_ndcg_at_100_max": 0.524473, + "nauc_ndcg_at_100_std": 0.181633, + "nauc_ndcg_at_100_diff1": 0.924714, + "nauc_ndcg_at_1000_max": 0.524473, + "nauc_ndcg_at_1000_std": 0.181633, + "nauc_ndcg_at_1000_diff1": 0.924714, + "nauc_map_at_1_max": 0.498807, + "nauc_map_at_1_std": 0.124343, + "nauc_map_at_1_diff1": 0.934414, + "nauc_map_at_3_max": 0.52767, + "nauc_map_at_3_std": 0.193455, + "nauc_map_at_3_diff1": 0.920247, + "nauc_map_at_5_max": 0.524378, + "nauc_map_at_5_std": 0.168635, + "nauc_map_at_5_diff1": 0.924912, + "nauc_map_at_10_max": 0.521716, + "nauc_map_at_10_std": 0.174446, + "nauc_map_at_10_diff1": 0.925524, + "nauc_map_at_20_max": 0.521716, + "nauc_map_at_20_std": 0.174446, + "nauc_map_at_20_diff1": 0.925524, + "nauc_map_at_100_max": 0.521053, + "nauc_map_at_100_std": 0.172775, + "nauc_map_at_100_diff1": 0.925533, + "nauc_map_at_1000_max": 0.521053, + "nauc_map_at_1000_std": 0.172775, + "nauc_map_at_1000_diff1": 0.925533, + "nauc_recall_at_1_max": 0.498807, + "nauc_recall_at_1_std": 0.124343, + "nauc_recall_at_1_diff1": 0.934414, + "nauc_recall_at_3_max": 0.638828, + "nauc_recall_at_3_std": 0.520261, + "nauc_recall_at_3_diff1": 0.862322, + "nauc_recall_at_5_max": 0.782966, + "nauc_recall_at_5_std": 0.366413, + "nauc_recall_at_5_diff1": 0.904318, + "nauc_recall_at_10_max": 0.786009, + "nauc_recall_at_10_std": 0.956435, + "nauc_recall_at_10_diff1": 0.91287, + "nauc_recall_at_20_max": 0.786009, + "nauc_recall_at_20_std": 0.956435, + "nauc_recall_at_20_diff1": 0.91287, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.498807, + "nauc_precision_at_1_std": 0.124343, + "nauc_precision_at_1_diff1": 0.934414, + "nauc_precision_at_3_max": 0.638828, + "nauc_precision_at_3_std": 0.520261, + "nauc_precision_at_3_diff1": 0.862322, + "nauc_precision_at_5_max": 0.782966, + "nauc_precision_at_5_std": 0.366413, + "nauc_precision_at_5_diff1": 0.904318, + "nauc_precision_at_10_max": 0.786009, + "nauc_precision_at_10_std": 0.956435, + "nauc_precision_at_10_diff1": 0.91287, + "nauc_precision_at_20_max": 0.786009, + "nauc_precision_at_20_std": 0.956435, + "nauc_precision_at_20_diff1": 0.91287, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.498807, + "nauc_mrr_at_1_std": 0.124343, + "nauc_mrr_at_1_diff1": 0.934414, + "nauc_mrr_at_3_max": 0.52767, + "nauc_mrr_at_3_std": 0.193455, + "nauc_mrr_at_3_diff1": 0.920247, + "nauc_mrr_at_5_max": 0.524378, + "nauc_mrr_at_5_std": 0.168635, + "nauc_mrr_at_5_diff1": 0.924912, + "nauc_mrr_at_10_max": 0.521716, + "nauc_mrr_at_10_std": 0.174446, + "nauc_mrr_at_10_diff1": 0.925524, + "nauc_mrr_at_20_max": 0.521716, + "nauc_mrr_at_20_std": 0.174446, + "nauc_mrr_at_20_diff1": 0.925524, + "nauc_mrr_at_100_max": 0.521053, + "nauc_mrr_at_100_std": 0.172775, + "nauc_mrr_at_100_diff1": 0.925533, + "nauc_mrr_at_1000_max": 0.521053, + "nauc_mrr_at_1000_std": 0.172775, + "nauc_mrr_at_1000_diff1": 0.925533, + "main_score": 0.97365, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.9492, + "ndcg_at_3": 0.97555, + "ndcg_at_5": 0.97734, + "ndcg_at_10": 0.97819, + "ndcg_at_20": 0.97841, + "ndcg_at_100": 0.97841, + "ndcg_at_1000": 0.97841, + "map_at_1": 0.9492, + "map_at_3": 0.96966, + "map_at_5": 0.97067, + "map_at_10": 0.97104, + "map_at_20": 0.9711, + "map_at_100": 0.9711, + "map_at_1000": 0.9711, + "recall_at_1": 0.9492, + "recall_at_3": 0.99238, + "recall_at_5": 0.99661, + "recall_at_10": 0.99915, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.9492, + "precision_at_3": 0.33079, + "precision_at_5": 0.19932, + "precision_at_10": 0.09992, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.949196, + "mrr_at_3": 0.969658, + "mrr_at_5": 0.970675, + "mrr_at_10": 0.971042, + "mrr_at_20": 0.971103, + "mrr_at_100": 0.971103, + "mrr_at_1000": 0.971103, + "nauc_ndcg_at_1_max": 0.464852, + "nauc_ndcg_at_1_std": 0.191958, + "nauc_ndcg_at_1_diff1": 0.943754, + "nauc_ndcg_at_3_max": 0.518776, + "nauc_ndcg_at_3_std": 0.276186, + "nauc_ndcg_at_3_diff1": 0.948936, + "nauc_ndcg_at_5_max": 0.512449, + "nauc_ndcg_at_5_std": 0.276259, + "nauc_ndcg_at_5_diff1": 0.94938, + "nauc_ndcg_at_10_max": 0.504164, + "nauc_ndcg_at_10_std": 0.248018, + "nauc_ndcg_at_10_diff1": 0.947405, + "nauc_ndcg_at_20_max": 0.499187, + "nauc_ndcg_at_20_std": 0.241781, + "nauc_ndcg_at_20_diff1": 0.946877, + "nauc_ndcg_at_100_max": 0.499187, + "nauc_ndcg_at_100_std": 0.241781, + "nauc_ndcg_at_100_diff1": 0.946877, + "nauc_ndcg_at_1000_max": 0.499187, + "nauc_ndcg_at_1000_std": 0.241781, + "nauc_ndcg_at_1000_diff1": 0.946877, + "nauc_map_at_1_max": 0.464852, + "nauc_map_at_1_std": 0.191958, + "nauc_map_at_1_diff1": 0.943754, + "nauc_map_at_3_max": 0.503827, + "nauc_map_at_3_std": 0.248339, + "nauc_map_at_3_diff1": 0.947135, + "nauc_map_at_5_max": 0.500497, + "nauc_map_at_5_std": 0.247604, + "nauc_map_at_5_diff1": 0.947309, + "nauc_map_at_10_max": 0.497355, + "nauc_map_at_10_std": 0.238045, + "nauc_map_at_10_diff1": 0.946639, + "nauc_map_at_20_max": 0.496303, + "nauc_map_at_20_std": 0.236723, + "nauc_map_at_20_diff1": 0.946527, + "nauc_map_at_100_max": 0.496303, + "nauc_map_at_100_std": 0.236723, + "nauc_map_at_100_diff1": 0.946527, + "nauc_map_at_1000_max": 0.496303, + "nauc_map_at_1000_std": 0.236723, + "nauc_map_at_1000_diff1": 0.946527, + "nauc_recall_at_1_max": 0.464852, + "nauc_recall_at_1_std": 0.191958, + "nauc_recall_at_1_diff1": 0.943754, + "nauc_recall_at_3_max": 0.679311, + "nauc_recall_at_3_std": 0.585998, + "nauc_recall_at_3_diff1": 0.969141, + "nauc_recall_at_5_max": 0.780799, + "nauc_recall_at_5_std": 0.967323, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869293, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.464852, + "nauc_precision_at_1_std": 0.191958, + "nauc_precision_at_1_diff1": 0.943754, + "nauc_precision_at_3_max": 0.679311, + "nauc_precision_at_3_std": 0.585998, + "nauc_precision_at_3_diff1": 0.969141, + "nauc_precision_at_5_max": 0.780799, + "nauc_precision_at_5_std": 0.967323, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869293, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.464852, + "nauc_mrr_at_1_std": 0.191958, + "nauc_mrr_at_1_diff1": 0.943754, + "nauc_mrr_at_3_max": 0.503827, + "nauc_mrr_at_3_std": 0.248339, + "nauc_mrr_at_3_diff1": 0.947135, + "nauc_mrr_at_5_max": 0.500497, + "nauc_mrr_at_5_std": 0.247604, + "nauc_mrr_at_5_diff1": 0.947309, + "nauc_mrr_at_10_max": 0.497355, + "nauc_mrr_at_10_std": 0.238045, + "nauc_mrr_at_10_diff1": 0.946639, + "nauc_mrr_at_20_max": 0.496303, + "nauc_mrr_at_20_std": 0.236723, + "nauc_mrr_at_20_diff1": 0.946527, + "nauc_mrr_at_100_max": 0.496303, + "nauc_mrr_at_100_std": 0.236723, + "nauc_mrr_at_100_diff1": 0.946527, + "nauc_mrr_at_1000_max": 0.496303, + "nauc_mrr_at_1000_std": 0.236723, + "nauc_mrr_at_1000_diff1": 0.946527, + "main_score": 0.97819, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1776.8367297649384, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/model_meta.json b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/model_meta.json new file mode 100644 index 0000000000..b45ee6db47 --- /dev/null +++ b/results/infly__inf-retriever-v1/cb70ca7c31dfa866b2eff2dad229c144d8ddfd91/model_meta.json @@ -0,0 +1 @@ +{"name": "infly/inf-retriever-v1", "revision": "cb70ca7c31dfa866b2eff2dad229c144d8ddfd91", "release_date": "2024-12-24", "languages": ["eng_Latn", "zho_Hans"], "n_parameters": 7069121024, "max_tokens": 32768.0, "embed_dim": 3584, "license": "apache-2.0", "open_weights": true, "public_training_code": null, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/infly/inf-retriever-v1", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": null, "adapted_from": "Alibaba-NLP/gte-Qwen2-7B-instruct", "superseded_by": null, "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json deleted file mode 100644 index 5c71d10fbc..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ArguAna.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", - "task_name": "ArguAna", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.69061, - "ndcg_at_3": 0.81526, - "ndcg_at_5": 0.837, - "ndcg_at_10": 0.84805, - "ndcg_at_20": 0.85004, - "ndcg_at_100": 0.85065, - "ndcg_at_1000": 0.85065, - "map_at_1": 0.69061, - "map_at_3": 0.78568, - "map_at_5": 0.79795, - "map_at_10": 0.80266, - "map_at_20": 0.8032, - "map_at_100": 0.80332, - "map_at_1000": 0.80332, - "recall_at_1": 0.69061, - "recall_at_3": 0.90043, - "recall_at_5": 0.95235, - "recall_at_10": 0.98578, - "recall_at_20": 0.9936, - "recall_at_100": 0.99644, - "recall_at_1000": 0.99644, - "precision_at_1": 0.69061, - "precision_at_3": 0.30014, - "precision_at_5": 0.19047, - "precision_at_10": 0.09858, - "precision_at_20": 0.04968, - "precision_at_100": 0.00996, - "precision_at_1000": 0.001, - "mrr_at_1": 0.696302, - "mrr_at_3": 0.787696, - "mrr_at_5": 0.799893, - "mrr_at_10": 0.804601, - "mrr_at_20": 0.805147, - "mrr_at_100": 0.805263, - "mrr_at_1000": 0.805263, - "nauc_ndcg_at_1_max": -0.064699, - "nauc_ndcg_at_1_std": -0.348562, - "nauc_ndcg_at_1_diff1": 0.559749, - "nauc_ndcg_at_3_max": -0.019726, - "nauc_ndcg_at_3_std": -0.376787, - "nauc_ndcg_at_3_diff1": 0.493515, - "nauc_ndcg_at_5_max": -0.031557, - "nauc_ndcg_at_5_std": -0.364607, - "nauc_ndcg_at_5_diff1": 0.514278, - "nauc_ndcg_at_10_max": -0.031898, - "nauc_ndcg_at_10_std": -0.361649, - "nauc_ndcg_at_10_diff1": 0.515543, - "nauc_ndcg_at_20_max": -0.03479, - "nauc_ndcg_at_20_std": -0.360227, - "nauc_ndcg_at_20_diff1": 0.51853, - "nauc_ndcg_at_100_max": -0.03576, - "nauc_ndcg_at_100_std": -0.358202, - "nauc_ndcg_at_100_diff1": 0.520274, - "nauc_ndcg_at_1000_max": -0.03576, - "nauc_ndcg_at_1000_std": -0.358202, - "nauc_ndcg_at_1000_diff1": 0.520274, - "nauc_map_at_1_max": -0.064699, - "nauc_map_at_1_std": -0.348562, - "nauc_map_at_1_diff1": 0.559749, - "nauc_map_at_3_max": -0.035605, - "nauc_map_at_3_std": -0.370678, - "nauc_map_at_3_diff1": 0.51249, - "nauc_map_at_5_max": -0.041794, - "nauc_map_at_5_std": -0.3646, - "nauc_map_at_5_diff1": 0.523372, - "nauc_map_at_10_max": -0.04231, - "nauc_map_at_10_std": -0.363055, - "nauc_map_at_10_diff1": 0.523931, - "nauc_map_at_20_max": -0.042911, - "nauc_map_at_20_std": -0.362755, - "nauc_map_at_20_diff1": 0.524606, - "nauc_map_at_100_max": -0.043013, - "nauc_map_at_100_std": -0.362476, - "nauc_map_at_100_diff1": 0.524913, - "nauc_map_at_1000_max": -0.043013, - "nauc_map_at_1000_std": -0.362476, - "nauc_map_at_1000_diff1": 0.524913, - "nauc_recall_at_1_max": -0.064699, - "nauc_recall_at_1_std": -0.348562, - "nauc_recall_at_1_diff1": 0.559749, - "nauc_recall_at_3_max": 0.06862, - "nauc_recall_at_3_std": -0.407888, - "nauc_recall_at_3_diff1": 0.391248, - "nauc_recall_at_5_max": 0.073238, - "nauc_recall_at_5_std": -0.35379, - "nauc_recall_at_5_diff1": 0.430837, - "nauc_recall_at_10_max": 0.318323, - "nauc_recall_at_10_std": -0.279647, - "nauc_recall_at_10_diff1": 0.278555, - "nauc_recall_at_20_max": 0.501461, - "nauc_recall_at_20_std": -0.065168, - "nauc_recall_at_20_diff1": 0.228241, - "nauc_recall_at_100_max": 0.739548, - "nauc_recall_at_100_std": 0.529461, - "nauc_recall_at_100_diff1": 0.273904, - "nauc_recall_at_1000_max": 0.739548, - "nauc_recall_at_1000_std": 0.529461, - "nauc_recall_at_1000_diff1": 0.273904, - "nauc_precision_at_1_max": -0.064699, - "nauc_precision_at_1_std": -0.348562, - "nauc_precision_at_1_diff1": 0.559749, - "nauc_precision_at_3_max": 0.06862, - "nauc_precision_at_3_std": -0.407888, - "nauc_precision_at_3_diff1": 0.391248, - "nauc_precision_at_5_max": 0.073238, - "nauc_precision_at_5_std": -0.35379, - "nauc_precision_at_5_diff1": 0.430837, - "nauc_precision_at_10_max": 0.318323, - "nauc_precision_at_10_std": -0.279647, - "nauc_precision_at_10_diff1": 0.278555, - "nauc_precision_at_20_max": 0.501461, - "nauc_precision_at_20_std": -0.065168, - "nauc_precision_at_20_diff1": 0.228241, - "nauc_precision_at_100_max": 0.739548, - "nauc_precision_at_100_std": 0.529461, - "nauc_precision_at_100_diff1": 0.273904, - "nauc_precision_at_1000_max": 0.739548, - "nauc_precision_at_1000_std": 0.529461, - "nauc_precision_at_1000_diff1": 0.273904, - "nauc_mrr_at_1_max": -0.072786, - "nauc_mrr_at_1_std": -0.347917, - "nauc_mrr_at_1_diff1": 0.544724, - "nauc_mrr_at_3_max": -0.049471, - "nauc_mrr_at_3_std": -0.368598, - "nauc_mrr_at_3_diff1": 0.497177, - "nauc_mrr_at_5_max": -0.053336, - "nauc_mrr_at_5_std": -0.363487, - "nauc_mrr_at_5_diff1": 0.507487, - "nauc_mrr_at_10_max": -0.054169, - "nauc_mrr_at_10_std": -0.361905, - "nauc_mrr_at_10_diff1": 0.507615, - "nauc_mrr_at_20_max": -0.05481, - "nauc_mrr_at_20_std": -0.361599, - "nauc_mrr_at_20_diff1": 0.508242, - "nauc_mrr_at_100_max": -0.05492, - "nauc_mrr_at_100_std": -0.361319, - "nauc_mrr_at_100_diff1": 0.508539, - "nauc_mrr_at_1000_max": -0.05492, - "nauc_mrr_at_1000_std": -0.361319, - "nauc_mrr_at_1000_diff1": 0.508539, - "main_score": 0.84805, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 1908.378798007965, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json deleted file mode 100644 index 0c3cf34e0f..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackAndroidRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", - "task_name": "CQADupstackAndroidRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.45494, - "ndcg_at_3": 0.515, - "ndcg_at_5": 0.54044, - "ndcg_at_10": 0.5673, - "ndcg_at_20": 0.58704, - "ndcg_at_100": 0.61378, - "ndcg_at_1000": 0.62836, - "map_at_1": 0.37042, - "map_at_3": 0.46129, - "map_at_5": 0.48434, - "map_at_10": 0.50101, - "map_at_20": 0.5095, - "map_at_100": 0.51543, - "map_at_1000": 0.51651, - "recall_at_1": 0.37042, - "recall_at_3": 0.53481, - "recall_at_5": 0.60773, - "recall_at_10": 0.6913, - "recall_at_20": 0.76102, - "recall_at_100": 0.88144, - "recall_at_1000": 0.97059, - "precision_at_1": 0.45494, - "precision_at_3": 0.24893, - "precision_at_5": 0.17997, - "precision_at_10": 0.10858, - "precision_at_20": 0.06323, - "precision_at_100": 0.01635, - "precision_at_1000": 0.00206, - "mrr_at_1": 0.454936, - "mrr_at_3": 0.536481, - "mrr_at_5": 0.552647, - "mrr_at_10": 0.561435, - "mrr_at_20": 0.565022, - "mrr_at_100": 0.567055, - "mrr_at_1000": 0.567356, - "nauc_ndcg_at_1_max": 0.354178, - "nauc_ndcg_at_1_std": -0.080427, - "nauc_ndcg_at_1_diff1": 0.549965, - "nauc_ndcg_at_3_max": 0.339388, - "nauc_ndcg_at_3_std": -0.069947, - "nauc_ndcg_at_3_diff1": 0.50588, - "nauc_ndcg_at_5_max": 0.351042, - "nauc_ndcg_at_5_std": -0.07011, - "nauc_ndcg_at_5_diff1": 0.51097, - "nauc_ndcg_at_10_max": 0.343422, - "nauc_ndcg_at_10_std": -0.063246, - "nauc_ndcg_at_10_diff1": 0.507081, - "nauc_ndcg_at_20_max": 0.351284, - "nauc_ndcg_at_20_std": -0.062587, - "nauc_ndcg_at_20_diff1": 0.506835, - "nauc_ndcg_at_100_max": 0.357497, - "nauc_ndcg_at_100_std": -0.057879, - "nauc_ndcg_at_100_diff1": 0.511296, - "nauc_ndcg_at_1000_max": 0.358043, - "nauc_ndcg_at_1000_std": -0.058057, - "nauc_ndcg_at_1000_diff1": 0.508879, - "nauc_map_at_1_max": 0.305721, - "nauc_map_at_1_std": -0.091242, - "nauc_map_at_1_diff1": 0.586189, - "nauc_map_at_3_max": 0.332603, - "nauc_map_at_3_std": -0.091914, - "nauc_map_at_3_diff1": 0.528432, - "nauc_map_at_5_max": 0.345264, - "nauc_map_at_5_std": -0.088569, - "nauc_map_at_5_diff1": 0.52851, - "nauc_map_at_10_max": 0.344866, - "nauc_map_at_10_std": -0.079473, - "nauc_map_at_10_diff1": 0.527144, - "nauc_map_at_20_max": 0.348318, - "nauc_map_at_20_std": -0.076441, - "nauc_map_at_20_diff1": 0.525603, - "nauc_map_at_100_max": 0.349344, - "nauc_map_at_100_std": -0.073948, - "nauc_map_at_100_diff1": 0.525299, - "nauc_map_at_1000_max": 0.349342, - "nauc_map_at_1000_std": -0.073943, - "nauc_map_at_1000_diff1": 0.525264, - "nauc_recall_at_1_max": 0.305721, - "nauc_recall_at_1_std": -0.091242, - "nauc_recall_at_1_diff1": 0.586189, - "nauc_recall_at_3_max": 0.304256, - "nauc_recall_at_3_std": -0.085381, - "nauc_recall_at_3_diff1": 0.469729, - "nauc_recall_at_5_max": 0.333057, - "nauc_recall_at_5_std": -0.077159, - "nauc_recall_at_5_diff1": 0.46745, - "nauc_recall_at_10_max": 0.301191, - "nauc_recall_at_10_std": -0.048733, - "nauc_recall_at_10_diff1": 0.432805, - "nauc_recall_at_20_max": 0.340598, - "nauc_recall_at_20_std": -0.029493, - "nauc_recall_at_20_diff1": 0.425991, - "nauc_recall_at_100_max": 0.409215, - "nauc_recall_at_100_std": 0.055498, - "nauc_recall_at_100_diff1": 0.453771, - "nauc_recall_at_1000_max": 0.6574, - "nauc_recall_at_1000_std": 0.397469, - "nauc_recall_at_1000_diff1": 0.328363, - "nauc_precision_at_1_max": 0.354178, - "nauc_precision_at_1_std": -0.080427, - "nauc_precision_at_1_diff1": 0.549965, - "nauc_precision_at_3_max": 0.28417, - "nauc_precision_at_3_std": -0.007229, - "nauc_precision_at_3_diff1": 0.22386, - "nauc_precision_at_5_max": 0.248698, - "nauc_precision_at_5_std": 0.033083, - "nauc_precision_at_5_diff1": 0.140324, - "nauc_precision_at_10_max": 0.155206, - "nauc_precision_at_10_std": 0.09347, - "nauc_precision_at_10_diff1": 0.036021, - "nauc_precision_at_20_max": 0.094784, - "nauc_precision_at_20_std": 0.107723, - "nauc_precision_at_20_diff1": -0.046043, - "nauc_precision_at_100_max": -0.009068, - "nauc_precision_at_100_std": 0.089675, - "nauc_precision_at_100_diff1": -0.134081, - "nauc_precision_at_1000_max": -0.122414, - "nauc_precision_at_1000_std": 0.011893, - "nauc_precision_at_1000_diff1": -0.194561, - "nauc_mrr_at_1_max": 0.354178, - "nauc_mrr_at_1_std": -0.080427, - "nauc_mrr_at_1_diff1": 0.549965, - "nauc_mrr_at_3_max": 0.347226, - "nauc_mrr_at_3_std": -0.066635, - "nauc_mrr_at_3_diff1": 0.503066, - "nauc_mrr_at_5_max": 0.352715, - "nauc_mrr_at_5_std": -0.068096, - "nauc_mrr_at_5_diff1": 0.506559, - "nauc_mrr_at_10_max": 0.349308, - "nauc_mrr_at_10_std": -0.065962, - "nauc_mrr_at_10_diff1": 0.504439, - "nauc_mrr_at_20_max": 0.351018, - "nauc_mrr_at_20_std": -0.065846, - "nauc_mrr_at_20_diff1": 0.505709, - "nauc_mrr_at_100_max": 0.351541, - "nauc_mrr_at_100_std": -0.065376, - "nauc_mrr_at_100_diff1": 0.506661, - "nauc_mrr_at_1000_max": 0.351589, - "nauc_mrr_at_1000_std": -0.065191, - "nauc_mrr_at_1000_diff1": 0.506653, - "main_score": 0.5673, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 2828.05464720726, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json deleted file mode 100644 index b7b2837eea..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackEnglishRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", - "task_name": "CQADupstackEnglishRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.4707, - "ndcg_at_3": 0.52162, - "ndcg_at_5": 0.53908, - "ndcg_at_10": 0.55922, - "ndcg_at_20": 0.57496, - "ndcg_at_100": 0.59841, - "ndcg_at_1000": 0.61586, - "map_at_1": 0.37341, - "map_at_3": 0.46716, - "map_at_5": 0.48553, - "map_at_10": 0.49967, - "map_at_20": 0.50702, - "map_at_100": 0.51316, - "map_at_1000": 0.51441, - "recall_at_1": 0.37341, - "recall_at_3": 0.53869, - "recall_at_5": 0.59177, - "recall_at_10": 0.65761, - "recall_at_20": 0.71561, - "recall_at_100": 0.82061, - "recall_at_1000": 0.9286, - "precision_at_1": 0.4707, - "precision_at_3": 0.25626, - "precision_at_5": 0.17898, - "precision_at_10": 0.10637, - "precision_at_20": 0.06175, - "precision_at_100": 0.01627, - "precision_at_1000": 0.00206, - "mrr_at_1": 0.470701, - "mrr_at_3": 0.541507, - "mrr_at_5": 0.552463, - "mrr_at_10": 0.559891, - "mrr_at_20": 0.563447, - "mrr_at_100": 0.565857, - "mrr_at_1000": 0.566206, - "nauc_ndcg_at_1_max": 0.375139, - "nauc_ndcg_at_1_std": -0.149182, - "nauc_ndcg_at_1_diff1": 0.611392, - "nauc_ndcg_at_3_max": 0.38532, - "nauc_ndcg_at_3_std": -0.152848, - "nauc_ndcg_at_3_diff1": 0.562369, - "nauc_ndcg_at_5_max": 0.393498, - "nauc_ndcg_at_5_std": -0.145292, - "nauc_ndcg_at_5_diff1": 0.552093, - "nauc_ndcg_at_10_max": 0.38983, - "nauc_ndcg_at_10_std": -0.139659, - "nauc_ndcg_at_10_diff1": 0.543524, - "nauc_ndcg_at_20_max": 0.39821, - "nauc_ndcg_at_20_std": -0.141534, - "nauc_ndcg_at_20_diff1": 0.546725, - "nauc_ndcg_at_100_max": 0.403302, - "nauc_ndcg_at_100_std": -0.126523, - "nauc_ndcg_at_100_diff1": 0.546379, - "nauc_ndcg_at_1000_max": 0.405347, - "nauc_ndcg_at_1000_std": -0.122298, - "nauc_ndcg_at_1000_diff1": 0.551692, - "nauc_map_at_1_max": 0.279989, - "nauc_map_at_1_std": -0.206322, - "nauc_map_at_1_diff1": 0.631028, - "nauc_map_at_3_max": 0.342636, - "nauc_map_at_3_std": -0.194924, - "nauc_map_at_3_diff1": 0.586369, - "nauc_map_at_5_max": 0.359616, - "nauc_map_at_5_std": -0.181981, - "nauc_map_at_5_diff1": 0.575499, - "nauc_map_at_10_max": 0.36638, - "nauc_map_at_10_std": -0.173454, - "nauc_map_at_10_diff1": 0.569893, - "nauc_map_at_20_max": 0.372094, - "nauc_map_at_20_std": -0.168885, - "nauc_map_at_20_diff1": 0.569624, - "nauc_map_at_100_max": 0.37648, - "nauc_map_at_100_std": -0.160303, - "nauc_map_at_100_diff1": 0.568212, - "nauc_map_at_1000_max": 0.377035, - "nauc_map_at_1000_std": -0.15902, - "nauc_map_at_1000_diff1": 0.56842, - "nauc_recall_at_1_max": 0.279989, - "nauc_recall_at_1_std": -0.206322, - "nauc_recall_at_1_diff1": 0.631028, - "nauc_recall_at_3_max": 0.350203, - "nauc_recall_at_3_std": -0.188432, - "nauc_recall_at_3_diff1": 0.530157, - "nauc_recall_at_5_max": 0.375336, - "nauc_recall_at_5_std": -0.151848, - "nauc_recall_at_5_diff1": 0.492804, - "nauc_recall_at_10_max": 0.364536, - "nauc_recall_at_10_std": -0.122906, - "nauc_recall_at_10_diff1": 0.447547, - "nauc_recall_at_20_max": 0.396031, - "nauc_recall_at_20_std": -0.122778, - "nauc_recall_at_20_diff1": 0.438963, - "nauc_recall_at_100_max": 0.441013, - "nauc_recall_at_100_std": -0.00746, - "nauc_recall_at_100_diff1": 0.408216, - "nauc_recall_at_1000_max": 0.541241, - "nauc_recall_at_1000_std": 0.191091, - "nauc_recall_at_1000_diff1": 0.427515, - "nauc_precision_at_1_max": 0.375139, - "nauc_precision_at_1_std": -0.149182, - "nauc_precision_at_1_diff1": 0.611392, - "nauc_precision_at_3_max": 0.378287, - "nauc_precision_at_3_std": -0.005118, - "nauc_precision_at_3_diff1": 0.244846, - "nauc_precision_at_5_max": 0.364063, - "nauc_precision_at_5_std": 0.068278, - "nauc_precision_at_5_diff1": 0.122973, - "nauc_precision_at_10_max": 0.305222, - "nauc_precision_at_10_std": 0.154138, - "nauc_precision_at_10_diff1": 0.007018, - "nauc_precision_at_20_max": 0.271884, - "nauc_precision_at_20_std": 0.210759, - "nauc_precision_at_20_diff1": -0.05915, - "nauc_precision_at_100_max": 0.186002, - "nauc_precision_at_100_std": 0.323181, - "nauc_precision_at_100_diff1": -0.146871, - "nauc_precision_at_1000_max": 0.096694, - "nauc_precision_at_1000_std": 0.319189, - "nauc_precision_at_1000_diff1": -0.179965, - "nauc_mrr_at_1_max": 0.375139, - "nauc_mrr_at_1_std": -0.149182, - "nauc_mrr_at_1_diff1": 0.611392, - "nauc_mrr_at_3_max": 0.408309, - "nauc_mrr_at_3_std": -0.138662, - "nauc_mrr_at_3_diff1": 0.580663, - "nauc_mrr_at_5_max": 0.408097, - "nauc_mrr_at_5_std": -0.130423, - "nauc_mrr_at_5_diff1": 0.573023, - "nauc_mrr_at_10_max": 0.405404, - "nauc_mrr_at_10_std": -0.127997, - "nauc_mrr_at_10_diff1": 0.569766, - "nauc_mrr_at_20_max": 0.40654, - "nauc_mrr_at_20_std": -0.129815, - "nauc_mrr_at_20_diff1": 0.570712, - "nauc_mrr_at_100_max": 0.406351, - "nauc_mrr_at_100_std": -0.12916, - "nauc_mrr_at_100_diff1": 0.57124, - "nauc_mrr_at_1000_max": 0.406332, - "nauc_mrr_at_1000_std": -0.129191, - "nauc_mrr_at_1000_diff1": 0.57144, - "main_score": 0.55922, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 4153.230095624924, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json deleted file mode 100644 index faa898df45..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGamingRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", - "task_name": "CQADupstackGamingRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.52163, - "ndcg_at_3": 0.59807, - "ndcg_at_5": 0.62302, - "ndcg_at_10": 0.64842, - "ndcg_at_20": 0.6638, - "ndcg_at_100": 0.68292, - "ndcg_at_1000": 0.68997, - "map_at_1": 0.45727, - "map_at_3": 0.55824, - "map_at_5": 0.57692, - "map_at_10": 0.59046, - "map_at_20": 0.59627, - "map_at_100": 0.60003, - "map_at_1000": 0.60039, - "recall_at_1": 0.45727, - "recall_at_3": 0.64963, - "recall_at_5": 0.71058, - "recall_at_10": 0.78374, - "recall_at_20": 0.84055, - "recall_at_100": 0.93009, - "recall_at_1000": 0.97928, - "precision_at_1": 0.52163, - "precision_at_3": 0.26562, - "precision_at_5": 0.17981, - "precision_at_10": 0.10232, - "precision_at_20": 0.05618, - "precision_at_100": 0.01286, - "precision_at_1000": 0.00138, - "mrr_at_1": 0.52163, - "mrr_at_3": 0.602612, - "mrr_at_5": 0.614336, - "mrr_at_10": 0.623222, - "mrr_at_20": 0.626593, - "mrr_at_100": 0.628642, - "mrr_at_1000": 0.628809, - "nauc_ndcg_at_1_max": 0.2834, - "nauc_ndcg_at_1_std": -0.020386, - "nauc_ndcg_at_1_diff1": 0.627429, - "nauc_ndcg_at_3_max": 0.290481, - "nauc_ndcg_at_3_std": -0.034526, - "nauc_ndcg_at_3_diff1": 0.58541, - "nauc_ndcg_at_5_max": 0.29412, - "nauc_ndcg_at_5_std": -0.023264, - "nauc_ndcg_at_5_diff1": 0.584018, - "nauc_ndcg_at_10_max": 0.297691, - "nauc_ndcg_at_10_std": -0.01843, - "nauc_ndcg_at_10_diff1": 0.582419, - "nauc_ndcg_at_20_max": 0.307736, - "nauc_ndcg_at_20_std": -0.005813, - "nauc_ndcg_at_20_diff1": 0.579054, - "nauc_ndcg_at_100_max": 0.309329, - "nauc_ndcg_at_100_std": 0.003087, - "nauc_ndcg_at_100_diff1": 0.580827, - "nauc_ndcg_at_1000_max": 0.308021, - "nauc_ndcg_at_1000_std": -0.001012, - "nauc_ndcg_at_1000_diff1": 0.583206, - "nauc_map_at_1_max": 0.235176, - "nauc_map_at_1_std": -0.065717, - "nauc_map_at_1_diff1": 0.631681, - "nauc_map_at_3_max": 0.278019, - "nauc_map_at_3_std": -0.054069, - "nauc_map_at_3_diff1": 0.600288, - "nauc_map_at_5_max": 0.282026, - "nauc_map_at_5_std": -0.041109, - "nauc_map_at_5_diff1": 0.597965, - "nauc_map_at_10_max": 0.285117, - "nauc_map_at_10_std": -0.035609, - "nauc_map_at_10_diff1": 0.596914, - "nauc_map_at_20_max": 0.289291, - "nauc_map_at_20_std": -0.028875, - "nauc_map_at_20_diff1": 0.596493, - "nauc_map_at_100_max": 0.289654, - "nauc_map_at_100_std": -0.025381, - "nauc_map_at_100_diff1": 0.596606, - "nauc_map_at_1000_max": 0.28981, - "nauc_map_at_1000_std": -0.025383, - "nauc_map_at_1000_diff1": 0.59674, - "nauc_recall_at_1_max": 0.235176, - "nauc_recall_at_1_std": -0.065717, - "nauc_recall_at_1_diff1": 0.631681, - "nauc_recall_at_3_max": 0.286695, - "nauc_recall_at_3_std": -0.05656, - "nauc_recall_at_3_diff1": 0.536235, - "nauc_recall_at_5_max": 0.295254, - "nauc_recall_at_5_std": -0.018876, - "nauc_recall_at_5_diff1": 0.521343, - "nauc_recall_at_10_max": 0.303815, - "nauc_recall_at_10_std": 0.002416, - "nauc_recall_at_10_diff1": 0.49854, - "nauc_recall_at_20_max": 0.366273, - "nauc_recall_at_20_std": 0.092567, - "nauc_recall_at_20_diff1": 0.456703, - "nauc_recall_at_100_max": 0.458433, - "nauc_recall_at_100_std": 0.29163, - "nauc_recall_at_100_diff1": 0.39357, - "nauc_recall_at_1000_max": 0.622417, - "nauc_recall_at_1000_std": 0.553637, - "nauc_recall_at_1000_diff1": 0.228638, - "nauc_precision_at_1_max": 0.2834, - "nauc_precision_at_1_std": -0.020386, - "nauc_precision_at_1_diff1": 0.627429, - "nauc_precision_at_3_max": 0.271507, - "nauc_precision_at_3_std": 0.049954, - "nauc_precision_at_3_diff1": 0.298612, - "nauc_precision_at_5_max": 0.227518, - "nauc_precision_at_5_std": 0.116399, - "nauc_precision_at_5_diff1": 0.185673, - "nauc_precision_at_10_max": 0.198538, - "nauc_precision_at_10_std": 0.165609, - "nauc_precision_at_10_diff1": 0.076037, - "nauc_precision_at_20_max": 0.1865, - "nauc_precision_at_20_std": 0.226807, - "nauc_precision_at_20_diff1": -0.012855, - "nauc_precision_at_100_max": 0.126744, - "nauc_precision_at_100_std": 0.26973, - "nauc_precision_at_100_diff1": -0.133152, - "nauc_precision_at_1000_max": 0.107568, - "nauc_precision_at_1000_std": 0.24516, - "nauc_precision_at_1000_diff1": -0.184217, - "nauc_mrr_at_1_max": 0.2834, - "nauc_mrr_at_1_std": -0.020386, - "nauc_mrr_at_1_diff1": 0.627429, - "nauc_mrr_at_3_max": 0.301112, - "nauc_mrr_at_3_std": -0.019316, - "nauc_mrr_at_3_diff1": 0.595151, - "nauc_mrr_at_5_max": 0.301373, - "nauc_mrr_at_5_std": -0.015514, - "nauc_mrr_at_5_diff1": 0.595202, - "nauc_mrr_at_10_max": 0.3006, - "nauc_mrr_at_10_std": -0.014533, - "nauc_mrr_at_10_diff1": 0.595186, - "nauc_mrr_at_20_max": 0.301795, - "nauc_mrr_at_20_std": -0.01224, - "nauc_mrr_at_20_diff1": 0.594666, - "nauc_mrr_at_100_max": 0.3017, - "nauc_mrr_at_100_std": -0.011686, - "nauc_mrr_at_100_diff1": 0.59512, - "nauc_mrr_at_1000_max": 0.301571, - "nauc_mrr_at_1000_std": -0.011823, - "nauc_mrr_at_1000_diff1": 0.595215, - "main_score": 0.64842, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 4505.1674284935, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json deleted file mode 100644 index a9de0fe523..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackGisRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", - "task_name": "CQADupstackGisRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.31977, - "ndcg_at_3": 0.38299, - "ndcg_at_5": 0.41539, - "ndcg_at_10": 0.43707, - "ndcg_at_20": 0.45947, - "ndcg_at_100": 0.4899, - "ndcg_at_1000": 0.50668, - "map_at_1": 0.28977, - "map_at_3": 0.35568, - "map_at_5": 0.37478, - "map_at_10": 0.38444, - "map_at_20": 0.39133, - "map_at_100": 0.39591, - "map_at_1000": 0.39664, - "recall_at_1": 0.28977, - "recall_at_3": 0.43055, - "recall_at_5": 0.50999, - "recall_at_10": 0.57403, - "recall_at_20": 0.65819, - "recall_at_100": 0.81192, - "recall_at_1000": 0.936, - "precision_at_1": 0.31977, - "precision_at_3": 0.16196, - "precision_at_5": 0.11548, - "precision_at_10": 0.0661, - "precision_at_20": 0.03825, - "precision_at_100": 0.00973, - "precision_at_1000": 0.00115, - "mrr_at_1": 0.319774, - "mrr_at_3": 0.383427, - "mrr_at_5": 0.401507, - "mrr_at_10": 0.410279, - "mrr_at_20": 0.415613, - "mrr_at_100": 0.419547, - "mrr_at_1000": 0.420044, - "nauc_ndcg_at_1_max": 0.267868, - "nauc_ndcg_at_1_std": -0.027069, - "nauc_ndcg_at_1_diff1": 0.48108, - "nauc_ndcg_at_3_max": 0.249724, - "nauc_ndcg_at_3_std": -0.033021, - "nauc_ndcg_at_3_diff1": 0.421815, - "nauc_ndcg_at_5_max": 0.259953, - "nauc_ndcg_at_5_std": -0.032723, - "nauc_ndcg_at_5_diff1": 0.409069, - "nauc_ndcg_at_10_max": 0.267157, - "nauc_ndcg_at_10_std": -0.01893, - "nauc_ndcg_at_10_diff1": 0.406804, - "nauc_ndcg_at_20_max": 0.272458, - "nauc_ndcg_at_20_std": -0.003277, - "nauc_ndcg_at_20_diff1": 0.407329, - "nauc_ndcg_at_100_max": 0.274405, - "nauc_ndcg_at_100_std": 0.002597, - "nauc_ndcg_at_100_diff1": 0.405749, - "nauc_ndcg_at_1000_max": 0.276665, - "nauc_ndcg_at_1000_std": -0.005546, - "nauc_ndcg_at_1000_diff1": 0.410712, - "nauc_map_at_1_max": 0.225992, - "nauc_map_at_1_std": -0.046303, - "nauc_map_at_1_diff1": 0.505854, - "nauc_map_at_3_max": 0.238554, - "nauc_map_at_3_std": -0.03955, - "nauc_map_at_3_diff1": 0.440588, - "nauc_map_at_5_max": 0.248362, - "nauc_map_at_5_std": -0.037956, - "nauc_map_at_5_diff1": 0.432727, - "nauc_map_at_10_max": 0.25334, - "nauc_map_at_10_std": -0.031718, - "nauc_map_at_10_diff1": 0.432962, - "nauc_map_at_20_max": 0.255254, - "nauc_map_at_20_std": -0.02648, - "nauc_map_at_20_diff1": 0.433201, - "nauc_map_at_100_max": 0.255785, - "nauc_map_at_100_std": -0.026515, - "nauc_map_at_100_diff1": 0.433196, - "nauc_map_at_1000_max": 0.255853, - "nauc_map_at_1000_std": -0.026739, - "nauc_map_at_1000_diff1": 0.433301, - "nauc_recall_at_1_max": 0.225992, - "nauc_recall_at_1_std": -0.046303, - "nauc_recall_at_1_diff1": 0.505854, - "nauc_recall_at_3_max": 0.228368, - "nauc_recall_at_3_std": -0.03083, - "nauc_recall_at_3_diff1": 0.368589, - "nauc_recall_at_5_max": 0.250357, - "nauc_recall_at_5_std": -0.032616, - "nauc_recall_at_5_diff1": 0.335572, - "nauc_recall_at_10_max": 0.267386, - "nauc_recall_at_10_std": 0.004289, - "nauc_recall_at_10_diff1": 0.323252, - "nauc_recall_at_20_max": 0.289576, - "nauc_recall_at_20_std": 0.073085, - "nauc_recall_at_20_diff1": 0.316687, - "nauc_recall_at_100_max": 0.310076, - "nauc_recall_at_100_std": 0.190357, - "nauc_recall_at_100_diff1": 0.250433, - "nauc_recall_at_1000_max": 0.461595, - "nauc_recall_at_1000_std": 0.220745, - "nauc_recall_at_1000_diff1": 0.209701, - "nauc_precision_at_1_max": 0.267868, - "nauc_precision_at_1_std": -0.027069, - "nauc_precision_at_1_diff1": 0.48108, - "nauc_precision_at_3_max": 0.292203, - "nauc_precision_at_3_std": -0.024073, - "nauc_precision_at_3_diff1": 0.315306, - "nauc_precision_at_5_max": 0.332, - "nauc_precision_at_5_std": -0.012065, - "nauc_precision_at_5_diff1": 0.267675, - "nauc_precision_at_10_max": 0.351252, - "nauc_precision_at_10_std": 0.033323, - "nauc_precision_at_10_diff1": 0.245229, - "nauc_precision_at_20_max": 0.344797, - "nauc_precision_at_20_std": 0.094585, - "nauc_precision_at_20_diff1": 0.200239, - "nauc_precision_at_100_max": 0.288282, - "nauc_precision_at_100_std": 0.14291, - "nauc_precision_at_100_diff1": 0.060107, - "nauc_precision_at_1000_max": 0.23043, - "nauc_precision_at_1000_std": 0.08408, - "nauc_precision_at_1000_diff1": -0.055471, - "nauc_mrr_at_1_max": 0.267868, - "nauc_mrr_at_1_std": -0.027069, - "nauc_mrr_at_1_diff1": 0.48108, - "nauc_mrr_at_3_max": 0.275057, - "nauc_mrr_at_3_std": -0.015968, - "nauc_mrr_at_3_diff1": 0.426228, - "nauc_mrr_at_5_max": 0.278943, - "nauc_mrr_at_5_std": -0.018491, - "nauc_mrr_at_5_diff1": 0.421249, - "nauc_mrr_at_10_max": 0.279869, - "nauc_mrr_at_10_std": -0.012245, - "nauc_mrr_at_10_diff1": 0.419131, - "nauc_mrr_at_20_max": 0.281086, - "nauc_mrr_at_20_std": -0.009281, - "nauc_mrr_at_20_diff1": 0.419779, - "nauc_mrr_at_100_max": 0.280991, - "nauc_mrr_at_100_std": -0.0099, - "nauc_mrr_at_100_diff1": 0.419895, - "nauc_mrr_at_1000_max": 0.280986, - "nauc_mrr_at_1000_std": -0.01026, - "nauc_mrr_at_1000_diff1": 0.420017, - "main_score": 0.43707, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 7370.033968925476, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json deleted file mode 100644 index a7c50f0232..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackMathematicaRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", - "task_name": "CQADupstackMathematicaRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.24502, - "ndcg_at_3": 0.29865, - "ndcg_at_5": 0.32258, - "ndcg_at_10": 0.34885, - "ndcg_at_20": 0.37262, - "ndcg_at_100": 0.40731, - "ndcg_at_1000": 0.43383, - "map_at_1": 0.20115, - "map_at_3": 0.26507, - "map_at_5": 0.281, - "map_at_10": 0.29308, - "map_at_20": 0.30044, - "map_at_100": 0.30623, - "map_at_1000": 0.3074, - "recall_at_1": 0.20115, - "recall_at_3": 0.33143, - "recall_at_5": 0.39286, - "recall_at_10": 0.47054, - "recall_at_20": 0.55482, - "recall_at_100": 0.71873, - "recall_at_1000": 0.90602, - "precision_at_1": 0.24502, - "precision_at_3": 0.14345, - "precision_at_5": 0.10348, - "precision_at_10": 0.06418, - "precision_at_20": 0.03881, - "precision_at_100": 0.01078, - "precision_at_1000": 0.00142, - "mrr_at_1": 0.245025, - "mrr_at_3": 0.314469, - "mrr_at_5": 0.32983, - "mrr_at_10": 0.340706, - "mrr_at_20": 0.346479, - "mrr_at_100": 0.350274, - "mrr_at_1000": 0.350946, - "nauc_ndcg_at_1_max": 0.232173, - "nauc_ndcg_at_1_std": -0.089533, - "nauc_ndcg_at_1_diff1": 0.398982, - "nauc_ndcg_at_3_max": 0.238957, - "nauc_ndcg_at_3_std": -0.070942, - "nauc_ndcg_at_3_diff1": 0.328782, - "nauc_ndcg_at_5_max": 0.237764, - "nauc_ndcg_at_5_std": -0.06649, - "nauc_ndcg_at_5_diff1": 0.298968, - "nauc_ndcg_at_10_max": 0.235885, - "nauc_ndcg_at_10_std": -0.076266, - "nauc_ndcg_at_10_diff1": 0.293771, - "nauc_ndcg_at_20_max": 0.251876, - "nauc_ndcg_at_20_std": -0.07073, - "nauc_ndcg_at_20_diff1": 0.296693, - "nauc_ndcg_at_100_max": 0.246537, - "nauc_ndcg_at_100_std": -0.058652, - "nauc_ndcg_at_100_diff1": 0.294332, - "nauc_ndcg_at_1000_max": 0.250552, - "nauc_ndcg_at_1000_std": -0.053985, - "nauc_ndcg_at_1000_diff1": 0.302266, - "nauc_map_at_1_max": 0.215094, - "nauc_map_at_1_std": -0.073727, - "nauc_map_at_1_diff1": 0.389412, - "nauc_map_at_3_max": 0.227386, - "nauc_map_at_3_std": -0.073485, - "nauc_map_at_3_diff1": 0.338709, - "nauc_map_at_5_max": 0.228819, - "nauc_map_at_5_std": -0.072774, - "nauc_map_at_5_diff1": 0.321628, - "nauc_map_at_10_max": 0.229059, - "nauc_map_at_10_std": -0.075682, - "nauc_map_at_10_diff1": 0.321891, - "nauc_map_at_20_max": 0.234603, - "nauc_map_at_20_std": -0.073754, - "nauc_map_at_20_diff1": 0.321871, - "nauc_map_at_100_max": 0.234273, - "nauc_map_at_100_std": -0.072185, - "nauc_map_at_100_diff1": 0.322128, - "nauc_map_at_1000_max": 0.234569, - "nauc_map_at_1000_std": -0.072063, - "nauc_map_at_1000_diff1": 0.322332, - "nauc_recall_at_1_max": 0.215094, - "nauc_recall_at_1_std": -0.073727, - "nauc_recall_at_1_diff1": 0.389412, - "nauc_recall_at_3_max": 0.22698, - "nauc_recall_at_3_std": -0.055159, - "nauc_recall_at_3_diff1": 0.279054, - "nauc_recall_at_5_max": 0.224591, - "nauc_recall_at_5_std": -0.045275, - "nauc_recall_at_5_diff1": 0.220293, - "nauc_recall_at_10_max": 0.226739, - "nauc_recall_at_10_std": -0.066937, - "nauc_recall_at_10_diff1": 0.20756, - "nauc_recall_at_20_max": 0.274023, - "nauc_recall_at_20_std": -0.044608, - "nauc_recall_at_20_diff1": 0.209849, - "nauc_recall_at_100_max": 0.246142, - "nauc_recall_at_100_std": 0.043516, - "nauc_recall_at_100_diff1": 0.159707, - "nauc_recall_at_1000_max": 0.344007, - "nauc_recall_at_1000_std": 0.309998, - "nauc_recall_at_1000_diff1": 0.132762, - "nauc_precision_at_1_max": 0.232173, - "nauc_precision_at_1_std": -0.089533, - "nauc_precision_at_1_diff1": 0.398982, - "nauc_precision_at_3_max": 0.249468, - "nauc_precision_at_3_std": -0.078534, - "nauc_precision_at_3_diff1": 0.26701, - "nauc_precision_at_5_max": 0.250299, - "nauc_precision_at_5_std": -0.05766, - "nauc_precision_at_5_diff1": 0.193593, - "nauc_precision_at_10_max": 0.217541, - "nauc_precision_at_10_std": -0.082508, - "nauc_precision_at_10_diff1": 0.163193, - "nauc_precision_at_20_max": 0.245358, - "nauc_precision_at_20_std": -0.059487, - "nauc_precision_at_20_diff1": 0.133503, - "nauc_precision_at_100_max": 0.137747, - "nauc_precision_at_100_std": -0.000224, - "nauc_precision_at_100_diff1": 0.062888, - "nauc_precision_at_1000_max": 0.059694, - "nauc_precision_at_1000_std": 0.020722, - "nauc_precision_at_1000_diff1": 0.024822, - "nauc_mrr_at_1_max": 0.232173, - "nauc_mrr_at_1_std": -0.089533, - "nauc_mrr_at_1_diff1": 0.398982, - "nauc_mrr_at_3_max": 0.247167, - "nauc_mrr_at_3_std": -0.081602, - "nauc_mrr_at_3_diff1": 0.340647, - "nauc_mrr_at_5_max": 0.247154, - "nauc_mrr_at_5_std": -0.076756, - "nauc_mrr_at_5_diff1": 0.325866, - "nauc_mrr_at_10_max": 0.248162, - "nauc_mrr_at_10_std": -0.082902, - "nauc_mrr_at_10_diff1": 0.323968, - "nauc_mrr_at_20_max": 0.250787, - "nauc_mrr_at_20_std": -0.08227, - "nauc_mrr_at_20_diff1": 0.326761, - "nauc_mrr_at_100_max": 0.249802, - "nauc_mrr_at_100_std": -0.080975, - "nauc_mrr_at_100_diff1": 0.326398, - "nauc_mrr_at_1000_max": 0.249792, - "nauc_mrr_at_1000_std": -0.080882, - "nauc_mrr_at_1000_diff1": 0.326614, - "main_score": 0.34885, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 4337.123964071274, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json deleted file mode 100644 index 1a9b277d4e..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackPhysicsRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", - "task_name": "CQADupstackPhysicsRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.4283, - "ndcg_at_3": 0.47281, - "ndcg_at_5": 0.49341, - "ndcg_at_10": 0.52351, - "ndcg_at_20": 0.54567, - "ndcg_at_100": 0.57778, - "ndcg_at_1000": 0.59298, - "map_at_1": 0.34439, - "map_at_3": 0.42679, - "map_at_5": 0.44418, - "map_at_10": 0.46022, - "map_at_20": 0.46836, - "map_at_100": 0.47461, - "map_at_1000": 0.47553, - "recall_at_1": 0.34439, - "recall_at_3": 0.50313, - "recall_at_5": 0.55955, - "recall_at_10": 0.65101, - "recall_at_20": 0.72671, - "recall_at_100": 0.87178, - "recall_at_1000": 0.96749, - "precision_at_1": 0.4283, - "precision_at_3": 0.22586, - "precision_at_5": 0.15688, - "precision_at_10": 0.09461, - "precision_at_20": 0.05505, - "precision_at_100": 0.01428, - "precision_at_1000": 0.00172, - "mrr_at_1": 0.428296, - "mrr_at_3": 0.496471, - "mrr_at_5": 0.509175, - "mrr_at_10": 0.521285, - "mrr_at_20": 0.526037, - "mrr_at_100": 0.529211, - "mrr_at_1000": 0.529485, - "nauc_ndcg_at_1_max": 0.228076, - "nauc_ndcg_at_1_std": -0.069002, - "nauc_ndcg_at_1_diff1": 0.558788, - "nauc_ndcg_at_3_max": 0.223509, - "nauc_ndcg_at_3_std": -0.059789, - "nauc_ndcg_at_3_diff1": 0.516026, - "nauc_ndcg_at_5_max": 0.230727, - "nauc_ndcg_at_5_std": -0.069383, - "nauc_ndcg_at_5_diff1": 0.511205, - "nauc_ndcg_at_10_max": 0.239523, - "nauc_ndcg_at_10_std": -0.071677, - "nauc_ndcg_at_10_diff1": 0.51041, - "nauc_ndcg_at_20_max": 0.247805, - "nauc_ndcg_at_20_std": -0.066959, - "nauc_ndcg_at_20_diff1": 0.513127, - "nauc_ndcg_at_100_max": 0.257266, - "nauc_ndcg_at_100_std": -0.04865, - "nauc_ndcg_at_100_diff1": 0.515855, - "nauc_ndcg_at_1000_max": 0.256037, - "nauc_ndcg_at_1000_std": -0.051883, - "nauc_ndcg_at_1000_diff1": 0.519796, - "nauc_map_at_1_max": 0.1886, - "nauc_map_at_1_std": -0.089406, - "nauc_map_at_1_diff1": 0.57731, - "nauc_map_at_3_max": 0.210282, - "nauc_map_at_3_std": -0.074514, - "nauc_map_at_3_diff1": 0.53404, - "nauc_map_at_5_max": 0.216126, - "nauc_map_at_5_std": -0.07552, - "nauc_map_at_5_diff1": 0.52656, - "nauc_map_at_10_max": 0.223678, - "nauc_map_at_10_std": -0.073169, - "nauc_map_at_10_diff1": 0.525583, - "nauc_map_at_20_max": 0.227591, - "nauc_map_at_20_std": -0.070477, - "nauc_map_at_20_diff1": 0.526025, - "nauc_map_at_100_max": 0.229642, - "nauc_map_at_100_std": -0.067346, - "nauc_map_at_100_diff1": 0.52576, - "nauc_map_at_1000_max": 0.229947, - "nauc_map_at_1000_std": -0.067186, - "nauc_map_at_1000_diff1": 0.526062, - "nauc_recall_at_1_max": 0.1886, - "nauc_recall_at_1_std": -0.089406, - "nauc_recall_at_1_diff1": 0.57731, - "nauc_recall_at_3_max": 0.210887, - "nauc_recall_at_3_std": -0.070563, - "nauc_recall_at_3_diff1": 0.479396, - "nauc_recall_at_5_max": 0.222676, - "nauc_recall_at_5_std": -0.086002, - "nauc_recall_at_5_diff1": 0.452102, - "nauc_recall_at_10_max": 0.238197, - "nauc_recall_at_10_std": -0.082718, - "nauc_recall_at_10_diff1": 0.425845, - "nauc_recall_at_20_max": 0.268936, - "nauc_recall_at_20_std": -0.073561, - "nauc_recall_at_20_diff1": 0.426287, - "nauc_recall_at_100_max": 0.374517, - "nauc_recall_at_100_std": 0.105761, - "nauc_recall_at_100_diff1": 0.419397, - "nauc_recall_at_1000_max": 0.541268, - "nauc_recall_at_1000_std": 0.210589, - "nauc_recall_at_1000_diff1": 0.518277, - "nauc_precision_at_1_max": 0.228076, - "nauc_precision_at_1_std": -0.069002, - "nauc_precision_at_1_diff1": 0.558788, - "nauc_precision_at_3_max": 0.247257, - "nauc_precision_at_3_std": 0.024329, - "nauc_precision_at_3_diff1": 0.297365, - "nauc_precision_at_5_max": 0.242112, - "nauc_precision_at_5_std": 0.041601, - "nauc_precision_at_5_diff1": 0.20447, - "nauc_precision_at_10_max": 0.241572, - "nauc_precision_at_10_std": 0.077463, - "nauc_precision_at_10_diff1": 0.111119, - "nauc_precision_at_20_max": 0.223229, - "nauc_precision_at_20_std": 0.114832, - "nauc_precision_at_20_diff1": 0.042878, - "nauc_precision_at_100_max": 0.152849, - "nauc_precision_at_100_std": 0.153093, - "nauc_precision_at_100_diff1": -0.082433, - "nauc_precision_at_1000_max": 0.089263, - "nauc_precision_at_1000_std": 0.130582, - "nauc_precision_at_1000_diff1": -0.132066, - "nauc_mrr_at_1_max": 0.228076, - "nauc_mrr_at_1_std": -0.069002, - "nauc_mrr_at_1_diff1": 0.558788, - "nauc_mrr_at_3_max": 0.236637, - "nauc_mrr_at_3_std": -0.059856, - "nauc_mrr_at_3_diff1": 0.525485, - "nauc_mrr_at_5_max": 0.24126, - "nauc_mrr_at_5_std": -0.063948, - "nauc_mrr_at_5_diff1": 0.524843, - "nauc_mrr_at_10_max": 0.240994, - "nauc_mrr_at_10_std": -0.064465, - "nauc_mrr_at_10_diff1": 0.523409, - "nauc_mrr_at_20_max": 0.242934, - "nauc_mrr_at_20_std": -0.064651, - "nauc_mrr_at_20_diff1": 0.524687, - "nauc_mrr_at_100_max": 0.243363, - "nauc_mrr_at_100_std": -0.063416, - "nauc_mrr_at_100_diff1": 0.525452, - "nauc_mrr_at_1000_max": 0.243267, - "nauc_mrr_at_1000_std": -0.063524, - "nauc_mrr_at_1000_diff1": 0.525467, - "main_score": 0.52351, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 7236.9083776474, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json deleted file mode 100644 index 7283e4c10f..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackProgrammersRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", - "task_name": "CQADupstackProgrammersRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.37557, - "ndcg_at_3": 0.4149, - "ndcg_at_5": 0.43552, - "ndcg_at_10": 0.46701, - "ndcg_at_20": 0.49322, - "ndcg_at_100": 0.52591, - "ndcg_at_1000": 0.54555, - "map_at_1": 0.3044, - "map_at_3": 0.37495, - "map_at_5": 0.39189, - "map_at_10": 0.40835, - "map_at_20": 0.41695, - "map_at_100": 0.42296, - "map_at_1000": 0.42406, - "recall_at_1": 0.3044, - "recall_at_3": 0.43693, - "recall_at_5": 0.49411, - "recall_at_10": 0.58636, - "recall_at_20": 0.67924, - "recall_at_100": 0.83309, - "recall_at_1000": 0.96226, - "precision_at_1": 0.37557, - "precision_at_3": 0.19635, - "precision_at_5": 0.13836, - "precision_at_10": 0.08539, - "precision_at_20": 0.05114, - "precision_at_100": 0.01338, - "precision_at_1000": 0.00169, - "mrr_at_1": 0.375571, - "mrr_at_3": 0.438356, - "mrr_at_5": 0.451941, - "mrr_at_10": 0.4636, - "mrr_at_20": 0.469742, - "mrr_at_100": 0.473115, - "mrr_at_1000": 0.473556, - "nauc_ndcg_at_1_max": 0.409556, - "nauc_ndcg_at_1_std": 0.00842, - "nauc_ndcg_at_1_diff1": 0.519398, - "nauc_ndcg_at_3_max": 0.374209, - "nauc_ndcg_at_3_std": -0.006798, - "nauc_ndcg_at_3_diff1": 0.473484, - "nauc_ndcg_at_5_max": 0.370337, - "nauc_ndcg_at_5_std": -0.003395, - "nauc_ndcg_at_5_diff1": 0.471479, - "nauc_ndcg_at_10_max": 0.38212, - "nauc_ndcg_at_10_std": -0.005737, - "nauc_ndcg_at_10_diff1": 0.468342, - "nauc_ndcg_at_20_max": 0.384164, - "nauc_ndcg_at_20_std": 0.010252, - "nauc_ndcg_at_20_diff1": 0.469959, - "nauc_ndcg_at_100_max": 0.392482, - "nauc_ndcg_at_100_std": 0.022102, - "nauc_ndcg_at_100_diff1": 0.473182, - "nauc_ndcg_at_1000_max": 0.392578, - "nauc_ndcg_at_1000_std": 0.017817, - "nauc_ndcg_at_1000_diff1": 0.474448, - "nauc_map_at_1_max": 0.332669, - "nauc_map_at_1_std": -0.046356, - "nauc_map_at_1_diff1": 0.542385, - "nauc_map_at_3_max": 0.356596, - "nauc_map_at_3_std": -0.028436, - "nauc_map_at_3_diff1": 0.495936, - "nauc_map_at_5_max": 0.359444, - "nauc_map_at_5_std": -0.02097, - "nauc_map_at_5_diff1": 0.493041, - "nauc_map_at_10_max": 0.369213, - "nauc_map_at_10_std": -0.017636, - "nauc_map_at_10_diff1": 0.490679, - "nauc_map_at_20_max": 0.371578, - "nauc_map_at_20_std": -0.010833, - "nauc_map_at_20_diff1": 0.489936, - "nauc_map_at_100_max": 0.374292, - "nauc_map_at_100_std": -0.008507, - "nauc_map_at_100_diff1": 0.489652, - "nauc_map_at_1000_max": 0.374435, - "nauc_map_at_1000_std": -0.008404, - "nauc_map_at_1000_diff1": 0.489604, - "nauc_recall_at_1_max": 0.332669, - "nauc_recall_at_1_std": -0.046356, - "nauc_recall_at_1_diff1": 0.542385, - "nauc_recall_at_3_max": 0.339278, - "nauc_recall_at_3_std": -0.021364, - "nauc_recall_at_3_diff1": 0.443777, - "nauc_recall_at_5_max": 0.33312, - "nauc_recall_at_5_std": -0.005937, - "nauc_recall_at_5_diff1": 0.423978, - "nauc_recall_at_10_max": 0.356423, - "nauc_recall_at_10_std": -0.003409, - "nauc_recall_at_10_diff1": 0.396076, - "nauc_recall_at_20_max": 0.346001, - "nauc_recall_at_20_std": 0.051473, - "nauc_recall_at_20_diff1": 0.389221, - "nauc_recall_at_100_max": 0.391171, - "nauc_recall_at_100_std": 0.177462, - "nauc_recall_at_100_diff1": 0.397921, - "nauc_recall_at_1000_max": 0.500877, - "nauc_recall_at_1000_std": 0.37393, - "nauc_recall_at_1000_diff1": 0.412165, - "nauc_precision_at_1_max": 0.409556, - "nauc_precision_at_1_std": 0.00842, - "nauc_precision_at_1_diff1": 0.519398, - "nauc_precision_at_3_max": 0.380162, - "nauc_precision_at_3_std": 0.066309, - "nauc_precision_at_3_diff1": 0.316475, - "nauc_precision_at_5_max": 0.33579, - "nauc_precision_at_5_std": 0.095144, - "nauc_precision_at_5_diff1": 0.2442, - "nauc_precision_at_10_max": 0.321743, - "nauc_precision_at_10_std": 0.095046, - "nauc_precision_at_10_diff1": 0.153947, - "nauc_precision_at_20_max": 0.270935, - "nauc_precision_at_20_std": 0.150308, - "nauc_precision_at_20_diff1": 0.066744, - "nauc_precision_at_100_max": 0.190234, - "nauc_precision_at_100_std": 0.165472, - "nauc_precision_at_100_diff1": -0.059281, - "nauc_precision_at_1000_max": 0.073406, - "nauc_precision_at_1000_std": 0.114142, - "nauc_precision_at_1000_diff1": -0.157455, - "nauc_mrr_at_1_max": 0.409556, - "nauc_mrr_at_1_std": 0.00842, - "nauc_mrr_at_1_diff1": 0.519398, - "nauc_mrr_at_3_max": 0.404388, - "nauc_mrr_at_3_std": 0.014782, - "nauc_mrr_at_3_diff1": 0.4755, - "nauc_mrr_at_5_max": 0.401307, - "nauc_mrr_at_5_std": 0.016479, - "nauc_mrr_at_5_diff1": 0.469105, - "nauc_mrr_at_10_max": 0.404754, - "nauc_mrr_at_10_std": 0.015035, - "nauc_mrr_at_10_diff1": 0.468168, - "nauc_mrr_at_20_max": 0.405003, - "nauc_mrr_at_20_std": 0.01779, - "nauc_mrr_at_20_diff1": 0.470636, - "nauc_mrr_at_100_max": 0.405444, - "nauc_mrr_at_100_std": 0.018313, - "nauc_mrr_at_100_diff1": 0.471374, - "nauc_mrr_at_1000_max": 0.405481, - "nauc_mrr_at_1000_std": 0.018247, - "nauc_mrr_at_1000_diff1": 0.471492, - "main_score": 0.46701, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 5923.993802785873, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackRetrieval.json deleted file mode 100644 index ea41aa97cb..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackRetrieval.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "dataset_revision": "1", - "task_name": "CQADupstackRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_10": 0.467802, - "main_score": 0.467802, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 82964.91170716286, - "kg_co2_emissions": NaN -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json deleted file mode 100644 index 2c1d4183bd..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackStatsRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", - "task_name": "CQADupstackStatsRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.30215, - "ndcg_at_3": 0.35061, - "ndcg_at_5": 0.37077, - "ndcg_at_10": 0.39863, - "ndcg_at_20": 0.42079, - "ndcg_at_100": 0.45098, - "ndcg_at_1000": 0.47033, - "map_at_1": 0.26999, - "map_at_3": 0.32542, - "map_at_5": 0.33921, - "map_at_10": 0.35178, - "map_at_20": 0.35825, - "map_at_100": 0.3627, - "map_at_1000": 0.36355, - "recall_at_1": 0.26999, - "recall_at_3": 0.38507, - "recall_at_5": 0.43349, - "recall_at_10": 0.51847, - "recall_at_20": 0.60197, - "recall_at_100": 0.75406, - "recall_at_1000": 0.89271, - "precision_at_1": 0.30215, - "precision_at_3": 0.15235, - "precision_at_5": 0.10613, - "precision_at_10": 0.06365, - "precision_at_20": 0.03735, - "precision_at_100": 0.00968, - "precision_at_1000": 0.00121, - "mrr_at_1": 0.302147, - "mrr_at_3": 0.352761, - "mrr_at_5": 0.364647, - "mrr_at_10": 0.376292, - "mrr_at_20": 0.382341, - "mrr_at_100": 0.386049, - "mrr_at_1000": 0.3866, - "nauc_ndcg_at_1_max": 0.302307, - "nauc_ndcg_at_1_std": -0.022723, - "nauc_ndcg_at_1_diff1": 0.607748, - "nauc_ndcg_at_3_max": 0.289006, - "nauc_ndcg_at_3_std": -0.002952, - "nauc_ndcg_at_3_diff1": 0.540845, - "nauc_ndcg_at_5_max": 0.290745, - "nauc_ndcg_at_5_std": 0.002925, - "nauc_ndcg_at_5_diff1": 0.539535, - "nauc_ndcg_at_10_max": 0.290121, - "nauc_ndcg_at_10_std": 0.006186, - "nauc_ndcg_at_10_diff1": 0.527589, - "nauc_ndcg_at_20_max": 0.29122, - "nauc_ndcg_at_20_std": 0.009324, - "nauc_ndcg_at_20_diff1": 0.523897, - "nauc_ndcg_at_100_max": 0.304121, - "nauc_ndcg_at_100_std": 0.02291, - "nauc_ndcg_at_100_diff1": 0.523766, - "nauc_ndcg_at_1000_max": 0.303693, - "nauc_ndcg_at_1000_std": 0.021487, - "nauc_ndcg_at_1000_diff1": 0.526516, - "nauc_map_at_1_max": 0.254843, - "nauc_map_at_1_std": -0.051062, - "nauc_map_at_1_diff1": 0.628364, - "nauc_map_at_3_max": 0.272714, - "nauc_map_at_3_std": -0.017204, - "nauc_map_at_3_diff1": 0.563767, - "nauc_map_at_5_max": 0.281065, - "nauc_map_at_5_std": -0.008667, - "nauc_map_at_5_diff1": 0.562378, - "nauc_map_at_10_max": 0.281263, - "nauc_map_at_10_std": -0.00606, - "nauc_map_at_10_diff1": 0.55593, - "nauc_map_at_20_max": 0.281974, - "nauc_map_at_20_std": -0.00526, - "nauc_map_at_20_diff1": 0.554482, - "nauc_map_at_100_max": 0.284035, - "nauc_map_at_100_std": -0.003918, - "nauc_map_at_100_diff1": 0.554489, - "nauc_map_at_1000_max": 0.284179, - "nauc_map_at_1000_std": -0.003787, - "nauc_map_at_1000_diff1": 0.554536, - "nauc_recall_at_1_max": 0.254843, - "nauc_recall_at_1_std": -0.051062, - "nauc_recall_at_1_diff1": 0.628364, - "nauc_recall_at_3_max": 0.272168, - "nauc_recall_at_3_std": 0.011653, - "nauc_recall_at_3_diff1": 0.490575, - "nauc_recall_at_5_max": 0.281652, - "nauc_recall_at_5_std": 0.025694, - "nauc_recall_at_5_diff1": 0.481556, - "nauc_recall_at_10_max": 0.279545, - "nauc_recall_at_10_std": 0.034677, - "nauc_recall_at_10_diff1": 0.436089, - "nauc_recall_at_20_max": 0.280387, - "nauc_recall_at_20_std": 0.051753, - "nauc_recall_at_20_diff1": 0.412955, - "nauc_recall_at_100_max": 0.365454, - "nauc_recall_at_100_std": 0.171864, - "nauc_recall_at_100_diff1": 0.367276, - "nauc_recall_at_1000_max": 0.426917, - "nauc_recall_at_1000_std": 0.276737, - "nauc_recall_at_1000_diff1": 0.29113, - "nauc_precision_at_1_max": 0.302307, - "nauc_precision_at_1_std": -0.022723, - "nauc_precision_at_1_diff1": 0.607748, - "nauc_precision_at_3_max": 0.329589, - "nauc_precision_at_3_std": 0.056211, - "nauc_precision_at_3_diff1": 0.416846, - "nauc_precision_at_5_max": 0.333414, - "nauc_precision_at_5_std": 0.085539, - "nauc_precision_at_5_diff1": 0.369654, - "nauc_precision_at_10_max": 0.322977, - "nauc_precision_at_10_std": 0.09002, - "nauc_precision_at_10_diff1": 0.287934, - "nauc_precision_at_20_max": 0.288326, - "nauc_precision_at_20_std": 0.076889, - "nauc_precision_at_20_diff1": 0.207805, - "nauc_precision_at_100_max": 0.254893, - "nauc_precision_at_100_std": 0.130129, - "nauc_precision_at_100_diff1": 0.063424, - "nauc_precision_at_1000_max": 0.11758, - "nauc_precision_at_1000_std": 0.09092, - "nauc_precision_at_1000_diff1": -0.080656, - "nauc_mrr_at_1_max": 0.302307, - "nauc_mrr_at_1_std": -0.022723, - "nauc_mrr_at_1_diff1": 0.607748, - "nauc_mrr_at_3_max": 0.302804, - "nauc_mrr_at_3_std": -0.004973, - "nauc_mrr_at_3_diff1": 0.553461, - "nauc_mrr_at_5_max": 0.303438, - "nauc_mrr_at_5_std": -0.001296, - "nauc_mrr_at_5_diff1": 0.550072, - "nauc_mrr_at_10_max": 0.303673, - "nauc_mrr_at_10_std": 0.000109, - "nauc_mrr_at_10_diff1": 0.545611, - "nauc_mrr_at_20_max": 0.303137, - "nauc_mrr_at_20_std": 0.000937, - "nauc_mrr_at_20_diff1": 0.544564, - "nauc_mrr_at_100_max": 0.30466, - "nauc_mrr_at_100_std": 0.002731, - "nauc_mrr_at_100_diff1": 0.545252, - "nauc_mrr_at_1000_max": 0.304772, - "nauc_mrr_at_1000_std": 0.002683, - "nauc_mrr_at_1000_diff1": 0.54546, - "main_score": 0.39863, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 9727.423287630081, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json deleted file mode 100644 index e6d09ad249..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackTexRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", - "task_name": "CQADupstackTexRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.2605, - "ndcg_at_3": 0.30102, - "ndcg_at_5": 0.32033, - "ndcg_at_10": 0.3418, - "ndcg_at_20": 0.36036, - "ndcg_at_100": 0.39188, - "ndcg_at_1000": 0.42015, - "map_at_1": 0.21437, - "map_at_3": 0.26928, - "map_at_5": 0.28271, - "map_at_10": 0.29323, - "map_at_20": 0.29896, - "map_at_100": 0.30383, - "map_at_1000": 0.30507, - "recall_at_1": 0.21437, - "recall_at_3": 0.3278, - "recall_at_5": 0.37955, - "recall_at_10": 0.44344, - "recall_at_20": 0.51295, - "recall_at_100": 0.66973, - "recall_at_1000": 0.86959, - "precision_at_1": 0.2605, - "precision_at_3": 0.14155, - "precision_at_5": 0.10048, - "precision_at_10": 0.0607, - "precision_at_20": 0.03584, - "precision_at_100": 0.00994, - "precision_at_1000": 0.00142, - "mrr_at_1": 0.260496, - "mrr_at_3": 0.315439, - "mrr_at_5": 0.327879, - "mrr_at_10": 0.33675, - "mrr_at_20": 0.341648, - "mrr_at_100": 0.345299, - "mrr_at_1000": 0.346034, - "nauc_ndcg_at_1_max": 0.24628, - "nauc_ndcg_at_1_std": -0.033705, - "nauc_ndcg_at_1_diff1": 0.497585, - "nauc_ndcg_at_3_max": 0.249703, - "nauc_ndcg_at_3_std": -0.027655, - "nauc_ndcg_at_3_diff1": 0.415071, - "nauc_ndcg_at_5_max": 0.254032, - "nauc_ndcg_at_5_std": -0.026416, - "nauc_ndcg_at_5_diff1": 0.409133, - "nauc_ndcg_at_10_max": 0.254636, - "nauc_ndcg_at_10_std": -0.017968, - "nauc_ndcg_at_10_diff1": 0.403322, - "nauc_ndcg_at_20_max": 0.257938, - "nauc_ndcg_at_20_std": -0.016893, - "nauc_ndcg_at_20_diff1": 0.402751, - "nauc_ndcg_at_100_max": 0.266653, - "nauc_ndcg_at_100_std": -0.00102, - "nauc_ndcg_at_100_diff1": 0.397853, - "nauc_ndcg_at_1000_max": 0.265109, - "nauc_ndcg_at_1000_std": 0.000498, - "nauc_ndcg_at_1000_diff1": 0.402215, - "nauc_map_at_1_max": 0.211372, - "nauc_map_at_1_std": -0.032287, - "nauc_map_at_1_diff1": 0.499974, - "nauc_map_at_3_max": 0.233936, - "nauc_map_at_3_std": -0.031227, - "nauc_map_at_3_diff1": 0.43445, - "nauc_map_at_5_max": 0.238192, - "nauc_map_at_5_std": -0.030665, - "nauc_map_at_5_diff1": 0.428945, - "nauc_map_at_10_max": 0.240571, - "nauc_map_at_10_std": -0.026907, - "nauc_map_at_10_diff1": 0.426619, - "nauc_map_at_20_max": 0.24243, - "nauc_map_at_20_std": -0.02622, - "nauc_map_at_20_diff1": 0.426569, - "nauc_map_at_100_max": 0.244279, - "nauc_map_at_100_std": -0.023669, - "nauc_map_at_100_diff1": 0.425847, - "nauc_map_at_1000_max": 0.244318, - "nauc_map_at_1000_std": -0.023503, - "nauc_map_at_1000_diff1": 0.426014, - "nauc_recall_at_1_max": 0.211372, - "nauc_recall_at_1_std": -0.032287, - "nauc_recall_at_1_diff1": 0.499974, - "nauc_recall_at_3_max": 0.240758, - "nauc_recall_at_3_std": -0.024877, - "nauc_recall_at_3_diff1": 0.364882, - "nauc_recall_at_5_max": 0.253271, - "nauc_recall_at_5_std": -0.0232, - "nauc_recall_at_5_diff1": 0.343851, - "nauc_recall_at_10_max": 0.249963, - "nauc_recall_at_10_std": -0.00042, - "nauc_recall_at_10_diff1": 0.320795, - "nauc_recall_at_20_max": 0.25686, - "nauc_recall_at_20_std": 0.008094, - "nauc_recall_at_20_diff1": 0.310805, - "nauc_recall_at_100_max": 0.300635, - "nauc_recall_at_100_std": 0.110463, - "nauc_recall_at_100_diff1": 0.255355, - "nauc_recall_at_1000_max": 0.327538, - "nauc_recall_at_1000_std": 0.252485, - "nauc_recall_at_1000_diff1": 0.190439, - "nauc_precision_at_1_max": 0.24628, - "nauc_precision_at_1_std": -0.033705, - "nauc_precision_at_1_diff1": 0.497585, - "nauc_precision_at_3_max": 0.286694, - "nauc_precision_at_3_std": -0.017414, - "nauc_precision_at_3_diff1": 0.320925, - "nauc_precision_at_5_max": 0.288174, - "nauc_precision_at_5_std": -0.012342, - "nauc_precision_at_5_diff1": 0.286288, - "nauc_precision_at_10_max": 0.272924, - "nauc_precision_at_10_std": 0.020306, - "nauc_precision_at_10_diff1": 0.231747, - "nauc_precision_at_20_max": 0.266032, - "nauc_precision_at_20_std": 0.033002, - "nauc_precision_at_20_diff1": 0.197402, - "nauc_precision_at_100_max": 0.246406, - "nauc_precision_at_100_std": 0.091415, - "nauc_precision_at_100_diff1": 0.102196, - "nauc_precision_at_1000_max": 0.155823, - "nauc_precision_at_1000_std": 0.082447, - "nauc_precision_at_1000_diff1": 0.001108, - "nauc_mrr_at_1_max": 0.24628, - "nauc_mrr_at_1_std": -0.033705, - "nauc_mrr_at_1_diff1": 0.497585, - "nauc_mrr_at_3_max": 0.263667, - "nauc_mrr_at_3_std": -0.028953, - "nauc_mrr_at_3_diff1": 0.433643, - "nauc_mrr_at_5_max": 0.266923, - "nauc_mrr_at_5_std": -0.028595, - "nauc_mrr_at_5_diff1": 0.430802, - "nauc_mrr_at_10_max": 0.26592, - "nauc_mrr_at_10_std": -0.025761, - "nauc_mrr_at_10_diff1": 0.428017, - "nauc_mrr_at_20_max": 0.266225, - "nauc_mrr_at_20_std": -0.025833, - "nauc_mrr_at_20_diff1": 0.428036, - "nauc_mrr_at_100_max": 0.266864, - "nauc_mrr_at_100_std": -0.024453, - "nauc_mrr_at_100_diff1": 0.427583, - "nauc_mrr_at_1000_max": 0.266743, - "nauc_mrr_at_1000_std": -0.024394, - "nauc_mrr_at_1000_diff1": 0.427779, - "main_score": 0.3418, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 16070.490141630173, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json deleted file mode 100644 index 35c9629b7e..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackUnixRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", - "task_name": "CQADupstackUnixRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.36847, - "ndcg_at_3": 0.41722, - "ndcg_at_5": 0.43668, - "ndcg_at_10": 0.46104, - "ndcg_at_20": 0.48188, - "ndcg_at_100": 0.51261, - "ndcg_at_1000": 0.53426, - "map_at_1": 0.31171, - "map_at_3": 0.38162, - "map_at_5": 0.39604, - "map_at_10": 0.40788, - "map_at_20": 0.41464, - "map_at_100": 0.41972, - "map_at_1000": 0.4207, - "recall_at_1": 0.31171, - "recall_at_3": 0.45469, - "recall_at_5": 0.50627, - "recall_at_10": 0.57796, - "recall_at_20": 0.65191, - "recall_at_100": 0.79924, - "recall_at_1000": 0.9488, - "precision_at_1": 0.36847, - "precision_at_3": 0.18905, - "precision_at_5": 0.12929, - "precision_at_10": 0.07603, - "precision_at_20": 0.04394, - "precision_at_100": 0.01134, - "precision_at_1000": 0.00143, - "mrr_at_1": 0.36847, - "mrr_at_3": 0.431281, - "mrr_at_5": 0.442802, - "mrr_at_10": 0.452038, - "mrr_at_20": 0.456988, - "mrr_at_100": 0.460574, - "mrr_at_1000": 0.461114, - "nauc_ndcg_at_1_max": 0.352266, - "nauc_ndcg_at_1_std": -0.03827, - "nauc_ndcg_at_1_diff1": 0.586725, - "nauc_ndcg_at_3_max": 0.32781, - "nauc_ndcg_at_3_std": -0.030721, - "nauc_ndcg_at_3_diff1": 0.524808, - "nauc_ndcg_at_5_max": 0.333375, - "nauc_ndcg_at_5_std": -0.027184, - "nauc_ndcg_at_5_diff1": 0.524751, - "nauc_ndcg_at_10_max": 0.337811, - "nauc_ndcg_at_10_std": -0.023719, - "nauc_ndcg_at_10_diff1": 0.521398, - "nauc_ndcg_at_20_max": 0.343597, - "nauc_ndcg_at_20_std": -0.036644, - "nauc_ndcg_at_20_diff1": 0.519004, - "nauc_ndcg_at_100_max": 0.343281, - "nauc_ndcg_at_100_std": -0.022377, - "nauc_ndcg_at_100_diff1": 0.514997, - "nauc_ndcg_at_1000_max": 0.345281, - "nauc_ndcg_at_1000_std": -0.022029, - "nauc_ndcg_at_1000_diff1": 0.518718, - "nauc_map_at_1_max": 0.327069, - "nauc_map_at_1_std": -0.020206, - "nauc_map_at_1_diff1": 0.603911, - "nauc_map_at_3_max": 0.328107, - "nauc_map_at_3_std": -0.027411, - "nauc_map_at_3_diff1": 0.545792, - "nauc_map_at_5_max": 0.331978, - "nauc_map_at_5_std": -0.026292, - "nauc_map_at_5_diff1": 0.542655, - "nauc_map_at_10_max": 0.3346, - "nauc_map_at_10_std": -0.026549, - "nauc_map_at_10_diff1": 0.540794, - "nauc_map_at_20_max": 0.336452, - "nauc_map_at_20_std": -0.030543, - "nauc_map_at_20_diff1": 0.539855, - "nauc_map_at_100_max": 0.336781, - "nauc_map_at_100_std": -0.028307, - "nauc_map_at_100_diff1": 0.538598, - "nauc_map_at_1000_max": 0.336858, - "nauc_map_at_1000_std": -0.028211, - "nauc_map_at_1000_diff1": 0.538707, - "nauc_recall_at_1_max": 0.327069, - "nauc_recall_at_1_std": -0.020206, - "nauc_recall_at_1_diff1": 0.603911, - "nauc_recall_at_3_max": 0.304662, - "nauc_recall_at_3_std": -0.029282, - "nauc_recall_at_3_diff1": 0.476668, - "nauc_recall_at_5_max": 0.31586, - "nauc_recall_at_5_std": -0.020247, - "nauc_recall_at_5_diff1": 0.465608, - "nauc_recall_at_10_max": 0.318159, - "nauc_recall_at_10_std": -0.006313, - "nauc_recall_at_10_diff1": 0.444242, - "nauc_recall_at_20_max": 0.336962, - "nauc_recall_at_20_std": -0.060263, - "nauc_recall_at_20_diff1": 0.428653, - "nauc_recall_at_100_max": 0.32561, - "nauc_recall_at_100_std": 0.032858, - "nauc_recall_at_100_diff1": 0.374933, - "nauc_recall_at_1000_max": 0.445092, - "nauc_recall_at_1000_std": 0.202561, - "nauc_recall_at_1000_diff1": 0.305186, - "nauc_precision_at_1_max": 0.352266, - "nauc_precision_at_1_std": -0.03827, - "nauc_precision_at_1_diff1": 0.586725, - "nauc_precision_at_3_max": 0.306697, - "nauc_precision_at_3_std": -0.048189, - "nauc_precision_at_3_diff1": 0.372904, - "nauc_precision_at_5_max": 0.281249, - "nauc_precision_at_5_std": -0.039906, - "nauc_precision_at_5_diff1": 0.308405, - "nauc_precision_at_10_max": 0.24669, - "nauc_precision_at_10_std": -0.044773, - "nauc_precision_at_10_diff1": 0.222873, - "nauc_precision_at_20_max": 0.207983, - "nauc_precision_at_20_std": -0.083118, - "nauc_precision_at_20_diff1": 0.139322, - "nauc_precision_at_100_max": 0.105902, - "nauc_precision_at_100_std": -9e-06, - "nauc_precision_at_100_diff1": -0.04355, - "nauc_precision_at_1000_max": -0.036537, - "nauc_precision_at_1000_std": -0.017807, - "nauc_precision_at_1000_diff1": -0.200302, - "nauc_mrr_at_1_max": 0.352266, - "nauc_mrr_at_1_std": -0.03827, - "nauc_mrr_at_1_diff1": 0.586725, - "nauc_mrr_at_3_max": 0.342199, - "nauc_mrr_at_3_std": -0.033312, - "nauc_mrr_at_3_diff1": 0.539157, - "nauc_mrr_at_5_max": 0.34519, - "nauc_mrr_at_5_std": -0.030026, - "nauc_mrr_at_5_diff1": 0.537869, - "nauc_mrr_at_10_max": 0.345168, - "nauc_mrr_at_10_std": -0.02862, - "nauc_mrr_at_10_diff1": 0.536121, - "nauc_mrr_at_20_max": 0.346645, - "nauc_mrr_at_20_std": -0.031572, - "nauc_mrr_at_20_diff1": 0.53594, - "nauc_mrr_at_100_max": 0.346021, - "nauc_mrr_at_100_std": -0.030432, - "nauc_mrr_at_100_diff1": 0.535787, - "nauc_mrr_at_1000_max": 0.346191, - "nauc_mrr_at_1000_std": -0.030428, - "nauc_mrr_at_1000_diff1": 0.536084, - "main_score": 0.46104, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 9331.89281463623, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json deleted file mode 100644 index 9a8d04ae1e..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWebmastersRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", - "task_name": "CQADupstackWebmastersRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.37549, - "ndcg_at_3": 0.43219, - "ndcg_at_5": 0.45026, - "ndcg_at_10": 0.47612, - "ndcg_at_20": 0.49831, - "ndcg_at_100": 0.53111, - "ndcg_at_1000": 0.55224, - "map_at_1": 0.31818, - "map_at_3": 0.38857, - "map_at_5": 0.40318, - "map_at_10": 0.41719, - "map_at_20": 0.42619, - "map_at_100": 0.43456, - "map_at_1000": 0.4368, - "recall_at_1": 0.31818, - "recall_at_3": 0.45678, - "recall_at_5": 0.50423, - "recall_at_10": 0.57923, - "recall_at_20": 0.66242, - "recall_at_100": 0.8196, - "recall_at_1000": 0.95186, - "precision_at_1": 0.37549, - "precision_at_3": 0.20092, - "precision_at_5": 0.1419, - "precision_at_10": 0.09012, - "precision_at_20": 0.05682, - "precision_at_100": 0.01733, - "precision_at_1000": 0.00249, - "mrr_at_1": 0.375494, - "mrr_at_3": 0.441041, - "mrr_at_5": 0.452701, - "mrr_at_10": 0.462919, - "mrr_at_20": 0.468488, - "mrr_at_100": 0.472258, - "mrr_at_1000": 0.472715, - "nauc_ndcg_at_1_max": 0.327206, - "nauc_ndcg_at_1_std": -0.053309, - "nauc_ndcg_at_1_diff1": 0.502093, - "nauc_ndcg_at_3_max": 0.352707, - "nauc_ndcg_at_3_std": -0.021633, - "nauc_ndcg_at_3_diff1": 0.46294, - "nauc_ndcg_at_5_max": 0.352698, - "nauc_ndcg_at_5_std": -0.024586, - "nauc_ndcg_at_5_diff1": 0.459913, - "nauc_ndcg_at_10_max": 0.352938, - "nauc_ndcg_at_10_std": -0.024248, - "nauc_ndcg_at_10_diff1": 0.448052, - "nauc_ndcg_at_20_max": 0.353888, - "nauc_ndcg_at_20_std": -0.016052, - "nauc_ndcg_at_20_diff1": 0.450254, - "nauc_ndcg_at_100_max": 0.356592, - "nauc_ndcg_at_100_std": -0.006561, - "nauc_ndcg_at_100_diff1": 0.446281, - "nauc_ndcg_at_1000_max": 0.362042, - "nauc_ndcg_at_1000_std": -0.001662, - "nauc_ndcg_at_1000_diff1": 0.446462, - "nauc_map_at_1_max": 0.27657, - "nauc_map_at_1_std": -0.070734, - "nauc_map_at_1_diff1": 0.535085, - "nauc_map_at_3_max": 0.320681, - "nauc_map_at_3_std": -0.04782, - "nauc_map_at_3_diff1": 0.478907, - "nauc_map_at_5_max": 0.32514, - "nauc_map_at_5_std": -0.050191, - "nauc_map_at_5_diff1": 0.473514, - "nauc_map_at_10_max": 0.330236, - "nauc_map_at_10_std": -0.04808, - "nauc_map_at_10_diff1": 0.466733, - "nauc_map_at_20_max": 0.334469, - "nauc_map_at_20_std": -0.041175, - "nauc_map_at_20_diff1": 0.469439, - "nauc_map_at_100_max": 0.337742, - "nauc_map_at_100_std": -0.031548, - "nauc_map_at_100_diff1": 0.46988, - "nauc_map_at_1000_max": 0.338105, - "nauc_map_at_1000_std": -0.027401, - "nauc_map_at_1000_diff1": 0.468919, - "nauc_recall_at_1_max": 0.27657, - "nauc_recall_at_1_std": -0.070734, - "nauc_recall_at_1_diff1": 0.535085, - "nauc_recall_at_3_max": 0.329964, - "nauc_recall_at_3_std": -0.017098, - "nauc_recall_at_3_diff1": 0.430771, - "nauc_recall_at_5_max": 0.330062, - "nauc_recall_at_5_std": -0.02633, - "nauc_recall_at_5_diff1": 0.411608, - "nauc_recall_at_10_max": 0.32871, - "nauc_recall_at_10_std": -0.030916, - "nauc_recall_at_10_diff1": 0.363413, - "nauc_recall_at_20_max": 0.327763, - "nauc_recall_at_20_std": 0.012472, - "nauc_recall_at_20_diff1": 0.359766, - "nauc_recall_at_100_max": 0.344337, - "nauc_recall_at_100_std": 0.128673, - "nauc_recall_at_100_diff1": 0.323183, - "nauc_recall_at_1000_max": 0.472871, - "nauc_recall_at_1000_std": 0.417166, - "nauc_recall_at_1000_diff1": 0.149827, - "nauc_precision_at_1_max": 0.327206, - "nauc_precision_at_1_std": -0.053309, - "nauc_precision_at_1_diff1": 0.502093, - "nauc_precision_at_3_max": 0.368634, - "nauc_precision_at_3_std": 0.023037, - "nauc_precision_at_3_diff1": 0.260702, - "nauc_precision_at_5_max": 0.349925, - "nauc_precision_at_5_std": 0.026067, - "nauc_precision_at_5_diff1": 0.187371, - "nauc_precision_at_10_max": 0.308162, - "nauc_precision_at_10_std": 0.110787, - "nauc_precision_at_10_diff1": 0.092268, - "nauc_precision_at_20_max": 0.278176, - "nauc_precision_at_20_std": 0.189649, - "nauc_precision_at_20_diff1": 0.057876, - "nauc_precision_at_100_max": 0.163679, - "nauc_precision_at_100_std": 0.324721, - "nauc_precision_at_100_diff1": -0.066415, - "nauc_precision_at_1000_max": 0.11202, - "nauc_precision_at_1000_std": 0.361929, - "nauc_precision_at_1000_diff1": -0.162511, - "nauc_mrr_at_1_max": 0.327206, - "nauc_mrr_at_1_std": -0.053309, - "nauc_mrr_at_1_diff1": 0.502093, - "nauc_mrr_at_3_max": 0.361005, - "nauc_mrr_at_3_std": -0.025575, - "nauc_mrr_at_3_diff1": 0.464254, - "nauc_mrr_at_5_max": 0.366146, - "nauc_mrr_at_5_std": -0.030636, - "nauc_mrr_at_5_diff1": 0.462108, - "nauc_mrr_at_10_max": 0.363695, - "nauc_mrr_at_10_std": -0.029967, - "nauc_mrr_at_10_diff1": 0.458135, - "nauc_mrr_at_20_max": 0.363094, - "nauc_mrr_at_20_std": -0.026304, - "nauc_mrr_at_20_diff1": 0.458797, - "nauc_mrr_at_100_max": 0.363703, - "nauc_mrr_at_100_std": -0.025846, - "nauc_mrr_at_100_diff1": 0.459539, - "nauc_mrr_at_1000_max": 0.363781, - "nauc_mrr_at_1000_std": -0.025934, - "nauc_mrr_at_1000_diff1": 0.459487, - "main_score": 0.47612, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 2553.6040210723877, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json deleted file mode 100644 index f705d4327d..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CQADupstackWordpressRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", - "task_name": "CQADupstackWordpressRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.29575, - "ndcg_at_3": 0.34348, - "ndcg_at_5": 0.35699, - "ndcg_at_10": 0.38465, - "ndcg_at_20": 0.40119, - "ndcg_at_100": 0.43406, - "ndcg_at_1000": 0.45713, - "map_at_1": 0.27123, - "map_at_3": 0.32264, - "map_at_5": 0.33117, - "map_at_10": 0.34372, - "map_at_20": 0.34849, - "map_at_100": 0.35342, - "map_at_1000": 0.35441, - "recall_at_1": 0.27123, - "recall_at_3": 0.37729, - "recall_at_5": 0.4093, - "recall_at_10": 0.48943, - "recall_at_20": 0.55219, - "recall_at_100": 0.71844, - "recall_at_1000": 0.88861, - "precision_at_1": 0.29575, - "precision_at_3": 0.13925, - "precision_at_5": 0.09316, - "precision_at_10": 0.05749, - "precision_at_20": 0.03272, - "precision_at_100": 0.00884, - "precision_at_1000": 0.00119, - "mrr_at_1": 0.295749, - "mrr_at_3": 0.346272, - "mrr_at_5": 0.354221, - "mrr_at_10": 0.365327, - "mrr_at_20": 0.36967, - "mrr_at_100": 0.373975, - "mrr_at_1000": 0.374629, - "nauc_ndcg_at_1_max": 0.328974, - "nauc_ndcg_at_1_std": -0.084703, - "nauc_ndcg_at_1_diff1": 0.546909, - "nauc_ndcg_at_3_max": 0.316067, - "nauc_ndcg_at_3_std": -0.079621, - "nauc_ndcg_at_3_diff1": 0.488613, - "nauc_ndcg_at_5_max": 0.318795, - "nauc_ndcg_at_5_std": -0.078327, - "nauc_ndcg_at_5_diff1": 0.490059, - "nauc_ndcg_at_10_max": 0.324125, - "nauc_ndcg_at_10_std": -0.074918, - "nauc_ndcg_at_10_diff1": 0.484357, - "nauc_ndcg_at_20_max": 0.320056, - "nauc_ndcg_at_20_std": -0.064974, - "nauc_ndcg_at_20_diff1": 0.476355, - "nauc_ndcg_at_100_max": 0.325649, - "nauc_ndcg_at_100_std": -0.057389, - "nauc_ndcg_at_100_diff1": 0.473188, - "nauc_ndcg_at_1000_max": 0.329395, - "nauc_ndcg_at_1000_std": -0.043981, - "nauc_ndcg_at_1000_diff1": 0.470644, - "nauc_map_at_1_max": 0.314731, - "nauc_map_at_1_std": -0.095966, - "nauc_map_at_1_diff1": 0.537621, - "nauc_map_at_3_max": 0.313916, - "nauc_map_at_3_std": -0.087329, - "nauc_map_at_3_diff1": 0.496779, - "nauc_map_at_5_max": 0.315999, - "nauc_map_at_5_std": -0.086537, - "nauc_map_at_5_diff1": 0.498061, - "nauc_map_at_10_max": 0.318294, - "nauc_map_at_10_std": -0.084627, - "nauc_map_at_10_diff1": 0.493858, - "nauc_map_at_20_max": 0.317534, - "nauc_map_at_20_std": -0.081393, - "nauc_map_at_20_diff1": 0.492295, - "nauc_map_at_100_max": 0.318672, - "nauc_map_at_100_std": -0.079939, - "nauc_map_at_100_diff1": 0.492129, - "nauc_map_at_1000_max": 0.318656, - "nauc_map_at_1000_std": -0.079128, - "nauc_map_at_1000_diff1": 0.491967, - "nauc_recall_at_1_max": 0.314731, - "nauc_recall_at_1_std": -0.095966, - "nauc_recall_at_1_diff1": 0.537621, - "nauc_recall_at_3_max": 0.307742, - "nauc_recall_at_3_std": -0.077575, - "nauc_recall_at_3_diff1": 0.447435, - "nauc_recall_at_5_max": 0.309731, - "nauc_recall_at_5_std": -0.07334, - "nauc_recall_at_5_diff1": 0.447485, - "nauc_recall_at_10_max": 0.323379, - "nauc_recall_at_10_std": -0.064027, - "nauc_recall_at_10_diff1": 0.435862, - "nauc_recall_at_20_max": 0.302268, - "nauc_recall_at_20_std": -0.027849, - "nauc_recall_at_20_diff1": 0.396909, - "nauc_recall_at_100_max": 0.327952, - "nauc_recall_at_100_std": 0.03239, - "nauc_recall_at_100_diff1": 0.340331, - "nauc_recall_at_1000_max": 0.461089, - "nauc_recall_at_1000_std": 0.365889, - "nauc_recall_at_1000_diff1": 0.160002, - "nauc_precision_at_1_max": 0.328974, - "nauc_precision_at_1_std": -0.084703, - "nauc_precision_at_1_diff1": 0.546909, - "nauc_precision_at_3_max": 0.311159, - "nauc_precision_at_3_std": -0.06406, - "nauc_precision_at_3_diff1": 0.438959, - "nauc_precision_at_5_max": 0.300861, - "nauc_precision_at_5_std": -0.029268, - "nauc_precision_at_5_diff1": 0.415474, - "nauc_precision_at_10_max": 0.295027, - "nauc_precision_at_10_std": -0.000608, - "nauc_precision_at_10_diff1": 0.371579, - "nauc_precision_at_20_max": 0.266695, - "nauc_precision_at_20_std": 0.054434, - "nauc_precision_at_20_diff1": 0.314147, - "nauc_precision_at_100_max": 0.170008, - "nauc_precision_at_100_std": 0.134712, - "nauc_precision_at_100_diff1": 0.150949, - "nauc_precision_at_1000_max": -0.051284, - "nauc_precision_at_1000_std": 0.275122, - "nauc_precision_at_1000_diff1": -0.083103, - "nauc_mrr_at_1_max": 0.328974, - "nauc_mrr_at_1_std": -0.084703, - "nauc_mrr_at_1_diff1": 0.546909, - "nauc_mrr_at_3_max": 0.327259, - "nauc_mrr_at_3_std": -0.075948, - "nauc_mrr_at_3_diff1": 0.512116, - "nauc_mrr_at_5_max": 0.327401, - "nauc_mrr_at_5_std": -0.070331, - "nauc_mrr_at_5_diff1": 0.510504, - "nauc_mrr_at_10_max": 0.3299, - "nauc_mrr_at_10_std": -0.068395, - "nauc_mrr_at_10_diff1": 0.508481, - "nauc_mrr_at_20_max": 0.328498, - "nauc_mrr_at_20_std": -0.066294, - "nauc_mrr_at_20_diff1": 0.505693, - "nauc_mrr_at_100_max": 0.328812, - "nauc_mrr_at_100_std": -0.06596, - "nauc_mrr_at_100_diff1": 0.505382, - "nauc_mrr_at_1000_max": 0.329022, - "nauc_mrr_at_1000_std": -0.065637, - "nauc_mrr_at_1000_diff1": 0.505477, - "main_score": 0.38465, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 8926.989157438278, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json deleted file mode 100644 index 51071e59f2..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/ClimateFEVER.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", - "task_name": "ClimateFEVER", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.38306, - "ndcg_at_3": 0.34472, - "ndcg_at_5": 0.36935, - "ndcg_at_10": 0.4186, - "ndcg_at_20": 0.45407, - "ndcg_at_100": 0.50208, - "ndcg_at_1000": 0.52705, - "map_at_1": 0.16961, - "map_at_3": 0.25469, - "map_at_5": 0.28333, - "map_at_10": 0.31075, - "map_at_20": 0.32564, - "map_at_100": 0.33695, - "map_at_1000": 0.3387, - "recall_at_1": 0.16961, - "recall_at_3": 0.31636, - "recall_at_5": 0.39011, - "recall_at_10": 0.49879, - "recall_at_20": 0.59651, - "recall_at_100": 0.77443, - "recall_at_1000": 0.9085, - "precision_at_1": 0.38306, - "precision_at_3": 0.26471, - "precision_at_5": 0.20261, - "precision_at_10": 0.13459, - "precision_at_20": 0.08309, - "precision_at_100": 0.02256, - "precision_at_1000": 0.00273, - "mrr_at_1": 0.383062, - "mrr_at_3": 0.493811, - "mrr_at_5": 0.513322, - "mrr_at_10": 0.525964, - "mrr_at_20": 0.530174, - "mrr_at_100": 0.532166, - "mrr_at_1000": 0.532368, - "nauc_ndcg_at_1_max": 0.256097, - "nauc_ndcg_at_1_std": 0.09206, - "nauc_ndcg_at_1_diff1": 0.26986, - "nauc_ndcg_at_3_max": 0.296826, - "nauc_ndcg_at_3_std": 0.111679, - "nauc_ndcg_at_3_diff1": 0.255281, - "nauc_ndcg_at_5_max": 0.312126, - "nauc_ndcg_at_5_std": 0.15024, - "nauc_ndcg_at_5_diff1": 0.250927, - "nauc_ndcg_at_10_max": 0.32947, - "nauc_ndcg_at_10_std": 0.19596, - "nauc_ndcg_at_10_diff1": 0.24074, - "nauc_ndcg_at_20_max": 0.339201, - "nauc_ndcg_at_20_std": 0.219982, - "nauc_ndcg_at_20_diff1": 0.244384, - "nauc_ndcg_at_100_max": 0.345048, - "nauc_ndcg_at_100_std": 0.23209, - "nauc_ndcg_at_100_diff1": 0.241649, - "nauc_ndcg_at_1000_max": 0.341084, - "nauc_ndcg_at_1000_std": 0.222644, - "nauc_ndcg_at_1000_diff1": 0.243797, - "nauc_map_at_1_max": 0.238224, - "nauc_map_at_1_std": 0.029381, - "nauc_map_at_1_diff1": 0.356333, - "nauc_map_at_3_max": 0.284652, - "nauc_map_at_3_std": 0.080943, - "nauc_map_at_3_diff1": 0.293331, - "nauc_map_at_5_max": 0.296714, - "nauc_map_at_5_std": 0.115113, - "nauc_map_at_5_diff1": 0.274273, - "nauc_map_at_10_max": 0.310781, - "nauc_map_at_10_std": 0.146503, - "nauc_map_at_10_diff1": 0.265812, - "nauc_map_at_20_max": 0.316406, - "nauc_map_at_20_std": 0.158773, - "nauc_map_at_20_diff1": 0.266501, - "nauc_map_at_100_max": 0.318103, - "nauc_map_at_100_std": 0.163579, - "nauc_map_at_100_diff1": 0.266194, - "nauc_map_at_1000_max": 0.318007, - "nauc_map_at_1000_std": 0.163126, - "nauc_map_at_1000_diff1": 0.266154, - "nauc_recall_at_1_max": 0.238224, - "nauc_recall_at_1_std": 0.029381, - "nauc_recall_at_1_diff1": 0.356333, - "nauc_recall_at_3_max": 0.284843, - "nauc_recall_at_3_std": 0.106253, - "nauc_recall_at_3_diff1": 0.24655, - "nauc_recall_at_5_max": 0.300964, - "nauc_recall_at_5_std": 0.169157, - "nauc_recall_at_5_diff1": 0.209577, - "nauc_recall_at_10_max": 0.310225, - "nauc_recall_at_10_std": 0.25384, - "nauc_recall_at_10_diff1": 0.175807, - "nauc_recall_at_20_max": 0.320351, - "nauc_recall_at_20_std": 0.313562, - "nauc_recall_at_20_diff1": 0.175632, - "nauc_recall_at_100_max": 0.351103, - "nauc_recall_at_100_std": 0.40434, - "nauc_recall_at_100_diff1": 0.148882, - "nauc_recall_at_1000_max": 0.391042, - "nauc_recall_at_1000_std": 0.516417, - "nauc_recall_at_1000_diff1": 0.154463, - "nauc_precision_at_1_max": 0.256097, - "nauc_precision_at_1_std": 0.09206, - "nauc_precision_at_1_diff1": 0.26986, - "nauc_precision_at_3_max": 0.286442, - "nauc_precision_at_3_std": 0.17657, - "nauc_precision_at_3_diff1": 0.12325, - "nauc_precision_at_5_max": 0.287139, - "nauc_precision_at_5_std": 0.243194, - "nauc_precision_at_5_diff1": 0.062838, - "nauc_precision_at_10_max": 0.267924, - "nauc_precision_at_10_std": 0.297272, - "nauc_precision_at_10_diff1": 0.002529, - "nauc_precision_at_20_max": 0.242835, - "nauc_precision_at_20_std": 0.312185, - "nauc_precision_at_20_diff1": -0.013697, - "nauc_precision_at_100_max": 0.150157, - "nauc_precision_at_100_std": 0.265397, - "nauc_precision_at_100_diff1": -0.103002, - "nauc_precision_at_1000_max": 0.029972, - "nauc_precision_at_1000_std": 0.152088, - "nauc_precision_at_1000_diff1": -0.169429, - "nauc_mrr_at_1_max": 0.256097, - "nauc_mrr_at_1_std": 0.09206, - "nauc_mrr_at_1_diff1": 0.26986, - "nauc_mrr_at_3_max": 0.295369, - "nauc_mrr_at_3_std": 0.143826, - "nauc_mrr_at_3_diff1": 0.241574, - "nauc_mrr_at_5_max": 0.30428, - "nauc_mrr_at_5_std": 0.153705, - "nauc_mrr_at_5_diff1": 0.241685, - "nauc_mrr_at_10_max": 0.303009, - "nauc_mrr_at_10_std": 0.15609, - "nauc_mrr_at_10_diff1": 0.242235, - "nauc_mrr_at_20_max": 0.302566, - "nauc_mrr_at_20_std": 0.156269, - "nauc_mrr_at_20_diff1": 0.242951, - "nauc_mrr_at_100_max": 0.302163, - "nauc_mrr_at_100_std": 0.154878, - "nauc_mrr_at_100_diff1": 0.243131, - "nauc_mrr_at_1000_max": 0.302026, - "nauc_mrr_at_1000_std": 0.154691, - "nauc_mrr_at_1000_diff1": 0.243294, - "main_score": 0.4186, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 644638.2159519196, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CmedqaRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CmedqaRetrieval.json deleted file mode 100644 index 811261417f..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CmedqaRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", - "task_name": "CmedqaRetrieval", - "mteb_version": "1.28.0", - "scores": { - "dev": [ - { - "ndcg_at_1": 0.3821, - "ndcg_at_3": 0.38438, - "ndcg_at_5": 0.40443, - "ndcg_at_10": 0.43306, - "ndcg_at_20": 0.46183, - "ndcg_at_100": 0.50646, - "ndcg_at_1000": 0.5282, - "map_at_1": 0.25153, - "map_at_3": 0.33038, - "map_at_5": 0.35228, - "map_at_10": 0.36924, - "map_at_20": 0.3796, - "map_at_100": 0.38792, - "map_at_1000": 0.38914, - "recall_at_1": 0.25153, - "recall_at_3": 0.38253, - "recall_at_5": 0.44508, - "recall_at_10": 0.53012, - "recall_at_20": 0.62915, - "recall_at_100": 0.83487, - "recall_at_1000": 0.98059, - "precision_at_1": 0.3821, - "precision_at_3": 0.21605, - "precision_at_5": 0.15664, - "precision_at_10": 0.09585, - "precision_at_20": 0.05731, - "precision_at_100": 0.01545, - "precision_at_1000": 0.00183, - "mrr_at_1": 0.382096, - "mrr_at_3": 0.436776, - "mrr_at_5": 0.449929, - "mrr_at_10": 0.460602, - "mrr_at_20": 0.466425, - "mrr_at_100": 0.470609, - "mrr_at_1000": 0.471081, - "nauc_ndcg_at_1_max": 0.472941, - "nauc_ndcg_at_1_std": 0.011506, - "nauc_ndcg_at_1_diff1": 0.65073, - "nauc_ndcg_at_3_max": 0.400306, - "nauc_ndcg_at_3_std": -0.021844, - "nauc_ndcg_at_3_diff1": 0.556355, - "nauc_ndcg_at_5_max": 0.384437, - "nauc_ndcg_at_5_std": -0.028594, - "nauc_ndcg_at_5_diff1": 0.543432, - "nauc_ndcg_at_10_max": 0.379058, - "nauc_ndcg_at_10_std": -0.022464, - "nauc_ndcg_at_10_diff1": 0.532127, - "nauc_ndcg_at_20_max": 0.386325, - "nauc_ndcg_at_20_std": -0.014661, - "nauc_ndcg_at_20_diff1": 0.530613, - "nauc_ndcg_at_100_max": 0.402745, - "nauc_ndcg_at_100_std": 0.012013, - "nauc_ndcg_at_100_diff1": 0.535367, - "nauc_ndcg_at_1000_max": 0.407732, - "nauc_ndcg_at_1000_std": 0.004336, - "nauc_ndcg_at_1000_diff1": 0.544837, - "nauc_map_at_1_max": 0.297667, - "nauc_map_at_1_std": -0.065036, - "nauc_map_at_1_diff1": 0.55916, - "nauc_map_at_3_max": 0.348091, - "nauc_map_at_3_std": -0.059474, - "nauc_map_at_3_diff1": 0.540836, - "nauc_map_at_5_max": 0.359765, - "nauc_map_at_5_std": -0.051715, - "nauc_map_at_5_diff1": 0.538996, - "nauc_map_at_10_max": 0.367189, - "nauc_map_at_10_std": -0.042277, - "nauc_map_at_10_diff1": 0.535705, - "nauc_map_at_20_max": 0.373278, - "nauc_map_at_20_std": -0.037319, - "nauc_map_at_20_diff1": 0.536623, - "nauc_map_at_100_max": 0.378037, - "nauc_map_at_100_std": -0.030759, - "nauc_map_at_100_diff1": 0.538127, - "nauc_map_at_1000_max": 0.378518, - "nauc_map_at_1000_std": -0.030761, - "nauc_map_at_1000_diff1": 0.538489, - "nauc_recall_at_1_max": 0.297667, - "nauc_recall_at_1_std": -0.065036, - "nauc_recall_at_1_diff1": 0.55916, - "nauc_recall_at_3_max": 0.302726, - "nauc_recall_at_3_std": -0.064455, - "nauc_recall_at_3_diff1": 0.47646, - "nauc_recall_at_5_max": 0.295304, - "nauc_recall_at_5_std": -0.053595, - "nauc_recall_at_5_diff1": 0.446824, - "nauc_recall_at_10_max": 0.280634, - "nauc_recall_at_10_std": -0.02122, - "nauc_recall_at_10_diff1": 0.40478, - "nauc_recall_at_20_max": 0.278269, - "nauc_recall_at_20_std": -0.000429, - "nauc_recall_at_20_diff1": 0.372018, - "nauc_recall_at_100_max": 0.30131, - "nauc_recall_at_100_std": 0.193349, - "nauc_recall_at_100_diff1": 0.292745, - "nauc_recall_at_1000_max": 0.33964, - "nauc_recall_at_1000_std": 0.532129, - "nauc_recall_at_1000_diff1": 0.197514, - "nauc_precision_at_1_max": 0.472941, - "nauc_precision_at_1_std": 0.011506, - "nauc_precision_at_1_diff1": 0.65073, - "nauc_precision_at_3_max": 0.454966, - "nauc_precision_at_3_std": 0.05432, - "nauc_precision_at_3_diff1": 0.440588, - "nauc_precision_at_5_max": 0.439257, - "nauc_precision_at_5_std": 0.081048, - "nauc_precision_at_5_diff1": 0.375711, - "nauc_precision_at_10_max": 0.412745, - "nauc_precision_at_10_std": 0.120234, - "nauc_precision_at_10_diff1": 0.299403, - "nauc_precision_at_20_max": 0.398018, - "nauc_precision_at_20_std": 0.152937, - "nauc_precision_at_20_diff1": 0.244872, - "nauc_precision_at_100_max": 0.35012, - "nauc_precision_at_100_std": 0.240025, - "nauc_precision_at_100_diff1": 0.132948, - "nauc_precision_at_1000_max": 0.291727, - "nauc_precision_at_1000_std": 0.206349, - "nauc_precision_at_1000_diff1": 0.0646, - "nauc_mrr_at_1_max": 0.472941, - "nauc_mrr_at_1_std": 0.011506, - "nauc_mrr_at_1_diff1": 0.65073, - "nauc_mrr_at_3_max": 0.456503, - "nauc_mrr_at_3_std": 0.005387, - "nauc_mrr_at_3_diff1": 0.618489, - "nauc_mrr_at_5_max": 0.453089, - "nauc_mrr_at_5_std": 0.007656, - "nauc_mrr_at_5_diff1": 0.61148, - "nauc_mrr_at_10_max": 0.452298, - "nauc_mrr_at_10_std": 0.0115, - "nauc_mrr_at_10_diff1": 0.607758, - "nauc_mrr_at_20_max": 0.452277, - "nauc_mrr_at_20_std": 0.011928, - "nauc_mrr_at_20_diff1": 0.606927, - "nauc_mrr_at_100_max": 0.453238, - "nauc_mrr_at_100_std": 0.013097, - "nauc_mrr_at_100_diff1": 0.607616, - "nauc_mrr_at_1000_max": 0.453298, - "nauc_mrr_at_1000_std": 0.012893, - "nauc_mrr_at_1000_diff1": 0.607901, - "main_score": 0.43306, - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ] - } - ] - }, - "evaluation_time": 16793.309911966324, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CovidRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CovidRetrieval.json deleted file mode 100644 index c49bb25955..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/CovidRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", - "task_name": "CovidRetrieval", - "mteb_version": "1.28.0", - "scores": { - "dev": [ - { - "ndcg_at_1": 0.77977, - "ndcg_at_3": 0.84489, - "ndcg_at_5": 0.86183, - "ndcg_at_10": 0.87159, - "ndcg_at_20": 0.87638, - "ndcg_at_100": 0.87976, - "ndcg_at_1000": 0.88026, - "map_at_1": 0.77713, - "map_at_3": 0.82947, - "map_at_5": 0.83909, - "map_at_10": 0.84332, - "map_at_20": 0.84472, - "map_at_100": 0.8452, - "map_at_1000": 0.84522, - "recall_at_1": 0.77713, - "recall_at_3": 0.88857, - "recall_at_5": 0.92914, - "recall_at_10": 0.95838, - "recall_at_20": 0.97682, - "recall_at_100": 0.99473, - "recall_at_1000": 0.99895, - "precision_at_1": 0.77977, - "precision_at_3": 0.29856, - "precision_at_5": 0.18757, - "precision_at_10": 0.09684, - "precision_at_20": 0.04937, - "precision_at_100": 0.01005, - "precision_at_1000": 0.00101, - "mrr_at_1": 0.779768, - "mrr_at_3": 0.82947, - "mrr_at_5": 0.839322, - "mrr_at_10": 0.843297, - "mrr_at_20": 0.844602, - "mrr_at_100": 0.845085, - "mrr_at_1000": 0.845098, - "nauc_ndcg_at_1_max": 0.106257, - "nauc_ndcg_at_1_std": -0.37587, - "nauc_ndcg_at_1_diff1": 0.876739, - "nauc_ndcg_at_3_max": 0.114731, - "nauc_ndcg_at_3_std": -0.394782, - "nauc_ndcg_at_3_diff1": 0.851518, - "nauc_ndcg_at_5_max": 0.133553, - "nauc_ndcg_at_5_std": -0.380635, - "nauc_ndcg_at_5_diff1": 0.847753, - "nauc_ndcg_at_10_max": 0.135939, - "nauc_ndcg_at_10_std": -0.353862, - "nauc_ndcg_at_10_diff1": 0.852025, - "nauc_ndcg_at_20_max": 0.123043, - "nauc_ndcg_at_20_std": -0.344532, - "nauc_ndcg_at_20_diff1": 0.854869, - "nauc_ndcg_at_100_max": 0.12359, - "nauc_ndcg_at_100_std": -0.362481, - "nauc_ndcg_at_100_diff1": 0.856223, - "nauc_ndcg_at_1000_max": 0.12554, - "nauc_ndcg_at_1000_std": -0.364419, - "nauc_ndcg_at_1000_diff1": 0.856547, - "nauc_map_at_1_max": 0.107918, - "nauc_map_at_1_std": -0.380017, - "nauc_map_at_1_diff1": 0.88115, - "nauc_map_at_3_max": 0.112948, - "nauc_map_at_3_std": -0.387444, - "nauc_map_at_3_diff1": 0.859009, - "nauc_map_at_5_max": 0.123632, - "nauc_map_at_5_std": -0.381401, - "nauc_map_at_5_diff1": 0.857334, - "nauc_map_at_10_max": 0.125679, - "nauc_map_at_10_std": -0.37196, - "nauc_map_at_10_diff1": 0.858887, - "nauc_map_at_20_max": 0.122576, - "nauc_map_at_20_std": -0.369194, - "nauc_map_at_20_diff1": 0.859492, - "nauc_map_at_100_max": 0.123137, - "nauc_map_at_100_std": -0.371156, - "nauc_map_at_100_diff1": 0.859659, - "nauc_map_at_1000_max": 0.123179, - "nauc_map_at_1000_std": -0.371229, - "nauc_map_at_1000_diff1": 0.859666, - "nauc_recall_at_1_max": 0.107918, - "nauc_recall_at_1_std": -0.380017, - "nauc_recall_at_1_diff1": 0.88115, - "nauc_recall_at_3_max": 0.115712, - "nauc_recall_at_3_std": -0.420403, - "nauc_recall_at_3_diff1": 0.822085, - "nauc_recall_at_5_max": 0.193703, - "nauc_recall_at_5_std": -0.364651, - "nauc_recall_at_5_diff1": 0.790229, - "nauc_recall_at_10_max": 0.247021, - "nauc_recall_at_10_std": -0.130473, - "nauc_recall_at_10_diff1": 0.790931, - "nauc_recall_at_20_max": 0.083776, - "nauc_recall_at_20_std": 0.195544, - "nauc_recall_at_20_diff1": 0.801544, - "nauc_recall_at_100_max": -0.164048, - "nauc_recall_at_100_std": -0.04217, - "nauc_recall_at_100_diff1": 0.773525, - "nauc_recall_at_1000_max": 0.357809, - "nauc_recall_at_1000_std": -0.171046, - "nauc_recall_at_1000_diff1": 0.722168, - "nauc_precision_at_1_max": 0.106257, - "nauc_precision_at_1_std": -0.37587, - "nauc_precision_at_1_diff1": 0.876739, - "nauc_precision_at_3_max": 0.123466, - "nauc_precision_at_3_std": -0.352022, - "nauc_precision_at_3_diff1": 0.693658, - "nauc_precision_at_5_max": 0.218156, - "nauc_precision_at_5_std": -0.267725, - "nauc_precision_at_5_diff1": 0.556505, - "nauc_precision_at_10_max": 0.280424, - "nauc_precision_at_10_std": -0.039005, - "nauc_precision_at_10_diff1": 0.400286, - "nauc_precision_at_20_max": 0.178965, - "nauc_precision_at_20_std": 0.200597, - "nauc_precision_at_20_diff1": 0.197173, - "nauc_precision_at_100_max": 0.195903, - "nauc_precision_at_100_std": 0.151328, - "nauc_precision_at_100_diff1": -0.268167, - "nauc_precision_at_1000_max": 0.302629, - "nauc_precision_at_1000_std": 0.186426, - "nauc_precision_at_1000_diff1": -0.49766, - "nauc_mrr_at_1_max": 0.114448, - "nauc_mrr_at_1_std": -0.384039, - "nauc_mrr_at_1_diff1": 0.876739, - "nauc_mrr_at_3_max": 0.120501, - "nauc_mrr_at_3_std": -0.396139, - "nauc_mrr_at_3_diff1": 0.858329, - "nauc_mrr_at_5_max": 0.125492, - "nauc_mrr_at_5_std": -0.386156, - "nauc_mrr_at_5_diff1": 0.856892, - "nauc_mrr_at_10_max": 0.126474, - "nauc_mrr_at_10_std": -0.377216, - "nauc_mrr_at_10_diff1": 0.858803, - "nauc_mrr_at_20_max": 0.123774, - "nauc_mrr_at_20_std": -0.375013, - "nauc_mrr_at_20_diff1": 0.8595, - "nauc_mrr_at_100_max": 0.124338, - "nauc_mrr_at_100_std": -0.376993, - "nauc_mrr_at_100_diff1": 0.859667, - "nauc_mrr_at_1000_max": 0.124381, - "nauc_mrr_at_1000_std": -0.377067, - "nauc_mrr_at_1000_diff1": 0.859674, - "main_score": 0.87159, - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ] - } - ] - }, - "evaluation_time": 17476.262266874313, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DuRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DuRetrieval.json deleted file mode 100644 index 90dc37d67e..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/DuRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced", - "task_name": "DuRetrieval", - "mteb_version": "1.28.0", - "scores": { - "dev": [ - { - "ndcg_at_1": 0.9195, - "ndcg_at_3": 0.89564, - "ndcg_at_5": 0.8874, - "ndcg_at_10": 0.90816, - "ndcg_at_20": 0.92049, - "ndcg_at_100": 0.92944, - "ndcg_at_1000": 0.93101, - "map_at_1": 0.27469, - "map_at_3": 0.58833, - "map_at_5": 0.74146, - "map_at_10": 0.8449, - "map_at_20": 0.86583, - "map_at_100": 0.8715, - "map_at_1000": 0.87167, - "recall_at_1": 0.27469, - "recall_at_3": 0.61253, - "recall_at_5": 0.78605, - "recall_at_10": 0.91984, - "recall_at_20": 0.96157, - "recall_at_100": 0.99012, - "recall_at_1000": 0.9985, - "precision_at_1": 0.9195, - "precision_at_3": 0.79933, - "precision_at_5": 0.6752, - "precision_at_10": 0.43125, - "precision_at_20": 0.23365, - "precision_at_100": 0.04873, - "precision_at_1000": 0.00491, - "mrr_at_1": 0.9195, - "mrr_at_3": 0.946833, - "mrr_at_5": 0.948033, - "mrr_at_10": 0.948327, - "mrr_at_20": 0.948645, - "mrr_at_100": 0.948776, - "mrr_at_1000": 0.948791, - "nauc_ndcg_at_1_max": 0.383147, - "nauc_ndcg_at_1_std": 0.254415, - "nauc_ndcg_at_1_diff1": 0.200724, - "nauc_ndcg_at_3_max": 0.284644, - "nauc_ndcg_at_3_std": 0.163111, - "nauc_ndcg_at_3_diff1": 0.04136, - "nauc_ndcg_at_5_max": 0.208656, - "nauc_ndcg_at_5_std": 0.074921, - "nauc_ndcg_at_5_diff1": 0.069999, - "nauc_ndcg_at_10_max": 0.319021, - "nauc_ndcg_at_10_std": 0.098952, - "nauc_ndcg_at_10_diff1": 0.074908, - "nauc_ndcg_at_20_max": 0.351138, - "nauc_ndcg_at_20_std": 0.159928, - "nauc_ndcg_at_20_diff1": 0.058599, - "nauc_ndcg_at_100_max": 0.354467, - "nauc_ndcg_at_100_std": 0.202691, - "nauc_ndcg_at_100_diff1": 0.046742, - "nauc_ndcg_at_1000_max": 0.348608, - "nauc_ndcg_at_1000_std": 0.197889, - "nauc_ndcg_at_1000_diff1": 0.04455, - "nauc_map_at_1_max": -0.145448, - "nauc_map_at_1_std": -0.36809, - "nauc_map_at_1_diff1": 0.48945, - "nauc_map_at_3_max": -0.043561, - "nauc_map_at_3_std": -0.365114, - "nauc_map_at_3_diff1": 0.345076, - "nauc_map_at_5_max": 0.047926, - "nauc_map_at_5_std": -0.29224, - "nauc_map_at_5_diff1": 0.236996, - "nauc_map_at_10_max": 0.233542, - "nauc_map_at_10_std": -0.081883, - "nauc_map_at_10_diff1": 0.103199, - "nauc_map_at_20_max": 0.261761, - "nauc_map_at_20_std": 0.043185, - "nauc_map_at_20_diff1": 0.057029, - "nauc_map_at_100_max": 0.26251, - "nauc_map_at_100_std": 0.073792, - "nauc_map_at_100_diff1": 0.044363, - "nauc_map_at_1000_max": 0.26215, - "nauc_map_at_1000_std": 0.073779, - "nauc_map_at_1000_diff1": 0.043981, - "nauc_recall_at_1_max": -0.145448, - "nauc_recall_at_1_std": -0.36809, - "nauc_recall_at_1_diff1": 0.48945, - "nauc_recall_at_3_max": -0.081063, - "nauc_recall_at_3_std": -0.399847, - "nauc_recall_at_3_diff1": 0.361148, - "nauc_recall_at_5_max": -0.018721, - "nauc_recall_at_5_std": -0.375321, - "nauc_recall_at_5_diff1": 0.274684, - "nauc_recall_at_10_max": 0.274409, - "nauc_recall_at_10_std": -0.174715, - "nauc_recall_at_10_diff1": 0.181816, - "nauc_recall_at_20_max": 0.420335, - "nauc_recall_at_20_std": 0.132844, - "nauc_recall_at_20_diff1": 0.111351, - "nauc_recall_at_100_max": 0.634582, - "nauc_recall_at_100_std": 0.541563, - "nauc_recall_at_100_diff1": 0.087789, - "nauc_recall_at_1000_max": 0.737315, - "nauc_recall_at_1000_std": 0.783703, - "nauc_recall_at_1000_diff1": 0.151756, - "nauc_precision_at_1_max": 0.383147, - "nauc_precision_at_1_std": 0.254415, - "nauc_precision_at_1_diff1": 0.200724, - "nauc_precision_at_3_max": 0.337041, - "nauc_precision_at_3_std": 0.407562, - "nauc_precision_at_3_diff1": -0.415615, - "nauc_precision_at_5_max": 0.266911, - "nauc_precision_at_5_std": 0.440977, - "nauc_precision_at_5_diff1": -0.428939, - "nauc_precision_at_10_max": 0.235844, - "nauc_precision_at_10_std": 0.486534, - "nauc_precision_at_10_diff1": -0.393653, - "nauc_precision_at_20_max": 0.186268, - "nauc_precision_at_20_std": 0.522362, - "nauc_precision_at_20_diff1": -0.381004, - "nauc_precision_at_100_max": 0.153183, - "nauc_precision_at_100_std": 0.524707, - "nauc_precision_at_100_diff1": -0.375629, - "nauc_precision_at_1000_max": 0.145627, - "nauc_precision_at_1000_std": 0.519881, - "nauc_precision_at_1000_diff1": -0.376074, - "nauc_mrr_at_1_max": 0.383147, - "nauc_mrr_at_1_std": 0.254415, - "nauc_mrr_at_1_diff1": 0.200724, - "nauc_mrr_at_3_max": 0.484265, - "nauc_mrr_at_3_std": 0.32605, - "nauc_mrr_at_3_diff1": 0.205285, - "nauc_mrr_at_5_max": 0.476027, - "nauc_mrr_at_5_std": 0.325635, - "nauc_mrr_at_5_diff1": 0.197022, - "nauc_mrr_at_10_max": 0.474584, - "nauc_mrr_at_10_std": 0.325057, - "nauc_mrr_at_10_diff1": 0.198632, - "nauc_mrr_at_20_max": 0.471959, - "nauc_mrr_at_20_std": 0.323991, - "nauc_mrr_at_20_diff1": 0.19741, - "nauc_mrr_at_100_max": 0.471371, - "nauc_mrr_at_100_std": 0.32264, - "nauc_mrr_at_100_diff1": 0.196933, - "nauc_mrr_at_1000_max": 0.471235, - "nauc_mrr_at_1000_std": 0.322476, - "nauc_mrr_at_1000_diff1": 0.196877, - "main_score": 0.90816, - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ] - } - ] - }, - "evaluation_time": 17510.853296995163, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json deleted file mode 100644 index 5038d77ce0..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FEVER.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", - "task_name": "FEVER", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.91674, - "ndcg_at_3": 0.93128, - "ndcg_at_5": 0.93602, - "ndcg_at_10": 0.94021, - "ndcg_at_20": 0.94287, - "ndcg_at_100": 0.94527, - "ndcg_at_1000": 0.94645, - "map_at_1": 0.85129, - "map_at_3": 0.90924, - "map_at_5": 0.91445, - "map_at_10": 0.91765, - "map_at_20": 0.91891, - "map_at_100": 0.91953, - "map_at_1000": 0.91962, - "recall_at_1": 0.85129, - "recall_at_3": 0.94809, - "recall_at_5": 0.96069, - "recall_at_10": 0.97198, - "recall_at_20": 0.97986, - "recall_at_100": 0.98943, - "recall_at_1000": 0.99607, - "precision_at_1": 0.91674, - "precision_at_3": 0.35029, - "precision_at_5": 0.21542, - "precision_at_10": 0.11053, - "precision_at_20": 0.05641, - "precision_at_100": 0.01155, - "precision_at_1000": 0.00118, - "mrr_at_1": 0.916742, - "mrr_at_3": 0.95237, - "mrr_at_5": 0.95354, - "mrr_at_10": 0.953765, - "mrr_at_20": 0.953854, - "mrr_at_100": 0.953879, - "mrr_at_1000": 0.953881, - "nauc_ndcg_at_1_max": 0.200963, - "nauc_ndcg_at_1_std": -0.294783, - "nauc_ndcg_at_1_diff1": 0.836281, - "nauc_ndcg_at_3_max": 0.124379, - "nauc_ndcg_at_3_std": -0.146216, - "nauc_ndcg_at_3_diff1": 0.55413, - "nauc_ndcg_at_5_max": 0.110637, - "nauc_ndcg_at_5_std": -0.120708, - "nauc_ndcg_at_5_diff1": 0.547815, - "nauc_ndcg_at_10_max": 0.1064, - "nauc_ndcg_at_10_std": -0.121266, - "nauc_ndcg_at_10_diff1": 0.554839, - "nauc_ndcg_at_20_max": 0.118547, - "nauc_ndcg_at_20_std": -0.125019, - "nauc_ndcg_at_20_diff1": 0.567087, - "nauc_ndcg_at_100_max": 0.129973, - "nauc_ndcg_at_100_std": -0.133041, - "nauc_ndcg_at_100_diff1": 0.582039, - "nauc_ndcg_at_1000_max": 0.133239, - "nauc_ndcg_at_1000_std": -0.142252, - "nauc_ndcg_at_1000_diff1": 0.593446, - "nauc_map_at_1_max": 0.126981, - "nauc_map_at_1_std": -0.149421, - "nauc_map_at_1_diff1": 0.617309, - "nauc_map_at_3_max": 0.098765, - "nauc_map_at_3_std": -0.125312, - "nauc_map_at_3_diff1": 0.537325, - "nauc_map_at_5_max": 0.098259, - "nauc_map_at_5_std": -0.117422, - "nauc_map_at_5_diff1": 0.541624, - "nauc_map_at_10_max": 0.09999, - "nauc_map_at_10_std": -0.118304, - "nauc_map_at_10_diff1": 0.547622, - "nauc_map_at_20_max": 0.105726, - "nauc_map_at_20_std": -0.119668, - "nauc_map_at_20_diff1": 0.551813, - "nauc_map_at_100_max": 0.1085, - "nauc_map_at_100_std": -0.120936, - "nauc_map_at_100_diff1": 0.554691, - "nauc_map_at_1000_max": 0.108726, - "nauc_map_at_1000_std": -0.121303, - "nauc_map_at_1000_diff1": 0.555168, - "nauc_recall_at_1_max": 0.126981, - "nauc_recall_at_1_std": -0.149421, - "nauc_recall_at_1_diff1": 0.617309, - "nauc_recall_at_3_max": 0.041027, - "nauc_recall_at_3_std": -0.020954, - "nauc_recall_at_3_diff1": 0.292501, - "nauc_recall_at_5_max": 0.006835, - "nauc_recall_at_5_std": 0.08156, - "nauc_recall_at_5_diff1": 0.230687, - "nauc_recall_at_10_max": -0.033987, - "nauc_recall_at_10_std": 0.147118, - "nauc_recall_at_10_diff1": 0.172189, - "nauc_recall_at_20_max": -0.014059, - "nauc_recall_at_20_std": 0.235298, - "nauc_recall_at_20_diff1": 0.120404, - "nauc_recall_at_100_max": 0.046342, - "nauc_recall_at_100_std": 0.386133, - "nauc_recall_at_100_diff1": 0.019892, - "nauc_recall_at_1000_max": 0.086675, - "nauc_recall_at_1000_std": 0.574108, - "nauc_recall_at_1000_diff1": -0.053263, - "nauc_precision_at_1_max": 0.200963, - "nauc_precision_at_1_std": -0.294783, - "nauc_precision_at_1_diff1": 0.836281, - "nauc_precision_at_3_max": -0.033005, - "nauc_precision_at_3_std": -0.007919, - "nauc_precision_at_3_diff1": -0.188119, - "nauc_precision_at_5_max": -0.033352, - "nauc_precision_at_5_std": 0.037154, - "nauc_precision_at_5_diff1": -0.222267, - "nauc_precision_at_10_max": -0.023587, - "nauc_precision_at_10_std": 0.03179, - "nauc_precision_at_10_diff1": -0.214056, - "nauc_precision_at_20_max": 0.010127, - "nauc_precision_at_20_std": 0.021757, - "nauc_precision_at_20_diff1": -0.200227, - "nauc_precision_at_100_max": 0.035546, - "nauc_precision_at_100_std": 0.013302, - "nauc_precision_at_100_diff1": -0.184073, - "nauc_precision_at_1000_max": 0.037835, - "nauc_precision_at_1000_std": -0.01157, - "nauc_precision_at_1000_diff1": -0.165991, - "nauc_mrr_at_1_max": 0.200963, - "nauc_mrr_at_1_std": -0.294783, - "nauc_mrr_at_1_diff1": 0.836281, - "nauc_mrr_at_3_max": 0.229608, - "nauc_mrr_at_3_std": -0.331408, - "nauc_mrr_at_3_diff1": 0.833905, - "nauc_mrr_at_5_max": 0.225056, - "nauc_mrr_at_5_std": -0.321485, - "nauc_mrr_at_5_diff1": 0.835759, - "nauc_mrr_at_10_max": 0.224909, - "nauc_mrr_at_10_std": -0.319525, - "nauc_mrr_at_10_diff1": 0.835313, - "nauc_mrr_at_20_max": 0.224094, - "nauc_mrr_at_20_std": -0.319021, - "nauc_mrr_at_20_diff1": 0.835203, - "nauc_mrr_at_100_max": 0.223754, - "nauc_mrr_at_100_std": -0.319241, - "nauc_mrr_at_100_diff1": 0.83524, - "nauc_mrr_at_1000_max": 0.223731, - "nauc_mrr_at_1000_std": -0.319267, - "nauc_mrr_at_1000_diff1": 0.835248, - "main_score": 0.94021, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 645411.3231983185, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json deleted file mode 100644 index 981d4f66a5..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/FiQA2018.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", - "task_name": "FiQA2018", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.63272, - "ndcg_at_3": 0.58356, - "ndcg_at_5": 0.59256, - "ndcg_at_10": 0.6238, - "ndcg_at_20": 0.65332, - "ndcg_at_100": 0.68715, - "ndcg_at_1000": 0.70036, - "map_at_1": 0.33531, - "map_at_3": 0.47891, - "map_at_5": 0.5128, - "map_at_10": 0.54291, - "map_at_20": 0.55682, - "map_at_100": 0.56546, - "map_at_1000": 0.56654, - "recall_at_1": 0.33531, - "recall_at_3": 0.52499, - "recall_at_5": 0.59244, - "recall_at_10": 0.69111, - "recall_at_20": 0.78161, - "recall_at_100": 0.91338, - "recall_at_1000": 0.9877, - "precision_at_1": 0.63272, - "precision_at_3": 0.3858, - "precision_at_5": 0.27562, - "precision_at_10": 0.16821, - "precision_at_20": 0.09722, - "precision_at_100": 0.02353, - "precision_at_1000": 0.00259, - "mrr_at_1": 0.632716, - "mrr_at_3": 0.684414, - "mrr_at_5": 0.694444, - "mrr_at_10": 0.70175, - "mrr_at_20": 0.706006, - "mrr_at_100": 0.707831, - "mrr_at_1000": 0.707934, - "nauc_ndcg_at_1_max": 0.212811, - "nauc_ndcg_at_1_std": -0.130227, - "nauc_ndcg_at_1_diff1": 0.56721, - "nauc_ndcg_at_3_max": 0.165656, - "nauc_ndcg_at_3_std": -0.116878, - "nauc_ndcg_at_3_diff1": 0.448048, - "nauc_ndcg_at_5_max": 0.141227, - "nauc_ndcg_at_5_std": -0.100656, - "nauc_ndcg_at_5_diff1": 0.445586, - "nauc_ndcg_at_10_max": 0.109481, - "nauc_ndcg_at_10_std": -0.082487, - "nauc_ndcg_at_10_diff1": 0.457451, - "nauc_ndcg_at_20_max": 0.11081, - "nauc_ndcg_at_20_std": -0.066418, - "nauc_ndcg_at_20_diff1": 0.458189, - "nauc_ndcg_at_100_max": 0.138022, - "nauc_ndcg_at_100_std": -0.05446, - "nauc_ndcg_at_100_diff1": 0.459612, - "nauc_ndcg_at_1000_max": 0.152858, - "nauc_ndcg_at_1000_std": -0.070037, - "nauc_ndcg_at_1000_diff1": 0.458235, - "nauc_map_at_1_max": -0.017227, - "nauc_map_at_1_std": -0.104192, - "nauc_map_at_1_diff1": 0.473776, - "nauc_map_at_3_max": 0.040791, - "nauc_map_at_3_std": -0.095158, - "nauc_map_at_3_diff1": 0.464117, - "nauc_map_at_5_max": 0.082237, - "nauc_map_at_5_std": -0.096213, - "nauc_map_at_5_diff1": 0.450962, - "nauc_map_at_10_max": 0.092358, - "nauc_map_at_10_std": -0.09261, - "nauc_map_at_10_diff1": 0.44487, - "nauc_map_at_20_max": 0.098542, - "nauc_map_at_20_std": -0.086472, - "nauc_map_at_20_diff1": 0.442674, - "nauc_map_at_100_max": 0.106916, - "nauc_map_at_100_std": -0.083838, - "nauc_map_at_100_diff1": 0.442823, - "nauc_map_at_1000_max": 0.108345, - "nauc_map_at_1000_std": -0.08445, - "nauc_map_at_1000_diff1": 0.442585, - "nauc_recall_at_1_max": -0.017227, - "nauc_recall_at_1_std": -0.104192, - "nauc_recall_at_1_diff1": 0.473776, - "nauc_recall_at_3_max": 0.012979, - "nauc_recall_at_3_std": -0.086292, - "nauc_recall_at_3_diff1": 0.417823, - "nauc_recall_at_5_max": 0.052034, - "nauc_recall_at_5_std": -0.070576, - "nauc_recall_at_5_diff1": 0.393236, - "nauc_recall_at_10_max": -1.5e-05, - "nauc_recall_at_10_std": -0.0358, - "nauc_recall_at_10_diff1": 0.370877, - "nauc_recall_at_20_max": -0.052086, - "nauc_recall_at_20_std": 0.036301, - "nauc_recall_at_20_diff1": 0.364968, - "nauc_recall_at_100_max": -0.06674, - "nauc_recall_at_100_std": 0.276282, - "nauc_recall_at_100_diff1": 0.334105, - "nauc_recall_at_1000_max": -0.0549, - "nauc_recall_at_1000_std": 0.499195, - "nauc_recall_at_1000_diff1": 0.148801, - "nauc_precision_at_1_max": 0.212811, - "nauc_precision_at_1_std": -0.130227, - "nauc_precision_at_1_diff1": 0.56721, - "nauc_precision_at_3_max": 0.262484, - "nauc_precision_at_3_std": -0.054087, - "nauc_precision_at_3_diff1": 0.180287, - "nauc_precision_at_5_max": 0.315142, - "nauc_precision_at_5_std": -0.031302, - "nauc_precision_at_5_diff1": 0.082077, - "nauc_precision_at_10_max": 0.288288, - "nauc_precision_at_10_std": -0.008759, - "nauc_precision_at_10_diff1": -0.00044, - "nauc_precision_at_20_max": 0.299463, - "nauc_precision_at_20_std": 0.021446, - "nauc_precision_at_20_diff1": -0.057159, - "nauc_precision_at_100_max": 0.330684, - "nauc_precision_at_100_std": 0.042791, - "nauc_precision_at_100_diff1": -0.136545, - "nauc_precision_at_1000_max": 0.347186, - "nauc_precision_at_1000_std": 0.006582, - "nauc_precision_at_1000_diff1": -0.184712, - "nauc_mrr_at_1_max": 0.212811, - "nauc_mrr_at_1_std": -0.130227, - "nauc_mrr_at_1_diff1": 0.56721, - "nauc_mrr_at_3_max": 0.212252, - "nauc_mrr_at_3_std": -0.111688, - "nauc_mrr_at_3_diff1": 0.545639, - "nauc_mrr_at_5_max": 0.215646, - "nauc_mrr_at_5_std": -0.105954, - "nauc_mrr_at_5_diff1": 0.541776, - "nauc_mrr_at_10_max": 0.207678, - "nauc_mrr_at_10_std": -0.104279, - "nauc_mrr_at_10_diff1": 0.541344, - "nauc_mrr_at_20_max": 0.207757, - "nauc_mrr_at_20_std": -0.104875, - "nauc_mrr_at_20_diff1": 0.542014, - "nauc_mrr_at_100_max": 0.208762, - "nauc_mrr_at_100_std": -0.104387, - "nauc_mrr_at_100_diff1": 0.542508, - "nauc_mrr_at_1000_max": 0.208728, - "nauc_mrr_at_1000_std": -0.104598, - "nauc_mrr_at_1000_diff1": 0.542514, - "main_score": 0.6238, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 8721.730186700821, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json deleted file mode 100644 index a69be8fc9b..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NFCorpus.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", - "task_name": "NFCorpus", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.52012, - "ndcg_at_3": 0.48118, - "ndcg_at_5": 0.46453, - "ndcg_at_10": 0.43725, - "ndcg_at_20": 0.41354, - "ndcg_at_100": 0.4215, - "ndcg_at_1000": 0.52359, - "map_at_1": 0.06256, - "map_at_3": 0.11127, - "map_at_5": 0.13578, - "map_at_10": 0.16441, - "map_at_20": 0.19049, - "map_at_100": 0.23244, - "map_at_1000": 0.25938, - "recall_at_1": 0.06256, - "recall_at_3": 0.1214, - "recall_at_5": 0.16505, - "recall_at_10": 0.21802, - "recall_at_20": 0.27354, - "recall_at_100": 0.45131, - "recall_at_1000": 0.8067, - "precision_at_1": 0.5356, - "precision_at_3": 0.45924, - "precision_at_5": 0.41486, - "precision_at_10": 0.33963, - "precision_at_20": 0.25975, - "precision_at_100": 0.11985, - "precision_at_1000": 0.02831, - "mrr_at_1": 0.535604, - "mrr_at_3": 0.599587, - "mrr_at_5": 0.615841, - "mrr_at_10": 0.622714, - "mrr_at_20": 0.625219, - "mrr_at_100": 0.627232, - "mrr_at_1000": 0.627465, - "nauc_ndcg_at_1_max": 0.391359, - "nauc_ndcg_at_1_std": 0.191572, - "nauc_ndcg_at_1_diff1": 0.300327, - "nauc_ndcg_at_3_max": 0.393711, - "nauc_ndcg_at_3_std": 0.200757, - "nauc_ndcg_at_3_diff1": 0.168216, - "nauc_ndcg_at_5_max": 0.371457, - "nauc_ndcg_at_5_std": 0.22402, - "nauc_ndcg_at_5_diff1": 0.132493, - "nauc_ndcg_at_10_max": 0.373042, - "nauc_ndcg_at_10_std": 0.232199, - "nauc_ndcg_at_10_diff1": 0.101443, - "nauc_ndcg_at_20_max": 0.349191, - "nauc_ndcg_at_20_std": 0.240076, - "nauc_ndcg_at_20_diff1": 0.096131, - "nauc_ndcg_at_100_max": 0.334886, - "nauc_ndcg_at_100_std": 0.301681, - "nauc_ndcg_at_100_diff1": 0.158353, - "nauc_ndcg_at_1000_max": 0.392, - "nauc_ndcg_at_1000_std": 0.354806, - "nauc_ndcg_at_1000_diff1": 0.159469, - "nauc_map_at_1_max": -0.001257, - "nauc_map_at_1_std": 0.087213, - "nauc_map_at_1_diff1": 0.476541, - "nauc_map_at_3_max": 0.024942, - "nauc_map_at_3_std": 0.109646, - "nauc_map_at_3_diff1": 0.416773, - "nauc_map_at_5_max": 0.061587, - "nauc_map_at_5_std": 0.138374, - "nauc_map_at_5_diff1": 0.372888, - "nauc_map_at_10_max": 0.115571, - "nauc_map_at_10_std": 0.178206, - "nauc_map_at_10_diff1": 0.32837, - "nauc_map_at_20_max": 0.151877, - "nauc_map_at_20_std": 0.219641, - "nauc_map_at_20_diff1": 0.29154, - "nauc_map_at_100_max": 0.204579, - "nauc_map_at_100_std": 0.262607, - "nauc_map_at_100_diff1": 0.234531, - "nauc_map_at_1000_max": 0.232963, - "nauc_map_at_1000_std": 0.271354, - "nauc_map_at_1000_diff1": 0.202105, - "nauc_recall_at_1_max": -0.001257, - "nauc_recall_at_1_std": 0.087213, - "nauc_recall_at_1_diff1": 0.476541, - "nauc_recall_at_3_max": 0.007797, - "nauc_recall_at_3_std": 0.102361, - "nauc_recall_at_3_diff1": 0.393042, - "nauc_recall_at_5_max": 0.026146, - "nauc_recall_at_5_std": 0.114916, - "nauc_recall_at_5_diff1": 0.301157, - "nauc_recall_at_10_max": 0.096672, - "nauc_recall_at_10_std": 0.134676, - "nauc_recall_at_10_diff1": 0.225439, - "nauc_recall_at_20_max": 0.1246, - "nauc_recall_at_20_std": 0.17489, - "nauc_recall_at_20_diff1": 0.177315, - "nauc_recall_at_100_max": 0.140949, - "nauc_recall_at_100_std": 0.265046, - "nauc_recall_at_100_diff1": 0.093288, - "nauc_recall_at_1000_max": 0.198005, - "nauc_recall_at_1000_std": 0.38469, - "nauc_recall_at_1000_diff1": 0.135787, - "nauc_precision_at_1_max": 0.405867, - "nauc_precision_at_1_std": 0.197386, - "nauc_precision_at_1_diff1": 0.300821, - "nauc_precision_at_3_max": 0.419761, - "nauc_precision_at_3_std": 0.213213, - "nauc_precision_at_3_diff1": 0.063227, - "nauc_precision_at_5_max": 0.392728, - "nauc_precision_at_5_std": 0.241112, - "nauc_precision_at_5_diff1": -0.023436, - "nauc_precision_at_10_max": 0.385669, - "nauc_precision_at_10_std": 0.240147, - "nauc_precision_at_10_diff1": -0.112392, - "nauc_precision_at_20_max": 0.341608, - "nauc_precision_at_20_std": 0.209661, - "nauc_precision_at_20_diff1": -0.162835, - "nauc_precision_at_100_max": 0.257418, - "nauc_precision_at_100_std": 0.125528, - "nauc_precision_at_100_diff1": -0.218689, - "nauc_precision_at_1000_max": 0.185799, - "nauc_precision_at_1000_std": -0.02811, - "nauc_precision_at_1000_diff1": -0.239175, - "nauc_mrr_at_1_max": 0.405867, - "nauc_mrr_at_1_std": 0.197386, - "nauc_mrr_at_1_diff1": 0.300821, - "nauc_mrr_at_3_max": 0.418961, - "nauc_mrr_at_3_std": 0.23234, - "nauc_mrr_at_3_diff1": 0.278168, - "nauc_mrr_at_5_max": 0.419673, - "nauc_mrr_at_5_std": 0.245205, - "nauc_mrr_at_5_diff1": 0.274984, - "nauc_mrr_at_10_max": 0.433271, - "nauc_mrr_at_10_std": 0.248723, - "nauc_mrr_at_10_diff1": 0.273102, - "nauc_mrr_at_20_max": 0.434756, - "nauc_mrr_at_20_std": 0.248798, - "nauc_mrr_at_20_diff1": 0.271698, - "nauc_mrr_at_100_max": 0.432605, - "nauc_mrr_at_100_std": 0.248783, - "nauc_mrr_at_100_diff1": 0.271738, - "nauc_mrr_at_1000_max": 0.432411, - "nauc_mrr_at_1000_std": 0.24853, - "nauc_mrr_at_1000_diff1": 0.271926, - "main_score": 0.43725, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 1134.907630443573, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json deleted file mode 100644 index dd111cc510..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/NQ.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", - "task_name": "NQ", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.50782, - "ndcg_at_3": 0.62554, - "ndcg_at_5": 0.66477, - "ndcg_at_10": 0.69682, - "ndcg_at_20": 0.70928, - "ndcg_at_100": 0.71925, - "ndcg_at_1000": 0.72101, - "map_at_1": 0.45322, - "map_at_3": 0.58411, - "map_at_5": 0.6092, - "map_at_10": 0.62475, - "map_at_20": 0.62887, - "map_at_100": 0.63058, - "map_at_1000": 0.63067, - "recall_at_1": 0.45322, - "recall_at_3": 0.71075, - "recall_at_5": 0.79915, - "recall_at_10": 0.89045, - "recall_at_20": 0.93574, - "recall_at_100": 0.98486, - "recall_at_1000": 0.99768, - "precision_at_1": 0.50782, - "precision_at_3": 0.27733, - "precision_at_5": 0.19003, - "precision_at_10": 0.1071, - "precision_at_20": 0.0566, - "precision_at_100": 0.01198, - "precision_at_1000": 0.00121, - "mrr_at_1": 0.507822, - "mrr_at_3": 0.617806, - "mrr_at_5": 0.635969, - "mrr_at_10": 0.646704, - "mrr_at_20": 0.64939, - "mrr_at_100": 0.650475, - "mrr_at_1000": 0.650534, - "nauc_ndcg_at_1_max": 0.132543, - "nauc_ndcg_at_1_std": -0.037554, - "nauc_ndcg_at_1_diff1": 0.441846, - "nauc_ndcg_at_3_max": 0.154178, - "nauc_ndcg_at_3_std": -0.059777, - "nauc_ndcg_at_3_diff1": 0.407718, - "nauc_ndcg_at_5_max": 0.174111, - "nauc_ndcg_at_5_std": -0.050939, - "nauc_ndcg_at_5_diff1": 0.405947, - "nauc_ndcg_at_10_max": 0.177125, - "nauc_ndcg_at_10_std": -0.032495, - "nauc_ndcg_at_10_diff1": 0.413892, - "nauc_ndcg_at_20_max": 0.171469, - "nauc_ndcg_at_20_std": -0.028185, - "nauc_ndcg_at_20_diff1": 0.414807, - "nauc_ndcg_at_100_max": 0.169329, - "nauc_ndcg_at_100_std": -0.030379, - "nauc_ndcg_at_100_diff1": 0.416723, - "nauc_ndcg_at_1000_max": 0.166914, - "nauc_ndcg_at_1000_std": -0.033064, - "nauc_ndcg_at_1000_diff1": 0.416709, - "nauc_map_at_1_max": 0.116084, - "nauc_map_at_1_std": -0.063541, - "nauc_map_at_1_diff1": 0.441945, - "nauc_map_at_3_max": 0.143816, - "nauc_map_at_3_std": -0.064601, - "nauc_map_at_3_diff1": 0.416886, - "nauc_map_at_5_max": 0.155651, - "nauc_map_at_5_std": -0.058061, - "nauc_map_at_5_diff1": 0.415945, - "nauc_map_at_10_max": 0.156981, - "nauc_map_at_10_std": -0.048822, - "nauc_map_at_10_diff1": 0.419259, - "nauc_map_at_20_max": 0.155515, - "nauc_map_at_20_std": -0.047088, - "nauc_map_at_20_diff1": 0.419384, - "nauc_map_at_100_max": 0.155521, - "nauc_map_at_100_std": -0.047275, - "nauc_map_at_100_diff1": 0.41971, - "nauc_map_at_1000_max": 0.155435, - "nauc_map_at_1000_std": -0.047382, - "nauc_map_at_1000_diff1": 0.419721, - "nauc_recall_at_1_max": 0.116084, - "nauc_recall_at_1_std": -0.063541, - "nauc_recall_at_1_diff1": 0.441945, - "nauc_recall_at_3_max": 0.167512, - "nauc_recall_at_3_std": -0.078534, - "nauc_recall_at_3_diff1": 0.363117, - "nauc_recall_at_5_max": 0.232712, - "nauc_recall_at_5_std": -0.064846, - "nauc_recall_at_5_diff1": 0.347418, - "nauc_recall_at_10_max": 0.289837, - "nauc_recall_at_10_std": 0.027557, - "nauc_recall_at_10_diff1": 0.367863, - "nauc_recall_at_20_max": 0.291066, - "nauc_recall_at_20_std": 0.106635, - "nauc_recall_at_20_diff1": 0.362667, - "nauc_recall_at_100_max": 0.497365, - "nauc_recall_at_100_std": 0.350072, - "nauc_recall_at_100_diff1": 0.367725, - "nauc_recall_at_1000_max": 0.720675, - "nauc_recall_at_1000_std": 0.750156, - "nauc_recall_at_1000_diff1": 0.081447, - "nauc_precision_at_1_max": 0.132543, - "nauc_precision_at_1_std": -0.037554, - "nauc_precision_at_1_diff1": 0.441846, - "nauc_precision_at_3_max": 0.147387, - "nauc_precision_at_3_std": 0.004813, - "nauc_precision_at_3_diff1": 0.204951, - "nauc_precision_at_5_max": 0.161243, - "nauc_precision_at_5_std": 0.050345, - "nauc_precision_at_5_diff1": 0.114995, - "nauc_precision_at_10_max": 0.138594, - "nauc_precision_at_10_std": 0.123559, - "nauc_precision_at_10_diff1": 0.026885, - "nauc_precision_at_20_max": 0.102934, - "nauc_precision_at_20_std": 0.157538, - "nauc_precision_at_20_diff1": -0.037494, - "nauc_precision_at_100_max": 0.071741, - "nauc_precision_at_100_std": 0.163275, - "nauc_precision_at_100_diff1": -0.104826, - "nauc_precision_at_1000_max": 0.050309, - "nauc_precision_at_1000_std": 0.150576, - "nauc_precision_at_1000_diff1": -0.126861, - "nauc_mrr_at_1_max": 0.132543, - "nauc_mrr_at_1_std": -0.037554, - "nauc_mrr_at_1_diff1": 0.441846, - "nauc_mrr_at_3_max": 0.157916, - "nauc_mrr_at_3_std": -0.032158, - "nauc_mrr_at_3_diff1": 0.415905, - "nauc_mrr_at_5_max": 0.164908, - "nauc_mrr_at_5_std": -0.029445, - "nauc_mrr_at_5_diff1": 0.416542, - "nauc_mrr_at_10_max": 0.164271, - "nauc_mrr_at_10_std": -0.026584, - "nauc_mrr_at_10_diff1": 0.41969, - "nauc_mrr_at_20_max": 0.162683, - "nauc_mrr_at_20_std": -0.027065, - "nauc_mrr_at_20_diff1": 0.420313, - "nauc_mrr_at_100_max": 0.162095, - "nauc_mrr_at_100_std": -0.02749, - "nauc_mrr_at_100_diff1": 0.420456, - "nauc_mrr_at_1000_max": 0.162015, - "nauc_mrr_at_1000_std": -0.027576, - "nauc_mrr_at_1000_diff1": 0.420456, - "main_score": 0.69682, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 303076.2458534241, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json deleted file mode 100644 index 88e3790490..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/QuoraRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", - "task_name": "QuoraRetrieval", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.8368, - "ndcg_at_3": 0.87864, - "ndcg_at_5": 0.89279, - "ndcg_at_10": 0.90373, - "ndcg_at_20": 0.90956, - "ndcg_at_100": 0.91353, - "ndcg_at_1000": 0.91396, - "map_at_1": 0.72761, - "map_at_3": 0.84156, - "map_at_5": 0.85974, - "map_at_10": 0.87027, - "map_at_20": 0.87443, - "map_at_100": 0.87635, - "map_at_1000": 0.87645, - "recall_at_1": 0.72761, - "recall_at_3": 0.89415, - "recall_at_5": 0.93507, - "recall_at_10": 0.96679, - "recall_at_20": 0.98519, - "recall_at_100": 0.99845, - "recall_at_1000": 0.99998, - "precision_at_1": 0.8368, - "precision_at_3": 0.3853, - "precision_at_5": 0.25258, - "precision_at_10": 0.13714, - "precision_at_20": 0.07262, - "precision_at_100": 0.01545, - "precision_at_1000": 0.00157, - "mrr_at_1": 0.8368, - "mrr_at_3": 0.8865, - "mrr_at_5": 0.892315, - "mrr_at_10": 0.894623, - "mrr_at_20": 0.89519, - "mrr_at_100": 0.895323, - "mrr_at_1000": 0.895325, - "nauc_ndcg_at_1_max": 0.082034, - "nauc_ndcg_at_1_std": -0.435646, - "nauc_ndcg_at_1_diff1": 0.798103, - "nauc_ndcg_at_3_max": 0.036112, - "nauc_ndcg_at_3_std": -0.537052, - "nauc_ndcg_at_3_diff1": 0.776682, - "nauc_ndcg_at_5_max": 0.032935, - "nauc_ndcg_at_5_std": -0.553279, - "nauc_ndcg_at_5_diff1": 0.783756, - "nauc_ndcg_at_10_max": 0.040974, - "nauc_ndcg_at_10_std": -0.53763, - "nauc_ndcg_at_10_diff1": 0.785589, - "nauc_ndcg_at_20_max": 0.048068, - "nauc_ndcg_at_20_std": -0.520045, - "nauc_ndcg_at_20_diff1": 0.783925, - "nauc_ndcg_at_100_max": 0.058163, - "nauc_ndcg_at_100_std": -0.500093, - "nauc_ndcg_at_100_diff1": 0.783367, - "nauc_ndcg_at_1000_max": 0.060694, - "nauc_ndcg_at_1000_std": -0.498207, - "nauc_ndcg_at_1000_diff1": 0.783058, - "nauc_map_at_1_max": 0.016277, - "nauc_map_at_1_std": -0.44321, - "nauc_map_at_1_diff1": 0.823283, - "nauc_map_at_3_max": 0.018886, - "nauc_map_at_3_std": -0.55438, - "nauc_map_at_3_diff1": 0.792977, - "nauc_map_at_5_max": 0.02867, - "nauc_map_at_5_std": -0.555926, - "nauc_map_at_5_diff1": 0.78949, - "nauc_map_at_10_max": 0.03688, - "nauc_map_at_10_std": -0.539383, - "nauc_map_at_10_diff1": 0.786426, - "nauc_map_at_20_max": 0.039816, - "nauc_map_at_20_std": -0.525908, - "nauc_map_at_20_diff1": 0.784865, - "nauc_map_at_100_max": 0.042565, - "nauc_map_at_100_std": -0.516704, - "nauc_map_at_100_diff1": 0.784062, - "nauc_map_at_1000_max": 0.04305, - "nauc_map_at_1000_std": -0.51622, - "nauc_map_at_1000_diff1": 0.783988, - "nauc_recall_at_1_max": 0.016277, - "nauc_recall_at_1_std": -0.44321, - "nauc_recall_at_1_diff1": 0.823283, - "nauc_recall_at_3_max": -0.028622, - "nauc_recall_at_3_std": -0.66817, - "nauc_recall_at_3_diff1": 0.758593, - "nauc_recall_at_5_max": -0.051697, - "nauc_recall_at_5_std": -0.765399, - "nauc_recall_at_5_diff1": 0.759437, - "nauc_recall_at_10_max": -0.070556, - "nauc_recall_at_10_std": -0.816288, - "nauc_recall_at_10_diff1": 0.771279, - "nauc_recall_at_20_max": -0.135613, - "nauc_recall_at_20_std": -0.834554, - "nauc_recall_at_20_diff1": 0.751925, - "nauc_recall_at_100_max": -0.32616, - "nauc_recall_at_100_std": -0.615209, - "nauc_recall_at_100_diff1": 0.76482, - "nauc_recall_at_1000_max": 0.207111, - "nauc_recall_at_1000_std": 0.306543, - "nauc_recall_at_1000_diff1": 0.558586, - "nauc_precision_at_1_max": 0.082034, - "nauc_precision_at_1_std": -0.435646, - "nauc_precision_at_1_diff1": 0.798103, - "nauc_precision_at_3_max": 0.046038, - "nauc_precision_at_3_std": 0.068595, - "nauc_precision_at_3_diff1": -0.253632, - "nauc_precision_at_5_max": 0.049397, - "nauc_precision_at_5_std": 0.178304, - "nauc_precision_at_5_diff1": -0.363838, - "nauc_precision_at_10_max": 0.050724, - "nauc_precision_at_10_std": 0.283418, - "nauc_precision_at_10_diff1": -0.427458, - "nauc_precision_at_20_max": 0.051609, - "nauc_precision_at_20_std": 0.348923, - "nauc_precision_at_20_diff1": -0.450641, - "nauc_precision_at_100_max": 0.067791, - "nauc_precision_at_100_std": 0.408325, - "nauc_precision_at_100_diff1": -0.463005, - "nauc_precision_at_1000_max": 0.078755, - "nauc_precision_at_1000_std": 0.415202, - "nauc_precision_at_1000_diff1": -0.464686, - "nauc_mrr_at_1_max": 0.08068, - "nauc_mrr_at_1_std": -0.434292, - "nauc_mrr_at_1_diff1": 0.798103, - "nauc_mrr_at_3_max": 0.080831, - "nauc_mrr_at_3_std": -0.482734, - "nauc_mrr_at_3_diff1": 0.787804, - "nauc_mrr_at_5_max": 0.078453, - "nauc_mrr_at_5_std": -0.483405, - "nauc_mrr_at_5_diff1": 0.791038, - "nauc_mrr_at_10_max": 0.078964, - "nauc_mrr_at_10_std": -0.476987, - "nauc_mrr_at_10_diff1": 0.791084, - "nauc_mrr_at_20_max": 0.079189, - "nauc_mrr_at_20_std": -0.475639, - "nauc_mrr_at_20_diff1": 0.790733, - "nauc_mrr_at_100_max": 0.079242, - "nauc_mrr_at_100_std": -0.47523, - "nauc_mrr_at_100_diff1": 0.790883, - "nauc_mrr_at_1000_max": 0.079254, - "nauc_mrr_at_1000_std": -0.475236, - "nauc_mrr_at_1000_diff1": 0.790885, - "main_score": 0.90373, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 9702.22568154335, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json deleted file mode 100644 index e7766f13b4..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SCIDOCS.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", - "task_name": "SCIDOCS", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.336, - "ndcg_at_3": 0.28361, - "ndcg_at_5": 0.25258, - "ndcg_at_10": 0.30734, - "ndcg_at_20": 0.34742, - "ndcg_at_100": 0.41742, - "ndcg_at_1000": 0.46877, - "map_at_1": 0.06823, - "map_at_3": 0.13232, - "map_at_5": 0.16398, - "map_at_10": 0.19492, - "map_at_20": 0.21285, - "map_at_100": 0.22995, - "map_at_1000": 0.23367, - "recall_at_1": 0.06823, - "recall_at_3": 0.16248, - "recall_at_5": 0.22848, - "recall_at_10": 0.32952, - "recall_at_20": 0.42368, - "recall_at_100": 0.64987, - "recall_at_1000": 0.89627, - "precision_at_1": 0.336, - "precision_at_3": 0.26733, - "precision_at_5": 0.2256, - "precision_at_10": 0.1625, - "precision_at_20": 0.10445, - "precision_at_100": 0.03203, - "precision_at_1000": 0.00442, - "mrr_at_1": 0.336, - "mrr_at_3": 0.4345, - "mrr_at_5": 0.45835, - "mrr_at_10": 0.474174, - "mrr_at_20": 0.478968, - "mrr_at_100": 0.481987, - "mrr_at_1000": 0.482193, - "nauc_ndcg_at_1_max": 0.118007, - "nauc_ndcg_at_1_std": 0.014743, - "nauc_ndcg_at_1_diff1": 0.224231, - "nauc_ndcg_at_3_max": 0.135013, - "nauc_ndcg_at_3_std": 0.049431, - "nauc_ndcg_at_3_diff1": 0.170344, - "nauc_ndcg_at_5_max": 0.133398, - "nauc_ndcg_at_5_std": 0.092441, - "nauc_ndcg_at_5_diff1": 0.152117, - "nauc_ndcg_at_10_max": 0.143701, - "nauc_ndcg_at_10_std": 0.147527, - "nauc_ndcg_at_10_diff1": 0.146015, - "nauc_ndcg_at_20_max": 0.149703, - "nauc_ndcg_at_20_std": 0.182126, - "nauc_ndcg_at_20_diff1": 0.132281, - "nauc_ndcg_at_100_max": 0.144777, - "nauc_ndcg_at_100_std": 0.232124, - "nauc_ndcg_at_100_diff1": 0.113653, - "nauc_ndcg_at_1000_max": 0.154326, - "nauc_ndcg_at_1000_std": 0.199247, - "nauc_ndcg_at_1000_diff1": 0.132989, - "nauc_map_at_1_max": 0.114506, - "nauc_map_at_1_std": 0.012755, - "nauc_map_at_1_diff1": 0.223471, - "nauc_map_at_3_max": 0.132918, - "nauc_map_at_3_std": 0.040736, - "nauc_map_at_3_diff1": 0.163241, - "nauc_map_at_5_max": 0.124892, - "nauc_map_at_5_std": 0.071122, - "nauc_map_at_5_diff1": 0.14379, - "nauc_map_at_10_max": 0.136005, - "nauc_map_at_10_std": 0.11792, - "nauc_map_at_10_diff1": 0.139243, - "nauc_map_at_20_max": 0.139503, - "nauc_map_at_20_std": 0.143853, - "nauc_map_at_20_diff1": 0.130413, - "nauc_map_at_100_max": 0.138836, - "nauc_map_at_100_std": 0.162732, - "nauc_map_at_100_diff1": 0.124149, - "nauc_map_at_1000_max": 0.139545, - "nauc_map_at_1000_std": 0.161005, - "nauc_map_at_1000_diff1": 0.125201, - "nauc_recall_at_1_max": 0.114506, - "nauc_recall_at_1_std": 0.012755, - "nauc_recall_at_1_diff1": 0.223471, - "nauc_recall_at_3_max": 0.124253, - "nauc_recall_at_3_std": 0.0605, - "nauc_recall_at_3_diff1": 0.143066, - "nauc_recall_at_5_max": 0.119992, - "nauc_recall_at_5_std": 0.129187, - "nauc_recall_at_5_diff1": 0.111377, - "nauc_recall_at_10_max": 0.126812, - "nauc_recall_at_10_std": 0.221514, - "nauc_recall_at_10_diff1": 0.093338, - "nauc_recall_at_20_max": 0.13103, - "nauc_recall_at_20_std": 0.277667, - "nauc_recall_at_20_diff1": 0.059488, - "nauc_recall_at_100_max": 0.092424, - "nauc_recall_at_100_std": 0.414413, - "nauc_recall_at_100_diff1": -0.014996, - "nauc_recall_at_1000_max": 0.14448, - "nauc_recall_at_1000_std": 0.393523, - "nauc_recall_at_1000_diff1": 0.029878, - "nauc_precision_at_1_max": 0.118007, - "nauc_precision_at_1_std": 0.014743, - "nauc_precision_at_1_diff1": 0.224231, - "nauc_precision_at_3_max": 0.127075, - "nauc_precision_at_3_std": 0.061883, - "nauc_precision_at_3_diff1": 0.143765, - "nauc_precision_at_5_max": 0.12246, - "nauc_precision_at_5_std": 0.13067, - "nauc_precision_at_5_diff1": 0.111754, - "nauc_precision_at_10_max": 0.132989, - "nauc_precision_at_10_std": 0.220283, - "nauc_precision_at_10_diff1": 0.093864, - "nauc_precision_at_20_max": 0.137242, - "nauc_precision_at_20_std": 0.276226, - "nauc_precision_at_20_diff1": 0.061676, - "nauc_precision_at_100_max": 0.101765, - "nauc_precision_at_100_std": 0.402548, - "nauc_precision_at_100_diff1": -0.012004, - "nauc_precision_at_1000_max": 0.163573, - "nauc_precision_at_1000_std": 0.336747, - "nauc_precision_at_1000_diff1": 0.030934, - "nauc_mrr_at_1_max": 0.118007, - "nauc_mrr_at_1_std": 0.014743, - "nauc_mrr_at_1_diff1": 0.224231, - "nauc_mrr_at_3_max": 0.139087, - "nauc_mrr_at_3_std": 0.044531, - "nauc_mrr_at_3_diff1": 0.207454, - "nauc_mrr_at_5_max": 0.149378, - "nauc_mrr_at_5_std": 0.063822, - "nauc_mrr_at_5_diff1": 0.20525, - "nauc_mrr_at_10_max": 0.147913, - "nauc_mrr_at_10_std": 0.065746, - "nauc_mrr_at_10_diff1": 0.209034, - "nauc_mrr_at_20_max": 0.14778, - "nauc_mrr_at_20_std": 0.063914, - "nauc_mrr_at_20_diff1": 0.207857, - "nauc_mrr_at_100_max": 0.146816, - "nauc_mrr_at_100_std": 0.06315, - "nauc_mrr_at_100_diff1": 0.207992, - "nauc_mrr_at_1000_max": 0.146856, - "nauc_mrr_at_1000_std": 0.062894, - "nauc_mrr_at_1000_diff1": 0.208065, - "main_score": 0.30734, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 5320.610176086426, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json deleted file mode 100644 index 59f520fcac..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/SciFact.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", - "task_name": "SciFact", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.73667, - "ndcg_at_3": 0.8218, - "ndcg_at_5": 0.83669, - "ndcg_at_10": 0.85214, - "ndcg_at_20": 0.85394, - "ndcg_at_100": 0.8589, - "ndcg_at_1000": 0.85979, - "map_at_1": 0.70578, - "map_at_3": 0.7919, - "map_at_5": 0.80468, - "map_at_10": 0.81318, - "map_at_20": 0.81374, - "map_at_100": 0.81454, - "map_at_1000": 0.81458, - "recall_at_1": 0.70578, - "recall_at_3": 0.88083, - "recall_at_5": 0.91894, - "recall_at_10": 0.96167, - "recall_at_20": 0.96833, - "recall_at_100": 0.99333, - "recall_at_1000": 1.0, - "precision_at_1": 0.73667, - "precision_at_3": 0.32111, - "precision_at_5": 0.20533, - "precision_at_10": 0.109, - "precision_at_20": 0.05483, - "precision_at_100": 0.01123, - "precision_at_1000": 0.00113, - "mrr_at_1": 0.736667, - "mrr_at_3": 0.806667, - "mrr_at_5": 0.814333, - "mrr_at_10": 0.819115, - "mrr_at_20": 0.819675, - "mrr_at_100": 0.820371, - "mrr_at_1000": 0.820409, - "nauc_ndcg_at_1_max": 0.195006, - "nauc_ndcg_at_1_std": -0.026138, - "nauc_ndcg_at_1_diff1": 0.772796, - "nauc_ndcg_at_3_max": 0.211199, - "nauc_ndcg_at_3_std": -0.106443, - "nauc_ndcg_at_3_diff1": 0.73562, - "nauc_ndcg_at_5_max": 0.205705, - "nauc_ndcg_at_5_std": -0.066935, - "nauc_ndcg_at_5_diff1": 0.734296, - "nauc_ndcg_at_10_max": 0.236161, - "nauc_ndcg_at_10_std": -0.051506, - "nauc_ndcg_at_10_diff1": 0.760937, - "nauc_ndcg_at_20_max": 0.238027, - "nauc_ndcg_at_20_std": -0.064866, - "nauc_ndcg_at_20_diff1": 0.757691, - "nauc_ndcg_at_100_max": 0.231478, - "nauc_ndcg_at_100_std": -0.051971, - "nauc_ndcg_at_100_diff1": 0.754619, - "nauc_ndcg_at_1000_max": 0.226538, - "nauc_ndcg_at_1000_std": -0.0561, - "nauc_ndcg_at_1000_diff1": 0.753347, - "nauc_map_at_1_max": 0.100881, - "nauc_map_at_1_std": -0.134274, - "nauc_map_at_1_diff1": 0.782599, - "nauc_map_at_3_max": 0.153368, - "nauc_map_at_3_std": -0.132011, - "nauc_map_at_3_diff1": 0.754103, - "nauc_map_at_5_max": 0.181453, - "nauc_map_at_5_std": -0.090055, - "nauc_map_at_5_diff1": 0.748131, - "nauc_map_at_10_max": 0.202464, - "nauc_map_at_10_std": -0.074959, - "nauc_map_at_10_diff1": 0.757289, - "nauc_map_at_20_max": 0.202696, - "nauc_map_at_20_std": -0.078304, - "nauc_map_at_20_diff1": 0.75648, - "nauc_map_at_100_max": 0.202203, - "nauc_map_at_100_std": -0.076895, - "nauc_map_at_100_diff1": 0.755898, - "nauc_map_at_1000_max": 0.202036, - "nauc_map_at_1000_std": -0.077031, - "nauc_map_at_1000_diff1": 0.755856, - "nauc_recall_at_1_max": 0.100881, - "nauc_recall_at_1_std": -0.134274, - "nauc_recall_at_1_diff1": 0.782599, - "nauc_recall_at_3_max": 0.181398, - "nauc_recall_at_3_std": -0.200866, - "nauc_recall_at_3_diff1": 0.685546, - "nauc_recall_at_5_max": 0.213872, - "nauc_recall_at_5_std": -0.070407, - "nauc_recall_at_5_diff1": 0.651921, - "nauc_recall_at_10_max": 0.463058, - "nauc_recall_at_10_std": -0.00611, - "nauc_recall_at_10_diff1": 0.871148, - "nauc_recall_at_20_max": 0.543835, - "nauc_recall_at_20_std": -0.204162, - "nauc_recall_at_20_diff1": 0.844022, - "nauc_recall_at_100_max": 0.934641, - "nauc_recall_at_100_std": 0.540149, - "nauc_recall_at_100_diff1": 0.934641, - "nauc_recall_at_1000_max": NaN, - "nauc_recall_at_1000_std": NaN, - "nauc_recall_at_1000_diff1": NaN, - "nauc_precision_at_1_max": 0.195006, - "nauc_precision_at_1_std": -0.026138, - "nauc_precision_at_1_diff1": 0.772796, - "nauc_precision_at_3_max": 0.305591, - "nauc_precision_at_3_std": 0.149856, - "nauc_precision_at_3_diff1": 0.105259, - "nauc_precision_at_5_max": 0.374645, - "nauc_precision_at_5_std": 0.325777, - "nauc_precision_at_5_diff1": -0.102362, - "nauc_precision_at_10_max": 0.420727, - "nauc_precision_at_10_std": 0.41543, - "nauc_precision_at_10_diff1": -0.229526, - "nauc_precision_at_20_max": 0.429815, - "nauc_precision_at_20_std": 0.401606, - "nauc_precision_at_20_diff1": -0.262262, - "nauc_precision_at_100_max": 0.423224, - "nauc_precision_at_100_std": 0.469904, - "nauc_precision_at_100_diff1": -0.376251, - "nauc_precision_at_1000_max": 0.408151, - "nauc_precision_at_1000_std": 0.467833, - "nauc_precision_at_1000_diff1": -0.414887, - "nauc_mrr_at_1_max": 0.195006, - "nauc_mrr_at_1_std": -0.026138, - "nauc_mrr_at_1_diff1": 0.772796, - "nauc_mrr_at_3_max": 0.23371, - "nauc_mrr_at_3_std": -0.033723, - "nauc_mrr_at_3_diff1": 0.74262, - "nauc_mrr_at_5_max": 0.238187, - "nauc_mrr_at_5_std": -0.024421, - "nauc_mrr_at_5_diff1": 0.743744, - "nauc_mrr_at_10_max": 0.236787, - "nauc_mrr_at_10_std": -0.029531, - "nauc_mrr_at_10_diff1": 0.755527, - "nauc_mrr_at_20_max": 0.237142, - "nauc_mrr_at_20_std": -0.032809, - "nauc_mrr_at_20_diff1": 0.754691, - "nauc_mrr_at_100_max": 0.235907, - "nauc_mrr_at_100_std": -0.030648, - "nauc_mrr_at_100_diff1": 0.754225, - "nauc_mrr_at_1000_max": 0.235743, - "nauc_mrr_at_1000_std": -0.030776, - "nauc_mrr_at_1000_diff1": 0.754182, - "main_score": 0.85214, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 1470.7308359146118, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/T2Retrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/T2Retrieval.json deleted file mode 100644 index c502a83d8d..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/T2Retrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", - "task_name": "T2Retrieval", - "mteb_version": "1.28.0", - "scores": { - "dev": [ - { - "ndcg_at_1": 0.9122, - "ndcg_at_3": 0.88018, - "ndcg_at_5": 0.87023, - "ndcg_at_10": 0.87256, - "ndcg_at_20": 0.88897, - "ndcg_at_100": 0.90386, - "ndcg_at_1000": 0.90811, - "map_at_1": 0.28203, - "map_at_3": 0.5616, - "map_at_5": 0.69287, - "map_at_10": 0.80361, - "map_at_20": 0.83152, - "map_at_100": 0.83894, - "map_at_1000": 0.8394, - "recall_at_1": 0.28203, - "recall_at_3": 0.57821, - "recall_at_5": 0.72616, - "recall_at_10": 0.8656, - "recall_at_20": 0.92145, - "recall_at_100": 0.96827, - "recall_at_1000": 0.98967, - "precision_at_1": 0.9122, - "precision_at_3": 0.76946, - "precision_at_5": 0.64822, - "precision_at_10": 0.43371, - "precision_at_20": 0.23978, - "precision_at_100": 0.0508, - "precision_at_1000": 0.00518, - "mrr_at_1": 0.912195, - "mrr_at_3": 0.932214, - "mrr_at_5": 0.934857, - "mrr_at_10": 0.936156, - "mrr_at_20": 0.936549, - "mrr_at_100": 0.936802, - "mrr_at_1000": 0.936823, - "nauc_ndcg_at_1_max": 0.574777, - "nauc_ndcg_at_1_std": 0.311, - "nauc_ndcg_at_1_diff1": 0.478114, - "nauc_ndcg_at_3_max": 0.478308, - "nauc_ndcg_at_3_std": 0.275389, - "nauc_ndcg_at_3_diff1": 0.135529, - "nauc_ndcg_at_5_max": 0.406728, - "nauc_ndcg_at_5_std": 0.225295, - "nauc_ndcg_at_5_diff1": 0.139263, - "nauc_ndcg_at_10_max": 0.336021, - "nauc_ndcg_at_10_std": 0.159671, - "nauc_ndcg_at_10_diff1": 0.17678, - "nauc_ndcg_at_20_max": 0.390053, - "nauc_ndcg_at_20_std": 0.21218, - "nauc_ndcg_at_20_diff1": 0.175961, - "nauc_ndcg_at_100_max": 0.44208, - "nauc_ndcg_at_100_std": 0.27437, - "nauc_ndcg_at_100_diff1": 0.177034, - "nauc_ndcg_at_1000_max": 0.448086, - "nauc_ndcg_at_1000_std": 0.274606, - "nauc_ndcg_at_1000_diff1": 0.182625, - "nauc_map_at_1_max": -0.248235, - "nauc_map_at_1_std": -0.395167, - "nauc_map_at_1_diff1": 0.553064, - "nauc_map_at_3_max": -0.175097, - "nauc_map_at_3_std": -0.396402, - "nauc_map_at_3_diff1": 0.412552, - "nauc_map_at_5_max": -0.054253, - "nauc_map_at_5_std": -0.306847, - "nauc_map_at_5_diff1": 0.331347, - "nauc_map_at_10_max": 0.20598, - "nauc_map_at_10_std": -0.01943, - "nauc_map_at_10_diff1": 0.190818, - "nauc_map_at_20_max": 0.3055, - "nauc_map_at_20_std": 0.125299, - "nauc_map_at_20_diff1": 0.142657, - "nauc_map_at_100_max": 0.328313, - "nauc_map_at_100_std": 0.15956, - "nauc_map_at_100_diff1": 0.135621, - "nauc_map_at_1000_max": 0.328957, - "nauc_map_at_1000_std": 0.16003, - "nauc_map_at_1000_diff1": 0.135638, - "nauc_recall_at_1_max": -0.248235, - "nauc_recall_at_1_std": -0.395167, - "nauc_recall_at_1_diff1": 0.553064, - "nauc_recall_at_3_max": -0.21037, - "nauc_recall_at_3_std": -0.422523, - "nauc_recall_at_3_diff1": 0.397052, - "nauc_recall_at_5_max": -0.128722, - "nauc_recall_at_5_std": -0.370029, - "nauc_recall_at_5_diff1": 0.323874, - "nauc_recall_at_10_max": 0.112835, - "nauc_recall_at_10_std": -0.102755, - "nauc_recall_at_10_diff1": 0.183331, - "nauc_recall_at_20_max": 0.286028, - "nauc_recall_at_20_std": 0.154075, - "nauc_recall_at_20_diff1": 0.101417, - "nauc_recall_at_100_max": 0.465586, - "nauc_recall_at_100_std": 0.446235, - "nauc_recall_at_100_diff1": 0.050231, - "nauc_recall_at_1000_max": 0.648937, - "nauc_recall_at_1000_std": 0.645098, - "nauc_recall_at_1000_diff1": 0.087287, - "nauc_precision_at_1_max": 0.574777, - "nauc_precision_at_1_std": 0.311, - "nauc_precision_at_1_diff1": 0.478114, - "nauc_precision_at_3_max": 0.516685, - "nauc_precision_at_3_std": 0.481005, - "nauc_precision_at_3_diff1": -0.362615, - "nauc_precision_at_5_max": 0.482878, - "nauc_precision_at_5_std": 0.52525, - "nauc_precision_at_5_diff1": -0.396363, - "nauc_precision_at_10_max": 0.446478, - "nauc_precision_at_10_std": 0.569255, - "nauc_precision_at_10_diff1": -0.382201, - "nauc_precision_at_20_max": 0.43105, - "nauc_precision_at_20_std": 0.601817, - "nauc_precision_at_20_diff1": -0.37841, - "nauc_precision_at_100_max": 0.41861, - "nauc_precision_at_100_std": 0.612084, - "nauc_precision_at_100_diff1": -0.377674, - "nauc_precision_at_1000_max": 0.409026, - "nauc_precision_at_1000_std": 0.602503, - "nauc_precision_at_1000_diff1": -0.37656, - "nauc_mrr_at_1_max": 0.574777, - "nauc_mrr_at_1_std": 0.311, - "nauc_mrr_at_1_diff1": 0.478114, - "nauc_mrr_at_3_max": 0.618122, - "nauc_mrr_at_3_std": 0.353495, - "nauc_mrr_at_3_diff1": 0.479786, - "nauc_mrr_at_5_max": 0.620303, - "nauc_mrr_at_5_std": 0.358677, - "nauc_mrr_at_5_diff1": 0.480773, - "nauc_mrr_at_10_max": 0.619735, - "nauc_mrr_at_10_std": 0.358413, - "nauc_mrr_at_10_diff1": 0.480359, - "nauc_mrr_at_20_max": 0.619171, - "nauc_mrr_at_20_std": 0.358176, - "nauc_mrr_at_20_diff1": 0.480247, - "nauc_mrr_at_100_max": 0.618535, - "nauc_mrr_at_100_std": 0.357606, - "nauc_mrr_at_100_diff1": 0.480105, - "nauc_mrr_at_1000_max": 0.618448, - "nauc_mrr_at_1000_std": 0.357473, - "nauc_mrr_at_1000_diff1": 0.480124, - "main_score": 0.87256, - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ] - } - ] - }, - "evaluation_time": 30857.8738656044, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json deleted file mode 100644 index 90eed9f1f7..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/TRECCOVID.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", - "task_name": "TRECCOVID", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.76, - "ndcg_at_3": 0.79369, - "ndcg_at_5": 0.78289, - "ndcg_at_10": 0.75165, - "ndcg_at_20": 0.72155, - "ndcg_at_100": 0.58353, - "ndcg_at_1000": 0.5357, - "map_at_1": 0.00231, - "map_at_3": 0.00679, - "map_at_5": 0.01091, - "map_at_10": 0.02009, - "map_at_20": 0.03574, - "map_at_100": 0.11389, - "map_at_1000": 0.27735, - "recall_at_1": 0.00231, - "recall_at_3": 0.00703, - "recall_at_5": 0.01146, - "recall_at_10": 0.02166, - "recall_at_20": 0.04029, - "recall_at_100": 0.14656, - "recall_at_1000": 0.50646, - "precision_at_1": 0.86, - "precision_at_3": 0.88, - "precision_at_5": 0.844, - "precision_at_10": 0.81, - "precision_at_20": 0.775, - "precision_at_100": 0.6052, - "precision_at_1000": 0.2386, - "mrr_at_1": 0.86, - "mrr_at_3": 0.913333, - "mrr_at_5": 0.913333, - "mrr_at_10": 0.915333, - "mrr_at_20": 0.915333, - "mrr_at_100": 0.915333, - "mrr_at_1000": 0.915333, - "nauc_ndcg_at_1_max": -0.336176, - "nauc_ndcg_at_1_std": 0.4394, - "nauc_ndcg_at_1_diff1": -0.443911, - "nauc_ndcg_at_3_max": -0.29679, - "nauc_ndcg_at_3_std": 0.278149, - "nauc_ndcg_at_3_diff1": -0.312715, - "nauc_ndcg_at_5_max": -0.157138, - "nauc_ndcg_at_5_std": 0.31273, - "nauc_ndcg_at_5_diff1": -0.281109, - "nauc_ndcg_at_10_max": -0.068006, - "nauc_ndcg_at_10_std": 0.322007, - "nauc_ndcg_at_10_diff1": -0.161416, - "nauc_ndcg_at_20_max": 0.017966, - "nauc_ndcg_at_20_std": 0.447029, - "nauc_ndcg_at_20_diff1": -0.149878, - "nauc_ndcg_at_100_max": 0.064719, - "nauc_ndcg_at_100_std": 0.654335, - "nauc_ndcg_at_100_diff1": -0.14556, - "nauc_ndcg_at_1000_max": -0.049576, - "nauc_ndcg_at_1000_std": 0.678067, - "nauc_ndcg_at_1000_diff1": -0.19998, - "nauc_map_at_1_max": -0.207539, - "nauc_map_at_1_std": -0.136346, - "nauc_map_at_1_diff1": -0.214083, - "nauc_map_at_3_max": -0.230688, - "nauc_map_at_3_std": -0.135897, - "nauc_map_at_3_diff1": -0.194031, - "nauc_map_at_5_max": -0.184856, - "nauc_map_at_5_std": -0.126596, - "nauc_map_at_5_diff1": -0.181633, - "nauc_map_at_10_max": -0.15572, - "nauc_map_at_10_std": -0.101584, - "nauc_map_at_10_diff1": -0.145223, - "nauc_map_at_20_max": -0.101586, - "nauc_map_at_20_std": 0.005212, - "nauc_map_at_20_diff1": -0.139369, - "nauc_map_at_100_max": 0.028136, - "nauc_map_at_100_std": 0.4299, - "nauc_map_at_100_diff1": -0.201038, - "nauc_map_at_1000_max": 0.069439, - "nauc_map_at_1000_std": 0.734668, - "nauc_map_at_1000_diff1": -0.128544, - "nauc_recall_at_1_max": -0.207539, - "nauc_recall_at_1_std": -0.136346, - "nauc_recall_at_1_diff1": -0.214083, - "nauc_recall_at_3_max": -0.223011, - "nauc_recall_at_3_std": -0.163569, - "nauc_recall_at_3_diff1": -0.198335, - "nauc_recall_at_5_max": -0.161895, - "nauc_recall_at_5_std": -0.152247, - "nauc_recall_at_5_diff1": -0.178666, - "nauc_recall_at_10_max": -0.14372, - "nauc_recall_at_10_std": -0.129107, - "nauc_recall_at_10_diff1": -0.137818, - "nauc_recall_at_20_max": -0.116503, - "nauc_recall_at_20_std": -0.032569, - "nauc_recall_at_20_diff1": -0.14772, - "nauc_recall_at_100_max": -0.055248, - "nauc_recall_at_100_std": 0.3172, - "nauc_recall_at_100_diff1": -0.198326, - "nauc_recall_at_1000_max": -0.076942, - "nauc_recall_at_1000_std": 0.600423, - "nauc_recall_at_1000_diff1": -0.177986, - "nauc_precision_at_1_max": -0.362062, - "nauc_precision_at_1_std": 0.267563, - "nauc_precision_at_1_diff1": -0.441111, - "nauc_precision_at_3_max": -0.281813, - "nauc_precision_at_3_std": 0.177773, - "nauc_precision_at_3_diff1": -0.334427, - "nauc_precision_at_5_max": 0.004781, - "nauc_precision_at_5_std": 0.258771, - "nauc_precision_at_5_diff1": -0.182268, - "nauc_precision_at_10_max": 0.150942, - "nauc_precision_at_10_std": 0.2197, - "nauc_precision_at_10_diff1": -0.042211, - "nauc_precision_at_20_max": 0.197711, - "nauc_precision_at_20_std": 0.440708, - "nauc_precision_at_20_diff1": -0.14153, - "nauc_precision_at_100_max": 0.165505, - "nauc_precision_at_100_std": 0.680122, - "nauc_precision_at_100_diff1": -0.131493, - "nauc_precision_at_1000_max": 0.130598, - "nauc_precision_at_1000_std": 0.440989, - "nauc_precision_at_1000_diff1": -0.047151, - "nauc_mrr_at_1_max": -0.362062, - "nauc_mrr_at_1_std": 0.267563, - "nauc_mrr_at_1_diff1": -0.441111, - "nauc_mrr_at_3_max": -0.288473, - "nauc_mrr_at_3_std": 0.268255, - "nauc_mrr_at_3_diff1": -0.545471, - "nauc_mrr_at_5_max": -0.288473, - "nauc_mrr_at_5_std": 0.268255, - "nauc_mrr_at_5_diff1": -0.545471, - "nauc_mrr_at_10_max": -0.304232, - "nauc_mrr_at_10_std": 0.27897, - "nauc_mrr_at_10_diff1": -0.530694, - "nauc_mrr_at_20_max": -0.304232, - "nauc_mrr_at_20_std": 0.27897, - "nauc_mrr_at_20_diff1": -0.530694, - "nauc_mrr_at_100_max": -0.304232, - "nauc_mrr_at_100_std": 0.27897, - "nauc_mrr_at_100_diff1": -0.530694, - "nauc_mrr_at_1000_max": -0.304232, - "nauc_mrr_at_1000_std": 0.27897, - "nauc_mrr_at_1000_diff1": -0.530694, - "main_score": 0.75165, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 36688.15515589714, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json deleted file mode 100644 index 384250810a..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/Touche2020.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", - "task_name": "Touche2020", - "mteb_version": "1.28.0", - "scores": { - "test": [ - { - "ndcg_at_1": 0.20408, - "ndcg_at_3": 0.22323, - "ndcg_at_5": 0.23068, - "ndcg_at_10": 0.22416, - "ndcg_at_20": 0.24549, - "ndcg_at_100": 0.35485, - "ndcg_at_1000": 0.46844, - "map_at_1": 0.02259, - "map_at_3": 0.04712, - "map_at_5": 0.06201, - "map_at_10": 0.08689, - "map_at_20": 0.11359, - "map_at_100": 0.14998, - "map_at_1000": 0.16556, - "recall_at_1": 0.02259, - "recall_at_3": 0.05675, - "recall_at_5": 0.08885, - "recall_at_10": 0.14859, - "recall_at_20": 0.23794, - "recall_at_100": 0.48458, - "recall_at_1000": 0.83046, - "precision_at_1": 0.22449, - "precision_at_3": 0.2449, - "precision_at_5": 0.2449, - "precision_at_10": 0.2102, - "precision_at_20": 0.16939, - "precision_at_100": 0.07816, - "precision_at_1000": 0.01545, - "mrr_at_1": 0.22449, - "mrr_at_3": 0.326531, - "mrr_at_5": 0.378571, - "mrr_at_10": 0.390476, - "mrr_at_20": 0.396694, - "mrr_at_100": 0.401104, - "mrr_at_1000": 0.401104, - "nauc_ndcg_at_1_max": -0.155052, - "nauc_ndcg_at_1_std": -0.408708, - "nauc_ndcg_at_1_diff1": 0.265256, - "nauc_ndcg_at_3_max": -0.048181, - "nauc_ndcg_at_3_std": -0.260858, - "nauc_ndcg_at_3_diff1": 0.17531, - "nauc_ndcg_at_5_max": -0.047293, - "nauc_ndcg_at_5_std": -0.232593, - "nauc_ndcg_at_5_diff1": 0.232636, - "nauc_ndcg_at_10_max": 0.039517, - "nauc_ndcg_at_10_std": -0.187068, - "nauc_ndcg_at_10_diff1": 0.205676, - "nauc_ndcg_at_20_max": 0.011575, - "nauc_ndcg_at_20_std": -0.207361, - "nauc_ndcg_at_20_diff1": 0.18881, - "nauc_ndcg_at_100_max": 0.003199, - "nauc_ndcg_at_100_std": 0.037108, - "nauc_ndcg_at_100_diff1": 0.169716, - "nauc_ndcg_at_1000_max": 0.000265, - "nauc_ndcg_at_1000_std": 0.157691, - "nauc_ndcg_at_1000_diff1": 0.119951, - "nauc_map_at_1_max": -0.147962, - "nauc_map_at_1_std": -0.374281, - "nauc_map_at_1_diff1": 0.18298, - "nauc_map_at_3_max": -0.127446, - "nauc_map_at_3_std": -0.305711, - "nauc_map_at_3_diff1": 0.123896, - "nauc_map_at_5_max": -0.13202, - "nauc_map_at_5_std": -0.280495, - "nauc_map_at_5_diff1": 0.165373, - "nauc_map_at_10_max": -0.069794, - "nauc_map_at_10_std": -0.217424, - "nauc_map_at_10_diff1": 0.19398, - "nauc_map_at_20_max": -0.020439, - "nauc_map_at_20_std": -0.206488, - "nauc_map_at_20_diff1": 0.172961, - "nauc_map_at_100_max": 0.006022, - "nauc_map_at_100_std": -0.105745, - "nauc_map_at_100_diff1": 0.156457, - "nauc_map_at_1000_max": 0.00984, - "nauc_map_at_1000_std": -0.06209, - "nauc_map_at_1000_diff1": 0.142515, - "nauc_recall_at_1_max": -0.147962, - "nauc_recall_at_1_std": -0.374281, - "nauc_recall_at_1_diff1": 0.18298, - "nauc_recall_at_3_max": -0.129989, - "nauc_recall_at_3_std": -0.269319, - "nauc_recall_at_3_diff1": 0.117145, - "nauc_recall_at_5_max": -0.14071, - "nauc_recall_at_5_std": -0.276241, - "nauc_recall_at_5_diff1": 0.175367, - "nauc_recall_at_10_max": -0.006326, - "nauc_recall_at_10_std": -0.162091, - "nauc_recall_at_10_diff1": 0.183583, - "nauc_recall_at_20_max": -0.012828, - "nauc_recall_at_20_std": -0.172916, - "nauc_recall_at_20_diff1": 0.125036, - "nauc_recall_at_100_max": 0.001599, - "nauc_recall_at_100_std": 0.249814, - "nauc_recall_at_100_diff1": 0.059207, - "nauc_recall_at_1000_max": 0.031037, - "nauc_recall_at_1000_std": 0.776857, - "nauc_recall_at_1000_diff1": -0.21675, - "nauc_precision_at_1_max": -0.131648, - "nauc_precision_at_1_std": -0.398511, - "nauc_precision_at_1_diff1": 0.289295, - "nauc_precision_at_3_max": -0.017368, - "nauc_precision_at_3_std": -0.211304, - "nauc_precision_at_3_diff1": 0.142967, - "nauc_precision_at_5_max": 0.007187, - "nauc_precision_at_5_std": -0.177964, - "nauc_precision_at_5_diff1": 0.242043, - "nauc_precision_at_10_max": 0.171463, - "nauc_precision_at_10_std": -0.009105, - "nauc_precision_at_10_diff1": 0.217325, - "nauc_precision_at_20_max": 0.14162, - "nauc_precision_at_20_std": 0.011812, - "nauc_precision_at_20_diff1": 0.118868, - "nauc_precision_at_100_max": 0.121848, - "nauc_precision_at_100_std": 0.575336, - "nauc_precision_at_100_diff1": -0.029063, - "nauc_precision_at_1000_max": 0.119451, - "nauc_precision_at_1000_std": 0.427231, - "nauc_precision_at_1000_diff1": -0.233263, - "nauc_mrr_at_1_max": -0.131648, - "nauc_mrr_at_1_std": -0.398511, - "nauc_mrr_at_1_diff1": 0.289295, - "nauc_mrr_at_3_max": -0.070638, - "nauc_mrr_at_3_std": -0.3396, - "nauc_mrr_at_3_diff1": 0.179868, - "nauc_mrr_at_5_max": -0.072768, - "nauc_mrr_at_5_std": -0.388526, - "nauc_mrr_at_5_diff1": 0.220391, - "nauc_mrr_at_10_max": -0.068945, - "nauc_mrr_at_10_std": -0.367421, - "nauc_mrr_at_10_diff1": 0.206454, - "nauc_mrr_at_20_max": -0.073675, - "nauc_mrr_at_20_std": -0.363519, - "nauc_mrr_at_20_diff1": 0.208338, - "nauc_mrr_at_100_max": -0.074445, - "nauc_mrr_at_100_std": -0.361614, - "nauc_mrr_at_100_diff1": 0.205856, - "nauc_mrr_at_1000_max": -0.074445, - "nauc_mrr_at_1000_std": -0.361614, - "nauc_mrr_at_1000_diff1": 0.205856, - "main_score": 0.22416, - "hf_subset": "default", - "languages": [ - "eng-Latn" - ] - } - ] - }, - "evaluation_time": 70425.86015820503, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/VideoRetrieval.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/VideoRetrieval.json deleted file mode 100644 index eac0008a00..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/VideoRetrieval.json +++ /dev/null @@ -1,158 +0,0 @@ -{ - "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", - "task_name": "VideoRetrieval", - "mteb_version": "1.28.0", - "scores": { - "dev": [ - { - "ndcg_at_1": 0.659, - "ndcg_at_3": 0.75395, - "ndcg_at_5": 0.7697, - "ndcg_at_10": 0.78549, - "ndcg_at_20": 0.79489, - "ndcg_at_100": 0.80269, - "ndcg_at_1000": 0.80459, - "map_at_1": 0.659, - "map_at_3": 0.73167, - "map_at_5": 0.74047, - "map_at_10": 0.74713, - "map_at_20": 0.74974, - "map_at_100": 0.75089, - "map_at_1000": 0.75096, - "recall_at_1": 0.659, - "recall_at_3": 0.818, - "recall_at_5": 0.856, - "recall_at_10": 0.904, - "recall_at_20": 0.941, - "recall_at_100": 0.982, - "recall_at_1000": 0.997, - "precision_at_1": 0.659, - "precision_at_3": 0.27267, - "precision_at_5": 0.1712, - "precision_at_10": 0.0904, - "precision_at_20": 0.04705, - "precision_at_100": 0.00982, - "precision_at_1000": 0.001, - "mrr_at_1": 0.658, - "mrr_at_3": 0.731167, - "mrr_at_5": 0.739967, - "mrr_at_10": 0.746633, - "mrr_at_20": 0.749235, - "mrr_at_100": 0.750391, - "mrr_at_1000": 0.750463, - "nauc_ndcg_at_1_max": -0.071029, - "nauc_ndcg_at_1_std": -0.40454, - "nauc_ndcg_at_1_diff1": 0.737435, - "nauc_ndcg_at_3_max": -0.102162, - "nauc_ndcg_at_3_std": -0.5103, - "nauc_ndcg_at_3_diff1": 0.707969, - "nauc_ndcg_at_5_max": -0.081372, - "nauc_ndcg_at_5_std": -0.50728, - "nauc_ndcg_at_5_diff1": 0.704751, - "nauc_ndcg_at_10_max": -0.08305, - "nauc_ndcg_at_10_std": -0.489725, - "nauc_ndcg_at_10_diff1": 0.709306, - "nauc_ndcg_at_20_max": -0.0761, - "nauc_ndcg_at_20_std": -0.480327, - "nauc_ndcg_at_20_diff1": 0.710216, - "nauc_ndcg_at_100_max": -0.076188, - "nauc_ndcg_at_100_std": -0.463162, - "nauc_ndcg_at_100_diff1": 0.711421, - "nauc_ndcg_at_1000_max": -0.078627, - "nauc_ndcg_at_1000_std": -0.467545, - "nauc_ndcg_at_1000_diff1": 0.71352, - "nauc_map_at_1_max": -0.071029, - "nauc_map_at_1_std": -0.40454, - "nauc_map_at_1_diff1": 0.737435, - "nauc_map_at_3_max": -0.096192, - "nauc_map_at_3_std": -0.480776, - "nauc_map_at_3_diff1": 0.71545, - "nauc_map_at_5_max": -0.085417, - "nauc_map_at_5_std": -0.478473, - "nauc_map_at_5_diff1": 0.714239, - "nauc_map_at_10_max": -0.086365, - "nauc_map_at_10_std": -0.471493, - "nauc_map_at_10_diff1": 0.715916, - "nauc_map_at_20_max": -0.08516, - "nauc_map_at_20_std": -0.469588, - "nauc_map_at_20_diff1": 0.716177, - "nauc_map_at_100_max": -0.08499, - "nauc_map_at_100_std": -0.467142, - "nauc_map_at_100_diff1": 0.71638, - "nauc_map_at_1000_max": -0.084997, - "nauc_map_at_1000_std": -0.467198, - "nauc_map_at_1000_diff1": 0.716453, - "nauc_recall_at_1_max": -0.071029, - "nauc_recall_at_1_std": -0.40454, - "nauc_recall_at_1_diff1": 0.737435, - "nauc_recall_at_3_max": -0.123728, - "nauc_recall_at_3_std": -0.624854, - "nauc_recall_at_3_diff1": 0.679381, - "nauc_recall_at_5_max": -0.055908, - "nauc_recall_at_5_std": -0.640017, - "nauc_recall_at_5_diff1": 0.660113, - "nauc_recall_at_10_max": -0.052142, - "nauc_recall_at_10_std": -0.591241, - "nauc_recall_at_10_diff1": 0.670484, - "nauc_recall_at_20_max": 0.060224, - "nauc_recall_at_20_std": -0.529879, - "nauc_recall_at_20_diff1": 0.657686, - "nauc_recall_at_100_max": 0.334085, - "nauc_recall_at_100_std": 0.153258, - "nauc_recall_at_100_diff1": 0.595887, - "nauc_recall_at_1000_max": 1.0, - "nauc_recall_at_1000_std": 0.956427, - "nauc_recall_at_1000_diff1": 0.912854, - "nauc_precision_at_1_max": -0.071029, - "nauc_precision_at_1_std": -0.40454, - "nauc_precision_at_1_diff1": 0.737435, - "nauc_precision_at_3_max": -0.123728, - "nauc_precision_at_3_std": -0.624854, - "nauc_precision_at_3_diff1": 0.679381, - "nauc_precision_at_5_max": -0.055908, - "nauc_precision_at_5_std": -0.640017, - "nauc_precision_at_5_diff1": 0.660113, - "nauc_precision_at_10_max": -0.052142, - "nauc_precision_at_10_std": -0.591241, - "nauc_precision_at_10_diff1": 0.670484, - "nauc_precision_at_20_max": 0.060224, - "nauc_precision_at_20_std": -0.529879, - "nauc_precision_at_20_diff1": 0.657686, - "nauc_precision_at_100_max": 0.334085, - "nauc_precision_at_100_std": 0.153258, - "nauc_precision_at_100_diff1": 0.595887, - "nauc_precision_at_1000_max": 1.0, - "nauc_precision_at_1000_std": 0.956427, - "nauc_precision_at_1000_diff1": 0.912854, - "nauc_mrr_at_1_max": -0.07705, - "nauc_mrr_at_1_std": -0.404353, - "nauc_mrr_at_1_diff1": 0.739529, - "nauc_mrr_at_3_max": -0.099824, - "nauc_mrr_at_3_std": -0.480572, - "nauc_mrr_at_3_diff1": 0.716749, - "nauc_mrr_at_5_max": -0.089185, - "nauc_mrr_at_5_std": -0.478265, - "nauc_mrr_at_5_diff1": 0.715584, - "nauc_mrr_at_10_max": -0.090233, - "nauc_mrr_at_10_std": -0.471288, - "nauc_mrr_at_10_diff1": 0.717295, - "nauc_mrr_at_20_max": -0.089076, - "nauc_mrr_at_20_std": -0.469382, - "nauc_mrr_at_20_diff1": 0.717573, - "nauc_mrr_at_100_max": -0.088927, - "nauc_mrr_at_100_std": -0.466939, - "nauc_mrr_at_100_diff1": 0.717782, - "nauc_mrr_at_1000_max": -0.088935, - "nauc_mrr_at_1000_std": -0.466994, - "nauc_mrr_at_1000_diff1": 0.717855, - "main_score": 0.78549, - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ] - } - ] - }, - "evaluation_time": 2466.23748755455, - "kg_co2_emissions": null -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/model_meta.json b/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/model_meta.json deleted file mode 100644 index 61f843404a..0000000000 --- a/results/infly__inf-retriever-v1/d2d074546028c0012b5cc6af78c4fac24896e67f/model_meta.json +++ /dev/null @@ -1 +0,0 @@ -{"name": "infly/inf-retriever-v1", "revision": "d2d074546028c0012b5cc6af78c4fac24896e67f", "release_date": "2024-12-24", "languages": ["eng_Latn", "zho_Hans"], "n_parameters": 7069121024, "memory_usage": null, "max_tokens": 131072.0, "embed_dim": 3584, "license": "apache-2.0", "open_weights": true, "public_training_data": false, "public_training_code": false, "framework": ["Sentence Transformers", "PyTorch"], "reference": "https://huggingface.co/infly/inf-retriever-v1", "similarity_fn_name": "cosine", "use_instructions": true, "training_datasets": null, "adapted_from": "Alibaba-NLP/gte-Qwen2-7B-instruct", "superseded_by": null, "loader": "sentence_transformers_loader"} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/CmedqaRetrieval.json b/results/infly__inf-retriever-v1/external/CmedqaRetrieval.json deleted file mode 100644 index 708f349e09..0000000000 --- a/results/infly__inf-retriever-v1/external/CmedqaRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", - "task_name": "CmedqaRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.3821, - "ndcg_at_3": 0.38438, - "ndcg_at_5": 0.40442999999999996, - "ndcg_at_10": 0.43306, - "ndcg_at_20": 0.46183, - "ndcg_at_100": 0.50646, - "ndcg_at_1000": 0.5282, - "map_at_1": 0.25153, - "map_at_3": 0.33038000000000006, - "map_at_5": 0.35228000000000004, - "map_at_10": 0.36924, - "map_at_20": 0.3796, - "map_at_100": 0.38792000000000004, - "map_at_1000": 0.38914000000000004, - "recall_at_1": 0.25153, - "recall_at_3": 0.38253, - "recall_at_5": 0.44508, - "recall_at_10": 0.53012, - "recall_at_20": 0.62915, - "recall_at_100": 0.83487, - "recall_at_1000": 0.98059, - "precision_at_1": 0.3821, - "precision_at_3": 0.21605, - "precision_at_5": 0.15664, - "precision_at_10": 0.09585, - "precision_at_20": 0.05731, - "precision_at_100": 0.015449999999999998, - "precision_at_1000": 0.00183, - "mrr_at_1": 0.382096, - "mrr_at_3": 0.436776, - "mrr_at_5": 0.4499290000000001, - "mrr_at_10": 0.460602, - "mrr_at_20": 0.466425, - "mrr_at_100": 0.47060899999999994, - "mrr_at_1000": 0.471081, - "nauc_ndcg_at_1_max": 0.472941, - "nauc_ndcg_at_1_std": 0.011506, - "nauc_ndcg_at_1_diff1": 0.65073, - "nauc_ndcg_at_3_max": 0.400306, - "nauc_ndcg_at_3_std": -0.021843999999999995, - "nauc_ndcg_at_3_diff1": 0.556355, - "nauc_ndcg_at_5_max": 0.384437, - "nauc_ndcg_at_5_std": -0.028593999999999998, - "nauc_ndcg_at_5_diff1": 0.543432, - "nauc_ndcg_at_10_max": 0.379058, - "nauc_ndcg_at_10_std": -0.022463999999999998, - "nauc_ndcg_at_10_diff1": 0.532127, - "nauc_ndcg_at_20_max": 0.38632500000000003, - "nauc_ndcg_at_20_std": -0.014661, - "nauc_ndcg_at_20_diff1": 0.530613, - "nauc_ndcg_at_100_max": 0.402745, - "nauc_ndcg_at_100_std": 0.012013000000000001, - "nauc_ndcg_at_100_diff1": 0.535367, - "nauc_ndcg_at_1000_max": 0.407732, - "nauc_ndcg_at_1000_std": 0.004336, - "nauc_ndcg_at_1000_diff1": 0.544837, - "nauc_map_at_1_max": 0.297667, - "nauc_map_at_1_std": -0.065036, - "nauc_map_at_1_diff1": 0.55916, - "nauc_map_at_3_max": 0.348091, - "nauc_map_at_3_std": -0.059474, - "nauc_map_at_3_diff1": 0.540836, - "nauc_map_at_5_max": 0.359765, - "nauc_map_at_5_std": -0.051715, - "nauc_map_at_5_diff1": 0.538996, - "nauc_map_at_10_max": 0.367189, - "nauc_map_at_10_std": -0.042277, - "nauc_map_at_10_diff1": 0.535705, - "nauc_map_at_20_max": 0.37327799999999994, - "nauc_map_at_20_std": -0.037319, - "nauc_map_at_20_diff1": 0.536623, - "nauc_map_at_100_max": 0.378037, - "nauc_map_at_100_std": -0.030759, - "nauc_map_at_100_diff1": 0.538127, - "nauc_map_at_1000_max": 0.378518, - "nauc_map_at_1000_std": -0.030760999999999997, - "nauc_map_at_1000_diff1": 0.538489, - "nauc_recall_at_1_max": 0.297667, - "nauc_recall_at_1_std": -0.065036, - "nauc_recall_at_1_diff1": 0.55916, - "nauc_recall_at_3_max": 0.302726, - "nauc_recall_at_3_std": -0.064455, - "nauc_recall_at_3_diff1": 0.47646, - "nauc_recall_at_5_max": 0.295304, - "nauc_recall_at_5_std": -0.053595, - "nauc_recall_at_5_diff1": 0.446824, - "nauc_recall_at_10_max": 0.280634, - "nauc_recall_at_10_std": -0.02122, - "nauc_recall_at_10_diff1": 0.4047799999999999, - "nauc_recall_at_20_max": 0.278269, - "nauc_recall_at_20_std": -0.000429, - "nauc_recall_at_20_diff1": 0.37201799999999996, - "nauc_recall_at_100_max": 0.30131, - "nauc_recall_at_100_std": 0.19334899999999997, - "nauc_recall_at_100_diff1": 0.292745, - "nauc_recall_at_1000_max": 0.33964, - "nauc_recall_at_1000_std": 0.532129, - "nauc_recall_at_1000_diff1": 0.197514, - "nauc_precision_at_1_max": 0.472941, - "nauc_precision_at_1_std": 0.011506, - "nauc_precision_at_1_diff1": 0.65073, - "nauc_precision_at_3_max": 0.454966, - "nauc_precision_at_3_std": 0.05432000000000001, - "nauc_precision_at_3_diff1": 0.440588, - "nauc_precision_at_5_max": 0.439257, - "nauc_precision_at_5_std": 0.081048, - "nauc_precision_at_5_diff1": 0.375711, - "nauc_precision_at_10_max": 0.412745, - "nauc_precision_at_10_std": 0.120234, - "nauc_precision_at_10_diff1": 0.299403, - "nauc_precision_at_20_max": 0.398018, - "nauc_precision_at_20_std": 0.152937, - "nauc_precision_at_20_diff1": 0.244872, - "nauc_precision_at_100_max": 0.35012, - "nauc_precision_at_100_std": 0.240025, - "nauc_precision_at_100_diff1": 0.132948, - "nauc_precision_at_1000_max": 0.291727, - "nauc_precision_at_1000_std": 0.206349, - "nauc_precision_at_1000_diff1": 0.0646, - "nauc_mrr_at_1_max": 0.472941, - "nauc_mrr_at_1_std": 0.011506, - "nauc_mrr_at_1_diff1": 0.65073, - "nauc_mrr_at_3_max": 0.456503, - "nauc_mrr_at_3_std": 0.005387, - "nauc_mrr_at_3_diff1": 0.618489, - "nauc_mrr_at_5_max": 0.453089, - "nauc_mrr_at_5_std": 0.007656, - "nauc_mrr_at_5_diff1": 0.61148, - "nauc_mrr_at_10_max": 0.452298, - "nauc_mrr_at_10_std": 0.0115, - "nauc_mrr_at_10_diff1": 0.607758, - "nauc_mrr_at_20_max": 0.452277, - "nauc_mrr_at_20_std": 0.011928, - "nauc_mrr_at_20_diff1": 0.606927, - "nauc_mrr_at_100_max": 0.453238, - "nauc_mrr_at_100_std": 0.013097, - "nauc_mrr_at_100_diff1": 0.607616, - "nauc_mrr_at_1000_max": 0.453298, - "nauc_mrr_at_1000_std": 0.012892999999999998, - "nauc_mrr_at_1000_diff1": 0.607901, - "main_score": 0.43306 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/CovidRetrieval.json b/results/infly__inf-retriever-v1/external/CovidRetrieval.json deleted file mode 100644 index f43c5a78b2..0000000000 --- a/results/infly__inf-retriever-v1/external/CovidRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", - "task_name": "CovidRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.7797699999999999, - "ndcg_at_3": 0.84489, - "ndcg_at_5": 0.8618299999999999, - "ndcg_at_10": 0.8715899999999999, - "ndcg_at_20": 0.87638, - "ndcg_at_100": 0.87976, - "ndcg_at_1000": 0.8802600000000002, - "map_at_1": 0.77713, - "map_at_3": 0.82947, - "map_at_5": 0.8390900000000001, - "map_at_10": 0.84332, - "map_at_20": 0.8447200000000001, - "map_at_100": 0.8452, - "map_at_1000": 0.8452199999999999, - "recall_at_1": 0.77713, - "recall_at_3": 0.88857, - "recall_at_5": 0.92914, - "recall_at_10": 0.9583799999999999, - "recall_at_20": 0.97682, - "recall_at_100": 0.99473, - "recall_at_1000": 0.99895, - "precision_at_1": 0.7797699999999999, - "precision_at_3": 0.29856, - "precision_at_5": 0.18757, - "precision_at_10": 0.09684, - "precision_at_20": 0.04937, - "precision_at_100": 0.010049999999999998, - "precision_at_1000": 0.00101, - "mrr_at_1": 0.779768, - "mrr_at_3": 0.82947, - "mrr_at_5": 0.8393219999999999, - "mrr_at_10": 0.8432970000000001, - "mrr_at_20": 0.844602, - "mrr_at_100": 0.845085, - "mrr_at_1000": 0.845098, - "nauc_ndcg_at_1_max": 0.106257, - "nauc_ndcg_at_1_std": -0.37587, - "nauc_ndcg_at_1_diff1": 0.876739, - "nauc_ndcg_at_3_max": 0.114731, - "nauc_ndcg_at_3_std": -0.394782, - "nauc_ndcg_at_3_diff1": 0.851518, - "nauc_ndcg_at_5_max": 0.133553, - "nauc_ndcg_at_5_std": -0.380635, - "nauc_ndcg_at_5_diff1": 0.847753, - "nauc_ndcg_at_10_max": 0.135939, - "nauc_ndcg_at_10_std": -0.353862, - "nauc_ndcg_at_10_diff1": 0.852025, - "nauc_ndcg_at_20_max": 0.123043, - "nauc_ndcg_at_20_std": -0.344532, - "nauc_ndcg_at_20_diff1": 0.8548690000000001, - "nauc_ndcg_at_100_max": 0.12359, - "nauc_ndcg_at_100_std": -0.362481, - "nauc_ndcg_at_100_diff1": 0.856223, - "nauc_ndcg_at_1000_max": 0.12554, - "nauc_ndcg_at_1000_std": -0.364419, - "nauc_ndcg_at_1000_diff1": 0.856547, - "nauc_map_at_1_max": 0.107918, - "nauc_map_at_1_std": -0.380017, - "nauc_map_at_1_diff1": 0.88115, - "nauc_map_at_3_max": 0.112948, - "nauc_map_at_3_std": -0.387444, - "nauc_map_at_3_diff1": 0.859009, - "nauc_map_at_5_max": 0.123632, - "nauc_map_at_5_std": -0.381401, - "nauc_map_at_5_diff1": 0.857334, - "nauc_map_at_10_max": 0.125679, - "nauc_map_at_10_std": -0.37195999999999996, - "nauc_map_at_10_diff1": 0.858887, - "nauc_map_at_20_max": 0.122576, - "nauc_map_at_20_std": -0.369194, - "nauc_map_at_20_diff1": 0.859492, - "nauc_map_at_100_max": 0.123137, - "nauc_map_at_100_std": -0.371156, - "nauc_map_at_100_diff1": 0.859659, - "nauc_map_at_1000_max": 0.123179, - "nauc_map_at_1000_std": -0.3712289999999999, - "nauc_map_at_1000_diff1": 0.859666, - "nauc_recall_at_1_max": 0.107918, - "nauc_recall_at_1_std": -0.380017, - "nauc_recall_at_1_diff1": 0.88115, - "nauc_recall_at_3_max": 0.115712, - "nauc_recall_at_3_std": -0.420403, - "nauc_recall_at_3_diff1": 0.822085, - "nauc_recall_at_5_max": 0.19370300000000001, - "nauc_recall_at_5_std": -0.364651, - "nauc_recall_at_5_diff1": 0.790229, - "nauc_recall_at_10_max": 0.247021, - "nauc_recall_at_10_std": -0.130473, - "nauc_recall_at_10_diff1": 0.790931, - "nauc_recall_at_20_max": 0.08377600000000002, - "nauc_recall_at_20_std": 0.19554400000000002, - "nauc_recall_at_20_diff1": 0.8015440000000001, - "nauc_recall_at_100_max": -0.16404800000000003, - "nauc_recall_at_100_std": -0.04217, - "nauc_recall_at_100_diff1": 0.773525, - "nauc_recall_at_1000_max": 0.35780899999999993, - "nauc_recall_at_1000_std": -0.171046, - "nauc_recall_at_1000_diff1": 0.722168, - "nauc_precision_at_1_max": 0.106257, - "nauc_precision_at_1_std": -0.37587, - "nauc_precision_at_1_diff1": 0.876739, - "nauc_precision_at_3_max": 0.123466, - "nauc_precision_at_3_std": -0.352022, - "nauc_precision_at_3_diff1": 0.6936579999999999, - "nauc_precision_at_5_max": 0.218156, - "nauc_precision_at_5_std": -0.267725, - "nauc_precision_at_5_diff1": 0.556505, - "nauc_precision_at_10_max": 0.280424, - "nauc_precision_at_10_std": -0.039005, - "nauc_precision_at_10_diff1": 0.400286, - "nauc_precision_at_20_max": 0.17896499999999999, - "nauc_precision_at_20_std": 0.200597, - "nauc_precision_at_20_diff1": 0.197173, - "nauc_precision_at_100_max": 0.195903, - "nauc_precision_at_100_std": 0.151328, - "nauc_precision_at_100_diff1": -0.268167, - "nauc_precision_at_1000_max": 0.302629, - "nauc_precision_at_1000_std": 0.186426, - "nauc_precision_at_1000_diff1": -0.49766, - "nauc_mrr_at_1_max": 0.114448, - "nauc_mrr_at_1_std": -0.384039, - "nauc_mrr_at_1_diff1": 0.876739, - "nauc_mrr_at_3_max": 0.12050100000000001, - "nauc_mrr_at_3_std": -0.396139, - "nauc_mrr_at_3_diff1": 0.8583289999999999, - "nauc_mrr_at_5_max": 0.125492, - "nauc_mrr_at_5_std": -0.386156, - "nauc_mrr_at_5_diff1": 0.856892, - "nauc_mrr_at_10_max": 0.126474, - "nauc_mrr_at_10_std": -0.377216, - "nauc_mrr_at_10_diff1": 0.8588030000000001, - "nauc_mrr_at_20_max": 0.123774, - "nauc_mrr_at_20_std": -0.375013, - "nauc_mrr_at_20_diff1": 0.8595, - "nauc_mrr_at_100_max": 0.124338, - "nauc_mrr_at_100_std": -0.376993, - "nauc_mrr_at_100_diff1": 0.8596670000000001, - "nauc_mrr_at_1000_max": 0.124381, - "nauc_mrr_at_1000_std": -0.377067, - "nauc_mrr_at_1000_diff1": 0.8596739999999999, - "main_score": 0.8715899999999999 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/DuRetrieval.json b/results/infly__inf-retriever-v1/external/DuRetrieval.json deleted file mode 100644 index 378551b731..0000000000 --- a/results/infly__inf-retriever-v1/external/DuRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced", - "task_name": "DuRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.9195, - "ndcg_at_3": 0.8956399999999999, - "ndcg_at_5": 0.8874, - "ndcg_at_10": 0.9081600000000001, - "ndcg_at_20": 0.92049, - "ndcg_at_100": 0.92944, - "ndcg_at_1000": 0.93101, - "map_at_1": 0.27469, - "map_at_3": 0.58833, - "map_at_5": 0.74146, - "map_at_10": 0.8449, - "map_at_20": 0.86583, - "map_at_100": 0.8715, - "map_at_1000": 0.8716700000000001, - "recall_at_1": 0.27469, - "recall_at_3": 0.61253, - "recall_at_5": 0.78605, - "recall_at_10": 0.91984, - "recall_at_20": 0.9615700000000001, - "recall_at_100": 0.99012, - "recall_at_1000": 0.9985, - "precision_at_1": 0.9195, - "precision_at_3": 0.7993299999999999, - "precision_at_5": 0.6751999999999999, - "precision_at_10": 0.43125, - "precision_at_20": 0.23365, - "precision_at_100": 0.04873, - "precision_at_1000": 0.00491, - "mrr_at_1": 0.9195, - "mrr_at_3": 0.946833, - "mrr_at_5": 0.9480330000000001, - "mrr_at_10": 0.948327, - "mrr_at_20": 0.948645, - "mrr_at_100": 0.9487760000000001, - "mrr_at_1000": 0.948791, - "nauc_ndcg_at_1_max": 0.383147, - "nauc_ndcg_at_1_std": 0.254415, - "nauc_ndcg_at_1_diff1": 0.200724, - "nauc_ndcg_at_3_max": 0.284644, - "nauc_ndcg_at_3_std": 0.163111, - "nauc_ndcg_at_3_diff1": 0.04136, - "nauc_ndcg_at_5_max": 0.208656, - "nauc_ndcg_at_5_std": 0.074921, - "nauc_ndcg_at_5_diff1": 0.069999, - "nauc_ndcg_at_10_max": 0.319021, - "nauc_ndcg_at_10_std": 0.09895199999999998, - "nauc_ndcg_at_10_diff1": 0.074908, - "nauc_ndcg_at_20_max": 0.35113799999999995, - "nauc_ndcg_at_20_std": 0.159928, - "nauc_ndcg_at_20_diff1": 0.058599, - "nauc_ndcg_at_100_max": 0.354467, - "nauc_ndcg_at_100_std": 0.202691, - "nauc_ndcg_at_100_diff1": 0.046742, - "nauc_ndcg_at_1000_max": 0.348608, - "nauc_ndcg_at_1000_std": 0.197889, - "nauc_ndcg_at_1000_diff1": 0.04455, - "nauc_map_at_1_max": -0.145448, - "nauc_map_at_1_std": -0.36809, - "nauc_map_at_1_diff1": 0.48945, - "nauc_map_at_3_max": -0.043561, - "nauc_map_at_3_std": -0.365114, - "nauc_map_at_3_diff1": 0.34507599999999994, - "nauc_map_at_5_max": 0.047926, - "nauc_map_at_5_std": -0.29224, - "nauc_map_at_5_diff1": 0.236996, - "nauc_map_at_10_max": 0.233542, - "nauc_map_at_10_std": -0.081883, - "nauc_map_at_10_diff1": 0.103199, - "nauc_map_at_20_max": 0.261761, - "nauc_map_at_20_std": 0.043185, - "nauc_map_at_20_diff1": 0.057029, - "nauc_map_at_100_max": 0.26251, - "nauc_map_at_100_std": 0.073792, - "nauc_map_at_100_diff1": 0.044363, - "nauc_map_at_1000_max": 0.26215, - "nauc_map_at_1000_std": 0.073779, - "nauc_map_at_1000_diff1": 0.043981000000000006, - "nauc_recall_at_1_max": -0.145448, - "nauc_recall_at_1_std": -0.36809, - "nauc_recall_at_1_diff1": 0.48945, - "nauc_recall_at_3_max": -0.081063, - "nauc_recall_at_3_std": -0.39984700000000006, - "nauc_recall_at_3_diff1": 0.361148, - "nauc_recall_at_5_max": -0.018721, - "nauc_recall_at_5_std": -0.375321, - "nauc_recall_at_5_diff1": 0.274684, - "nauc_recall_at_10_max": 0.274409, - "nauc_recall_at_10_std": -0.17471500000000004, - "nauc_recall_at_10_diff1": 0.181816, - "nauc_recall_at_20_max": 0.420335, - "nauc_recall_at_20_std": 0.132844, - "nauc_recall_at_20_diff1": 0.11135100000000002, - "nauc_recall_at_100_max": 0.634582, - "nauc_recall_at_100_std": 0.541563, - "nauc_recall_at_100_diff1": 0.087789, - "nauc_recall_at_1000_max": 0.7373150000000002, - "nauc_recall_at_1000_std": 0.783703, - "nauc_recall_at_1000_diff1": 0.151756, - "nauc_precision_at_1_max": 0.383147, - "nauc_precision_at_1_std": 0.254415, - "nauc_precision_at_1_diff1": 0.200724, - "nauc_precision_at_3_max": 0.337041, - "nauc_precision_at_3_std": 0.407562, - "nauc_precision_at_3_diff1": -0.415615, - "nauc_precision_at_5_max": 0.266911, - "nauc_precision_at_5_std": 0.440977, - "nauc_precision_at_5_diff1": -0.428939, - "nauc_precision_at_10_max": 0.235844, - "nauc_precision_at_10_std": 0.486534, - "nauc_precision_at_10_diff1": -0.393653, - "nauc_precision_at_20_max": 0.186268, - "nauc_precision_at_20_std": 0.522362, - "nauc_precision_at_20_diff1": -0.381004, - "nauc_precision_at_100_max": 0.153183, - "nauc_precision_at_100_std": 0.524707, - "nauc_precision_at_100_diff1": -0.375629, - "nauc_precision_at_1000_max": 0.145627, - "nauc_precision_at_1000_std": 0.519881, - "nauc_precision_at_1000_diff1": -0.37607399999999996, - "nauc_mrr_at_1_max": 0.383147, - "nauc_mrr_at_1_std": 0.254415, - "nauc_mrr_at_1_diff1": 0.200724, - "nauc_mrr_at_3_max": 0.48426499999999995, - "nauc_mrr_at_3_std": 0.32605000000000006, - "nauc_mrr_at_3_diff1": 0.20528500000000002, - "nauc_mrr_at_5_max": 0.476027, - "nauc_mrr_at_5_std": 0.32563499999999995, - "nauc_mrr_at_5_diff1": 0.197022, - "nauc_mrr_at_10_max": 0.47458399999999995, - "nauc_mrr_at_10_std": 0.325057, - "nauc_mrr_at_10_diff1": 0.198632, - "nauc_mrr_at_20_max": 0.471959, - "nauc_mrr_at_20_std": 0.323991, - "nauc_mrr_at_20_diff1": 0.19741, - "nauc_mrr_at_100_max": 0.471371, - "nauc_mrr_at_100_std": 0.32264, - "nauc_mrr_at_100_diff1": 0.196933, - "nauc_mrr_at_1000_max": 0.471235, - "nauc_mrr_at_1000_std": 0.322476, - "nauc_mrr_at_1000_diff1": 0.196877, - "main_score": 0.9081600000000001 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/EcomRetrieval.json b/results/infly__inf-retriever-v1/external/EcomRetrieval.json deleted file mode 100644 index edd790a6d8..0000000000 --- a/results/infly__inf-retriever-v1/external/EcomRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9", - "task_name": "EcomRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.559, - "ndcg_at_3": 0.66019, - "ndcg_at_5": 0.6847999999999999, - "ndcg_at_10": 0.70678, - "ndcg_at_20": 0.72024, - "ndcg_at_100": 0.72933, - "ndcg_at_1000": 0.73204, - "map_at_1": 0.559, - "map_at_3": 0.63567, - "map_at_5": 0.64927, - "map_at_10": 0.6583200000000001, - "map_at_20": 0.66205, - "map_at_100": 0.6633099999999998, - "map_at_1000": 0.6634, - "recall_at_1": 0.559, - "recall_at_3": 0.731, - "recall_at_5": 0.791, - "recall_at_10": 0.8590000000000001, - "recall_at_20": 0.912, - "recall_at_100": 0.961, - "recall_at_1000": 0.983, - "precision_at_1": 0.559, - "precision_at_3": 0.24367, - "precision_at_5": 0.1582, - "precision_at_10": 0.0859, - "precision_at_20": 0.0456, - "precision_at_100": 0.00961, - "precision_at_1000": 0.00098, - "mrr_at_1": 0.559, - "mrr_at_3": 0.635667, - "mrr_at_5": 0.6492670000000001, - "mrr_at_10": 0.6583190000000001, - "mrr_at_20": 0.662046, - "mrr_at_100": 0.663313, - "mrr_at_1000": 0.663405, - "nauc_ndcg_at_1_max": 0.07969, - "nauc_ndcg_at_1_std": -0.138408, - "nauc_ndcg_at_1_diff1": 0.74252, - "nauc_ndcg_at_3_max": 0.095736, - "nauc_ndcg_at_3_std": -0.111447, - "nauc_ndcg_at_3_diff1": 0.691241, - "nauc_ndcg_at_5_max": 0.115841, - "nauc_ndcg_at_5_std": -0.109319, - "nauc_ndcg_at_5_diff1": 0.685011, - "nauc_ndcg_at_10_max": 0.12167, - "nauc_ndcg_at_10_std": -0.101057, - "nauc_ndcg_at_10_diff1": 0.69022, - "nauc_ndcg_at_20_max": 0.133886, - "nauc_ndcg_at_20_std": -0.08485199999999998, - "nauc_ndcg_at_20_diff1": 0.695569, - "nauc_ndcg_at_100_max": 0.128341, - "nauc_ndcg_at_100_std": -0.078253, - "nauc_ndcg_at_100_diff1": 0.697176, - "nauc_ndcg_at_1000_max": 0.125105, - "nauc_ndcg_at_1000_std": -0.085495, - "nauc_ndcg_at_1000_diff1": 0.699608, - "nauc_map_at_1_max": 0.07969, - "nauc_map_at_1_std": -0.138408, - "nauc_map_at_1_diff1": 0.74252, - "nauc_map_at_3_max": 0.091602, - "nauc_map_at_3_std": -0.119092, - "nauc_map_at_3_diff1": 0.704804, - "nauc_map_at_5_max": 0.10099399999999999, - "nauc_map_at_5_std": -0.118746, - "nauc_map_at_5_diff1": 0.702168, - "nauc_map_at_10_max": 0.10319799999999998, - "nauc_map_at_10_std": -0.11574, - "nauc_map_at_10_diff1": 0.704827, - "nauc_map_at_20_max": 0.10565799999999999, - "nauc_map_at_20_std": -0.11232000000000002, - "nauc_map_at_20_diff1": 0.706199, - "nauc_map_at_100_max": 0.104852, - "nauc_map_at_100_std": -0.11123200000000001, - "nauc_map_at_100_diff1": 0.7064859999999998, - "nauc_map_at_1000_max": 0.104838, - "nauc_map_at_1000_std": -0.111379, - "nauc_map_at_1000_diff1": 0.7066089999999999, - "nauc_recall_at_1_max": 0.07969, - "nauc_recall_at_1_std": -0.138408, - "nauc_recall_at_1_diff1": 0.74252, - "nauc_recall_at_3_max": 0.11016399999999998, - "nauc_recall_at_3_std": -0.084394, - "nauc_recall_at_3_diff1": 0.643724, - "nauc_recall_at_5_max": 0.18305, - "nauc_recall_at_5_std": -0.068603, - "nauc_recall_at_5_diff1": 0.612438, - "nauc_recall_at_10_max": 0.238141, - "nauc_recall_at_10_std": -0.009059, - "nauc_recall_at_10_diff1": 0.60688, - "nauc_recall_at_20_max": 0.42947899999999994, - "nauc_recall_at_20_std": 0.209999, - "nauc_recall_at_20_diff1": 0.617557, - "nauc_recall_at_100_max": 0.638859, - "nauc_recall_at_100_std": 0.736108, - "nauc_recall_at_100_diff1": 0.564067, - "nauc_recall_at_1000_max": 0.8956450000000001, - "nauc_recall_at_1000_std": 0.9923110000000002, - "nauc_recall_at_1000_diff1": 0.599138, - "nauc_precision_at_1_max": 0.07969, - "nauc_precision_at_1_std": -0.138408, - "nauc_precision_at_1_diff1": 0.74252, - "nauc_precision_at_3_max": 0.11016399999999998, - "nauc_precision_at_3_std": -0.084394, - "nauc_precision_at_3_diff1": 0.643724, - "nauc_precision_at_5_max": 0.18305, - "nauc_precision_at_5_std": -0.068603, - "nauc_precision_at_5_diff1": 0.612438, - "nauc_precision_at_10_max": 0.238141, - "nauc_precision_at_10_std": -0.009059, - "nauc_precision_at_10_diff1": 0.60688, - "nauc_precision_at_20_max": 0.42947899999999994, - "nauc_precision_at_20_std": 0.209999, - "nauc_precision_at_20_diff1": 0.617557, - "nauc_precision_at_100_max": 0.638859, - "nauc_precision_at_100_std": 0.736108, - "nauc_precision_at_100_diff1": 0.564067, - "nauc_precision_at_1000_max": 0.8956450000000001, - "nauc_precision_at_1000_std": 0.9923110000000002, - "nauc_precision_at_1000_diff1": 0.599138, - "nauc_mrr_at_1_max": 0.07969, - "nauc_mrr_at_1_std": -0.138408, - "nauc_mrr_at_1_diff1": 0.74252, - "nauc_mrr_at_3_max": 0.091602, - "nauc_mrr_at_3_std": -0.119092, - "nauc_mrr_at_3_diff1": 0.704804, - "nauc_mrr_at_5_max": 0.10099399999999999, - "nauc_mrr_at_5_std": -0.118746, - "nauc_mrr_at_5_diff1": 0.702168, - "nauc_mrr_at_10_max": 0.10319799999999998, - "nauc_mrr_at_10_std": -0.11574, - "nauc_mrr_at_10_diff1": 0.704827, - "nauc_mrr_at_20_max": 0.10565799999999999, - "nauc_mrr_at_20_std": -0.11232000000000002, - "nauc_mrr_at_20_diff1": 0.706199, - "nauc_mrr_at_100_max": 0.104852, - "nauc_mrr_at_100_std": -0.11123200000000001, - "nauc_mrr_at_100_diff1": 0.7064859999999998, - "nauc_mrr_at_1000_max": 0.104838, - "nauc_mrr_at_1000_std": -0.111379, - "nauc_mrr_at_1000_diff1": 0.7066089999999999, - "main_score": 0.70678 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/MMarcoRetrieval.json b/results/infly__inf-retriever-v1/external/MMarcoRetrieval.json deleted file mode 100644 index 72c8155501..0000000000 --- a/results/infly__inf-retriever-v1/external/MMarcoRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2", - "task_name": "MMarcoRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.75745, - "ndcg_at_3": 0.82188, - "ndcg_at_5": 0.83869, - "ndcg_at_10": 0.85118, - "ndcg_at_20": 0.85624, - "ndcg_at_100": 0.8605000000000002, - "ndcg_at_1000": 0.86177, - "map_at_1": 0.7333, - "map_at_3": 0.80333, - "map_at_5": 0.81349, - "map_at_10": 0.81906, - "map_at_20": 0.8205899999999999, - "map_at_100": 0.82127, - "map_at_1000": 0.82132, - "recall_at_1": 0.7333, - "recall_at_3": 0.86823, - "recall_at_5": 0.90814, - "recall_at_10": 0.94509, - "recall_at_20": 0.96422, - "recall_at_100": 0.986, - "recall_at_1000": 0.99599, - "precision_at_1": 0.75745, - "precision_at_3": 0.30626, - "precision_at_5": 0.19281000000000004, - "precision_at_10": 0.1005, - "precision_at_20": 0.05133, - "precision_at_100": 0.010509999999999999, - "precision_at_1000": 0.00106, - "mrr_at_1": 0.75745, - "mrr_at_3": 0.810148, - "mrr_at_5": 0.8186579999999999, - "mrr_at_10": 0.823666, - "mrr_at_20": 0.824972, - "mrr_at_100": 0.8255449999999999, - "mrr_at_1000": 0.8255880000000001, - "nauc_ndcg_at_1_max": 0.131958, - "nauc_ndcg_at_1_std": -0.272173, - "nauc_ndcg_at_1_diff1": 0.835531, - "nauc_ndcg_at_3_max": 0.171078, - "nauc_ndcg_at_3_std": -0.24192599999999997, - "nauc_ndcg_at_3_diff1": 0.804983, - "nauc_ndcg_at_5_max": 0.193079, - "nauc_ndcg_at_5_std": -0.215239, - "nauc_ndcg_at_5_diff1": 0.806484, - "nauc_ndcg_at_10_max": 0.195153, - "nauc_ndcg_at_10_std": -0.199978, - "nauc_ndcg_at_10_diff1": 0.809953, - "nauc_ndcg_at_20_max": 0.195474, - "nauc_ndcg_at_20_std": -0.19301500000000002, - "nauc_ndcg_at_20_diff1": 0.812567, - "nauc_ndcg_at_100_max": 0.18569399999999997, - "nauc_ndcg_at_100_std": -0.204957, - "nauc_ndcg_at_100_diff1": 0.813873, - "nauc_ndcg_at_1000_max": 0.18152200000000002, - "nauc_ndcg_at_1000_std": -0.213527, - "nauc_ndcg_at_1000_diff1": 0.814459, - "nauc_map_at_1_max": 0.091671, - "nauc_map_at_1_std": -0.276298, - "nauc_map_at_1_diff1": 0.825107, - "nauc_map_at_3_max": 0.151633, - "nauc_map_at_3_std": -0.258352, - "nauc_map_at_3_diff1": 0.812211, - "nauc_map_at_5_max": 0.164272, - "nauc_map_at_5_std": -0.243902, - "nauc_map_at_5_diff1": 0.813282, - "nauc_map_at_10_max": 0.164997, - "nauc_map_at_10_std": -0.23860200000000004, - "nauc_map_at_10_diff1": 0.814676, - "nauc_map_at_20_max": 0.164924, - "nauc_map_at_20_std": -0.236935, - "nauc_map_at_20_diff1": 0.8154299999999999, - "nauc_map_at_100_max": 0.16381, - "nauc_map_at_100_std": -0.23832, - "nauc_map_at_100_diff1": 0.8156219999999998, - "nauc_map_at_1000_max": 0.16370199999999996, - "nauc_map_at_1000_std": -0.23856200000000002, - "nauc_map_at_1000_diff1": 0.815641, - "nauc_recall_at_1_max": 0.091671, - "nauc_recall_at_1_std": -0.276298, - "nauc_recall_at_1_diff1": 0.825107, - "nauc_recall_at_3_max": 0.22362, - "nauc_recall_at_3_std": -0.19357600000000003, - "nauc_recall_at_3_diff1": 0.7678540000000001, - "nauc_recall_at_5_max": 0.325794, - "nauc_recall_at_5_std": -0.074792, - "nauc_recall_at_5_diff1": 0.757277, - "nauc_recall_at_10_max": 0.42654800000000004, - "nauc_recall_at_10_std": 0.125123, - "nauc_recall_at_10_diff1": 0.757877, - "nauc_recall_at_20_max": 0.55737, - "nauc_recall_at_20_std": 0.390218, - "nauc_recall_at_20_diff1": 0.771814, - "nauc_recall_at_100_max": 0.641065, - "nauc_recall_at_100_std": 0.701918, - "nauc_recall_at_100_diff1": 0.7811140000000001, - "nauc_recall_at_1000_max": 0.698721, - "nauc_recall_at_1000_std": 0.772501, - "nauc_recall_at_1000_diff1": 0.84894, - "nauc_precision_at_1_max": 0.131958, - "nauc_precision_at_1_std": -0.272173, - "nauc_precision_at_1_diff1": 0.835531, - "nauc_precision_at_3_max": 0.224513, - "nauc_precision_at_3_std": -0.06339, - "nauc_precision_at_3_diff1": 0.365773, - "nauc_precision_at_5_max": 0.270464, - "nauc_precision_at_5_std": 0.052645, - "nauc_precision_at_5_diff1": 0.226914, - "nauc_precision_at_10_max": 0.28171, - "nauc_precision_at_10_std": 0.170803, - "nauc_precision_at_10_diff1": 0.061321, - "nauc_precision_at_20_max": 0.279335, - "nauc_precision_at_20_std": 0.24931800000000004, - "nauc_precision_at_20_diff1": -0.044056, - "nauc_precision_at_100_max": 0.21806599999999998, - "nauc_precision_at_100_std": 0.24658999999999998, - "nauc_precision_at_100_diff1": -0.193589, - "nauc_precision_at_1000_max": 0.17958400000000002, - "nauc_precision_at_1000_std": 0.204178, - "nauc_precision_at_1000_diff1": -0.275299, - "nauc_mrr_at_1_max": 0.131958, - "nauc_mrr_at_1_std": -0.272173, - "nauc_mrr_at_1_diff1": 0.835531, - "nauc_mrr_at_3_max": 0.168011, - "nauc_mrr_at_3_std": -0.244238, - "nauc_mrr_at_3_diff1": 0.815653, - "nauc_mrr_at_5_max": 0.176255, - "nauc_mrr_at_5_std": -0.23345399999999997, - "nauc_mrr_at_5_diff1": 0.816503, - "nauc_mrr_at_10_max": 0.175126, - "nauc_mrr_at_10_std": -0.229439, - "nauc_mrr_at_10_diff1": 0.818044, - "nauc_mrr_at_20_max": 0.174687, - "nauc_mrr_at_20_std": -0.22867300000000002, - "nauc_mrr_at_20_diff1": 0.81851, - "nauc_mrr_at_100_max": 0.173429, - "nauc_mrr_at_100_std": -0.230229, - "nauc_mrr_at_100_diff1": 0.818634, - "nauc_mrr_at_1000_max": 0.173315, - "nauc_mrr_at_1000_std": -0.230451, - "nauc_mrr_at_1000_diff1": 0.818656, - "main_score": 0.85118 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/MedicalRetrieval.json b/results/infly__inf-retriever-v1/external/MedicalRetrieval.json deleted file mode 100644 index 86208a9a11..0000000000 --- a/results/infly__inf-retriever-v1/external/MedicalRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6", - "task_name": "MedicalRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.55, - "ndcg_at_3": 0.61334, - "ndcg_at_5": 0.62591, - "ndcg_at_10": 0.63913, - "ndcg_at_20": 0.64748, - "ndcg_at_100": 0.66675, - "ndcg_at_1000": 0.6789400000000001, - "map_at_1": 0.55, - "map_at_3": 0.5985, - "map_at_5": 0.6056, - "map_at_10": 0.61103, - "map_at_20": 0.61332, - "map_at_100": 0.61583, - "map_at_1000": 0.61627, - "recall_at_1": 0.55, - "recall_at_3": 0.6560000000000001, - "recall_at_5": 0.686, - "recall_at_10": 0.727, - "recall_at_20": 0.76, - "recall_at_100": 0.866, - "recall_at_1000": 0.963, - "precision_at_1": 0.55, - "precision_at_3": 0.21867, - "precision_at_5": 0.1372, - "precision_at_10": 0.0727, - "precision_at_20": 0.038, - "precision_at_100": 0.00866, - "precision_at_1000": 0.00096, - "mrr_at_1": 0.55, - "mrr_at_3": 0.5985, - "mrr_at_5": 0.6056, - "mrr_at_10": 0.611027, - "mrr_at_20": 0.613323, - "mrr_at_100": 0.61583, - "mrr_at_1000": 0.616268, - "nauc_ndcg_at_1_max": 0.457614, - "nauc_ndcg_at_1_std": 0.17589299999999997, - "nauc_ndcg_at_1_diff1": 0.846716, - "nauc_ndcg_at_3_max": 0.433722, - "nauc_ndcg_at_3_std": 0.216068, - "nauc_ndcg_at_3_diff1": 0.797078, - "nauc_ndcg_at_5_max": 0.436396, - "nauc_ndcg_at_5_std": 0.219309, - "nauc_ndcg_at_5_diff1": 0.790538, - "nauc_ndcg_at_10_max": 0.435044, - "nauc_ndcg_at_10_std": 0.22351, - "nauc_ndcg_at_10_diff1": 0.787137, - "nauc_ndcg_at_20_max": 0.4361689999999999, - "nauc_ndcg_at_20_std": 0.221586, - "nauc_ndcg_at_20_diff1": 0.786764, - "nauc_ndcg_at_100_max": 0.431354, - "nauc_ndcg_at_100_std": 0.224145, - "nauc_ndcg_at_100_diff1": 0.7835, - "nauc_ndcg_at_1000_max": 0.436698, - "nauc_ndcg_at_1000_std": 0.2217, - "nauc_ndcg_at_1000_diff1": 0.7905989999999999, - "nauc_map_at_1_max": 0.457614, - "nauc_map_at_1_std": 0.17589299999999997, - "nauc_map_at_1_diff1": 0.846716, - "nauc_map_at_3_max": 0.440428, - "nauc_map_at_3_std": 0.206219, - "nauc_map_at_3_diff1": 0.808918, - "nauc_map_at_5_max": 0.442069, - "nauc_map_at_5_std": 0.207613, - "nauc_map_at_5_diff1": 0.80545, - "nauc_map_at_10_max": 0.44128900000000004, - "nauc_map_at_10_std": 0.209091, - "nauc_map_at_10_diff1": 0.80417, - "nauc_map_at_20_max": 0.44158200000000003, - "nauc_map_at_20_std": 0.20832700000000004, - "nauc_map_at_20_diff1": 0.8040970000000001, - "nauc_map_at_100_max": 0.44105199999999994, - "nauc_map_at_100_std": 0.208381, - "nauc_map_at_100_diff1": 0.803634, - "nauc_map_at_1000_max": 0.44124, - "nauc_map_at_1000_std": 0.20846, - "nauc_map_at_1000_diff1": 0.803866, - "nauc_recall_at_1_max": 0.457614, - "nauc_recall_at_1_std": 0.17589299999999997, - "nauc_recall_at_1_diff1": 0.846716, - "nauc_recall_at_3_max": 0.412286, - "nauc_recall_at_3_std": 0.246954, - "nauc_recall_at_3_diff1": 0.760107, - "nauc_recall_at_5_max": 0.41759599999999997, - "nauc_recall_at_5_std": 0.258669, - "nauc_recall_at_5_diff1": 0.740678, - "nauc_recall_at_10_max": 0.41261900000000007, - "nauc_recall_at_10_std": 0.27896, - "nauc_recall_at_10_diff1": 0.723198, - "nauc_recall_at_20_max": 0.416291, - "nauc_recall_at_20_std": 0.277209, - "nauc_recall_at_20_diff1": 0.714933, - "nauc_recall_at_100_max": 0.34897, - "nauc_recall_at_100_std": 0.348631, - "nauc_recall_at_100_diff1": 0.63698, - "nauc_recall_at_1000_max": 0.434905, - "nauc_recall_at_1000_std": 0.443006, - "nauc_recall_at_1000_diff1": 0.667197, - "nauc_precision_at_1_max": 0.457614, - "nauc_precision_at_1_std": 0.17589299999999997, - "nauc_precision_at_1_diff1": 0.846716, - "nauc_precision_at_3_max": 0.412286, - "nauc_precision_at_3_std": 0.246954, - "nauc_precision_at_3_diff1": 0.760107, - "nauc_precision_at_5_max": 0.41759599999999997, - "nauc_precision_at_5_std": 0.258669, - "nauc_precision_at_5_diff1": 0.740678, - "nauc_precision_at_10_max": 0.41261900000000007, - "nauc_precision_at_10_std": 0.27896, - "nauc_precision_at_10_diff1": 0.723198, - "nauc_precision_at_20_max": 0.416291, - "nauc_precision_at_20_std": 0.277209, - "nauc_precision_at_20_diff1": 0.714933, - "nauc_precision_at_100_max": 0.34897, - "nauc_precision_at_100_std": 0.348631, - "nauc_precision_at_100_diff1": 0.63698, - "nauc_precision_at_1000_max": 0.434905, - "nauc_precision_at_1000_std": 0.443006, - "nauc_precision_at_1000_diff1": 0.667197, - "nauc_mrr_at_1_max": 0.457614, - "nauc_mrr_at_1_std": 0.17589299999999997, - "nauc_mrr_at_1_diff1": 0.846716, - "nauc_mrr_at_3_max": 0.440428, - "nauc_mrr_at_3_std": 0.206219, - "nauc_mrr_at_3_diff1": 0.808918, - "nauc_mrr_at_5_max": 0.442069, - "nauc_mrr_at_5_std": 0.207613, - "nauc_mrr_at_5_diff1": 0.80545, - "nauc_mrr_at_10_max": 0.44128900000000004, - "nauc_mrr_at_10_std": 0.209091, - "nauc_mrr_at_10_diff1": 0.80417, - "nauc_mrr_at_20_max": 0.44158200000000003, - "nauc_mrr_at_20_std": 0.20832700000000004, - "nauc_mrr_at_20_diff1": 0.8040970000000001, - "nauc_mrr_at_100_max": 0.441051, - "nauc_mrr_at_100_std": 0.208382, - "nauc_mrr_at_100_diff1": 0.803634, - "nauc_mrr_at_1000_max": 0.441239, - "nauc_mrr_at_1000_std": 0.208461, - "nauc_mrr_at_1000_diff1": 0.803866, - "main_score": 0.63913 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/T2Retrieval.json b/results/infly__inf-retriever-v1/external/T2Retrieval.json deleted file mode 100644 index 2620d1ee07..0000000000 --- a/results/infly__inf-retriever-v1/external/T2Retrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", - "task_name": "T2Retrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.9122, - "ndcg_at_3": 0.88018, - "ndcg_at_5": 0.87023, - "ndcg_at_10": 0.87256, - "ndcg_at_20": 0.88897, - "ndcg_at_100": 0.90386, - "ndcg_at_1000": 0.90811, - "map_at_1": 0.28203, - "map_at_3": 0.5616, - "map_at_5": 0.6928699999999999, - "map_at_10": 0.80361, - "map_at_20": 0.83152, - "map_at_100": 0.83894, - "map_at_1000": 0.8393999999999999, - "recall_at_1": 0.28203, - "recall_at_3": 0.57821, - "recall_at_5": 0.72616, - "recall_at_10": 0.8656, - "recall_at_20": 0.92145, - "recall_at_100": 0.96827, - "recall_at_1000": 0.9896699999999999, - "precision_at_1": 0.9122, - "precision_at_3": 0.76946, - "precision_at_5": 0.64822, - "precision_at_10": 0.43370999999999993, - "precision_at_20": 0.23978, - "precision_at_100": 0.0508, - "precision_at_1000": 0.005180000000000001, - "mrr_at_1": 0.912195, - "mrr_at_3": 0.932214, - "mrr_at_5": 0.934857, - "mrr_at_10": 0.936156, - "mrr_at_20": 0.936549, - "mrr_at_100": 0.936802, - "mrr_at_1000": 0.936823, - "nauc_ndcg_at_1_max": 0.574777, - "nauc_ndcg_at_1_std": 0.311, - "nauc_ndcg_at_1_diff1": 0.478114, - "nauc_ndcg_at_3_max": 0.478308, - "nauc_ndcg_at_3_std": 0.275389, - "nauc_ndcg_at_3_diff1": 0.135529, - "nauc_ndcg_at_5_max": 0.406728, - "nauc_ndcg_at_5_std": 0.225295, - "nauc_ndcg_at_5_diff1": 0.139263, - "nauc_ndcg_at_10_max": 0.336021, - "nauc_ndcg_at_10_std": 0.159671, - "nauc_ndcg_at_10_diff1": 0.17678000000000002, - "nauc_ndcg_at_20_max": 0.390053, - "nauc_ndcg_at_20_std": 0.21218, - "nauc_ndcg_at_20_diff1": 0.175961, - "nauc_ndcg_at_100_max": 0.44208, - "nauc_ndcg_at_100_std": 0.27437, - "nauc_ndcg_at_100_diff1": 0.177034, - "nauc_ndcg_at_1000_max": 0.448086, - "nauc_ndcg_at_1000_std": 0.274606, - "nauc_ndcg_at_1000_diff1": 0.18262499999999998, - "nauc_map_at_1_max": -0.24823500000000004, - "nauc_map_at_1_std": -0.395167, - "nauc_map_at_1_diff1": 0.553064, - "nauc_map_at_3_max": -0.17509699999999997, - "nauc_map_at_3_std": -0.396402, - "nauc_map_at_3_diff1": 0.412552, - "nauc_map_at_5_max": -0.054253, - "nauc_map_at_5_std": -0.306847, - "nauc_map_at_5_diff1": 0.331347, - "nauc_map_at_10_max": 0.20598, - "nauc_map_at_10_std": -0.01943, - "nauc_map_at_10_diff1": 0.190818, - "nauc_map_at_20_max": 0.3055, - "nauc_map_at_20_std": 0.125299, - "nauc_map_at_20_diff1": 0.142657, - "nauc_map_at_100_max": 0.32831299999999997, - "nauc_map_at_100_std": 0.15956, - "nauc_map_at_100_diff1": 0.135621, - "nauc_map_at_1000_max": 0.328957, - "nauc_map_at_1000_std": 0.16003, - "nauc_map_at_1000_diff1": 0.135638, - "nauc_recall_at_1_max": -0.24823500000000004, - "nauc_recall_at_1_std": -0.395167, - "nauc_recall_at_1_diff1": 0.553064, - "nauc_recall_at_3_max": -0.21037, - "nauc_recall_at_3_std": -0.422523, - "nauc_recall_at_3_diff1": 0.39705200000000007, - "nauc_recall_at_5_max": -0.128722, - "nauc_recall_at_5_std": -0.37002899999999994, - "nauc_recall_at_5_diff1": 0.323874, - "nauc_recall_at_10_max": 0.112835, - "nauc_recall_at_10_std": -0.10275499999999999, - "nauc_recall_at_10_diff1": 0.183331, - "nauc_recall_at_20_max": 0.286028, - "nauc_recall_at_20_std": 0.154075, - "nauc_recall_at_20_diff1": 0.10141700000000001, - "nauc_recall_at_100_max": 0.465586, - "nauc_recall_at_100_std": 0.446235, - "nauc_recall_at_100_diff1": 0.050231, - "nauc_recall_at_1000_max": 0.648937, - "nauc_recall_at_1000_std": 0.645098, - "nauc_recall_at_1000_diff1": 0.087287, - "nauc_precision_at_1_max": 0.574777, - "nauc_precision_at_1_std": 0.311, - "nauc_precision_at_1_diff1": 0.478114, - "nauc_precision_at_3_max": 0.516685, - "nauc_precision_at_3_std": 0.481005, - "nauc_precision_at_3_diff1": -0.3626150000000001, - "nauc_precision_at_5_max": 0.482878, - "nauc_precision_at_5_std": 0.52525, - "nauc_precision_at_5_diff1": -0.3963630000000001, - "nauc_precision_at_10_max": 0.446478, - "nauc_precision_at_10_std": 0.569255, - "nauc_precision_at_10_diff1": -0.382201, - "nauc_precision_at_20_max": 0.43105, - "nauc_precision_at_20_std": 0.601817, - "nauc_precision_at_20_diff1": -0.37841, - "nauc_precision_at_100_max": 0.41861, - "nauc_precision_at_100_std": 0.612084, - "nauc_precision_at_100_diff1": -0.377674, - "nauc_precision_at_1000_max": 0.409026, - "nauc_precision_at_1000_std": 0.602503, - "nauc_precision_at_1000_diff1": -0.37656, - "nauc_mrr_at_1_max": 0.574777, - "nauc_mrr_at_1_std": 0.311, - "nauc_mrr_at_1_diff1": 0.478114, - "nauc_mrr_at_3_max": 0.618122, - "nauc_mrr_at_3_std": 0.353495, - "nauc_mrr_at_3_diff1": 0.479786, - "nauc_mrr_at_5_max": 0.620303, - "nauc_mrr_at_5_std": 0.35867699999999997, - "nauc_mrr_at_5_diff1": 0.480773, - "nauc_mrr_at_10_max": 0.619735, - "nauc_mrr_at_10_std": 0.358413, - "nauc_mrr_at_10_diff1": 0.480359, - "nauc_mrr_at_20_max": 0.619171, - "nauc_mrr_at_20_std": 0.358176, - "nauc_mrr_at_20_diff1": 0.480247, - "nauc_mrr_at_100_max": 0.618535, - "nauc_mrr_at_100_std": 0.357606, - "nauc_mrr_at_100_diff1": 0.480105, - "nauc_mrr_at_1000_max": 0.618448, - "nauc_mrr_at_1000_std": 0.35747299999999993, - "nauc_mrr_at_1000_diff1": 0.480124, - "main_score": 0.87256 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/VideoRetrieval.json b/results/infly__inf-retriever-v1/external/VideoRetrieval.json deleted file mode 100644 index fb6cb045a8..0000000000 --- a/results/infly__inf-retriever-v1/external/VideoRetrieval.json +++ /dev/null @@ -1,157 +0,0 @@ -{ - "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", - "task_name": "VideoRetrieval", - "evaluation_time": null, - "mteb_version": null, - "scores": { - "dev": [ - { - "hf_subset": "default", - "languages": [ - "cmn-Hans" - ], - "ndcg_at_1": 0.659, - "ndcg_at_3": 0.75395, - "ndcg_at_5": 0.7696999999999999, - "ndcg_at_10": 0.78549, - "ndcg_at_20": 0.7948900000000001, - "ndcg_at_100": 0.80269, - "ndcg_at_1000": 0.80459, - "map_at_1": 0.659, - "map_at_3": 0.73167, - "map_at_5": 0.74047, - "map_at_10": 0.74713, - "map_at_20": 0.7497399999999999, - "map_at_100": 0.75089, - "map_at_1000": 0.7509599999999998, - "recall_at_1": 0.659, - "recall_at_3": 0.818, - "recall_at_5": 0.856, - "recall_at_10": 0.904, - "recall_at_20": 0.941, - "recall_at_100": 0.982, - "recall_at_1000": 0.997, - "precision_at_1": 0.659, - "precision_at_3": 0.27267, - "precision_at_5": 0.17119999999999996, - "precision_at_10": 0.0904, - "precision_at_20": 0.04705, - "precision_at_100": 0.00982, - "precision_at_1000": 0.001, - "mrr_at_1": 0.6579999999999999, - "mrr_at_3": 0.7311669999999999, - "mrr_at_5": 0.739967, - "mrr_at_10": 0.7466329999999999, - "mrr_at_20": 0.7492350000000001, - "mrr_at_100": 0.750391, - "mrr_at_1000": 0.750463, - "nauc_ndcg_at_1_max": -0.071029, - "nauc_ndcg_at_1_std": -0.40454, - "nauc_ndcg_at_1_diff1": 0.737435, - "nauc_ndcg_at_3_max": -0.102162, - "nauc_ndcg_at_3_std": -0.5103, - "nauc_ndcg_at_3_diff1": 0.707969, - "nauc_ndcg_at_5_max": -0.081372, - "nauc_ndcg_at_5_std": -0.50728, - "nauc_ndcg_at_5_diff1": 0.704751, - "nauc_ndcg_at_10_max": -0.08305, - "nauc_ndcg_at_10_std": -0.489725, - "nauc_ndcg_at_10_diff1": 0.709306, - "nauc_ndcg_at_20_max": -0.0761, - "nauc_ndcg_at_20_std": -0.480327, - "nauc_ndcg_at_20_diff1": 0.710216, - "nauc_ndcg_at_100_max": -0.076188, - "nauc_ndcg_at_100_std": -0.463162, - "nauc_ndcg_at_100_diff1": 0.711421, - "nauc_ndcg_at_1000_max": -0.078627, - "nauc_ndcg_at_1000_std": -0.467545, - "nauc_ndcg_at_1000_diff1": 0.71352, - "nauc_map_at_1_max": -0.071029, - "nauc_map_at_1_std": -0.40454, - "nauc_map_at_1_diff1": 0.737435, - "nauc_map_at_3_max": -0.096192, - "nauc_map_at_3_std": -0.480776, - "nauc_map_at_3_diff1": 0.71545, - "nauc_map_at_5_max": -0.085417, - "nauc_map_at_5_std": -0.478473, - "nauc_map_at_5_diff1": 0.7142389999999998, - "nauc_map_at_10_max": -0.086365, - "nauc_map_at_10_std": -0.47149299999999994, - "nauc_map_at_10_diff1": 0.715916, - "nauc_map_at_20_max": -0.08516, - "nauc_map_at_20_std": -0.46958800000000006, - "nauc_map_at_20_diff1": 0.716177, - "nauc_map_at_100_max": -0.08498999999999998, - "nauc_map_at_100_std": -0.467142, - "nauc_map_at_100_diff1": 0.71638, - "nauc_map_at_1000_max": -0.084997, - "nauc_map_at_1000_std": -0.467198, - "nauc_map_at_1000_diff1": 0.716453, - "nauc_recall_at_1_max": -0.071029, - "nauc_recall_at_1_std": -0.40454, - "nauc_recall_at_1_diff1": 0.737435, - "nauc_recall_at_3_max": -0.123728, - "nauc_recall_at_3_std": -0.624854, - "nauc_recall_at_3_diff1": 0.679381, - "nauc_recall_at_5_max": -0.055908, - "nauc_recall_at_5_std": -0.640017, - "nauc_recall_at_5_diff1": 0.660113, - "nauc_recall_at_10_max": -0.052142, - "nauc_recall_at_10_std": -0.591241, - "nauc_recall_at_10_diff1": 0.670484, - "nauc_recall_at_20_max": 0.060224, - "nauc_recall_at_20_std": -0.529879, - "nauc_recall_at_20_diff1": 0.6576859999999999, - "nauc_recall_at_100_max": 0.334085, - "nauc_recall_at_100_std": 0.153258, - "nauc_recall_at_100_diff1": 0.595887, - "nauc_recall_at_1000_max": 1.0, - "nauc_recall_at_1000_std": 0.956427, - "nauc_recall_at_1000_diff1": 0.912854, - "nauc_precision_at_1_max": -0.071029, - "nauc_precision_at_1_std": -0.40454, - "nauc_precision_at_1_diff1": 0.737435, - "nauc_precision_at_3_max": -0.123728, - "nauc_precision_at_3_std": -0.624854, - "nauc_precision_at_3_diff1": 0.679381, - "nauc_precision_at_5_max": -0.055908, - "nauc_precision_at_5_std": -0.640017, - "nauc_precision_at_5_diff1": 0.660113, - "nauc_precision_at_10_max": -0.052142, - "nauc_precision_at_10_std": -0.591241, - "nauc_precision_at_10_diff1": 0.670484, - "nauc_precision_at_20_max": 0.060224, - "nauc_precision_at_20_std": -0.529879, - "nauc_precision_at_20_diff1": 0.6576859999999999, - "nauc_precision_at_100_max": 0.334085, - "nauc_precision_at_100_std": 0.153258, - "nauc_precision_at_100_diff1": 0.595887, - "nauc_precision_at_1000_max": 1.0, - "nauc_precision_at_1000_std": 0.956427, - "nauc_precision_at_1000_diff1": 0.912854, - "nauc_mrr_at_1_max": -0.07705, - "nauc_mrr_at_1_std": -0.4043530000000001, - "nauc_mrr_at_1_diff1": 0.739529, - "nauc_mrr_at_3_max": -0.099824, - "nauc_mrr_at_3_std": -0.480572, - "nauc_mrr_at_3_diff1": 0.716749, - "nauc_mrr_at_5_max": -0.089185, - "nauc_mrr_at_5_std": -0.47826500000000005, - "nauc_mrr_at_5_diff1": 0.7155840000000001, - "nauc_mrr_at_10_max": -0.090233, - "nauc_mrr_at_10_std": -0.471288, - "nauc_mrr_at_10_diff1": 0.717295, - "nauc_mrr_at_20_max": -0.089076, - "nauc_mrr_at_20_std": -0.469382, - "nauc_mrr_at_20_diff1": 0.717573, - "nauc_mrr_at_100_max": -0.08892700000000002, - "nauc_mrr_at_100_std": -0.466939, - "nauc_mrr_at_100_diff1": 0.717782, - "nauc_mrr_at_1000_max": -0.088935, - "nauc_mrr_at_1000_std": -0.466994, - "nauc_mrr_at_1000_diff1": 0.717855, - "main_score": 0.78549 - } - ] - } -} \ No newline at end of file diff --git a/results/infly__inf-retriever-v1/external/model_meta.json b/results/infly__inf-retriever-v1/external/model_meta.json deleted file mode 100644 index 227be06607..0000000000 --- a/results/infly__inf-retriever-v1/external/model_meta.json +++ /dev/null @@ -1,26 +0,0 @@ -{ - "name": "infly/inf-retriever-v1", - "revision": "external", - "release_date": "2024-12-23", - "languages": [ - "en", - "zh" - ], - "loader": null, - "n_parameters": 7069121024, - "max_tokens": 131072.0, - "embed_dim": 3584, - "license": "apache-2.0", - "open_weights": true, - "public_training_code": null, - "public_training_data": null, - "framework": [ - "Sentence Transformers" - ], - "reference": null, - "similarity_fn_name": null, - "use_instructions": null, - "training_datasets": null, - "adapted_from": null, - "superseded_by": null -} \ No newline at end of file