Add results: minetta/nemotron-3-embed-8b-legal (84.62)

results/results.jsonl

@@ -21,3 +21,4 @@
 {"model":{"id":"jinaai/jina-embeddings-v5-text-nano","name":"Jina Embeddings v5 Text Nano","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":768,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v5-text-nano"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.38569,"time_taken":11.103020668029785},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.53251,"time_taken":0.7108123302459717},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.66608,"time_taken":1.4385461807250977},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.22637,"time_taken":8.668330669403076},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.85589,"time_taken":21.63728618621826},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.87191,"time_taken":2.9196627140045166},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.74112,"time_taken":1.603191614151001},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.81978,"time_taken":14.569701671600342},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.94208,"time_taken":3.148585081100464},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.73136,"time_taken":0.4308359622955322},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.67571,"time_taken":1.1349296569824219},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85003,"time_taken":0.8221909999847412}]}
 {"model":{"id":"jinaai/jina-embeddings-v4","name":"Jina Embeddings v4","provider":{"id":"jinaai","name":"Jina","link":"http://jina.ai/","logo":"https://media.isaacus.com/third-parties/icons/jina.png"},"open_source":true,"embedding_dimensions":2048,"context_window":32768,"link":"https://huggingface.co/jinaai/jina-embeddings-v4"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.37506,"time_taken":167.4488787651062},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.46849,"time_taken":17.37799596786499},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.69453,"time_taken":47.48165225982666},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.24481,"time_taken":63.66306400299072},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.92676,"time_taken":275.979683637619},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.86131,"time_taken":79.22380089759827},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.77639,"time_taken":24.977717399597168},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.88329,"time_taken":198.47778153419495},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.95803,"time_taken":32.64970588684082},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.80054,"time_taken":10.90314269065857},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.64074,"time_taken":16.448642253875732},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.85205,"time_taken":22.351659536361694}]}
 {"model":{"id":"freelawproject/modernbert-embed-base_finetune_512","name":"Free Law ModernBERT Base","provider":{"id":"freelaw","name":"Free Law","link":"https://free.law/","logo":"https://media.isaacus.com/third-parties/icons/freelaw.png"},"open_source":true,"embedding_dimensions":768,"context_window":8192,"link":"https://huggingface.co/freelawproject/modernbert-embed-base_finetune_512"},"results":[{"dataset":{"id":"legal-rag-bench","name":"Legal RAG Bench","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/legal-rag-bench"},"score":0.30409,"time_taken":51.31933903694153},{"dataset":{"id":"bar-exam-qa","name":"Bar Exam QA","creator":"Stanford University","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mteb-barexam-qa"},"score":0.4715,"time_taken":8.008693933486938},{"dataset":{"id":"scalr","name":"SCALR","creator":"Faiz Surani and Varun Iyer","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/mleb-scalr"},"score":0.64311,"time_taken":11.373567819595337},{"dataset":{"id":"echr-retrieval","name":"ECHR Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/echr-retrieval"},"score":0.2266,"time_taken":24.006985664367676},{"dataset":{"id":"singaporean-judicial-keywords","name":"Singaporean Judicial Keywords","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"},"score":0.87248,"time_taken":96.41349697113037},{"dataset":{"id":"gdpr-holdings-retrieval","name":"GDPR Holdings Retrieval","creator":"Isaacus","category":"Caselaw","link":"https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"},"score":0.799,"time_taken":19.79407811164856},{"dataset":{"id":"australian-tax-guidance-retrieval","name":"Australian Tax Guidance Retrieval","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"},"score":0.72839,"time_taken":7.055305480957031},{"dataset":{"id":"irish-legislative-summaries","name":"Irish Legislative Summaries","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/irish-legislative-summaries"},"score":0.77819,"time_taken":63.22857093811035},{"dataset":{"id":"uk-legislative-long-titles","name":"UK Legislative Long Titles","creator":"Isaacus","category":"Regulation","link":"https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"},"score":0.92401,"time_taken":11.151318788528442},{"dataset":{"id":"contractual-clause-retrieval","name":"Contractual Clause Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"},"score":0.7642,"time_taken":2.505845069885254},{"dataset":{"id":"license-tldr-retrieval","name":"License TL;DR Retrieval","creator":"Isaacus","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/license-tldr-retrieval"},"score":0.62912,"time_taken":4.613357782363892},{"dataset":{"id":"consumer-contracts-qa","name":"Consumer Contracts QA","creator":"Noam Kolt","category":"Contracts","link":"https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"},"score":0.83081,"time_taken":5.74263334274292}]}
+{"model": {"id": "minetta/nemotron-3-embed-8b-legal", "name": "Nemotron 3 Embed 8B Legal", "provider": {"id": "minetta", "name": "Minetta", "link": "https://minetta.ai"}, "open_source": true, "embedding_dimensions": 4096, "context_window": 32768, "link": "https://huggingface.co/minetta/nemotron-3-embed-8b-legal"}, "results": [{"dataset": {"id": "echr-retrieval", "name": "ECHR Retrieval", "creator": "Isaacus", "category": "Caselaw", "link": "https://huggingface.co/datasets/isaacus/echr-retrieval"}, "score": 0.83373, "time_taken": 687.180383682251}, {"dataset": {"id": "scalr", "name": "SCALR", "creator": "Faiz Surani and Varun Iyer", "category": "Caselaw", "link": "https://huggingface.co/datasets/isaacus/mleb-scalr"}, "score": 0.79902, "time_taken": 54.00072169303894}, {"dataset": {"id": "bar-exam-qa", "name": "Bar Exam QA", "creator": "Stanford University", "category": "Caselaw", "link": "https://huggingface.co/datasets/isaacus/mteb-barexam-qa"}, "score": 0.64286, "time_taken": 24.766449451446533}, {"dataset": {"id": "legal-rag-bench", "name": "Legal RAG Bench", "creator": "Isaacus", "category": "Caselaw", "link": "https://huggingface.co/datasets/isaacus/legal-rag-bench"}, "score": 0.67422, "time_taken": 618.2569267749786}, {"dataset": {"id": "consumer-contracts-qa", "name": "Consumer Contracts QA", "creator": "Noam Kolt", "category": "Contracts", "link": "https://huggingface.co/datasets/isaacus/mleb-consumer-contracts-qa"}, "score": 0.90779, "time_taken": 28.071960926055908}, {"dataset": {"id": "contractual-clause-retrieval", "name": "Contractual Clause Retrieval", "creator": "Isaacus", "category": "Contracts", "link": "https://huggingface.co/datasets/isaacus/contractual-clause-retrieval"}, "score": 0.91265, "time_taken": 12.201575994491577}, {"dataset": {"id": "gdpr-holdings-retrieval", "name": "GDPR Holdings Retrieval", "creator": "Isaacus", "category": "Caselaw", "link": "https://huggingface.co/datasets/isaacus/gdpr-holdings-retrieval"}, "score": 0.88064, "time_taken": 132.01349997520447}, {"dataset": {"id": "australian-tax-guidance-retrieval", "name": "Australian Tax Guidance Retrieval", "creator": "Isaacus", "category": "Regulation", "link": "https://huggingface.co/datasets/isaacus/australian-tax-guidance-retrieval"}, "score": 0.82349, "time_taken": 66.55997014045715}, {"dataset": {"id": "irish-legislative-summaries", "name": "Irish Legislative Summaries", "creator": "Isaacus", "category": "Regulation", "link": "https://huggingface.co/datasets/isaacus/irish-legislative-summaries"}, "score": 0.94328, "time_taken": 1191.1502792835236}, {"dataset": {"id": "license-tldr-retrieval", "name": "License TL;DR Retrieval", "creator": "Isaacus", "category": "Contracts", "link": "https://huggingface.co/datasets/isaacus/license-tldr-retrieval"}, "score": 0.80898, "time_taken": 46.27475929260254}, {"dataset": {"id": "singaporean-judicial-keywords", "name": "Singaporean Judicial Keywords", "creator": "Isaacus", "category": "Caselaw", "link": "https://huggingface.co/datasets/isaacus/singaporean-judicial-keywords"}, "score": 0.96336, "time_taken": 1556.0231368541718}, {"dataset": {"id": "uk-legislative-long-titles", "name": "UK Legislative Long Titles", "creator": "Isaacus", "category": "Regulation", "link": "https://huggingface.co/datasets/isaacus/uk-legislative-long-titles"}, "score": 0.96401, "time_taken": 246.2972764968872}]}