{"groups":[{"kind":"leaderboard","title":"159 public benchmarks that two or more labs report have no independent scores here yet","how":"Every score we have for these comes from the labs themselves. If a leaderboard or an outside group ranks models on one, send the link.","count":159,"tasks":[{"id":"leaderboard:aime-2024","kind":"leaderboard","name":"AIME 2024","page":"https://www.benchmarkalmanac.com/benchmarks/aime-2024/","detail":"31 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+AIME+2024&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faime-2024%2F&wrong=AIME+2024+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":31},{"id":"leaderboard:ifbench","kind":"leaderboard","name":"IFBench","page":"https://www.benchmarkalmanac.com/benchmarks/ifbench/","detail":"24 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+IFBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fifbench%2F&wrong=IFBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":24},{"id":"leaderboard:browsecomp","kind":"leaderboard","name":"BrowseComp","page":"https://www.benchmarkalmanac.com/benchmarks/browsecomp/","detail":"23 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+BrowseComp&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrowsecomp%2F&wrong=BrowseComp+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":23},{"id":"leaderboard:math","kind":"leaderboard","name":"MATH","page":"https://www.benchmarkalmanac.com/benchmarks/math/","detail":"22 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MATH&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmath%2F&wrong=MATH+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":22},{"id":"leaderboard:drop","kind":"leaderboard","name":"DROP","page":"https://www.benchmarkalmanac.com/benchmarks/drop/","detail":"19 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+DROP&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdrop%2F&wrong=DROP+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":19},{"id":"leaderboard:mgsm","kind":"leaderboard","name":"MGSM","page":"https://www.benchmarkalmanac.com/benchmarks/mgsm/","detail":"15 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MGSM&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmgsm%2F&wrong=MGSM+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":15},{"id":"leaderboard:chartqa","kind":"leaderboard","name":"ChartQA","page":"https://www.benchmarkalmanac.com/benchmarks/chartqa/","detail":"14 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ChartQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fchartqa%2F&wrong=ChartQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":14},{"id":"leaderboard:mmmlu","kind":"leaderboard","name":"MMMLU","page":"https://www.benchmarkalmanac.com/benchmarks/mmmlu/","detail":"14 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MMMLU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmmlu%2F&wrong=MMMLU+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":14},{"id":"leaderboard:imo-answerbench","kind":"leaderboard","name":"IMO-AnswerBench","page":"https://www.benchmarkalmanac.com/benchmarks/imo-answerbench/","detail":"13 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+IMO-AnswerBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fimo-answerbench%2F&wrong=IMO-AnswerBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":13},{"id":"leaderboard:triviaqa","kind":"leaderboard","name":"TriviaQA","page":"https://www.benchmarkalmanac.com/benchmarks/triviaqa/","detail":"13 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+TriviaQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftriviaqa%2F&wrong=TriviaQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":13},{"id":"leaderboard:gdpval-aa-v2","kind":"leaderboard","name":"GDPval-AA v2","page":"https://www.benchmarkalmanac.com/benchmarks/gdpval-aa-v2/","detail":"12 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GDPval-AA+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdpval-aa-v2%2F&wrong=GDPval-AA+v2+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":12},{"id":"leaderboard:refcoco-refcoco-plus-refcocog","kind":"leaderboard","name":"RefCOCO / RefCOCO+ / RefCOCOg","page":"https://www.benchmarkalmanac.com/benchmarks/refcoco-refcoco-plus-refcocog/","detail":"12 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RefCOCO+%2F+RefCOCO%2B+%2F+RefCOCOg&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frefcoco-refcoco-plus-refcocog%2F&wrong=RefCOCO+%2F+RefCOCO%2B+%2F+RefCOCOg+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":12},{"id":"leaderboard:gdpval-aa","kind":"leaderboard","name":"GDPval-AA","page":"https://www.benchmarkalmanac.com/benchmarks/gdpval-aa/","detail":"10 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GDPval-AA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdpval-aa%2F&wrong=GDPval-AA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":10},{"id":"leaderboard:realworldqa","kind":"leaderboard","name":"RealWorldQA","page":"https://www.benchmarkalmanac.com/benchmarks/realworldqa/","detail":"10 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RealWorldQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frealworldqa%2F&wrong=RealWorldQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":10},{"id":"leaderboard:tau-bench","kind":"leaderboard","name":"tau-bench","page":"https://www.benchmarkalmanac.com/benchmarks/tau-bench/","detail":"10 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+tau-bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftau-bench%2F&wrong=tau-bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":10},{"id":"leaderboard:fleurs","kind":"leaderboard","name":"FLEURS","page":"https://www.benchmarkalmanac.com/benchmarks/fleurs/","detail":"9 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+FLEURS&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffleurs%2F&wrong=FLEURS+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":9},{"id":"leaderboard:screenspot-v2","kind":"leaderboard","name":"ScreenSpot-v2","page":"https://www.benchmarkalmanac.com/benchmarks/screenspot-v2/","detail":"9 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ScreenSpot-v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fscreenspot-v2%2F&wrong=ScreenSpot-v2+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":9},{"id":"leaderboard:graphwalks","kind":"leaderboard","name":"GraphWalks","page":"https://www.benchmarkalmanac.com/benchmarks/graphwalks/","detail":"8 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GraphWalks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgraphwalks%2F&wrong=GraphWalks+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":8},{"id":"leaderboard:librispeech","kind":"leaderboard","name":"LibriSpeech","page":"https://www.benchmarkalmanac.com/benchmarks/librispeech/","detail":"8 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LibriSpeech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flibrispeech%2F&wrong=LibriSpeech+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":8},{"id":"leaderboard:logicvista","kind":"leaderboard","name":"LogicVista","page":"https://www.benchmarkalmanac.com/benchmarks/logicvista/","detail":"8 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LogicVista&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flogicvista%2F&wrong=LogicVista+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":8},{"id":"leaderboard:mrcr-v2","kind":"leaderboard","name":"MRCR v2","page":"https://www.benchmarkalmanac.com/benchmarks/mrcr-v2/","detail":"8 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MRCR+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmrcr-v2%2F&wrong=MRCR+v2+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":8},{"id":"leaderboard:xstest","kind":"leaderboard","name":"XSTest","page":"https://www.benchmarkalmanac.com/benchmarks/xstest/","detail":"8 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+XSTest&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxstest%2F&wrong=XSTest+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":8},{"id":"leaderboard:bbq-bias-benchmark-for-qa","kind":"leaderboard","name":"BBQ (Bias Benchmark for QA)","page":"https://www.benchmarkalmanac.com/benchmarks/bbq-bias-benchmark-for-qa/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+BBQ+%28Bias+Benchmark+for+QA%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbbq-bias-benchmark-for-qa%2F&wrong=BBQ+%28Bias+Benchmark+for+QA%29+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:cvbench","kind":"leaderboard","name":"CVBench","page":"https://www.benchmarkalmanac.com/benchmarks/cvbench/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CVBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcvbench%2F&wrong=CVBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:gdpval-aa-v2-1","kind":"leaderboard","name":"GDPval-AA v2.1","page":"https://www.benchmarkalmanac.com/benchmarks/gdpval-aa-v2-1/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GDPval-AA+v2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdpval-aa-v2-1%2F&wrong=GDPval-AA+v2.1+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:multi-if","kind":"leaderboard","name":"Multi-IF","page":"https://www.benchmarkalmanac.com/benchmarks/multi-if/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Multi-IF&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmulti-if%2F&wrong=Multi-IF+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:nl2repo-bench","kind":"leaderboard","name":"NL2Repo-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/nl2repo-bench/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+NL2Repo-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnl2repo-bench%2F&wrong=NL2Repo-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:webvoyager","kind":"leaderboard","name":"WebVoyager","page":"https://www.benchmarkalmanac.com/benchmarks/webvoyager/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WebVoyager&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwebvoyager%2F&wrong=WebVoyager+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:wmt24-plus-plus","kind":"leaderboard","name":"WMT24++","page":"https://www.benchmarkalmanac.com/benchmarks/wmt24-plus-plus/","detail":"7 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WMT24%2B%2B&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt24-plus-plus%2F&wrong=WMT24%2B%2B+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":7},{"id":"leaderboard:covost2","kind":"leaderboard","name":"CoVoST2","page":"https://www.benchmarkalmanac.com/benchmarks/covost2/","detail":"6 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CoVoST2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcovost2%2F&wrong=CoVoST2+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":6},{"id":"leaderboard:livecodebench-pro","kind":"leaderboard","name":"LiveCodeBench Pro","page":"https://www.benchmarkalmanac.com/benchmarks/livecodebench-pro/","detail":"6 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LiveCodeBench+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flivecodebench-pro%2F&wrong=LiveCodeBench+Pro+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":6},{"id":"leaderboard:mmlu-redux","kind":"leaderboard","name":"MMLU-Redux","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-redux/","detail":"6 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MMLU-Redux&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-redux%2F&wrong=MMLU-Redux+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":6},{"id":"leaderboard:needle-in-a-haystack","kind":"leaderboard","name":"Needle In A Haystack","page":"https://www.benchmarkalmanac.com/benchmarks/needle-in-a-haystack/","detail":"6 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Needle+In+A+Haystack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fneedle-in-a-haystack%2F&wrong=Needle+In+A+Haystack+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":6},{"id":"leaderboard:openai-mrcr","kind":"leaderboard","name":"OpenAI MRCR","page":"https://www.benchmarkalmanac.com/benchmarks/openai-mrcr/","detail":"6 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+OpenAI+MRCR&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-mrcr%2F&wrong=OpenAI+MRCR+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":6},{"id":"leaderboard:advancedif","kind":"leaderboard","name":"AdvancedIF","page":"https://www.benchmarkalmanac.com/benchmarks/advancedif/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+AdvancedIF&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fadvancedif%2F&wrong=AdvancedIF+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:beyond-aime","kind":"leaderboard","name":"Beyond AIME","page":"https://www.benchmarkalmanac.com/benchmarks/beyond-aime/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Beyond+AIME&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbeyond-aime%2F&wrong=Beyond+AIME+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:draco","kind":"leaderboard","name":"DRACO","page":"https://www.benchmarkalmanac.com/benchmarks/draco/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+DRACO&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdraco%2F&wrong=DRACO+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:embspatialbench","kind":"leaderboard","name":"EmbSpatialBench","page":"https://www.benchmarkalmanac.com/benchmarks/embspatialbench/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+EmbSpatialBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fembspatialbench%2F&wrong=EmbSpatialBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:frontierscience","kind":"leaderboard","name":"FrontierScience","page":"https://www.benchmarkalmanac.com/benchmarks/frontierscience/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+FrontierScience&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffrontierscience%2F&wrong=FrontierScience+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:harmbench","kind":"leaderboard","name":"HarmBench","page":"https://www.benchmarkalmanac.com/benchmarks/harmbench/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+HarmBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fharmbench%2F&wrong=HarmBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:minif2f","kind":"leaderboard","name":"miniF2F","page":"https://www.benchmarkalmanac.com/benchmarks/minif2f/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+miniF2F&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fminif2f%2F&wrong=miniF2F+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:mmlu-prox","kind":"leaderboard","name":"MMLU-ProX","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-prox/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MMLU-ProX&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-prox%2F&wrong=MMLU-ProX+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:officeqa","kind":"leaderboard","name":"OfficeQA","page":"https://www.benchmarkalmanac.com/benchmarks/officeqa/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+OfficeQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fofficeqa%2F&wrong=OfficeQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:pope","kind":"leaderboard","name":"POPE","page":"https://www.benchmarkalmanac.com/benchmarks/pope/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+POPE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpope%2F&wrong=POPE+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:strongreject","kind":"leaderboard","name":"StrongREJECT","page":"https://www.benchmarkalmanac.com/benchmarks/strongreject/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+StrongREJECT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstrongreject%2F&wrong=StrongREJECT+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:webarena-verified","kind":"leaderboard","name":"WebArena-Verified","page":"https://www.benchmarkalmanac.com/benchmarks/webarena-verified/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WebArena-Verified&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwebarena-verified%2F&wrong=WebArena-Verified+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:wenetspeech","kind":"leaderboard","name":"WenetSpeech","page":"https://www.benchmarkalmanac.com/benchmarks/wenetspeech/","detail":"5 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WenetSpeech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwenetspeech%2F&wrong=WenetSpeech+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":5},{"id":"leaderboard:aishell-1","kind":"leaderboard","name":"AISHELL-1","page":"https://www.benchmarkalmanac.com/benchmarks/aishell-1/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+AISHELL-1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faishell-1%2F&wrong=AISHELL-1+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:collie","kind":"leaderboard","name":"COLLIE","page":"https://www.benchmarkalmanac.com/benchmarks/collie/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+COLLIE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcollie%2F&wrong=COLLIE+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:cot-control","kind":"leaderboard","name":"CoT-Control","page":"https://www.benchmarkalmanac.com/benchmarks/cot-control/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CoT-Control&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcot-control%2F&wrong=CoT-Control+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:finsearchcomp","kind":"leaderboard","name":"FinSearchComp","page":"https://www.benchmarkalmanac.com/benchmarks/finsearchcomp/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+FinSearchComp&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffinsearchcomp%2F&wrong=FinSearchComp+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:flores","kind":"leaderboard","name":"Flores","page":"https://www.benchmarkalmanac.com/benchmarks/flores/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Flores&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fflores%2F&wrong=Flores+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:global-mmlu","kind":"leaderboard","name":"Global MMLU","page":"https://www.benchmarkalmanac.com/benchmarks/global-mmlu/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Global+MMLU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fglobal-mmlu%2F&wrong=Global+MMLU+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:gray-swan-ipi-arena-benchmark","kind":"leaderboard","name":"Gray Swan IPI Arena benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/gray-swan-ipi-arena-benchmark/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Gray+Swan+IPI+Arena+benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgray-swan-ipi-arena-benchmark%2F&wrong=Gray+Swan+IPI+Arena+benchmark+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:libero","kind":"leaderboard","name":"LIBERO","page":"https://www.benchmarkalmanac.com/benchmarks/libero/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LIBERO&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flibero%2F&wrong=LIBERO+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:mmmb","kind":"leaderboard","name":"MMMB","page":"https://www.benchmarkalmanac.com/benchmarks/mmmb/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MMMB&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmmb%2F&wrong=MMMB+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:refspatial-bench","kind":"leaderboard","name":"RefSpatial-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/refspatial-bench/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RefSpatial-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frefspatial-bench%2F&wrong=RefSpatial-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:researchrubrics","kind":"leaderboard","name":"ResearchRubrics","page":"https://www.benchmarkalmanac.com/benchmarks/researchrubrics/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ResearchRubrics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fresearchrubrics%2F&wrong=ResearchRubrics+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:sysbench","kind":"leaderboard","name":"SysBench","page":"https://www.benchmarkalmanac.com/benchmarks/sysbench/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+SysBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsysbench%2F&wrong=SysBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:toxigen","kind":"leaderboard","name":"ToxiGen","page":"https://www.benchmarkalmanac.com/benchmarks/toxigen/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ToxiGen&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftoxigen%2F&wrong=ToxiGen+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:wmdp","kind":"leaderboard","name":"WMDP","page":"https://www.benchmarkalmanac.com/benchmarks/wmdp/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WMDP&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmdp%2F&wrong=WMDP+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:wmdp-chemistry","kind":"leaderboard","name":"WMDP Chemistry","page":"https://www.benchmarkalmanac.com/benchmarks/wmdp-chemistry/","detail":"4 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WMDP+Chemistry&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmdp-chemistry%2F&wrong=WMDP+Chemistry+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":4},{"id":"leaderboard:aishell-2","kind":"leaderboard","name":"AISHELL-2","page":"https://www.benchmarkalmanac.com/benchmarks/aishell-2/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+AISHELL-2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faishell-2%2F&wrong=AISHELL-2+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:amc","kind":"leaderboard","name":"AMC","page":"https://www.benchmarkalmanac.com/benchmarks/amc/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+AMC&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Famc%2F&wrong=AMC+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:benchcad","kind":"leaderboard","name":"BenchCAD","page":"https://www.benchmarkalmanac.com/benchmarks/benchcad/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+BenchCAD&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbenchcad%2F&wrong=BenchCAD+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:biolp-bench","kind":"leaderboard","name":"BioLP-bench","page":"https://www.benchmarkalmanac.com/benchmarks/biolp-bench/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+BioLP-bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbiolp-bench%2F&wrong=BioLP-bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:bold","kind":"leaderboard","name":"BOLD","page":"https://www.benchmarkalmanac.com/benchmarks/bold/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+BOLD&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbold%2F&wrong=BOLD+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:c3","kind":"leaderboard","name":"C3","page":"https://www.benchmarkalmanac.com/benchmarks/c3/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+C3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fc3%2F&wrong=C3+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:clotho-aqa","kind":"leaderboard","name":"Clotho-AQA","page":"https://www.benchmarkalmanac.com/benchmarks/clotho-aqa/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Clotho-AQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fclotho-aqa%2F&wrong=Clotho-AQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:cmath","kind":"leaderboard","name":"CMATH","page":"https://www.benchmarkalmanac.com/benchmarks/cmath/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CMATH&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcmath%2F&wrong=CMATH+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:cmo-2025","kind":"leaderboard","name":"CMO 2025","page":"https://www.benchmarkalmanac.com/benchmarks/cmo-2025/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CMO+2025&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcmo-2025%2F&wrong=CMO+2025+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:crpe","kind":"leaderboard","name":"CRPE","page":"https://www.benchmarkalmanac.com/benchmarks/crpe/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CRPE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcrpe%2F&wrong=CRPE+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:cve-bench","kind":"leaderboard","name":"CVE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/cve-bench/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CVE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcve-bench%2F&wrong=CVE-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:flores-200","kind":"leaderboard","name":"FLORES-200","page":"https://www.benchmarkalmanac.com/benchmarks/flores-200/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+FLORES-200&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fflores-200%2F&wrong=FLORES-200+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:icpc-world-finals-2025","kind":"leaderboard","name":"ICPC World Finals 2025","page":"https://www.benchmarkalmanac.com/benchmarks/icpc-world-finals-2025/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ICPC+World+Finals+2025&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ficpc-world-finals-2025%2F&wrong=ICPC+World+Finals+2025+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:lab-bench-seqqa","kind":"leaderboard","name":"LAB-Bench SeqQA","page":"https://www.benchmarkalmanac.com/benchmarks/lab-bench-seqqa/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LAB-Bench+SeqQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flab-bench-seqqa%2F&wrong=LAB-Bench+SeqQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:longfact","kind":"leaderboard","name":"LongFact","page":"https://www.benchmarkalmanac.com/benchmarks/longfact/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LongFact&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flongfact%2F&wrong=LongFact+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:mm-mt-bench","kind":"leaderboard","name":"MM-MT-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/mm-mt-bench/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MM-MT-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmm-mt-bench%2F&wrong=MM-MT-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:mtob","kind":"leaderboard","name":"MTOB","page":"https://www.benchmarkalmanac.com/benchmarks/mtob/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MTOB&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmtob%2F&wrong=MTOB+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:okapi-mmlu","kind":"leaderboard","name":"Okapi MMLU","page":"https://www.benchmarkalmanac.com/benchmarks/okapi-mmlu/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Okapi+MMLU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fokapi-mmlu%2F&wrong=Okapi+MMLU+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:race","kind":"leaderboard","name":"RACE","page":"https://www.benchmarkalmanac.com/benchmarks/race/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RACE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frace%2F&wrong=RACE+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:race-h","kind":"leaderboard","name":"RACE-H","page":"https://www.benchmarkalmanac.com/benchmarks/race-h/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RACE-H&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frace-h%2F&wrong=RACE-H+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:realtoxicityprompts","kind":"leaderboard","name":"RealToxicityPrompts","page":"https://www.benchmarkalmanac.com/benchmarks/realtoxicityprompts/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RealToxicityPrompts&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frealtoxicityprompts%2F&wrong=RealToxicityPrompts+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:seed-tts-eval","kind":"leaderboard","name":"Seed-TTS-eval","page":"https://www.benchmarkalmanac.com/benchmarks/seed-tts-eval/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Seed-TTS-eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fseed-tts-eval%2F&wrong=Seed-TTS-eval+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:sunrgbd","kind":"leaderboard","name":"SUNRGBD","page":"https://www.benchmarkalmanac.com/benchmarks/sunrgbd/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+SUNRGBD&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsunrgbd%2F&wrong=SUNRGBD+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:swe-lancer","kind":"leaderboard","name":"SWE-Lancer","page":"https://www.benchmarkalmanac.com/benchmarks/swe-lancer/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+SWE-Lancer&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-lancer%2F&wrong=SWE-Lancer+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:treebench","kind":"leaderboard","name":"TreeBench","page":"https://www.benchmarkalmanac.com/benchmarks/treebench/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+TreeBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftreebench%2F&wrong=TreeBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:wildjailbreak","kind":"leaderboard","name":"WildJailbreak","page":"https://www.benchmarkalmanac.com/benchmarks/wildjailbreak/","detail":"3 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WildJailbreak&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwildjailbreak%2F&wrong=WildJailbreak+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":3},{"id":"leaderboard:3dcodebench","kind":"leaderboard","name":"3DCodeBench","page":"https://www.benchmarkalmanac.com/benchmarks/3dcodebench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+3DCodeBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2F3dcodebench%2F&wrong=3DCodeBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:activitynet-qa","kind":"leaderboard","name":"ActivityNet-QA","page":"https://www.benchmarkalmanac.com/benchmarks/activitynet-qa/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ActivityNet-QA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Factivitynet-qa%2F&wrong=ActivityNet-QA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:agentic-misalignment-suite-anthropic","kind":"leaderboard","name":"Agentic misalignment suite (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/agentic-misalignment-suite-anthropic/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Agentic+misalignment+suite+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fagentic-misalignment-suite-anthropic%2F&wrong=Agentic+misalignment+suite+%28Anthropic%29+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:androidcontrol","kind":"leaderboard","name":"AndroidControl","page":"https://www.benchmarkalmanac.com/benchmarks/androidcontrol/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+AndroidControl&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fandroidcontrol%2F&wrong=AndroidControl+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:anli","kind":"leaderboard","name":"ANLI","page":"https://www.benchmarkalmanac.com/benchmarks/anli/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ANLI&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanli%2F&wrong=ANLI+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:belebele","kind":"leaderboard","name":"Belebele","page":"https://www.benchmarkalmanac.com/benchmarks/belebele/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Belebele&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbelebele%2F&wrong=Belebele+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:blend","kind":"leaderboard","name":"BLEnD","page":"https://www.benchmarkalmanac.com/benchmarks/blend/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+BLEnD&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fblend%2F&wrong=BLEnD+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:canitedit","kind":"leaderboard","name":"CanItEdit","page":"https://www.benchmarkalmanac.com/benchmarks/canitedit/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CanItEdit&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcanitedit%2F&wrong=CanItEdit+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:click-korean","kind":"leaderboard","name":"CLIcK","page":"https://www.benchmarkalmanac.com/benchmarks/click-korean/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CLIcK&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fclick-korean%2F&wrong=CLIcK+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:countqa","kind":"leaderboard","name":"CountQA","page":"https://www.benchmarkalmanac.com/benchmarks/countqa/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+CountQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcountqa%2F&wrong=CountQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:deepmind-mathematics","kind":"leaderboard","name":"DeepMind Mathematics","page":"https://www.benchmarkalmanac.com/benchmarks/deepmind-mathematics/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+DeepMind+Mathematics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdeepmind-mathematics%2F&wrong=DeepMind+Mathematics+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:deepshop","kind":"leaderboard","name":"DeepShop","page":"https://www.benchmarkalmanac.com/benchmarks/deepshop/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+DeepShop&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdeepshop%2F&wrong=DeepShop+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:dense-200-bbox","kind":"leaderboard","name":"Dense 200 (bbox)","page":"https://www.benchmarkalmanac.com/benchmarks/dense-200-bbox/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Dense+200+%28bbox%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdense-200-bbox%2F&wrong=Dense+200+%28bbox%29+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:discrim-eval","kind":"leaderboard","name":"Discrim-Eval","page":"https://www.benchmarkalmanac.com/benchmarks/discrim-eval/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Discrim-Eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdiscrim-eval%2F&wrong=Discrim-Eval+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:dpg-bench","kind":"leaderboard","name":"DPG-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/dpg-bench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+DPG-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdpg-bench%2F&wrong=DPG-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:egotempo","kind":"leaderboard","name":"EgoTempo","page":"https://www.benchmarkalmanac.com/benchmarks/egotempo/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+EgoTempo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fegotempo%2F&wrong=EgoTempo+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:factscore","kind":"leaderboard","name":"FActScore","page":"https://www.benchmarkalmanac.com/benchmarks/factscore/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+FActScore&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffactscore%2F&wrong=FActScore+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:full-duplex-bench","kind":"leaderboard","name":"Full-Duplex-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/full-duplex-bench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Full-Duplex-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffull-duplex-bench%2F&wrong=Full-Duplex-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:full-duplex-bench-1-5","kind":"leaderboard","name":"Full-Duplex-Bench v1.5","page":"https://www.benchmarkalmanac.com/benchmarks/full-duplex-bench-1-5/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Full-Duplex-Bench+v1.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffull-duplex-bench-1-5%2F&wrong=Full-Duplex-Bench+v1.5+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:gdm-situational-awareness","kind":"leaderboard","name":"GDM Situational Awareness","page":"https://www.benchmarkalmanac.com/benchmarks/gdm-situational-awareness/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GDM+Situational+Awareness&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdm-situational-awareness%2F&wrong=GDM+Situational+Awareness+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:gdm-stealth","kind":"leaderboard","name":"GDM Stealth","page":"https://www.benchmarkalmanac.com/benchmarks/gdm-stealth/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GDM+Stealth&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdm-stealth%2F&wrong=GDM+Stealth+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:gsm-plus","kind":"leaderboard","name":"GSM-Plus","page":"https://www.benchmarkalmanac.com/benchmarks/gsm-plus/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+GSM-Plus&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgsm-plus%2F&wrong=GSM-Plus+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:healthbench-consensus","kind":"leaderboard","name":"HealthBench Consensus","page":"https://www.benchmarkalmanac.com/benchmarks/healthbench-consensus/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+HealthBench+Consensus&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhealthbench-consensus%2F&wrong=HealthBench+Consensus+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:hle-verified","kind":"leaderboard","name":"HLE-Verified","page":"https://www.benchmarkalmanac.com/benchmarks/hle-verified/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+HLE-Verified&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhle-verified%2F&wrong=HLE-Verified+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:hle-vl","kind":"leaderboard","name":"HLE-VL","page":"https://www.benchmarkalmanac.com/benchmarks/hle-vl/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+HLE-VL&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhle-vl%2F&wrong=HLE-VL+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:hrm8k","kind":"leaderboard","name":"HRM8K","page":"https://www.benchmarkalmanac.com/benchmarks/hrm8k/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+HRM8K&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhrm8k%2F&wrong=HRM8K+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:instructttseval","kind":"leaderboard","name":"InstructTTSEval","page":"https://www.benchmarkalmanac.com/benchmarks/instructttseval/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+InstructTTSEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Finstructttseval%2F&wrong=InstructTTSEval+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:ioi-2025","kind":"leaderboard","name":"IOI 2025","page":"https://www.benchmarkalmanac.com/benchmarks/ioi-2025/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+IOI+2025&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fioi-2025%2F&wrong=IOI+2025+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:ipho-2025","kind":"leaderboard","name":"IPhO 2025","page":"https://www.benchmarkalmanac.com/benchmarks/ipho-2025/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+IPhO+2025&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fipho-2025%2F&wrong=IPhO+2025+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:kernel-bench-l3","kind":"leaderboard","name":"Kernel Bench L3","page":"https://www.benchmarkalmanac.com/benchmarks/kernel-bench-l3/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Kernel+Bench+L3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkernel-bench-l3%2F&wrong=Kernel+Bench+L3+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:kmmlu","kind":"leaderboard","name":"KMMLU","page":"https://www.benchmarkalmanac.com/benchmarks/kmmlu/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+KMMLU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkmmlu%2F&wrong=KMMLU+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:kmmlu-pro","kind":"leaderboard","name":"KMMLU-Pro","page":"https://www.benchmarkalmanac.com/benchmarks/kmmlu-pro/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+KMMLU-Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkmmlu-pro%2F&wrong=KMMLU-Pro+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:lbpp","kind":"leaderboard","name":"LBPP (Less Basic Python Problems)","page":"https://www.benchmarkalmanac.com/benchmarks/lbpp/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LBPP+%28Less+Basic+Python+Problems%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flbpp%2F&wrong=LBPP+%28Less+Basic+Python+Problems%29+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:lingoqa","kind":"leaderboard","name":"LingoQA","page":"https://www.benchmarkalmanac.com/benchmarks/lingoqa/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LingoQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flingoqa%2F&wrong=LingoQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:loft","kind":"leaderboard","name":"LOFT","page":"https://www.benchmarkalmanac.com/benchmarks/loft/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LOFT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Floft%2F&wrong=LOFT+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:longbench","kind":"leaderboard","name":"LongBench","page":"https://www.benchmarkalmanac.com/benchmarks/longbench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LongBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flongbench%2F&wrong=LongBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:longfact-concepts","kind":"leaderboard","name":"LongFact-Concepts","page":"https://www.benchmarkalmanac.com/benchmarks/longfact-concepts/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LongFact-Concepts&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flongfact-concepts%2F&wrong=LongFact-Concepts+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:longfact-objects","kind":"leaderboard","name":"LongFact-Objects","page":"https://www.benchmarkalmanac.com/benchmarks/longfact-objects/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+LongFact-Objects&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flongfact-objects%2F&wrong=LongFact-Objects+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:makemesay-openai","kind":"leaderboard","name":"MakeMeSay","page":"https://www.benchmarkalmanac.com/benchmarks/makemesay-openai/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MakeMeSay&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmakemesay-openai%2F&wrong=MakeMeSay+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:mantis-eval","kind":"leaderboard","name":"Mantis-Eval","page":"https://www.benchmarkalmanac.com/benchmarks/mantis-eval/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Mantis-Eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmantis-eval%2F&wrong=Mantis-Eval+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:math23k","kind":"leaderboard","name":"Math23K","page":"https://www.benchmarkalmanac.com/benchmarks/math23k/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Math23K&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmath23k%2F&wrong=Math23K+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:mbxp","kind":"leaderboard","name":"MBXP","page":"https://www.benchmarkalmanac.com/benchmarks/mbxp/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MBXP&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmbxp%2F&wrong=MBXP+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:mia-bench","kind":"leaderboard","name":"MIA-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/mia-bench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MIA-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmia-bench%2F&wrong=MIA-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:milu","kind":"leaderboard","name":"MILU","page":"https://www.benchmarkalmanac.com/benchmarks/milu/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MILU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmilu%2F&wrong=MILU+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:minerva-video","kind":"leaderboard","name":"MINERVA","page":"https://www.benchmarkalmanac.com/benchmarks/minerva-video/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MINERVA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fminerva-video%2F&wrong=MINERVA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:mle-bench-30","kind":"leaderboard","name":"MLE-bench 30","page":"https://www.benchmarkalmanac.com/benchmarks/mle-bench-30/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MLE-bench+30&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmle-bench-30%2F&wrong=MLE-bench+30+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:mmlongbench","kind":"leaderboard","name":"MMLongBench","page":"https://www.benchmarkalmanac.com/benchmarks/mmlongbench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MMLongBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlongbench%2F&wrong=MMLongBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:mmsearch-plus","kind":"leaderboard","name":"MMSearch-Plus","page":"https://www.benchmarkalmanac.com/benchmarks/mmsearch-plus/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+MMSearch-Plus&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmsearch-plus%2F&wrong=MMSearch-Plus+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:multilingual-librispeech","kind":"leaderboard","name":"Multilingual LibriSpeech","page":"https://www.benchmarkalmanac.com/benchmarks/multilingual-librispeech/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Multilingual+LibriSpeech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmultilingual-librispeech%2F&wrong=Multilingual+LibriSpeech+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:openai-monitorability-evals","kind":"leaderboard","name":"OpenAI monitorability evals","page":"https://www.benchmarkalmanac.com/benchmarks/openai-monitorability-evals/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+OpenAI+monitorability+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-monitorability-evals%2F&wrong=OpenAI+monitorability+evals+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:openaudiobench","kind":"leaderboard","name":"OpenAudioBench","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+OpenAudioBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench%2F&wrong=OpenAudioBench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:passkey-retrieval","kind":"leaderboard","name":"Passkey Retrieval","page":"https://www.benchmarkalmanac.com/benchmarks/passkey-retrieval/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Passkey+Retrieval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpasskey-retrieval%2F&wrong=Passkey+Retrieval+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:petri","kind":"leaderboard","name":"Petri","page":"https://www.benchmarkalmanac.com/benchmarks/petri/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Petri&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpetri%2F&wrong=Petri+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:pixmo-count","kind":"leaderboard","name":"PixMo-Count","page":"https://www.benchmarkalmanac.com/benchmarks/pixmo-count/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+PixMo-Count&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpixmo-count%2F&wrong=PixMo-Count+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:popqa","kind":"leaderboard","name":"PopQA","page":"https://www.benchmarkalmanac.com/benchmarks/popqa/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+PopQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpopqa%2F&wrong=PopQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:primevul","kind":"leaderboard","name":"PrimeVul","page":"https://www.benchmarkalmanac.com/benchmarks/primevul/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+PrimeVul&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprimevul%2F&wrong=PrimeVul+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:qasper","kind":"leaderboard","name":"Qasper","page":"https://www.benchmarkalmanac.com/benchmarks/qasper/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Qasper&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqasper%2F&wrong=Qasper+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:qvhighlights","kind":"leaderboard","name":"QVHighlights","page":"https://www.benchmarkalmanac.com/benchmarks/qvhighlights/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+QVHighlights&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqvhighlights%2F&wrong=QVHighlights+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:race-m","kind":"leaderboard","name":"RACE-M","page":"https://www.benchmarkalmanac.com/benchmarks/race-m/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RACE-M&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frace-m%2F&wrong=RACE-M+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:re-bench","kind":"leaderboard","name":"RE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/re-bench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+RE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fre-bench%2F&wrong=RE-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:remi","kind":"leaderboard","name":"ReMI","page":"https://www.benchmarkalmanac.com/benchmarks/remi/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ReMI&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fremi%2F&wrong=ReMI+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:sfe-scientists-first-exam","kind":"leaderboard","name":"Scientists' First Exam (SFE)","page":"https://www.benchmarkalmanac.com/benchmarks/sfe-scientists-first-exam/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Scientists%27+First+Exam+%28SFE%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsfe-scientists-first-exam%2F&wrong=Scientists%27+First+Exam+%28SFE%29+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:shade-arena","kind":"leaderboard","name":"SHADE-Arena","page":"https://www.benchmarkalmanac.com/benchmarks/shade-arena/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+SHADE-Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fshade-arena%2F&wrong=SHADE-Arena+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:squality","kind":"leaderboard","name":"SQuALITY","page":"https://www.benchmarkalmanac.com/benchmarks/squality/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+SQuALITY&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsquality%2F&wrong=SQuALITY+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:tallyqa","kind":"leaderboard","name":"TallyQA","page":"https://www.benchmarkalmanac.com/benchmarks/tallyqa/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+TallyQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftallyqa%2F&wrong=TallyQA+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:toolsandbox","kind":"leaderboard","name":"ToolSandbox","page":"https://www.benchmarkalmanac.com/benchmarks/toolsandbox/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+ToolSandbox&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftoolsandbox%2F&wrong=ToolSandbox+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:tulu-3-safety-eval-ai2","kind":"leaderboard","name":"Tulu 3 Safety Eval","page":"https://www.benchmarkalmanac.com/benchmarks/tulu-3-safety-eval-ai2/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Tulu+3+Safety+Eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftulu-3-safety-eval-ai2%2F&wrong=Tulu+3+Safety+Eval+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:where2place","kind":"leaderboard","name":"Where2Place","page":"https://www.benchmarkalmanac.com/benchmarks/where2place/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+Where2Place&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwhere2place%2F&wrong=Where2Place+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:wildguardtest","kind":"leaderboard","name":"WildGuardTest","page":"https://www.benchmarkalmanac.com/benchmarks/wildguardtest/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WildGuardTest&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwildguardtest%2F&wrong=WildGuardTest+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:wmt25","kind":"leaderboard","name":"WMT25","page":"https://www.benchmarkalmanac.com/benchmarks/wmt25/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+WMT25&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt25%2F&wrong=WMT25+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2},{"id":"leaderboard:xlrs-bench","kind":"leaderboard","name":"XLRS-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/xlrs-bench/","detail":"2 labs report it. Every score here is a lab's own.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+leaderboard+of+XLRS-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxlrs-bench%2F&wrong=XLRS-Bench+has+only+the+labs%27+own+scores.+A+leaderboard+that+ranks+it%3A+","file":"data/benchmarks.json","field":"links.leaderboard","rank":2}]},{"kind":"release","title":"287 benchmarks have no release date","how":"The month its paper, repository or launch post first appeared. Give the link you dated it from.","count":287,"tasks":[{"id":"release:apollo-research-strategic-deception-evaluations","kind":"release","name":"Apollo Research strategic deception evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/apollo-research-strategic-deception-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Apollo+Research+strategic+deception+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fapollo-research-strategic-deception-evaluations%2F&wrong=Apollo+Research+strategic+deception+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":4},{"id":"release:gre-quantitative","kind":"release","name":"GRE Quantitative","page":"https://www.benchmarkalmanac.com/benchmarks/gre-quantitative/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GRE+Quantitative&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgre-quantitative%2F&wrong=GRE+Quantitative+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":3},{"id":"release:gre-verbal","kind":"release","name":"GRE Verbal","page":"https://www.benchmarkalmanac.com/benchmarks/gre-verbal/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GRE+Verbal&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgre-verbal%2F&wrong=GRE+Verbal+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":3},{"id":"release:lsat","kind":"release","name":"LSAT","page":"https://www.benchmarkalmanac.com/benchmarks/lsat/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+LSAT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flsat%2F&wrong=LSAT+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":3},{"id":"release:mmbench-cn-v1-1","kind":"release","name":"MMBench-CN v1.1","page":"https://www.benchmarkalmanac.com/benchmarks/mmbench-cn-v1-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MMBench-CN+v1.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmbench-cn-v1-1%2F&wrong=MMBench-CN+v1.1+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":3},{"id":"release:molecular-biology-capabilities-test-securebio","kind":"release","name":"Molecular Biology Capabilities Test","page":"https://www.benchmarkalmanac.com/benchmarks/molecular-biology-capabilities-test-securebio/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Molecular+Biology+Capabilities+Test&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmolecular-biology-capabilities-test-securebio%2F&wrong=Molecular+Biology+Capabilities+Test+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":3},{"id":"release:ap-art-history","kind":"release","name":"AP Art History","page":"https://www.benchmarkalmanac.com/benchmarks/ap-art-history/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Art+History&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-art-history%2F&wrong=AP+Art+History+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-biology","kind":"release","name":"AP Biology","page":"https://www.benchmarkalmanac.com/benchmarks/ap-biology/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Biology&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-biology%2F&wrong=AP+Biology+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-chemistry","kind":"release","name":"AP Chemistry","page":"https://www.benchmarkalmanac.com/benchmarks/ap-chemistry/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Chemistry&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-chemistry%2F&wrong=AP+Chemistry+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-english-language","kind":"release","name":"AP English Language and Composition","page":"https://www.benchmarkalmanac.com/benchmarks/ap-english-language/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+English+Language+and+Composition&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-english-language%2F&wrong=AP+English+Language+and+Composition+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-english-literature","kind":"release","name":"AP English Literature and Composition","page":"https://www.benchmarkalmanac.com/benchmarks/ap-english-literature/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+English+Literature+and+Composition&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-english-literature%2F&wrong=AP+English+Literature+and+Composition+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-environmental-science","kind":"release","name":"AP Environmental Science","page":"https://www.benchmarkalmanac.com/benchmarks/ap-environmental-science/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Environmental+Science&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-environmental-science%2F&wrong=AP+Environmental+Science+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-macroeconomics","kind":"release","name":"AP Macroeconomics","page":"https://www.benchmarkalmanac.com/benchmarks/ap-macroeconomics/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Macroeconomics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-macroeconomics%2F&wrong=AP+Macroeconomics+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-microeconomics","kind":"release","name":"AP Microeconomics","page":"https://www.benchmarkalmanac.com/benchmarks/ap-microeconomics/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Microeconomics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-microeconomics%2F&wrong=AP+Microeconomics+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-psychology","kind":"release","name":"AP Psychology","page":"https://www.benchmarkalmanac.com/benchmarks/ap-psychology/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Psychology&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-psychology%2F&wrong=AP+Psychology+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-statistics","kind":"release","name":"AP Statistics","page":"https://www.benchmarkalmanac.com/benchmarks/ap-statistics/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Statistics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-statistics%2F&wrong=AP+Statistics+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-us-government","kind":"release","name":"AP US Government","page":"https://www.benchmarkalmanac.com/benchmarks/ap-us-government/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+US+Government&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-us-government%2F&wrong=AP+US+Government+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-us-history","kind":"release","name":"AP US History","page":"https://www.benchmarkalmanac.com/benchmarks/ap-us-history/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+US+History&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-us-history%2F&wrong=AP+US+History+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:ap-world-history","kind":"release","name":"AP World History","page":"https://www.benchmarkalmanac.com/benchmarks/ap-world-history/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+World+History&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-world-history%2F&wrong=AP+World+History+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:gre-writing","kind":"release","name":"GRE Analytical Writing","page":"https://www.benchmarkalmanac.com/benchmarks/gre-writing/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GRE+Analytical+Writing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgre-writing%2F&wrong=GRE+Analytical+Writing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:harvey-lab-aa","kind":"release","name":"Harvey LAB-AA v1.0","page":"https://www.benchmarkalmanac.com/benchmarks/harvey-lab-aa/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Harvey+LAB-AA+v1.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fharvey-lab-aa%2F&wrong=Harvey+LAB-AA+v1.0+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:sat-math","kind":"release","name":"SAT Math","page":"https://www.benchmarkalmanac.com/benchmarks/sat-math/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SAT+Math&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsat-math%2F&wrong=SAT+Math+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:world-class-bio-securebio","kind":"release","name":"World-Class Bio","page":"https://www.benchmarkalmanac.com/benchmarks/world-class-bio-securebio/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+World-Class+Bio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworld-class-bio-securebio%2F&wrong=World-Class+Bio+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":2},{"id":"release:advanced-sommelier-theory","kind":"release","name":"Advanced Sommelier (theory knowledge)","page":"https://www.benchmarkalmanac.com/benchmarks/advanced-sommelier-theory/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Advanced+Sommelier+%28theory+knowledge%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fadvanced-sommelier-theory%2F&wrong=Advanced+Sommelier+%28theory+knowledge%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:agent-behavior-spec-eval-google","kind":"release","name":"Agent behavior under-service and overreach eval","page":"https://www.benchmarkalmanac.com/benchmarks/agent-behavior-spec-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Agent+behavior+under-service+and+overreach+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fagent-behavior-spec-eval-google%2F&wrong=Agent+behavior+under-service+and+overreach+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:agentic-task-gaming-overreach-evals-google","kind":"release","name":"Agentic task gaming and overreach evals","page":"https://www.benchmarkalmanac.com/benchmarks/agentic-task-gaming-overreach-evals-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Agentic+task+gaming+and+overreach+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fagentic-task-gaming-overreach-evals-google%2F&wrong=Agentic+task+gaming+and+overreach+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:anthropic-automated-behavioral-audit","kind":"release","name":"Anthropic automated behavioral audit","page":"https://www.benchmarkalmanac.com/benchmarks/anthropic-automated-behavioral-audit/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Anthropic+automated+behavioral+audit&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanthropic-automated-behavioral-audit%2F&wrong=Anthropic+automated+behavioral+audit+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:ap-calculus","kind":"release","name":"AP Calculus","page":"https://www.benchmarkalmanac.com/benchmarks/ap-calculus/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Calculus&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-calculus%2F&wrong=AP+Calculus+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:ap-calculus-bc","kind":"release","name":"AP Calculus BC","page":"https://www.benchmarkalmanac.com/benchmarks/ap-calculus-bc/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Calculus+BC&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-calculus-bc%2F&wrong=AP+Calculus+BC+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:ap-physics","kind":"release","name":"AP Physics","page":"https://www.benchmarkalmanac.com/benchmarks/ap-physics/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Physics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-physics%2F&wrong=AP+Physics+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:ap-physics-2","kind":"release","name":"AP Physics 2","page":"https://www.benchmarkalmanac.com/benchmarks/ap-physics-2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AP+Physics+2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fap-physics-2%2F&wrong=AP+Physics+2+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:aa-speech-arena","kind":"release","name":"Artificial Analysis Speech Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-speech-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Artificial+Analysis+Speech+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-speech-arena%2F&wrong=Artificial+Analysis+Speech+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:average-in-eval-hack-rate-anthropic","kind":"release","name":"Average in-eval reward hacking rate (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/average-in-eval-hack-rate-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Average+in-eval+reward+hacking+rate+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faverage-in-eval-hack-rate-anthropic%2F&wrong=Average+in-eval+reward+hacking+rate+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:binary-exploitation-benchmark-anthropic-oss-fuzz-based","kind":"release","name":"Binary Exploitation Benchmark (Anthropic, OSS-Fuzz based)","page":"https://www.benchmarkalmanac.com/benchmarks/binary-exploitation-benchmark-anthropic-oss-fuzz-based/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Binary+Exploitation+Benchmark+%28Anthropic%2C+OSS-Fuzz+based%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbinary-exploitation-benchmark-anthropic-oss-fuzz-based%2F&wrong=Binary+Exploitation+Benchmark+%28Anthropic%2C+OSS-Fuzz+based%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:bioweapons-acquisition-uplift-trial-anthropic","kind":"release","name":"Bioweapons acquisition uplift trial (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/bioweapons-acquisition-uplift-trial-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Bioweapons+acquisition+uplift+trial+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbioweapons-acquisition-uplift-trial-anthropic%2F&wrong=Bioweapons+acquisition+uplift+trial+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:browserinject-v1","kind":"release","name":"BrowserInject v1","page":"https://www.benchmarkalmanac.com/benchmarks/browserinject-v1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+BrowserInject+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrowserinject-v1%2F&wrong=BrowserInject+v1+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:catastrophic-biology-scenario-uplift-trial-anthropic","kind":"release","name":"Catastrophic biology scenario uplift trial (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/catastrophic-biology-scenario-uplift-trial-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Catastrophic+biology+scenario+uplift+trial+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcatastrophic-biology-scenario-uplift-trial-anthropic%2F&wrong=Catastrophic+biology+scenario+uplift+trial+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:cathedralbench","kind":"release","name":"CathedralBench","page":"https://www.benchmarkalmanac.com/benchmarks/cathedralbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CathedralBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcathedralbench%2F&wrong=CathedralBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:certified-sommelier-theory","kind":"release","name":"Certified Sommelier (theory knowledge)","page":"https://www.benchmarkalmanac.com/benchmarks/certified-sommelier-theory/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Certified+Sommelier+%28theory+knowledge%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcertified-sommelier-theory%2F&wrong=Certified+Sommelier+%28theory+knowledge%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:social-engineering-benchmark-charlemagne","kind":"release","name":"Charlemagne Labs social-engineering benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/social-engineering-benchmark-charlemagne/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Charlemagne+Labs+social-engineering+benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsocial-engineering-benchmark-charlemagne%2F&wrong=Charlemagne+Labs+social-engineering+benchmark+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:charxiv-missing-images-meta","kind":"release","name":"CharXiv Missing Images","page":"https://www.benchmarkalmanac.com/benchmarks/charxiv-missing-images-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CharXiv+Missing+Images&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcharxiv-missing-images-meta%2F&wrong=CharXiv+Missing+Images+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:capability-eval-cheating-audit-google","kind":"release","name":"Cheating audit on capability evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/capability-eval-cheating-audit-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Cheating+audit+on+capability+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcapability-eval-cheating-audit-google%2F&wrong=Cheating+audit+on+capability+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:computer-use-child-safety-action-eval-google","kind":"release","name":"Child Safety Action Testing","page":"https://www.benchmarkalmanac.com/benchmarks/computer-use-child-safety-action-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Child+Safety+Action+Testing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcomputer-use-child-safety-action-eval-google%2F&wrong=Child+Safety+Action+Testing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:csae-safety-eval-google","kind":"release","name":"Child Sexual Abuse and Exploitation Safety","page":"https://www.benchmarkalmanac.com/benchmarks/csae-safety-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Child+Sexual+Abuse+and+Exploitation+Safety&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcsae-safety-eval-google%2F&wrong=Child+Sexual+Abuse+and+Exploitation+Safety+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:cmo-2024","kind":"release","name":"CMO 2024","page":"https://www.benchmarkalmanac.com/benchmarks/cmo-2024/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CMO+2024&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcmo-2024%2F&wrong=CMO+2024+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:cobench-anthropic","kind":"release","name":"CoBench (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/cobench-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CoBench+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcobench-anthropic%2F&wrong=CoBench+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:code-summary-honesty-anthropic","kind":"release","name":"Code summary honesty (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/code-summary-honesty-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Code+summary+honesty+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode-summary-honesty-anthropic%2F&wrong=Code+summary+honesty+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-coding-agent-google","kind":"release","name":"Coding agent prompt injection robustness","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-coding-agent-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Coding+agent+prompt+injection+robustness&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-coding-agent-google%2F&wrong=Coding+agent+prompt+injection+robustness+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:community-alignment-personalization-meta","kind":"release","name":"Community Alignment personalization","page":"https://www.benchmarkalmanac.com/benchmarks/community-alignment-personalization-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Community+Alignment+personalization&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcommunity-alignment-personalization-meta%2F&wrong=Community+Alignment+personalization+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:computer-use-manual-red-teaming-google","kind":"release","name":"Computer use manual red teaming","page":"https://www.benchmarkalmanac.com/benchmarks/computer-use-manual-red-teaming-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Computer+use+manual+red+teaming&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcomputer-use-manual-red-teaming-google%2F&wrong=Computer+use+manual+red+teaming+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:computer-use-prohibited-action-eval-google","kind":"release","name":"Computer use Prohibited Action Evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/computer-use-prohibited-action-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Computer+use+Prohibited+Action+Evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcomputer-use-prohibited-action-eval-google%2F&wrong=Computer+use+Prohibited+Action+Evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:computer-use-prompt-injection-anthropic","kind":"release","name":"Computer use prompt injection evaluation (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/computer-use-prompt-injection-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Computer+use+prompt+injection+evaluation+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcomputer-use-prompt-injection-anthropic%2F&wrong=Computer+use+prompt+injection+evaluation+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-computer-use-google","kind":"release","name":"Computer use prompt injection robustness","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-computer-use-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Computer+use+prompt+injection+robustness&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-computer-use-google%2F&wrong=Computer+use+prompt+injection+robustness+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-contextual-security-google","kind":"release","name":"Contextual security evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-contextual-security-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Contextual+security+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-contextual-security-google%2F&wrong=Contextual+security+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:corpfin-v2","kind":"release","name":"CorpFin v2","page":"https://www.benchmarkalmanac.com/benchmarks/corpfin-v2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CorpFin+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcorpfin-v2%2F&wrong=CorpFin+v2+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:coworkbench","kind":"release","name":"CoWorkBench","page":"https://www.benchmarkalmanac.com/benchmarks/coworkbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CoWorkBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcoworkbench%2F&wrong=CoWorkBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:crsbench","kind":"release","name":"CRSBench","page":"https://www.benchmarkalmanac.com/benchmarks/crsbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CRSBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcrsbench%2F&wrong=CRSBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:art-dangerous-content-violations-google","kind":"release","name":"Dangerous Content policy violations (from ART)","page":"https://www.benchmarkalmanac.com/benchmarks/art-dangerous-content-violations-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Dangerous+Content+policy+violations+%28from+ART%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fart-dangerous-content-violations-google%2F&wrong=Dangerous+Content+policy+violations+%28from+ART%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:dangerous-content-safety-eval-google","kind":"release","name":"Dangerous Content Safety","page":"https://www.benchmarkalmanac.com/benchmarks/dangerous-content-safety-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Dangerous+Content+Safety&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdangerous-content-safety-eval-google%2F&wrong=Dangerous+Content+Safety+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:delusional-reinforcement-eval-google","kind":"release","name":"Delusional Reinforcement evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/delusional-reinforcement-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Delusional+Reinforcement+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdelusional-reinforcement-eval-google%2F&wrong=Delusional+Reinforcement+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:designarena-3d","kind":"release","name":"DesignArena 3D Design","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-3d/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+3D+Design&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-3d%2F&wrong=DesignArena+3D+Design+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:designarena-web-apps","kind":"release","name":"DesignArena Frontend Web App","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-web-apps/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Frontend+Web+App&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-web-apps%2F&wrong=DesignArena+Frontend+Web+App+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:designarena-game-dev","kind":"release","name":"DesignArena Game Dev","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-game-dev/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Game+Dev&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-game-dev%2F&wrong=DesignArena+Game+Dev+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:designarena-website","kind":"release","name":"DesignArena Website","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-website/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Website&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-website%2F&wrong=DesignArena+Website+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:destructive-actions-anthropic","kind":"release","name":"Destructive actions (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/destructive-actions-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Destructive+actions+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdestructive-actions-anthropic%2F&wrong=Destructive+actions+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:destructive-production-evaluation-anthropic","kind":"release","name":"Destructive production evaluation (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/destructive-production-evaluation-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Destructive+production+evaluation+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdestructive-production-evaluation-anthropic%2F&wrong=Destructive+production+evaluation+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:discoverable-memorization-google","kind":"release","name":"Discoverable memorization of training data","page":"https://www.benchmarkalmanac.com/benchmarks/discoverable-memorization-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Discoverable+memorization+of+training+data&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdiscoverable-memorization-google%2F&wrong=Discoverable+memorization+of+training+data+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:docci","kind":"release","name":"Docci","page":"https://www.benchmarkalmanac.com/benchmarks/docci/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Docci&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdocci%2F&wrong=Docci+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:emotional-attachment-eval-google","kind":"release","name":"Emotional Attachment evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/emotional-attachment-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Emotional+Attachment+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Femotional-attachment-eval-google%2F&wrong=Emotional+Attachment+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:evaluation-awareness-discriminability-anthropic","kind":"release","name":"Evaluation awareness discriminability (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/evaluation-awareness-discriminability-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Evaluation+awareness+discriminability+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fevaluation-awareness-discriminability-anthropic%2F&wrong=Evaluation+awareness+discriminability+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:firefox-147-exploit-evaluation-anthropic","kind":"release","name":"Firefox 147 exploit evaluation (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/firefox-147-exploit-evaluation-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Firefox+147+exploit+evaluation+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffirefox-147-exploit-evaluation-anthropic%2F&wrong=Firefox+147+exploit+evaluation+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:forensics-ctf-anthropic","kind":"release","name":"Forensics CTF challenges (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/forensics-ctf-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Forensics+CTF+challenges+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fforensics-ctf-anthropic%2F&wrong=Forensics+CTF+challenges+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:gemini-personality-evaluation-sycophancy","kind":"release","name":"Gemini Personality Evaluation (sycophancy)","page":"https://www.benchmarkalmanac.com/benchmarks/gemini-personality-evaluation-sycophancy/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+Personality+Evaluation+%28sycophancy%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgemini-personality-evaluation-sycophancy%2F&wrong=Gemini+Personality+Evaluation+%28sycophancy%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:genai-bench","kind":"release","name":"GenAI-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/genai-bench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GenAI-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgenai-bench%2F&wrong=GenAI-Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:gmat-quantitative","kind":"release","name":"GMAT Quantitative","page":"https://www.benchmarkalmanac.com/benchmarks/gmat-quantitative/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GMAT+Quantitative&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgmat-quantitative%2F&wrong=GMAT+Quantitative+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:gmat-verbal","kind":"release","name":"GMAT Verbal","page":"https://www.benchmarkalmanac.com/benchmarks/gmat-verbal/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GMAT+Verbal&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgmat-verbal%2F&wrong=GMAT+Verbal+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:google-deepmind-scheming-honeypot-suite","kind":"release","name":"Google DeepMind scheming honeypot suite","page":"https://www.benchmarkalmanac.com/benchmarks/google-deepmind-scheming-honeypot-suite/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Google+DeepMind+scheming+honeypot+suite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgoogle-deepmind-scheming-honeypot-suite%2F&wrong=Google+DeepMind+scheming+honeypot+suite+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:google-re-bench-grb","kind":"release","name":"Google RE-Bench (GRB)","page":"https://www.benchmarkalmanac.com/benchmarks/google-re-bench-grb/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Google+RE-Bench+%28GRB%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgoogle-re-bench-grb%2F&wrong=Google+RE-Bench+%28GRB%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:gre-physics","kind":"release","name":"GRE Physics","page":"https://www.benchmarkalmanac.com/benchmarks/gre-physics/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GRE+Physics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgre-physics%2F&wrong=GRE+Physics+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-grounding-rag-google","kind":"release","name":"Grounding robustness (RAG prompt injection)","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-grounding-rag-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grounding+robustness+%28RAG+prompt+injection%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-grounding-rag-google%2F&wrong=Grounding+robustness+%28RAG+prompt+injection%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:grounding-with-citations-unfactual-rate-google","kind":"release","name":"Grounding with citations, sentence unfactual rate","page":"https://www.benchmarkalmanac.com/benchmarks/grounding-with-citations-unfactual-rate-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grounding+with+citations%2C+sentence+unfactual+rate&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgrounding-with-citations-unfactual-rate-google%2F&wrong=Grounding+with+citations%2C+sentence+unfactual+rate+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:hackerbench","kind":"release","name":"HackerBench","page":"https://www.benchmarkalmanac.com/benchmarks/hackerbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HackerBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhackerbench%2F&wrong=HackerBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:hate-harassment-safety-eval-google","kind":"release","name":"Hate & Harassment Safety","page":"https://www.benchmarkalmanac.com/benchmarks/hate-harassment-safety-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Hate+%26+Harassment+Safety&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhate-harassment-safety-eval-google%2F&wrong=Hate+%26+Harassment+Safety+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:health-dynamic-conversation-eval-google","kind":"release","name":"Health dynamic conversation eval","page":"https://www.benchmarkalmanac.com/benchmarks/health-dynamic-conversation-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Health+dynamic+conversation+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhealth-dynamic-conversation-eval-google%2F&wrong=Health+dynamic+conversation+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:health-localization-eval-google","kind":"release","name":"Health language and locale eval","page":"https://www.benchmarkalmanac.com/benchmarks/health-localization-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Health+language+and+locale+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhealth-localization-eval-google%2F&wrong=Health+language+and+locale+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:health-static-understanding-eval-google","kind":"release","name":"Health static understanding eval","page":"https://www.benchmarkalmanac.com/benchmarks/health-static-understanding-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Health+static+understanding+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhealth-static-understanding-eval-google%2F&wrong=Health+static+understanding+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:art-helpfulness-violations-google","kind":"release","name":"Helpfulness violations (from ART)","page":"https://www.benchmarkalmanac.com/benchmarks/art-helpfulness-violations-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Helpfulness+violations+%28from+ART%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fart-helpfulness-violations-google%2F&wrong=Helpfulness+violations+%28from+ART%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:hiddenmath-hard","kind":"release","name":"HiddenMath-Hard","page":"https://www.benchmarkalmanac.com/benchmarks/hiddenmath-hard/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HiddenMath-Hard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhiddenmath-hard%2F&wrong=HiddenMath-Hard+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:health-high-risk-scenarios-eval-google","kind":"release","name":"High-risk health scenarios eval","page":"https://www.benchmarkalmanac.com/benchmarks/health-high-risk-scenarios-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+High-risk+health+scenarios+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhealth-high-risk-scenarios-eval-google%2F&wrong=High-risk+health+scenarios+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:hindsight-neglect","kind":"release","name":"Hindsight Neglect","page":"https://www.benchmarkalmanac.com/benchmarks/hindsight-neglect/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Hindsight+Neglect&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhindsight-neglect%2F&wrong=Hindsight+Neglect+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:impossible-tasks-eval-google","kind":"release","name":"Impossible Tasks Evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/impossible-tasks-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Impossible+Tasks+Evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fimpossible-tasks-eval-google%2F&wrong=Impossible+Tasks+Evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-actor-critic-google","kind":"release","name":"Indirect prompt injection, Actor Critic attack","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-actor-critic-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Indirect+prompt+injection%2C+Actor+Critic+attack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-actor-critic-google%2F&wrong=Indirect+prompt+injection%2C+Actor+Critic+attack+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-beam-search-google","kind":"release","name":"Indirect prompt injection, Beam Search attack","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-beam-search-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Indirect+prompt+injection%2C+Beam+Search+attack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-beam-search-google%2F&wrong=Indirect+prompt+injection%2C+Beam+Search+attack+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-tap-google","kind":"release","name":"Indirect prompt injection, TAP attack","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-tap-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Indirect+prompt+injection%2C+TAP+attack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-tap-google%2F&wrong=Indirect+prompt+injection%2C+TAP+attack+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:helpfulness-instruction-following-google","kind":"release","name":"Instruction Following (safety evaluation)","page":"https://www.benchmarkalmanac.com/benchmarks/helpfulness-instruction-following-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Instruction+Following+%28safety+evaluation%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhelpfulness-instruction-following-google%2F&wrong=Instruction+Following+%28safety+evaluation%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:instrumental-convergence-evals-google","kind":"release","name":"Instrumental convergence evals","page":"https://www.benchmarkalmanac.com/benchmarks/instrumental-convergence-evals-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Instrumental+convergence+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Finstrumental-convergence-evals-google%2F&wrong=Instrumental+convergence+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:intentionally-taking-actions-very-rarely-anthropic","kind":"release","name":"Intentionally taking actions very rarely (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/intentionally-taking-actions-very-rarely-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Intentionally+taking+actions+very+rarely+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fintentionally-taking-actions-very-rarely-anthropic%2F&wrong=Intentionally+taking+actions+very+rarely+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:internal-vulnerability-research-google","kind":"release","name":"Internal vulnerability research","page":"https://www.benchmarkalmanac.com/benchmarks/internal-vulnerability-research-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Internal+vulnerability+research&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Finternal-vulnerability-research-google%2F&wrong=Internal+vulnerability+research+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:introductory-sommelier-theory","kind":"release","name":"Introductory Sommelier (theory knowledge)","page":"https://www.benchmarkalmanac.com/benchmarks/introductory-sommelier-theory/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Introductory+Sommelier+%28theory+knowledge%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fintroductory-sommelier-theory%2F&wrong=Introductory+Sommelier+%28theory+knowledge%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:irregular-frontiercyber-and-atomic-challenges","kind":"release","name":"Irregular FrontierCyber and Atomic Challenges","page":"https://www.benchmarkalmanac.com/benchmarks/irregular-frontiercyber-and-atomic-challenges/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Irregular+FrontierCyber+and+Atomic+Challenges&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Firregular-frontiercyber-and-atomic-challenges%2F&wrong=Irregular+FrontierCyber+and+Atomic+Challenges+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:jef-bench-meta","kind":"release","name":"JEF-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/jef-bench-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+JEF-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fjef-bench-meta%2F&wrong=JEF-Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:key-insight-rediscovery-unpublished-ml-task-anthropic","kind":"release","name":"Key insight rediscovery on an unpublished ML task (external testing)","page":"https://www.benchmarkalmanac.com/benchmarks/key-insight-rediscovery-unpublished-ml-task-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Key+insight+rediscovery+on+an+unpublished+ML+task+%28external+testing%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkey-insight-rediscovery-unpublished-ml-task-anthropic%2F&wrong=Key+insight+rediscovery+on+an+unpublished+ML+task+%28external+testing%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:lazy-investigation-anthropic","kind":"release","name":"Lazy investigation (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/lazy-investigation-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Lazy+investigation+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flazy-investigation-anthropic%2F&wrong=Lazy+investigation+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:long-context-grounding-unfactual-rate-google","kind":"release","name":"Long-context grounding, sentence unfactual rate","page":"https://www.benchmarkalmanac.com/benchmarks/long-context-grounding-unfactual-rate-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Long-context+grounding%2C+sentence+unfactual+rate&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flong-context-grounding-unfactual-rate-google%2F&wrong=Long-context+grounding%2C+sentence+unfactual+rate+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:lying-about-identity-anthropic","kind":"release","name":"Lying about identity (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/lying-about-identity-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Lying+about+identity+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flying-about-identity-anthropic%2F&wrong=Lying+about+identity+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:many-shot-jailbreaking-anthropic","kind":"release","name":"Many-shot jailbreaking evaluation (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/many-shot-jailbreaking-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Many-shot+jailbreaking+evaluation+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmany-shot-jailbreaking-anthropic%2F&wrong=Many-shot+jailbreaking+evaluation+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:multistate-bar-examination","kind":"release","name":"MBE (Multistate Bar Examination)","page":"https://www.benchmarkalmanac.com/benchmarks/multistate-bar-examination/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MBE+%28Multistate+Bar+Examination%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmultistate-bar-examination%2F&wrong=MBE+%28Multistate+Bar+Examination%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:mksap","kind":"release","name":"Medical Knowledge Self-Assessment Program (MKSAP)","page":"https://www.benchmarkalmanac.com/benchmarks/mksap/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Medical+Knowledge+Self-Assessment+Program+%28MKSAP%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmksap%2F&wrong=Medical+Knowledge+Self-Assessment+Program+%28MKSAP%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:medqa-usmle-5-options","kind":"release","name":"MedQA USMLE (5 options)","page":"https://www.benchmarkalmanac.com/benchmarks/medqa-usmle-5-options/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MedQA+USMLE+%285+options%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmedqa-usmle-5-options%2F&wrong=MedQA+USMLE+%285+options%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:action-belief-coherence-meta","kind":"release","name":"Meta action-belief coherence probe","page":"https://www.benchmarkalmanac.com/benchmarks/action-belief-coherence-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+action-belief+coherence+probe&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faction-belief-coherence-meta%2F&wrong=Meta+action-belief+coherence+probe+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:agentic-cyber-misuse-refusal-meta","kind":"release","name":"Meta agentic cyber misuse refusal","page":"https://www.benchmarkalmanac.com/benchmarks/agentic-cyber-misuse-refusal-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+agentic+cyber+misuse+refusal&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fagentic-cyber-misuse-refusal-meta%2F&wrong=Meta+agentic+cyber+misuse+refusal+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:user-traffic-replay-evaluation-meta","kind":"release","name":"Meta agentic evaluations grounded in user traffic","page":"https://www.benchmarkalmanac.com/benchmarks/user-traffic-replay-evaluation-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+agentic+evaluations+grounded+in+user+traffic&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fuser-traffic-replay-evaluation-meta%2F&wrong=Meta+agentic+evaluations+grounded+in+user+traffic+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:meta-biodesign-proxy","kind":"release","name":"Meta BioDesign Proxy","page":"https://www.benchmarkalmanac.com/benchmarks/meta-biodesign-proxy/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+BioDesign+Proxy&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmeta-biodesign-proxy%2F&wrong=Meta+BioDesign+Proxy+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:catastrophic-cyber-misuse-refusal-meta","kind":"release","name":"Meta catastrophic cyber misuse refusal","page":"https://www.benchmarkalmanac.com/benchmarks/catastrophic-cyber-misuse-refusal-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+catastrophic+cyber+misuse+refusal&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcatastrophic-cyber-misuse-refusal-meta%2F&wrong=Meta+catastrophic+cyber+misuse+refusal+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:chemical-agents-refusal-meta","kind":"release","name":"Meta chemical-agent refusal evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/chemical-agents-refusal-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+chemical-agent+refusal+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fchemical-agents-refusal-meta%2F&wrong=Meta+chemical-agent+refusal+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:code-fetch-under-user-requests-meta","kind":"release","name":"Meta Code-Fetch Under User Requests","page":"https://www.benchmarkalmanac.com/benchmarks/code-fetch-under-user-requests-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+Code-Fetch+Under+User+Requests&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode-fetch-under-user-requests-meta%2F&wrong=Meta+Code-Fetch+Under+User+Requests+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:cyber-false-refusal-meta","kind":"release","name":"Meta cyber false-refusal benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/cyber-false-refusal-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+cyber+false-refusal+benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcyber-false-refusal-meta%2F&wrong=Meta+cyber+false-refusal+benchmark+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:cyber-misuse-chat-meta","kind":"release","name":"Meta Cyber Misuse Chat","page":"https://www.benchmarkalmanac.com/benchmarks/cyber-misuse-chat-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+Cyber+Misuse+Chat&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcyber-misuse-chat-meta%2F&wrong=Meta+Cyber+Misuse+Chat+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:instructed-sandbagging-eval-meta","kind":"release","name":"Meta instructed selective performance evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/instructed-sandbagging-eval-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+instructed+selective+performance+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Finstructed-sandbagging-eval-meta%2F&wrong=Meta+instructed+selective+performance+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:internal-agent-hallucination-eval-meta","kind":"release","name":"Meta internal agent hallucination evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/internal-agent-hallucination-eval-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+internal+agent+hallucination+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Finternal-agent-hallucination-eval-meta%2F&wrong=Meta+internal+agent+hallucination+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:sycophancy-eval-meta","kind":"release","name":"Meta internal sycophancy evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/sycophancy-eval-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+internal+sycophancy+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsycophancy-eval-meta%2F&wrong=Meta+internal+sycophancy+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:targeted-agentic-evaluations-meta","kind":"release","name":"Meta targeted agentic evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/targeted-agentic-evaluations-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+targeted+agentic+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftargeted-agentic-evaluations-meta%2F&wrong=Meta+targeted+agentic+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:training-stage-provenance-meta","kind":"release","name":"Meta training-stage provenance probe","page":"https://www.benchmarkalmanac.com/benchmarks/training-stage-provenance-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Meta+training-stage+provenance+probe&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftraining-stage-provenance-meta%2F&wrong=Meta+training-stage+provenance+probe+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:metr-data-deduplication","kind":"release","name":"METR data deduplication","page":"https://www.benchmarkalmanac.com/benchmarks/metr-data-deduplication/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+METR+data+deduplication&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmetr-data-deduplication%2F&wrong=METR+data+deduplication+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:metr-general-autonomy-suite","kind":"release","name":"METR general autonomy task suite","page":"https://www.benchmarkalmanac.com/benchmarks/metr-general-autonomy-suite/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+METR+general+autonomy+task+suite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmetr-general-autonomy-suite%2F&wrong=METR+general+autonomy+task+suite+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:mieb-lite","kind":"release","name":"MIEB Lite","page":"https://www.benchmarkalmanac.com/benchmarks/mieb-lite/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MIEB+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmieb-lite%2F&wrong=MIEB+Lite+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:misc-ctf-anthropic","kind":"release","name":"Misc CTF challenges (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/misc-ctf-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Misc+CTF+challenges+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmisc-ctf-anthropic%2F&wrong=Misc+CTF+challenges+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:missing-context-hallucinations-anthropic","kind":"release","name":"Missing-context hallucinations (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/missing-context-hallucinations-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Missing-context+hallucinations+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmissing-context-hallucinations-anthropic%2F&wrong=Missing-context+hallucinations+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:multi-hop-search-factuality-google","kind":"release","name":"Multi-hop search factuality","page":"https://www.benchmarkalmanac.com/benchmarks/multi-hop-search-factuality-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Multi-hop+search+factuality&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmulti-hop-search-factuality-google%2F&wrong=Multi-hop+search+factuality+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:muse-targeted-cyber-misuse-meta","kind":"release","name":"Muse-targeted cyber misuse and violation red-teaming","page":"https://www.benchmarkalmanac.com/benchmarks/muse-targeted-cyber-misuse-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Muse-targeted+cyber+misuse+and+violation+red-teaming&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmuse-targeted-cyber-misuse-meta%2F&wrong=Muse-targeted+cyber+misuse+and+violation+red-teaming+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:neutrality-eval-google","kind":"release","name":"Neutrality evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/neutrality-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Neutrality+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fneutrality-eval-google%2F&wrong=Neutrality+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:openai-cyber-safety-evaluations-incl-daybreak-blue","kind":"release","name":"OpenAI cyber safety evaluations (incl. Daybreak Blue)","page":"https://www.benchmarkalmanac.com/benchmarks/openai-cyber-safety-evaluations-incl-daybreak-blue/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+cyber+safety+evaluations+%28incl.+Daybreak+Blue%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-cyber-safety-evaluations-incl-daybreak-blue%2F&wrong=OpenAI+cyber+safety+evaluations+%28incl.+Daybreak+Blue%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:openai-deployment-simulation","kind":"release","name":"OpenAI Deployment Simulation","page":"https://www.benchmarkalmanac.com/benchmarks/openai-deployment-simulation/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+Deployment+Simulation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-deployment-simulation%2F&wrong=OpenAI+Deployment+Simulation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:openai-dynamic-mental-health-benchmarks","kind":"release","name":"OpenAI Dynamic Mental Health Benchmarks","page":"https://www.benchmarkalmanac.com/benchmarks/openai-dynamic-mental-health-benchmarks/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+Dynamic+Mental+Health+Benchmarks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-dynamic-mental-health-benchmarks%2F&wrong=OpenAI+Dynamic+Mental+Health+Benchmarks+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:openai-production-benchmarks-and-safe-completion-evals","kind":"release","name":"OpenAI Production Benchmarks and safe-completion evals","page":"https://www.benchmarkalmanac.com/benchmarks/openai-production-benchmarks-and-safe-completion-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+Production+Benchmarks+and+safe-completion+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-production-benchmarks-and-safe-completion-evals%2F&wrong=OpenAI+Production+Benchmarks+and+safe-completion+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:openai-user-flagged-hallucination-eval","kind":"release","name":"OpenAI user-flagged hallucination eval","page":"https://www.benchmarkalmanac.com/benchmarks/openai-user-flagged-hallucination-eval/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+user-flagged+hallucination+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-user-flagged-hallucination-eval%2F&wrong=OpenAI+user-flagged+hallucination+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:openrca","kind":"release","name":"OpenRCA","page":"https://www.benchmarkalmanac.com/benchmarks/openrca/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenRCA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrca%2F&wrong=OpenRCA+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:optimbench-meta","kind":"release","name":"OptimBench","page":"https://www.benchmarkalmanac.com/benchmarks/optimbench-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OptimBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Foptimbench-meta%2F&wrong=OptimBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:overconfidence-command-line-syntax-anthropic","kind":"release","name":"Overconfidence: verifying command-line syntax (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/overconfidence-command-line-syntax-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Overconfidence%3A+verifying+command-line+syntax+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Foverconfidence-command-line-syntax-anthropic%2F&wrong=Overconfidence%3A+verifying+command-line+syntax+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:ambiguous-high-risk-tasks-eval-google","kind":"release","name":"Overstepping boundaries on ambiguous and high-risk tasks","page":"https://www.benchmarkalmanac.com/benchmarks/ambiguous-high-risk-tasks-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Overstepping+boundaries+on+ambiguous+and+high-risk+tasks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fambiguous-high-risk-tasks-eval-google%2F&wrong=Overstepping+boundaries+on+ambiguous+and+high-risk+tasks+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-personal-device-assistant-google","kind":"release","name":"Personal-device assistant prompt injection eval","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-personal-device-assistant-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Personal-device+assistant+prompt+injection+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-personal-device-assistant-google%2F&wrong=Personal-device+assistant+prompt+injection+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-general-tool-use-google","kind":"release","name":"Prompt injection, general tool use","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-general-tool-use-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Prompt+injection%2C+general+tool+use&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-general-tool-use-google%2F&wrong=Prompt+injection%2C+general+tool+use+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:prompt-injection-turn-injection-google","kind":"release","name":"Prompt injection, turn injections in tool use","page":"https://www.benchmarkalmanac.com/benchmarks/prompt-injection-turn-injection-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Prompt+injection%2C+turn+injections+in+tool+use&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fprompt-injection-turn-injection-google%2F&wrong=Prompt+injection%2C+turn+injections+in+tool+use+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:qwenqoderbench","kind":"release","name":"QwenQoderBench","page":"https://www.benchmarkalmanac.com/benchmarks/qwenqoderbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+QwenQoderBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqwenqoderbench%2F&wrong=QwenQoderBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:qwenreactbench","kind":"release","name":"QwenReactBench","page":"https://www.benchmarkalmanac.com/benchmarks/qwenreactbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+QwenReactBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqwenreactbench%2F&wrong=QwenReactBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:qwensvgbench","kind":"release","name":"QwenSVGBench","page":"https://www.benchmarkalmanac.com/benchmarks/qwensvgbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+QwenSVGBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqwensvgbench%2F&wrong=QwenSVGBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:qwenswebench","kind":"release","name":"QwenSWEBench","page":"https://www.benchmarkalmanac.com/benchmarks/qwenswebench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+QwenSWEBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqwenswebench%2F&wrong=QwenSWEBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:real-world-finance-v2-anthropic","kind":"release","name":"Real-World Finance v2 (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/real-world-finance-v2-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Real-World+Finance+v2+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Freal-world-finance-v2-anthropic%2F&wrong=Real-World+Finance+v2+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:real-world-vulnerability-discovery-google","kind":"release","name":"Real-world vulnerability discovery","page":"https://www.benchmarkalmanac.com/benchmarks/real-world-vulnerability-discovery-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Real-world+vulnerability+discovery&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Freal-world-vulnerability-discovery-google%2F&wrong=Real-world+vulnerability+discovery+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:reasoning-behavior-classifiers-anthropic","kind":"release","name":"Reasoning behavior classifiers (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/reasoning-behavior-classifiers-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reasoning+behavior+classifiers+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Freasoning-behavior-classifiers-anthropic%2F&wrong=Reasoning+behavior+classifiers+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:recognition-of-model-written-user-turns-anthropic","kind":"release","name":"Recognition of model-written user turns (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/recognition-of-model-written-user-turns-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Recognition+of+model-written+user+turns+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frecognition-of-model-written-user-turns-anthropic%2F&wrong=Recognition+of+model-written+user+turns+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:repoinject-v1","kind":"release","name":"RepoInject v1","page":"https://www.benchmarkalmanac.com/benchmarks/repoinject-v1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+RepoInject+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frepoinject-v1%2F&wrong=RepoInject+v1+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:reprobait-securebio","kind":"release","name":"ReproBAIT","page":"https://www.benchmarkalmanac.com/benchmarks/reprobait-securebio/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+ReproBAIT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Freprobait-securebio%2F&wrong=ReproBAIT+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:researchtastebench-meta","kind":"release","name":"ResearchTasteBench","page":"https://www.benchmarkalmanac.com/benchmarks/researchtastebench-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+ResearchTasteBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fresearchtastebench-meta%2F&wrong=ResearchTasteBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:rl-rollout-alignment-faking-audit-google","kind":"release","name":"RL rollout audit for beyond-episode drives","page":"https://www.benchmarkalmanac.com/benchmarks/rl-rollout-alignment-faking-audit-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+RL+rollout+audit+for+beyond-episode+drives&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frl-rollout-alignment-faking-audit-google%2F&wrong=RL+rollout+audit+for+beyond-episode+drives+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:sat-ebrw","kind":"release","name":"SAT Evidence-Based Reading & Writing","page":"https://www.benchmarkalmanac.com/benchmarks/sat-ebrw/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SAT+Evidence-Based+Reading+%26+Writing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsat-ebrw%2F&wrong=SAT+Evidence-Based+Reading+%26+Writing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:sat-reading","kind":"release","name":"SAT Reading","page":"https://www.benchmarkalmanac.com/benchmarks/sat-reading/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SAT+Reading&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsat-reading%2F&wrong=SAT+Reading+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:save-bench-meta","kind":"release","name":"SAVE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/save-bench-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SAVE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsave-bench-meta%2F&wrong=SAVE-Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:search-triggering-eval-google","kind":"release","name":"Search triggering","page":"https://www.benchmarkalmanac.com/benchmarks/search-triggering-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Search+triggering&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsearch-triggering-eval-google%2F&wrong=Search+triggering+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:securebio-vmqa-single-choice","kind":"release","name":"SecureBio VMQA, single choice","page":"https://www.benchmarkalmanac.com/benchmarks/securebio-vmqa-single-choice/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SecureBio+VMQA%2C+single+choice&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsecurebio-vmqa-single-choice%2F&wrong=SecureBio+VMQA%2C+single+choice+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:securecodereview-xai","kind":"release","name":"SecureCodeReview (xAI)","page":"https://www.benchmarkalmanac.com/benchmarks/securecodereview-xai/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SecureCodeReview+%28xAI%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsecurecodereview-xai%2F&wrong=SecureCodeReview+%28xAI%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:sexually-explicit-content-safety-eval-google","kind":"release","name":"Sexually Explicit Content Safety","page":"https://www.benchmarkalmanac.com/benchmarks/sexually-explicit-content-safety-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Sexually+Explicit+Content+Safety&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsexually-explicit-content-safety-eval-google%2F&wrong=Sexually+Explicit+Content+Safety+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:stem-professor-bench-anthropic","kind":"release","name":"STEM Professor Bench","page":"https://www.benchmarkalmanac.com/benchmarks/stem-professor-bench-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+STEM+Professor+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstem-professor-bench-anthropic%2F&wrong=STEM+Professor+Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:strongreject-v2-meta","kind":"release","name":"StrongREJECT v2 (Meta)","page":"https://www.benchmarkalmanac.com/benchmarks/strongreject-v2-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+StrongREJECT+v2+%28Meta%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstrongreject-v2-meta%2F&wrong=StrongREJECT+v2+%28Meta%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:suicide-self-harm-eval-google","kind":"release","name":"Suicide & Self-Harm evaluation","page":"https://www.benchmarkalmanac.com/benchmarks/suicide-self-harm-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Suicide+%26+Self-Harm+evaluation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsuicide-self-harm-eval-google%2F&wrong=Suicide+%26+Self-Harm+evaluation+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:swe-agentic-fabrication-eval-google","kind":"release","name":"SWE agentic fabrication eval","page":"https://www.benchmarkalmanac.com/benchmarks/swe-agentic-fabrication-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SWE+agentic+fabrication+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-agentic-fabrication-eval-google%2F&wrong=SWE+agentic+fabrication+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:swe-pi-meta","kind":"release","name":"SWE-PI","page":"https://www.benchmarkalmanac.com/benchmarks/swe-pi-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SWE-PI&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-pi-meta%2F&wrong=SWE-PI+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:temporal-reasoning-search-eval-google","kind":"release","name":"Temporal reasoning with search","page":"https://www.benchmarkalmanac.com/benchmarks/temporal-reasoning-search-eval-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Temporal+reasoning+with+search&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftemporal-reasoning-search-eval-google%2F&wrong=Temporal+reasoning+with+search+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:textcaps","kind":"release","name":"TextCaps","page":"https://www.benchmarkalmanac.com/benchmarks/textcaps/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+TextCaps&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftextcaps%2F&wrong=TextCaps+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:uk-aisi-alignment-and-monitorability-evaluations","kind":"release","name":"UK AISI alignment and monitorability evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/uk-aisi-alignment-and-monitorability-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+UK+AISI+alignment+and+monitorability+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fuk-aisi-alignment-and-monitorability-evaluations%2F&wrong=UK+AISI+alignment+and+monitorability+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:uk-aisi-caisi-enterprise-network-range","kind":"release","name":"UK AISI and CAISI simulated enterprise network range","page":"https://www.benchmarkalmanac.com/benchmarks/uk-aisi-caisi-enterprise-network-range/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+UK+AISI+and+CAISI+simulated+enterprise+network+range&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fuk-aisi-caisi-enterprise-network-range%2F&wrong=UK+AISI+and+CAISI+simulated+enterprise+network+range+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:unauthorized-code-execution-bench-meta","kind":"release","name":"Unauthorized Code Execution Bench","page":"https://www.benchmarkalmanac.com/benchmarks/unauthorized-code-execution-bench-meta/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Unauthorized+Code+Execution+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Funauthorized-code-execution-bench-meta%2F&wrong=Unauthorized+Code+Execution+Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:uncritically-reporting-flawed-results-anthropic","kind":"release","name":"Uncritically reporting flawed results (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/uncritically-reporting-flawed-results-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Uncritically+reporting+flawed+results+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Funcritically-reporting-flawed-results-anthropic%2F&wrong=Uncritically+reporting+flawed+results+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:uniform-bar-exam","kind":"release","name":"Uniform Bar Exam (MBE+MEE+MPT)","page":"https://www.benchmarkalmanac.com/benchmarks/uniform-bar-exam/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Uniform+Bar+Exam+%28MBE%2BMEE%2BMPT%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Funiform-bar-exam%2F&wrong=Uniform+Bar+Exam+%28MBE%2BMEE%2BMPT%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:unjustified-refusals-google","kind":"release","name":"Unjustified refusals","page":"https://www.benchmarkalmanac.com/benchmarks/unjustified-refusals-google/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Unjustified+refusals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Funjustified-refusals-google%2F&wrong=Unjustified+refusals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:usabo-semifinal-2020","kind":"release","name":"USABO Semifinal Exam 2020","page":"https://www.benchmarkalmanac.com/benchmarks/usabo-semifinal-2020/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+USABO+Semifinal+Exam+2020&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusabo-semifinal-2020%2F&wrong=USABO+Semifinal+Exam+2020+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:usmle-step-1","kind":"release","name":"USMLE Step 1 (sample questions)","page":"https://www.benchmarkalmanac.com/benchmarks/usmle-step-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+USMLE+Step+1+%28sample+questions%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusmle-step-1%2F&wrong=USMLE+Step+1+%28sample+questions%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:usmle-step-2","kind":"release","name":"USMLE Step 2 (sample questions)","page":"https://www.benchmarkalmanac.com/benchmarks/usmle-step-2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+USMLE+Step+2+%28sample+questions%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusmle-step-2%2F&wrong=USMLE+Step+2+%28sample+questions%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:usmle-step-3","kind":"release","name":"USMLE Step 3 (sample questions)","page":"https://www.benchmarkalmanac.com/benchmarks/usmle-step-3/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+USMLE+Step+3+%28sample+questions%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusmle-step-3%2F&wrong=USMLE+Step+3+%28sample+questions%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:usnco-local-section-2022","kind":"release","name":"USNCO Local Section Exam 2022","page":"https://www.benchmarkalmanac.com/benchmarks/usnco-local-section-2022/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+USNCO+Local+Section+Exam+2022&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusnco-local-section-2022%2F&wrong=USNCO+Local+Section+Exam+2022+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:virology-capabilities-test-text-only-securebio","kind":"release","name":"Virology Capabilities Test (text-only)","page":"https://www.benchmarkalmanac.com/benchmarks/virology-capabilities-test-text-only-securebio/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Virology+Capabilities+Test+%28text-only%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvirology-capabilities-test-text-only-securebio%2F&wrong=Virology+Capabilities+Test+%28text-only%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-arabic-msa","kind":"release","name":"Voice Arena Arabic MSA","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-arabic-msa/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Arabic+MSA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-arabic-msa%2F&wrong=Voice+Arena+Arabic+MSA+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-brazilian-portuguese","kind":"release","name":"Voice Arena Brazilian Portuguese","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-brazilian-portuguese/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Brazilian+Portuguese&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-brazilian-portuguese%2F&wrong=Voice+Arena+Brazilian+Portuguese+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-hindi","kind":"release","name":"Voice Arena Hindi","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-hindi/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Hindi&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-hindi%2F&wrong=Voice+Arena+Hindi+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-japanese","kind":"release","name":"Voice Arena Japanese","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-japanese/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Japanese&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-japanese%2F&wrong=Voice+Arena+Japanese+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-mexican-spanish","kind":"release","name":"Voice Arena Mexican Spanish","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-mexican-spanish/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Mexican+Spanish&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-mexican-spanish%2F&wrong=Voice+Arena+Mexican+Spanish+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-us-english","kind":"release","name":"Voice Arena US English","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-us-english/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+US+English&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-us-english%2F&wrong=Voice+Arena+US+English+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:voicearena-vietnamese","kind":"release","name":"Voice Arena Vietnamese","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-vietnamese/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Vietnamese&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-vietnamese%2F&wrong=Voice+Arena+Vietnamese+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:white-box-model-internals-analysis-anthropic","kind":"release","name":"White-box analyses of model internals (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/white-box-model-internals-analysis-anthropic/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+White-box+analyses+of+model+internals+%28Anthropic%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwhite-box-model-internals-analysis-anthropic%2F&wrong=White-box+analyses+of+model+internals+%28Anthropic%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:winograd","kind":"release","name":"Winograd","page":"https://www.benchmarkalmanac.com/benchmarks/winograd/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Winograd&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwinograd%2F&wrong=Winograd+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:xai-factuality-hallucination-eval","kind":"release","name":"xAI Factuality (Hallucination) eval","page":"https://www.benchmarkalmanac.com/benchmarks/xai-factuality-hallucination-eval/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+xAI+Factuality+%28Hallucination%29+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxai-factuality-hallucination-eval%2F&wrong=xAI+Factuality+%28Hallucination%29+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:xai-sycophancy-eval","kind":"release","name":"xAI sycophancy eval","page":"https://www.benchmarkalmanac.com/benchmarks/xai-sycophancy-eval/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+xAI+sycophancy+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxai-sycophancy-eval%2F&wrong=xAI+sycophancy+eval+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":1},{"id":"release:3d-arena","kind":"release","name":"3D Arena","page":"https://www.benchmarkalmanac.com/benchmarks/3d-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+3D+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2F3d-arena%2F&wrong=3D+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:aa-image-editing","kind":"release","name":"AA-Image-Editing","page":"https://www.benchmarkalmanac.com/benchmarks/aa-image-editing/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AA-Image-Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-image-editing%2F&wrong=AA-Image-Editing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:aa-video-editing","kind":"release","name":"AA-Video-Editing","page":"https://www.benchmarkalmanac.com/benchmarks/aa-video-editing/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+AA-Video-Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-video-editing%2F&wrong=AA-Video-Editing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:able-securebio","kind":"release","name":"Agentic BAIM-LLM Evaluation (ABLE)","page":"https://www.benchmarkalmanac.com/benchmarks/able-securebio/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Agentic+BAIM-LLM+Evaluation+%28ABLE%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fable-securebio%2F&wrong=Agentic+BAIM-LLM+Evaluation+%28ABLE%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:anthropic-cyber-safeguard-evaluations","kind":"release","name":"Anthropic cyber safeguard evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/anthropic-cyber-safeguard-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Anthropic+cyber+safeguard+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanthropic-cyber-safeguard-evaluations%2F&wrong=Anthropic+cyber+safeguard+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:anthropic-harmful-request-and-wellbeing-evaluations","kind":"release","name":"Anthropic harmful-request and wellbeing evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/anthropic-harmful-request-and-wellbeing-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Anthropic+harmful-request+and+wellbeing+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanthropic-harmful-request-and-wellbeing-evaluations%2F&wrong=Anthropic+harmful-request+and+wellbeing+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:anthropic-malicious-agentic-use-evaluations","kind":"release","name":"Anthropic malicious agentic use evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/anthropic-malicious-agentic-use-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Anthropic+malicious+agentic+use+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanthropic-malicious-agentic-use-evaluations%2F&wrong=Anthropic+malicious+agentic+use+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:anthropic-targeted-alignment-and-honesty-evaluations","kind":"release","name":"Anthropic targeted alignment and honesty evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/anthropic-targeted-alignment-and-honesty-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Anthropic+targeted+alignment+and+honesty+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanthropic-targeted-alignment-and-honesty-evaluations%2F&wrong=Anthropic+targeted+alignment+and+honesty+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:aa-image-arena","kind":"release","name":"Artificial Analysis Image Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-image-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Artificial+Analysis+Image+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-image-arena%2F&wrong=Artificial+Analysis+Image+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:aa-video-arena","kind":"release","name":"Artificial Analysis Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-video-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Artificial+Analysis+Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-video-arena%2F&wrong=Artificial+Analysis+Video+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:bedside-bench","kind":"release","name":"Bedside Bench","page":"https://www.benchmarkalmanac.com/benchmarks/bedside-bench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Bedside+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbedside-bench%2F&wrong=Bedside+Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:buzzbench","kind":"release","name":"BuzzBench","page":"https://www.benchmarkalmanac.com/benchmarks/buzzbench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+BuzzBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbuzzbench%2F&wrong=BuzzBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-chart-arena","kind":"release","name":"Chart Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-chart-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Chart+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-chart-arena%2F&wrong=Chart+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:code2video-arena","kind":"release","name":"Code2Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/code2video-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Code2Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode2video-arena%2F&wrong=Code2Video+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:compassarena-multimodal","kind":"release","name":"CompassArena Multimodal","page":"https://www.benchmarkalmanac.com/benchmarks/compassarena-multimodal/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+CompassArena+Multimodal&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcompassarena-multimodal%2F&wrong=CompassArena+Multimodal+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-corp-speak-arena","kind":"release","name":"Corp Speak Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-corp-speak-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Corp+Speak+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-corp-speak-arena%2F&wrong=Corp+Speak+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-agentic-game-dev","kind":"release","name":"DesignArena Agentic Game Dev","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-agentic-game-dev/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Agentic+Game+Dev&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-agentic-game-dev%2F&wrong=DesignArena+Agentic+Game+Dev+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-agentic-image-to-html","kind":"release","name":"DesignArena Agentic Image to HTML","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-agentic-image-to-html/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Agentic+Image+to+HTML&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-agentic-image-to-html%2F&wrong=DesignArena+Agentic+Image+to+HTML+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-agentic-overall","kind":"release","name":"DesignArena Agentic Overall","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-agentic-overall/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Agentic+Overall&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-agentic-overall%2F&wrong=DesignArena+Agentic+Overall+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-android","kind":"release","name":"DesignArena Android (Kotlin)","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-android/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Android+%28Kotlin%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-android%2F&wrong=DesignArena+Android+%28Kotlin%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-ascii","kind":"release","name":"DesignArena ASCII Art","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-ascii/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+ASCII+Art&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-ascii%2F&wrong=DesignArena+ASCII+Art+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-audio-realism-bench","kind":"release","name":"DesignArena Audio Realism Bench","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-audio-realism-bench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Audio+Realism+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-audio-realism-bench%2F&wrong=DesignArena+Audio+Realism+Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-blender","kind":"release","name":"DesignArena Blender","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-blender/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Blender&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-blender%2F&wrong=DesignArena+Blender+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-builder","kind":"release","name":"DesignArena Builder","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-builder/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Builder&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-builder%2F&wrong=DesignArena+Builder+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-code-to-video","kind":"release","name":"DesignArena Code to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-code-to-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Code+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-code-to-video%2F&wrong=DesignArena+Code+to+Video+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-data-viz","kind":"release","name":"DesignArena Data Visualization","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-data-viz/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Data+Visualization&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-data-viz%2F&wrong=DesignArena+Data+Visualization+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-fullstack","kind":"release","name":"DesignArena Full Stack","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-fullstack/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Full+Stack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-fullstack%2F&wrong=DesignArena+Full+Stack+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-godot-game-dev","kind":"release","name":"DesignArena Godot Game Dev","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-godot-game-dev/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Godot+Game+Dev&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-godot-game-dev%2F&wrong=DesignArena+Godot+Game+Dev+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-graphic-design","kind":"release","name":"DesignArena Graphic Design","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-graphic-design/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Graphic+Design&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-graphic-design%2F&wrong=DesignArena+Graphic+Design+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-html-slides","kind":"release","name":"DesignArena HTML Slides","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-html-slides/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+HTML+Slides&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-html-slides%2F&wrong=DesignArena+HTML+Slides+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-image","kind":"release","name":"DesignArena Image","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image%2F&wrong=DesignArena+Image+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-image-editing","kind":"release","name":"DesignArena Image Editing","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-editing/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Image+Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-editing%2F&wrong=DesignArena+Image+Editing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-image-to-frontend","kind":"release","name":"DesignArena Image to Frontend","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-to-frontend/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Image+to+Frontend&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-to-frontend%2F&wrong=DesignArena+Image+to+Frontend+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-image-to-html","kind":"release","name":"DesignArena Image to HTML","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-to-html/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Image+to+HTML&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-to-html%2F&wrong=DesignArena+Image+to+HTML+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-image-to-video","kind":"release","name":"DesignArena Image to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-to-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Image+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-to-video%2F&wrong=DesignArena+Image+to+Video+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-logo","kind":"release","name":"DesignArena Logo","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-logo/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Logo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-logo%2F&wrong=DesignArena+Logo+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-mobile-builder","kind":"release","name":"DesignArena Mobile Builder","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-mobile-builder/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Mobile+Builder&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-mobile-builder%2F&wrong=DesignArena+Mobile+Builder+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-multi-image-to-video","kind":"release","name":"DesignArena Multi-Image to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-multi-image-to-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Multi-Image+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-multi-image-to-video%2F&wrong=DesignArena+Multi-Image+to+Video+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-multimodal-to-video","kind":"release","name":"DesignArena Multimodal to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-multimodal-to-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Multimodal+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-multimodal-to-video%2F&wrong=DesignArena+Multimodal+to+Video+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-pdf","kind":"release","name":"DesignArena PDF","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-pdf/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+PDF&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-pdf%2F&wrong=DesignArena+PDF+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-slides","kind":"release","name":"DesignArena Proprietary Harness Slides","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-slides/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Proprietary+Harness+Slides&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-slides%2F&wrong=DesignArena+Proprietary+Harness+Slides+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-python-pptx-slides","kind":"release","name":"DesignArena Python-PPTX Slides","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-python-pptx-slides/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Python-PPTX+Slides&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-python-pptx-slides%2F&wrong=DesignArena+Python-PPTX+Slides+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-react-native","kind":"release","name":"DesignArena React Native","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-react-native/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+React+Native&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-react-native%2F&wrong=DesignArena+React+Native+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-speech-to-speech","kind":"release","name":"DesignArena Speech-to-Speech","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-speech-to-speech/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Speech-to-Speech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-speech-to-speech%2F&wrong=DesignArena+Speech-to-Speech+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-spreadsheet","kind":"release","name":"DesignArena Spreadsheet","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-spreadsheet/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Spreadsheet&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-spreadsheet%2F&wrong=DesignArena+Spreadsheet+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-svg","kind":"release","name":"DesignArena SVG","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-svg/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+SVG&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-svg%2F&wrong=DesignArena+SVG+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-tts","kind":"release","name":"DesignArena Text-to-Speech","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-tts/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Text-to-Speech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-tts%2F&wrong=DesignArena+Text-to-Speech+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-ui-component","kind":"release","name":"DesignArena UI Component","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-ui-component/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+UI+Component&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-ui-component%2F&wrong=DesignArena+UI+Component+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-video","kind":"release","name":"DesignArena Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-video%2F&wrong=DesignArena+Video+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-video-editing","kind":"release","name":"DesignArena Video Editing","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-video-editing/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Video+Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-video-editing%2F&wrong=DesignArena+Video+Editing+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:designarena-video-to-website","kind":"release","name":"DesignArena Video to Website","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-video-to-website/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DesignArena+Video+to+Website&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-video-to-website%2F&wrong=DesignArena+Video+to+Website+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-eli5-arena","kind":"release","name":"ELI5 Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-eli5-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+ELI5+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-eli5-arena%2F&wrong=ELI5+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-floorplan-arena","kind":"release","name":"Floorplan Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-floorplan-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Floorplan+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-floorplan-arena%2F&wrong=Floorplan+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:foodtruck-bench","kind":"release","name":"FoodTruck Bench","page":"https://www.benchmarkalmanac.com/benchmarks/foodtruck-bench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FoodTruck+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffoodtruck-bench%2F&wrong=FoodTruck+Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:formalmath-lite","kind":"release","name":"FormalMATH Lite","page":"https://www.benchmarkalmanac.com/benchmarks/formalmath-lite/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FormalMATH+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fformalmath-lite%2F&wrong=FormalMATH+Lite+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:frontiermemory","kind":"release","name":"FrontierMemory","page":"https://www.benchmarkalmanac.com/benchmarks/frontiermemory/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FrontierMemory&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffrontiermemory%2F&wrong=FrontierMemory+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:gemini-agentic-alignment-evals","kind":"release","name":"Gemini agentic alignment evals","page":"https://www.benchmarkalmanac.com/benchmarks/gemini-agentic-alignment-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+agentic+alignment+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgemini-agentic-alignment-evals%2F&wrong=Gemini+agentic+alignment+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:gemini-content-safety-evals","kind":"release","name":"Gemini content safety evals","page":"https://www.benchmarkalmanac.com/benchmarks/gemini-content-safety-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+content+safety+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgemini-content-safety-evals%2F&wrong=Gemini+content+safety+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:gemini-prompt-injection-evaluation-suites","kind":"release","name":"Gemini prompt-injection evaluation suites","page":"https://www.benchmarkalmanac.com/benchmarks/gemini-prompt-injection-evaluation-suites/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+prompt-injection+evaluation+suites&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgemini-prompt-injection-evaluation-suites%2F&wrong=Gemini+prompt-injection+evaluation+suites+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:genexam","kind":"release","name":"GenExam","page":"https://www.benchmarkalmanac.com/benchmarks/genexam/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GenExam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgenexam%2F&wrong=GenExam+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:genspark-slides-benchmark","kind":"release","name":"Genspark Slides Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/genspark-slides-benchmark/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Genspark+Slides+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgenspark-slides-benchmark%2F&wrong=Genspark+Slides+Benchmark+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:google-deepmind-harmful-manipulation-studies","kind":"release","name":"Google DeepMind harmful manipulation studies","page":"https://www.benchmarkalmanac.com/benchmarks/google-deepmind-harmful-manipulation-studies/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Google+DeepMind+harmful+manipulation+studies&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgoogle-deepmind-harmful-manipulation-studies%2F&wrong=Google+DeepMind+harmful+manipulation+studies+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:google-deepmind-internal-cyber-benchmarks","kind":"release","name":"Google DeepMind internal cyber benchmarks","page":"https://www.benchmarkalmanac.com/benchmarks/google-deepmind-internal-cyber-benchmarks/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Google+DeepMind+internal+cyber+benchmarks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgoogle-deepmind-internal-cyber-benchmarks%2F&wrong=Google+DeepMind+internal+cyber+benchmarks+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:gray-swan-shade-adaptive-attacker","kind":"release","name":"Gray Swan Shade (adaptive attacker)","page":"https://www.benchmarkalmanac.com/benchmarks/gray-swan-shade-adaptive-attacker/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gray+Swan+Shade+%28adaptive+attacker%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgray-swan-shade-adaptive-attacker%2F&wrong=Gray+Swan+Shade+%28adaptive+attacker%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-joke-arena","kind":"release","name":"Joke Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-joke-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Joke+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-joke-arena%2F&wrong=Joke+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kimi-code-bench","kind":"release","name":"Kimi Code Bench","page":"https://www.benchmarkalmanac.com/benchmarks/kimi-code-bench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kimi+Code+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkimi-code-bench%2F&wrong=Kimi+Code+Bench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-landing-page-arena","kind":"release","name":"Landing Page Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-landing-page-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Landing+Page+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-landing-page-arena%2F&wrong=Landing+Page+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:lmarena-video-edit","kind":"release","name":"LMArena Video Edit Arena","page":"https://www.benchmarkalmanac.com/benchmarks/lmarena-video-edit/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+LMArena+Video+Edit+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flmarena-video-edit%2F&wrong=LMArena+Video+Edit+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:macroscopebench","kind":"release","name":"MacroscopeBench","page":"https://www.benchmarkalmanac.com/benchmarks/macroscopebench/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MacroscopeBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmacroscopebench%2F&wrong=MacroscopeBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:metr-pre-deployment-ai-r-and-d-tasks","kind":"release","name":"METR pre-deployment AI R&D tasks","page":"https://www.benchmarkalmanac.com/benchmarks/metr-pre-deployment-ai-r-and-d-tasks/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+METR+pre-deployment+AI+R%26D+tasks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmetr-pre-deployment-ai-r-and-d-tasks%2F&wrong=METR+pre-deployment+AI+R%26D+tasks+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:vals-mortgagetax","kind":"release","name":"MortgageTax","page":"https://www.benchmarkalmanac.com/benchmarks/vals-mortgagetax/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MortgageTax&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-mortgagetax%2F&wrong=MortgageTax+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:nolima-hard","kind":"release","name":"NoLiMa-Hard","page":"https://www.benchmarkalmanac.com/benchmarks/nolima-hard/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+NoLiMa-Hard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnolima-hard%2F&wrong=NoLiMa-Hard+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:openai-agentic-alignment-evals","kind":"release","name":"OpenAI agentic alignment evals","page":"https://www.benchmarkalmanac.com/benchmarks/openai-agentic-alignment-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+agentic+alignment+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-agentic-alignment-evals%2F&wrong=OpenAI+agentic+alignment+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:openai-gpt-red-jailbreak-and-prompt-injection-evals","kind":"release","name":"OpenAI GPT-Red jailbreak and prompt-injection evals","page":"https://www.benchmarkalmanac.com/benchmarks/openai-gpt-red-jailbreak-and-prompt-injection-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+GPT-Red+jailbreak+and+prompt-injection+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-gpt-red-jailbreak-and-prompt-injection-evals%2F&wrong=OpenAI+GPT-Red+jailbreak+and+prompt-injection+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:openai-internal-ai-self-improvement-evals","kind":"release","name":"OpenAI internal AI self-improvement evals","page":"https://www.benchmarkalmanac.com/benchmarks/openai-internal-ai-self-improvement-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+internal+AI+self-improvement+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-internal-ai-self-improvement-evals%2F&wrong=OpenAI+internal+AI+self-improvement+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:openai-internal-cyber-evaluations","kind":"release","name":"OpenAI internal cyber evaluations","page":"https://www.benchmarkalmanac.com/benchmarks/openai-internal-cyber-evaluations/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenAI+internal+cyber+evaluations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-internal-cyber-evaluations%2F&wrong=OpenAI+internal+cyber+evaluations+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:opendesign-arena","kind":"release","name":"OpenDesign Arena","page":"https://www.benchmarkalmanac.com/benchmarks/opendesign-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+OpenDesign+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopendesign-arena%2F&wrong=OpenDesign+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:kaggle-opening-lines-arena","kind":"release","name":"Opening Lines Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-opening-lines-arena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Opening+Lines+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-opening-lines-arena%2F&wrong=Opening+Lines+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:rcm-bench-1","kind":"release","name":"RCM-Bench-1","page":"https://www.benchmarkalmanac.com/benchmarks/rcm-bench-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+RCM-Bench-1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frcm-bench-1%2F&wrong=RCM-Bench-1+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:robocurve-physical-tool-use-benchmark-unidentified","kind":"release","name":"Robocurve physical tool-use benchmark (unidentified)","page":"https://www.benchmarkalmanac.com/benchmarks/robocurve-physical-tool-use-benchmark-unidentified/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Robocurve+physical+tool-use+benchmark+%28unidentified%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frobocurve-physical-tool-use-benchmark-unidentified%2F&wrong=Robocurve+physical+tool-use+benchmark+%28unidentified%29+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:seal-adversarial-robustness","kind":"release","name":"SEAL Adversarial Robustness","page":"https://www.benchmarkalmanac.com/benchmarks/seal-adversarial-robustness/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SEAL+Adversarial+Robustness&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fseal-adversarial-robustness%2F&wrong=SEAL+Adversarial+Robustness+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:sheetbench-hud","kind":"release","name":"SheetBench","page":"https://www.benchmarkalmanac.com/benchmarks/sheetbench-hud/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SheetBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsheetbench-hud%2F&wrong=SheetBench+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:spacexai-internal-r-and-d-evals","kind":"release","name":"SpaceXAI internal R&D evals","page":"https://www.benchmarkalmanac.com/benchmarks/spacexai-internal-r-and-d-evals/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SpaceXAI+internal+R%26D+evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspacexai-internal-r-and-d-evals%2F&wrong=SpaceXAI+internal+R%26D+evals+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:speecharena","kind":"release","name":"Speech Arena","page":"https://www.benchmarkalmanac.com/benchmarks/speecharena/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Speech+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspeecharena%2F&wrong=Speech+Arena+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:studyarena-audio","kind":"release","name":"StudyArena Audio","page":"https://www.benchmarkalmanac.com/benchmarks/studyarena-audio/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+StudyArena+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstudyarena-audio%2F&wrong=StudyArena+Audio+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:studyarena-image","kind":"release","name":"StudyArena Image","page":"https://www.benchmarkalmanac.com/benchmarks/studyarena-image/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+StudyArena+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstudyarena-image%2F&wrong=StudyArena+Image+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:studyarena-text","kind":"release","name":"StudyArena Text","page":"https://www.benchmarkalmanac.com/benchmarks/studyarena-text/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+StudyArena+Text&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstudyarena-text%2F&wrong=StudyArena+Text+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:vals-taxeval-v2","kind":"release","name":"TaxEval v2","page":"https://www.benchmarkalmanac.com/benchmarks/vals-taxeval-v2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+TaxEval+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-taxeval-v2%2F&wrong=TaxEval+v2+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:vcx-benchmark","kind":"release","name":"vCX Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/vcx-benchmark/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+vCX+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvcx-benchmark%2F&wrong=vCX+Benchmark+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:voicearena-bahasa","kind":"release","name":"Voice Arena Bahasa","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-bahasa/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Bahasa&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-bahasa%2F&wrong=Voice+Arena+Bahasa+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:voicearena-french","kind":"release","name":"Voice Arena French","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-french/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+French&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-french%2F&wrong=Voice+Arena+French+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:voicearena-german","kind":"release","name":"Voice Arena German","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-german/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+German&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-german%2F&wrong=Voice+Arena+German+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:voicearena-indian-english","kind":"release","name":"Voice Arena Indian English","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-indian-english/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Indian+English&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-indian-english%2F&wrong=Voice+Arena+Indian+English+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:voicearena-tagalog","kind":"release","name":"Voice Arena Tagalog","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-tagalog/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Voice+Arena+Tagalog&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-tagalog%2F&wrong=Voice+Arena+Tagalog+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0},{"id":"release:xai-refusal-and-jailbreak-suites","kind":"release","name":"xAI refusal and jailbreak suites","page":"https://www.benchmarkalmanac.com/benchmarks/xai-refusal-and-jailbreak-suites/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+xAI+refusal+and+jailbreak+suites&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxai-refusal-and-jailbreak-suites%2F&wrong=xAI+refusal+and+jailbreak+suites+has+no+release+date.+It+was+released+in+YYYY-MM.","file":"data/benchmarks.json","field":"released","rank":0}]},{"kind":"level","title":"26 benchmarks have no difficulty level","how":"Who could solve its tasks, from most adults to researchers on open problems. The levels are explained on the About page.","count":26,"tasks":[{"id":"level:longfact","kind":"level","name":"LongFact","page":"https://www.benchmarkalmanac.com/benchmarks/longfact/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+LongFact&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flongfact%2F&wrong=LongFact+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":3},{"id":"level:asimov","kind":"level","name":"ASIMOV","page":"https://www.benchmarkalmanac.com/benchmarks/asimov/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+ASIMOV&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fasimov%2F&wrong=ASIMOV+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:autointent-bio-xai","kind":"level","name":"Autointent-Bio","page":"https://www.benchmarkalmanac.com/benchmarks/autointent-bio-xai/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+Autointent-Bio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fautointent-bio-xai%2F&wrong=Autointent-Bio+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:autointent-chem-xai","kind":"level","name":"Autointent-Chem","page":"https://www.benchmarkalmanac.com/benchmarks/autointent-chem-xai/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+Autointent-Chem&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fautointent-chem-xai%2F&wrong=Autointent-Chem+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:cyberseceval-spear-phishing","kind":"level","name":"CyberSecEval Spear Phishing","page":"https://www.benchmarkalmanac.com/benchmarks/cyberseceval-spear-phishing/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+CyberSecEval+Spear+Phishing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcyberseceval-spear-phishing%2F&wrong=CyberSecEval+Spear+Phishing+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:healthbench-hard-hallucinations","kind":"level","name":"HealthBench Hard Hallucinations","page":"https://www.benchmarkalmanac.com/benchmarks/healthbench-hard-hallucinations/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+HealthBench+Hard+Hallucinations&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhealthbench-hard-hallucinations%2F&wrong=HealthBench+Hard+Hallucinations+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:mieb-lite","kind":"level","name":"MIEB Lite","page":"https://www.benchmarkalmanac.com/benchmarks/mieb-lite/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+MIEB+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmieb-lite%2F&wrong=MIEB+Lite+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:openai-performance-in-cases-flagged-by-users","kind":"level","name":"OpenAI performance in cases flagged by users","page":"https://www.benchmarkalmanac.com/benchmarks/openai-performance-in-cases-flagged-by-users/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+OpenAI+performance+in+cases+flagged+by+users&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-performance-in-cases-flagged-by-users%2F&wrong=OpenAI+performance+in+cases+flagged+by+users+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:openai-user-flagged-hallucination-eval","kind":"level","name":"OpenAI user-flagged hallucination eval","page":"https://www.benchmarkalmanac.com/benchmarks/openai-user-flagged-hallucination-eval/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+OpenAI+user-flagged+hallucination+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-user-flagged-hallucination-eval%2F&wrong=OpenAI+user-flagged+hallucination+eval+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:pai-bench","kind":"level","name":"PAI-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/pai-bench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+PAI-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpai-bench%2F&wrong=PAI-Bench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:physics-iq","kind":"level","name":"Physics-IQ","page":"https://www.benchmarkalmanac.com/benchmarks/physics-iq/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+Physics-IQ&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fphysics-iq%2F&wrong=Physics-IQ+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:qwenworldbench","kind":"level","name":"QwenWorldBench","page":"https://www.benchmarkalmanac.com/benchmarks/qwenworldbench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+QwenWorldBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqwenworldbench%2F&wrong=QwenWorldBench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:rbench","kind":"level","name":"RBench","page":"https://www.benchmarkalmanac.com/benchmarks/rbench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+RBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frbench%2F&wrong=RBench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:simpleqa-hallucination-rate","kind":"level","name":"SimpleQA Hallucination Rate","page":"https://www.benchmarkalmanac.com/benchmarks/simpleqa-hallucination-rate/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+SimpleQA+Hallucination+Rate&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsimpleqa-hallucination-rate%2F&wrong=SimpleQA+Hallucination+Rate+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:videophy-2","kind":"level","name":"VideoPhy-2","page":"https://www.benchmarkalmanac.com/benchmarks/videophy-2/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+VideoPhy-2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvideophy-2%2F&wrong=VideoPhy-2+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:xai-factuality-hallucination-eval","kind":"level","name":"xAI Factuality (Hallucination) eval","page":"https://www.benchmarkalmanac.com/benchmarks/xai-factuality-hallucination-eval/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+xAI+Factuality+%28Hallucination%29+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxai-factuality-hallucination-eval%2F&wrong=xAI+Factuality+%28Hallucination%29+eval+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":1},{"id":"level:1x-world-model-challenge","kind":"level","name":"1X World Model Challenge","page":"https://www.benchmarkalmanac.com/benchmarks/1x-world-model-challenge/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+1X+World+Model+Challenge&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2F1x-world-model-challenge%2F&wrong=1X+World+Model+Challenge+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:backsearch","kind":"level","name":"BackSearch","page":"https://www.benchmarkalmanac.com/benchmarks/backsearch/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+BackSearch&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbacksearch%2F&wrong=BackSearch+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:dreamgen-bench","kind":"level","name":"DreamGen Bench","page":"https://www.benchmarkalmanac.com/benchmarks/dreamgen-bench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+DreamGen+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdreamgen-bench%2F&wrong=DreamGen+Bench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:ewmbench","kind":"level","name":"EWMBench","page":"https://www.benchmarkalmanac.com/benchmarks/ewmbench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+EWMBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fewmbench%2F&wrong=EWMBench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:worldarena","kind":"level","name":"WorldArena","page":"https://www.benchmarkalmanac.com/benchmarks/worldarena/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+WorldArena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworldarena%2F&wrong=WorldArena+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:worldarena-2-0","kind":"level","name":"WorldArena 2.0","page":"https://www.benchmarkalmanac.com/benchmarks/worldarena-2-0/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+WorldArena+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworldarena-2-0%2F&wrong=WorldArena+2.0+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:worldmodelbench","kind":"level","name":"WorldModelBench","page":"https://www.benchmarkalmanac.com/benchmarks/worldmodelbench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+WorldModelBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworldmodelbench%2F&wrong=WorldModelBench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:worldmodelgym","kind":"level","name":"WorldModelGym","page":"https://www.benchmarkalmanac.com/benchmarks/worldmodelgym/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+WorldModelGym&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworldmodelgym%2F&wrong=WorldModelGym+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:worldscore","kind":"level","name":"WorldScore","page":"https://www.benchmarkalmanac.com/benchmarks/worldscore/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+WorldScore&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworldscore%2F&wrong=WorldScore+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0},{"id":"level:worldsimbench","kind":"level","name":"WorldSimBench","page":"https://www.benchmarkalmanac.com/benchmarks/worldsimbench/","detail":"No difficulty level.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+level+of+WorldSimBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fworldsimbench%2F&wrong=WorldSimBench+has+no+difficulty+level.+It+should+be+Everyday%2C+School%2C+University%2C+Competition%2C+Expert+or+Research+frontier%2C+because+","file":"data/benchmarks.json","field":"level","rank":0}]},{"kind":"paper","title":"474 public benchmarks have no paper or report linked","how":"The paper, technical report or launch post that introduced it. Some have none, and that is worth knowing too.","count":474,"tasks":[{"id":"paper:berkeley-function-calling-leaderboard-bfcl","kind":"paper","name":"Berkeley Function Calling Leaderboard (BFCL)","page":"https://www.benchmarkalmanac.com/benchmarks/berkeley-function-calling-leaderboard-bfcl/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Berkeley+Function+Calling+Leaderboard+%28BFCL%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fberkeley-function-calling-leaderboard-bfcl%2F&wrong=Berkeley+Function+Calling+Leaderboard+%28BFCL%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":19},{"id":"paper:terminal-bench-4-0","kind":"paper","name":"Terminal-Bench 4.0","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-4-0/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+4.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-4-0%2F&wrong=Terminal-Bench+4.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":16},{"id":"paper:mmmlu","kind":"paper","name":"MMMLU","page":"https://www.benchmarkalmanac.com/benchmarks/mmmlu/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMMLU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmmlu%2F&wrong=MMMLU+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":14},{"id":"paper:tau3-banking","kind":"paper","name":"τ³-bench Banking","page":"https://www.benchmarkalmanac.com/benchmarks/tau3-banking/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+%CF%84%C2%B3-bench+Banking&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftau3-banking%2F&wrong=%CF%84%C2%B3-bench+Banking+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":14},{"id":"paper:aa-lcr-artificial-analysis-long-context-reasoning","kind":"paper","name":"AA-LCR (Artificial Analysis Long Context Reasoning)","page":"https://www.benchmarkalmanac.com/benchmarks/aa-lcr-artificial-analysis-long-context-reasoning/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AA-LCR+%28Artificial+Analysis+Long+Context+Reasoning%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-lcr-artificial-analysis-long-context-reasoning%2F&wrong=AA-LCR+%28Artificial+Analysis+Long+Context+Reasoning%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":13},{"id":"paper:bfcl-v4","kind":"paper","name":"BFCL V4","page":"https://www.benchmarkalmanac.com/benchmarks/bfcl-v4/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BFCL+V4&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbfcl-v4%2F&wrong=BFCL+V4+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":12},{"id":"paper:toolathlon-verified","kind":"paper","name":"Toolathlon-Verified","page":"https://www.benchmarkalmanac.com/benchmarks/toolathlon-verified/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Toolathlon-Verified&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftoolathlon-verified%2F&wrong=Toolathlon-Verified+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":11},{"id":"paper:gdpval-aa","kind":"paper","name":"GDPval-AA","page":"https://www.benchmarkalmanac.com/benchmarks/gdpval-aa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GDPval-AA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdpval-aa%2F&wrong=GDPval-AA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":10},{"id":"paper:realworldqa","kind":"paper","name":"RealWorldQA","page":"https://www.benchmarkalmanac.com/benchmarks/realworldqa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RealWorldQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frealworldqa%2F&wrong=RealWorldQA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":10},{"id":"paper:aider-polyglot","kind":"paper","name":"Aider Polyglot","page":"https://www.benchmarkalmanac.com/benchmarks/aider-polyglot/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Aider+Polyglot&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faider-polyglot%2F&wrong=Aider+Polyglot+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":9},{"id":"paper:graphwalks","kind":"paper","name":"GraphWalks","page":"https://www.benchmarkalmanac.com/benchmarks/graphwalks/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GraphWalks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgraphwalks%2F&wrong=GraphWalks+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":8},{"id":"paper:librispeech","kind":"paper","name":"LibriSpeech","page":"https://www.benchmarkalmanac.com/benchmarks/librispeech/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LibriSpeech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flibrispeech%2F&wrong=LibriSpeech+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":8},{"id":"paper:pinchbench","kind":"paper","name":"PinchBench","page":"https://www.benchmarkalmanac.com/benchmarks/pinchbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+PinchBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpinchbench%2F&wrong=PinchBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":8},{"id":"paper:terminal-bench-hard","kind":"paper","name":"Terminal-Bench Hard","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-hard/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+Hard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-hard%2F&wrong=Terminal-Bench+Hard+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":8},{"id":"paper:aa-lcr-1-1","kind":"paper","name":"AA-LCR 1.1","page":"https://www.benchmarkalmanac.com/benchmarks/aa-lcr-1-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AA-LCR+1.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-lcr-1-1%2F&wrong=AA-LCR+1.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":6},{"id":"paper:needle-in-a-haystack","kind":"paper","name":"Needle In A Haystack","page":"https://www.benchmarkalmanac.com/benchmarks/needle-in-a-haystack/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Needle+In+A+Haystack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fneedle-in-a-haystack%2F&wrong=Needle+In+A+Haystack+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":6},{"id":"paper:openai-mrcr","kind":"paper","name":"OpenAI MRCR","page":"https://www.benchmarkalmanac.com/benchmarks/openai-mrcr/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAI+MRCR&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-mrcr%2F&wrong=OpenAI+MRCR+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":6},{"id":"paper:openai-mrcr-v2","kind":"paper","name":"OpenAI MRCR v2","page":"https://www.benchmarkalmanac.com/benchmarks/openai-mrcr-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAI+MRCR+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenai-mrcr-v2%2F&wrong=OpenAI+MRCR+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":6},{"id":"paper:terminal-bench-3-0","kind":"paper","name":"Terminal-Bench 3.0","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-3-0/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+3.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-3-0%2F&wrong=Terminal-Bench+3.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":6},{"id":"paper:terminal-bench-science","kind":"paper","name":"Terminal-Bench-Science","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-science/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench-Science&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-science%2F&wrong=Terminal-Bench-Science+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":6},{"id":"paper:biomysterybench","kind":"paper","name":"BioMysteryBench","page":"https://www.benchmarkalmanac.com/benchmarks/biomysterybench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BioMysteryBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbiomysterybench%2F&wrong=BioMysteryBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":5},{"id":"paper:creative-writing-v3","kind":"paper","name":"Creative Writing v3","page":"https://www.benchmarkalmanac.com/benchmarks/creative-writing-v3/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Creative+Writing+v3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcreative-writing-v3%2F&wrong=Creative+Writing+v3+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":5},{"id":"paper:big-bench-audio","kind":"paper","name":"Big Bench Audio","page":"https://www.benchmarkalmanac.com/benchmarks/big-bench-audio/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Big+Bench+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbig-bench-audio%2F&wrong=Big+Bench+Audio+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":4},{"id":"paper:aider-edit","kind":"paper","name":"Aider-Edit","page":"https://www.benchmarkalmanac.com/benchmarks/aider-edit/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Aider-Edit&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faider-edit%2F&wrong=Aider-Edit+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":3},{"id":"paper:eq-bench-3","kind":"paper","name":"EQ-Bench 3","page":"https://www.benchmarkalmanac.com/benchmarks/eq-bench-3/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+EQ-Bench+3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Feq-bench-3%2F&wrong=EQ-Bench+3+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":3},{"id":"paper:mvpbench","kind":"paper","name":"MVPBench","page":"https://www.benchmarkalmanac.com/benchmarks/mvpbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MVPBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmvpbench%2F&wrong=MVPBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":3},{"id":"paper:sunrgbd","kind":"paper","name":"SUNRGBD","page":"https://www.benchmarkalmanac.com/benchmarks/sunrgbd/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SUNRGBD&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsunrgbd%2F&wrong=SUNRGBD+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":3},{"id":"paper:xbench-deepsearch","kind":"paper","name":"xbench-DeepSearch","page":"https://www.benchmarkalmanac.com/benchmarks/xbench-deepsearch/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+xbench-DeepSearch&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxbench-deepsearch%2F&wrong=xbench-DeepSearch+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":3},{"id":"paper:artificial-analysis-coding-agent-index","kind":"paper","name":"Artificial Analysis Coding Agent Index v2","page":"https://www.benchmarkalmanac.com/benchmarks/artificial-analysis-coding-agent-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Coding+Agent+Index+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fartificial-analysis-coding-agent-index%2F&wrong=Artificial+Analysis+Coding+Agent+Index+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:hle-diamond","kind":"paper","name":"HLE-Diamond","page":"https://www.benchmarkalmanac.com/benchmarks/hle-diamond/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HLE-Diamond&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhle-diamond%2F&wrong=HLE-Diamond+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:hungarian-national-high-school-exam","kind":"paper","name":"Hungarian National High-School Exam","page":"https://www.benchmarkalmanac.com/benchmarks/hungarian-national-high-school-exam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Hungarian+National+High-School+Exam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhungarian-national-high-school-exam%2F&wrong=Hungarian+National+High-School+Exam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:makemesay-openai","kind":"paper","name":"MakeMeSay","page":"https://www.benchmarkalmanac.com/benchmarks/makemesay-openai/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MakeMeSay&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmakemesay-openai%2F&wrong=MakeMeSay+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:openaudiobench","kind":"paper","name":"OpenAudioBench","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAudioBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench%2F&wrong=OpenAudioBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:petri","kind":"paper","name":"Petri","page":"https://www.benchmarkalmanac.com/benchmarks/petri/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Petri&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpetri%2F&wrong=Petri+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:tulu-3-safety-eval-ai2","kind":"paper","name":"Tulu 3 Safety Eval","page":"https://www.benchmarkalmanac.com/benchmarks/tulu-3-safety-eval-ai2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Tulu+3+Safety+Eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftulu-3-safety-eval-ai2%2F&wrong=Tulu+3+Safety+Eval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:vals-index","kind":"paper","name":"Vals Index v2.2","page":"https://www.benchmarkalmanac.com/benchmarks/vals-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Vals+Index+v2.2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-index%2F&wrong=Vals+Index+v2.2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:wmt25","kind":"paper","name":"WMT25","page":"https://www.benchmarkalmanac.com/benchmarks/wmt25/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WMT25&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt25%2F&wrong=WMT25+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":2},{"id":"paper:aa-omniscience-1-1","kind":"paper","name":"AA-Omniscience v1.1","page":"https://www.benchmarkalmanac.com/benchmarks/aa-omniscience-1-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AA-Omniscience+v1.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-omniscience-1-1%2F&wrong=AA-Omniscience+v1.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:alrage","kind":"paper","name":"ALRAGE","page":"https://www.benchmarkalmanac.com/benchmarks/alrage/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ALRAGE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Falrage%2F&wrong=ALRAGE+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:alyah","kind":"paper","name":"Alyah","page":"https://www.benchmarkalmanac.com/benchmarks/alyah/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Alyah&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Falyah%2F&wrong=Alyah+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:androidbench","kind":"paper","name":"AndroidBench","page":"https://www.benchmarkalmanac.com/benchmarks/androidbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AndroidBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fandroidbench%2F&wrong=AndroidBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:anthropic-political-even-handedness-eval","kind":"paper","name":"Anthropic political even-handedness eval","page":"https://www.benchmarkalmanac.com/benchmarks/anthropic-political-even-handedness-eval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Anthropic+political+even-handedness+eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fanthropic-political-even-handedness-eval%2F&wrong=Anthropic+political+even-handedness+eval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:aa-coding-agent-index-v1-1","kind":"paper","name":"Artificial Analysis Coding Agent Index v1.1","page":"https://www.benchmarkalmanac.com/benchmarks/aa-coding-agent-index-v1-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Coding+Agent+Index+v1.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-coding-agent-index-v1-1%2F&wrong=Artificial+Analysis+Coding+Agent+Index+v1.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:aa-coding-agent-index-v1-4","kind":"paper","name":"Artificial Analysis Coding Agent Index v1.4","page":"https://www.benchmarkalmanac.com/benchmarks/aa-coding-agent-index-v1-4/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Coding+Agent+Index+v1.4&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-coding-agent-index-v1-4%2F&wrong=Artificial+Analysis+Coding+Agent+Index+v1.4+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:aa-speech-arena","kind":"paper","name":"Artificial Analysis Speech Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-speech-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Speech+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-speech-arena%2F&wrong=Artificial+Analysis+Speech+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:arxivlean","kind":"paper","name":"ArXivLean","page":"https://www.benchmarkalmanac.com/benchmarks/arxivlean/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ArXivLean&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Farxivlean%2F&wrong=ArXivLean+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:ayavisionbench","kind":"paper","name":"AyaVisionBench","page":"https://www.benchmarkalmanac.com/benchmarks/ayavisionbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AyaVisionBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fayavisionbench%2F&wrong=AyaVisionBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:benchcad-2-1","kind":"paper","name":"BenchCAD 2.1","page":"https://www.benchmarkalmanac.com/benchmarks/benchcad-2-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BenchCAD+2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbenchcad-2-1%2F&wrong=BenchCAD+2.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:biosecbench-function","kind":"paper","name":"BioSecBench-Function","page":"https://www.benchmarkalmanac.com/benchmarks/biosecbench-function/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BioSecBench-Function&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbiosecbench-function%2F&wrong=BioSecBench-Function+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:brokenarxiv","kind":"paper","name":"BrokenArXiv","page":"https://www.benchmarkalmanac.com/benchmarks/brokenarxiv/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BrokenArXiv&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrokenarxiv%2F&wrong=BrokenArXiv+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:browsecomp-long-context-128k","kind":"paper","name":"BrowseComp Long Context 128k","page":"https://www.benchmarkalmanac.com/benchmarks/browsecomp-long-context-128k/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BrowseComp+Long+Context+128k&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrowsecomp-long-context-128k%2F&wrong=BrowseComp+Long+Context+128k+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:chinese-tool-use-benchmark","kind":"paper","name":"Chinese Tool-Use Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/chinese-tool-use-benchmark/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Chinese+Tool-Use+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fchinese-tool-use-benchmark%2F&wrong=Chinese+Tool-Use+Benchmark+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:code-interpreter-benchmark","kind":"paper","name":"Code Interpreter Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/code-interpreter-benchmark/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Code+Interpreter+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode-interpreter-benchmark%2F&wrong=Code+Interpreter+Benchmark+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:code-interpreter-benchmark-math","kind":"paper","name":"Code Interpreter Benchmark Math","page":"https://www.benchmarkalmanac.com/benchmarks/code-interpreter-benchmark-math/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Code+Interpreter+Benchmark+Math&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode-interpreter-benchmark-math%2F&wrong=Code+Interpreter+Benchmark+Math+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:controlarena","kind":"paper","name":"ControlArena","page":"https://www.benchmarkalmanac.com/benchmarks/controlarena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ControlArena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcontrolarena%2F&wrong=ControlArena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:copa","kind":"paper","name":"COPA","page":"https://www.benchmarkalmanac.com/benchmarks/copa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+COPA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcopa%2F&wrong=COPA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:corpfin-v2","kind":"paper","name":"CorpFin v2","page":"https://www.benchmarkalmanac.com/benchmarks/corpfin-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CorpFin+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcorpfin-v2%2F&wrong=CorpFin+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:cyberbench-liu","kind":"paper","name":"CyberBench (Liu et al.)","page":"https://www.benchmarkalmanac.com/benchmarks/cyberbench-liu/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CyberBench+%28Liu+et+al.%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcyberbench-liu%2F&wrong=CyberBench+%28Liu+et+al.%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:dayjob-finance","kind":"paper","name":"DAYJOB: Finance","page":"https://www.benchmarkalmanac.com/benchmarks/dayjob-finance/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DAYJOB%3A+Finance&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdayjob-finance%2F&wrong=DAYJOB%3A+Finance+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:deepconsult","kind":"paper","name":"DeepConsult","page":"https://www.benchmarkalmanac.com/benchmarks/deepconsult/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DeepConsult&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdeepconsult%2F&wrong=DeepConsult+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:designarena-3d","kind":"paper","name":"DesignArena 3D Design","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-3d/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+3D+Design&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-3d%2F&wrong=DesignArena+3D+Design+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:designarena-web-apps","kind":"paper","name":"DesignArena Frontend Web App","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-web-apps/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Frontend+Web+App&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-web-apps%2F&wrong=DesignArena+Frontend+Web+App+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:designarena-game-dev","kind":"paper","name":"DesignArena Game Dev","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-game-dev/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Game+Dev&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-game-dev%2F&wrong=DesignArena+Game+Dev+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:designarena-website","kind":"paper","name":"DesignArena Website","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-website/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Website&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-website%2F&wrong=DesignArena+Website+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:docci","kind":"paper","name":"Docci","page":"https://www.benchmarkalmanac.com/benchmarks/docci/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Docci&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdocci%2F&wrong=Docci+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:flores-plus","kind":"paper","name":"FLORES+","page":"https://www.benchmarkalmanac.com/benchmarks/flores-plus/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+FLORES%2B&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fflores-plus%2F&wrong=FLORES%2B+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:flteval","kind":"paper","name":"FLTEval","page":"https://www.benchmarkalmanac.com/benchmarks/flteval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+FLTEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fflteval%2F&wrong=FLTEval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:forte","kind":"paper","name":"FORTE","page":"https://www.benchmarkalmanac.com/benchmarks/forte/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+FORTE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fforte%2F&wrong=FORTE+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:gaokao-math-2026","kind":"paper","name":"Gaokao Math 2026","page":"https://www.benchmarkalmanac.com/benchmarks/gaokao-math-2026/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Gaokao+Math+2026&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgaokao-math-2026%2F&wrong=Gaokao+Math+2026+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:gdpval-mm","kind":"paper","name":"GDPval-MM","page":"https://www.benchmarkalmanac.com/benchmarks/gdpval-mm/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GDPval-MM&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdpval-mm%2F&wrong=GDPval-MM+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:geobench","kind":"paper","name":"GeoBench","page":"https://www.benchmarkalmanac.com/benchmarks/geobench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GeoBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgeobench%2F&wrong=GeoBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:harbor-index","kind":"paper","name":"Harbor-Index","page":"https://www.benchmarkalmanac.com/benchmarks/harbor-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Harbor-Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fharbor-index%2F&wrong=Harbor-Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:hindsight-neglect","kind":"paper","name":"Hindsight Neglect","page":"https://www.benchmarkalmanac.com/benchmarks/hindsight-neglect/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Hindsight+Neglect&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhindsight-neglect%2F&wrong=Hindsight+Neglect+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:huggingface-agent-benchmark","kind":"paper","name":"HuggingFace Agent Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/huggingface-agent-benchmark/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HuggingFace+Agent+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhuggingface-agent-benchmark%2F&wrong=HuggingFace+Agent+Benchmark+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:ifstruct","kind":"paper","name":"IFStruct","page":"https://www.benchmarkalmanac.com/benchmarks/ifstruct/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+IFStruct&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fifstruct%2F&wrong=IFStruct+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:indivibe","kind":"paper","name":"IndiVibe","page":"https://www.benchmarkalmanac.com/benchmarks/indivibe/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+IndiVibe&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Findivibe%2F&wrong=IndiVibe+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:jigsaw-toxic-comment-classification","kind":"paper","name":"Jigsaw Toxic Comment Classification","page":"https://www.benchmarkalmanac.com/benchmarks/jigsaw-toxic-comment-classification/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Jigsaw+Toxic+Comment+Classification&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fjigsaw-toxic-comment-classification%2F&wrong=Jigsaw+Toxic+Comment+Classification+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:jmmlu","kind":"paper","name":"JMMLU","page":"https://www.benchmarkalmanac.com/benchmarks/jmmlu/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+JMMLU&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fjmmlu%2F&wrong=JMMLU+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:livesqlbench","kind":"paper","name":"LiveSQLBench","page":"https://www.benchmarkalmanac.com/benchmarks/livesqlbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LiveSQLBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flivesqlbench%2F&wrong=LiveSQLBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:m-wildvision","kind":"paper","name":"m-WildVision","page":"https://www.benchmarkalmanac.com/benchmarks/m-wildvision/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+m-WildVision&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fm-wildvision%2F&wrong=m-WildVision+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:madinahqa","kind":"paper","name":"MadinahQA","page":"https://www.benchmarkalmanac.com/benchmarks/madinahqa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MadinahQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmadinahqa%2F&wrong=MadinahQA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:makemepay-openai","kind":"paper","name":"MakeMePay","page":"https://www.benchmarkalmanac.com/benchmarks/makemepay-openai/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MakeMePay&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmakemepay-openai%2F&wrong=MakeMePay+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:matbench","kind":"paper","name":"Matbench","page":"https://www.benchmarkalmanac.com/benchmarks/matbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Matbench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmatbench%2F&wrong=Matbench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:kangaroo-2025-matharena","kind":"paper","name":"Math Kangaroo 2025 (MathArena)","page":"https://www.benchmarkalmanac.com/benchmarks/kangaroo-2025-matharena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Math+Kangaroo+2025+%28MathArena%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkangaroo-2025-matharena%2F&wrong=Math+Kangaroo+2025+%28MathArena%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:medmcqa","kind":"paper","name":"MedMCQA","page":"https://www.benchmarkalmanac.com/benchmarks/medmcqa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MedMCQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmedmcqa%2F&wrong=MedMCQA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:medqa-mainland-china","kind":"paper","name":"MedQA Mainland China","page":"https://www.benchmarkalmanac.com/benchmarks/medqa-mainland-china/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MedQA+Mainland+China&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmedqa-mainland-china%2F&wrong=MedQA+Mainland+China+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:medqa-taiwan","kind":"paper","name":"MedQA Taiwan","page":"https://www.benchmarkalmanac.com/benchmarks/medqa-taiwan/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MedQA+Taiwan&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmedqa-taiwan%2F&wrong=MedQA+Taiwan+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:medqa-usmle-5-options","kind":"paper","name":"MedQA USMLE (5 options)","page":"https://www.benchmarkalmanac.com/benchmarks/medqa-usmle-5-options/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MedQA+USMLE+%285+options%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmedqa-usmle-5-options%2F&wrong=MedQA+USMLE+%285+options%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:metr-data-deduplication","kind":"paper","name":"METR data deduplication","page":"https://www.benchmarkalmanac.com/benchmarks/metr-data-deduplication/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+METR+data+deduplication&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmetr-data-deduplication%2F&wrong=METR+data+deduplication+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mmlu-anatomy","kind":"paper","name":"MMLU Anatomy","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-anatomy/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMLU+Anatomy&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-anatomy%2F&wrong=MMLU+Anatomy+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mmlu-clinical-knowledge","kind":"paper","name":"MMLU Clinical Knowledge","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-clinical-knowledge/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMLU+Clinical+Knowledge&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-clinical-knowledge%2F&wrong=MMLU+Clinical+Knowledge+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mmlu-college-biology","kind":"paper","name":"MMLU College Biology","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-college-biology/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMLU+College+Biology&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-college-biology%2F&wrong=MMLU+College+Biology+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mmlu-college-medicine","kind":"paper","name":"MMLU College Medicine","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-college-medicine/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMLU+College+Medicine&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-college-medicine%2F&wrong=MMLU+College+Medicine+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mmlu-medical-genetics","kind":"paper","name":"MMLU Medical Genetics","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-medical-genetics/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMLU+Medical+Genetics&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-medical-genetics%2F&wrong=MMLU+Medical+Genetics+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mmlu-professional-medicine","kind":"paper","name":"MMLU Professional Medicine","page":"https://www.benchmarkalmanac.com/benchmarks/mmlu-professional-medicine/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMLU+Professional+Medicine&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmlu-professional-medicine%2F&wrong=MMLU+Professional+Medicine+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:mobile-actions","kind":"paper","name":"Mobile Actions","page":"https://www.benchmarkalmanac.com/benchmarks/mobile-actions/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Mobile+Actions&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmobile-actions%2F&wrong=Mobile+Actions+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:msr-vtt-retrieval","kind":"paper","name":"MSR-VTT retrieval","page":"https://www.benchmarkalmanac.com/benchmarks/msr-vtt-retrieval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MSR-VTT+retrieval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmsr-vtt-retrieval%2F&wrong=MSR-VTT+retrieval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:multilingual-exams","kind":"paper","name":"Multilingual Exams","page":"https://www.benchmarkalmanac.com/benchmarks/multilingual-exams/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Multilingual+Exams&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmultilingual-exams%2F&wrong=Multilingual+Exams+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:multilingual-understanding","kind":"paper","name":"Multilingual Understanding","page":"https://www.benchmarkalmanac.com/benchmarks/multilingual-understanding/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Multilingual+Understanding&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmultilingual-understanding%2F&wrong=Multilingual+Understanding+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:nanogpt-speedrun","kind":"paper","name":"NanoGPT Speedrun","page":"https://www.benchmarkalmanac.com/benchmarks/nanogpt-speedrun/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+NanoGPT+Speedrun&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnanogpt-speedrun%2F&wrong=NanoGPT+Speedrun+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:nexus","kind":"paper","name":"Nexus","page":"https://www.benchmarkalmanac.com/benchmarks/nexus/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Nexus&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnexus%2F&wrong=Nexus+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:nocot-bench-ncri","kind":"paper","name":"nocot-bench (NCRI)","page":"https://www.benchmarkalmanac.com/benchmarks/nocot-bench-ncri/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+nocot-bench+%28NCRI%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnocot-bench-ncri%2F&wrong=nocot-bench+%28NCRI%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:octocodingbench","kind":"paper","name":"OctoCodingbench","page":"https://www.benchmarkalmanac.com/benchmarks/octocodingbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OctoCodingbench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Foctocodingbench%2F&wrong=OctoCodingbench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:omniai-ocr-benchmark","kind":"paper","name":"OmniAI OCR Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/omniai-ocr-benchmark/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OmniAI+OCR+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fomniai-ocr-benchmark%2F&wrong=OmniAI+OCR+Benchmark+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:omnilingual-gaia2","kind":"paper","name":"Omnilingual-Gaia2","page":"https://www.benchmarkalmanac.com/benchmarks/omnilingual-gaia2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Omnilingual-Gaia2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fomnilingual-gaia2%2F&wrong=Omnilingual-Gaia2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:open-arabic-llm-leaderboard-v2","kind":"paper","name":"Open Arabic LLM Leaderboard v2","page":"https://www.benchmarkalmanac.com/benchmarks/open-arabic-llm-leaderboard-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Open+Arabic+LLM+Leaderboard+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopen-arabic-llm-leaderboard-v2%2F&wrong=Open+Arabic+LLM+Leaderboard+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:penguinscrolls","kind":"paper","name":"PenguinScrolls","page":"https://www.benchmarkalmanac.com/benchmarks/penguinscrolls/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+PenguinScrolls&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpenguinscrolls%2F&wrong=PenguinScrolls+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:qwenclawbench","kind":"paper","name":"QwenClawBench","page":"https://www.benchmarkalmanac.com/benchmarks/qwenclawbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+QwenClawBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fqwenclawbench%2F&wrong=QwenClawBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:rd-tablebench","kind":"paper","name":"RD-TableBench","page":"https://www.benchmarkalmanac.com/benchmarks/rd-tablebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RD-TableBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frd-tablebench%2F&wrong=RD-TableBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:research-eval-reka","kind":"paper","name":"Research-Eval","page":"https://www.benchmarkalmanac.com/benchmarks/research-eval-reka/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Research-Eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fresearch-eval-reka%2F&wrong=Research-Eval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:rwsearch","kind":"paper","name":"RWSearch","page":"https://www.benchmarkalmanac.com/benchmarks/rwsearch/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RWSearch&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frwsearch%2F&wrong=RWSearch+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:speech-agent-arena","kind":"paper","name":"Speech Agent Arena","page":"https://www.benchmarkalmanac.com/benchmarks/speech-agent-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Speech+Agent+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspeech-agent-arena%2F&wrong=Speech+Agent+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:swe-bench-verified-hard-meta","kind":"paper","name":"SWE-bench Verified hard subset (Meta)","page":"https://www.benchmarkalmanac.com/benchmarks/swe-bench-verified-hard-meta/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SWE-bench+Verified+hard+subset+%28Meta%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-bench-verified-hard-meta%2F&wrong=SWE-bench+Verified+hard+subset+%28Meta%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:tacos","kind":"paper","name":"TACoS","page":"https://www.benchmarkalmanac.com/benchmarks/tacos/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TACoS&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftacos%2F&wrong=TACoS+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vals-tax-agent-bench","kind":"paper","name":"Tax Agent Bench","page":"https://www.benchmarkalmanac.com/benchmarks/vals-tax-agent-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Tax+Agent+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-tax-agent-bench%2F&wrong=Tax+Agent+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:textcaps","kind":"paper","name":"TextCaps","page":"https://www.benchmarkalmanac.com/benchmarks/textcaps/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TextCaps&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftextcaps%2F&wrong=TextCaps+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:uhura-eval","kind":"paper","name":"Uhura-Eval","page":"https://www.benchmarkalmanac.com/benchmarks/uhura-eval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Uhura-Eval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fuhura-eval%2F&wrong=Uhura-Eval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:usmle-step-1","kind":"paper","name":"USMLE Step 1 (sample questions)","page":"https://www.benchmarkalmanac.com/benchmarks/usmle-step-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+USMLE+Step+1+%28sample+questions%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusmle-step-1%2F&wrong=USMLE+Step+1+%28sample+questions%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:usmle-step-2","kind":"paper","name":"USMLE Step 2 (sample questions)","page":"https://www.benchmarkalmanac.com/benchmarks/usmle-step-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+USMLE+Step+2+%28sample+questions%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusmle-step-2%2F&wrong=USMLE+Step+2+%28sample+questions%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:usmle-step-3","kind":"paper","name":"USMLE Step 3 (sample questions)","page":"https://www.benchmarkalmanac.com/benchmarks/usmle-step-3/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+USMLE+Step+3+%28sample+questions%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fusmle-step-3%2F&wrong=USMLE+Step+3+%28sample+questions%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vals-index-v1","kind":"paper","name":"Vals Index v1","page":"https://www.benchmarkalmanac.com/benchmarks/vals-index-v1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Vals+Index+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-index-v1%2F&wrong=Vals+Index+v1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vals-index-v2-1","kind":"paper","name":"Vals Index v2.1","page":"https://www.benchmarkalmanac.com/benchmarks/vals-index-v2-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Vals+Index+v2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-index-v2-1%2F&wrong=Vals+Index+v2.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vectara-hallucination-leaderboard-hhem","kind":"paper","name":"Vectara Hallucination Leaderboard (HHEM)","page":"https://www.benchmarkalmanac.com/benchmarks/vectara-hallucination-leaderboard-hhem/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Vectara+Hallucination+Leaderboard+%28HHEM%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvectara-hallucination-leaderboard-hhem%2F&wrong=Vectara+Hallucination+Leaderboard+%28HHEM%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vibe-minimax","kind":"paper","name":"VIBE (MiniMax)","page":"https://www.benchmarkalmanac.com/benchmarks/vibe-minimax/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VIBE+%28MiniMax%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvibe-minimax%2F&wrong=VIBE+%28MiniMax%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vidore-v2","kind":"paper","name":"ViDoRe v2","page":"https://www.benchmarkalmanac.com/benchmarks/vidore-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ViDoRe+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvidore-v2%2F&wrong=ViDoRe+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-arabic-msa","kind":"paper","name":"Voice Arena Arabic MSA","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-arabic-msa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Arabic+MSA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-arabic-msa%2F&wrong=Voice+Arena+Arabic+MSA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-brazilian-portuguese","kind":"paper","name":"Voice Arena Brazilian Portuguese","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-brazilian-portuguese/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Brazilian+Portuguese&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-brazilian-portuguese%2F&wrong=Voice+Arena+Brazilian+Portuguese+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-hindi","kind":"paper","name":"Voice Arena Hindi","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-hindi/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Hindi&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-hindi%2F&wrong=Voice+Arena+Hindi+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-japanese","kind":"paper","name":"Voice Arena Japanese","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-japanese/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Japanese&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-japanese%2F&wrong=Voice+Arena+Japanese+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-mexican-spanish","kind":"paper","name":"Voice Arena Mexican Spanish","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-mexican-spanish/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Mexican+Spanish&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-mexican-spanish%2F&wrong=Voice+Arena+Mexican+Spanish+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-us-english","kind":"paper","name":"Voice Arena US English","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-us-english/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+US+English&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-us-english%2F&wrong=Voice+Arena+US+English+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:voicearena-vietnamese","kind":"paper","name":"Voice Arena Vietnamese","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-vietnamese/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Vietnamese&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-vietnamese%2F&wrong=Voice+Arena+Vietnamese+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:vpct","kind":"paper","name":"VPCT","page":"https://www.benchmarkalmanac.com/benchmarks/vpct/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VPCT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvpct%2F&wrong=VPCT+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:when2call","kind":"paper","name":"When2Call","page":"https://www.benchmarkalmanac.com/benchmarks/when2call/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+When2Call&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwhen2call%2F&wrong=When2Call+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:winograd","kind":"paper","name":"Winograd","page":"https://www.benchmarkalmanac.com/benchmarks/winograd/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Winograd&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwinograd%2F&wrong=Winograd+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:wmt23","kind":"paper","name":"WMT23","page":"https://www.benchmarkalmanac.com/benchmarks/wmt23/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WMT23&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt23%2F&wrong=WMT23+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:wmt25-terminology","kind":"paper","name":"WMT25 Terminology Translation Task","page":"https://www.benchmarkalmanac.com/benchmarks/wmt25-terminology/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WMT25+Terminology+Translation+Task&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt25-terminology%2F&wrong=WMT25+Terminology+Translation+Task+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:wmt26","kind":"paper","name":"WMT26","page":"https://www.benchmarkalmanac.com/benchmarks/wmt26/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WMT26&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt26%2F&wrong=WMT26+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:xbench-deepsearch-2510","kind":"paper","name":"xbench-DeepSearch-2510","page":"https://www.benchmarkalmanac.com/benchmarks/xbench-deepsearch-2510/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+xbench-DeepSearch-2510&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxbench-deepsearch-2510%2F&wrong=xbench-DeepSearch-2510+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:xbow-validation-benchmarks","kind":"paper","name":"XBOW Validation Benchmarks","page":"https://www.benchmarkalmanac.com/benchmarks/xbow-validation-benchmarks/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+XBOW+Validation+Benchmarks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxbow-validation-benchmarks%2F&wrong=XBOW+Validation+Benchmarks+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:youcook2-retrieval","kind":"paper","name":"YouCook2 retrieval","page":"https://www.benchmarkalmanac.com/benchmarks/youcook2-retrieval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+YouCook2+retrieval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fyoucook2-retrieval%2F&wrong=YouCook2+retrieval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:zclawbench","kind":"paper","name":"ZClawBench","page":"https://www.benchmarkalmanac.com/benchmarks/zclawbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ZClawBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fzclawbench%2F&wrong=ZClawBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":1},{"id":"paper:3d-arena","kind":"paper","name":"3D Arena","page":"https://www.benchmarkalmanac.com/benchmarks/3d-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+3D+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2F3d-arena%2F&wrong=3D+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ase-aicgseceval","kind":"paper","name":"A.S.E (AICGSecEval)","page":"https://www.benchmarkalmanac.com/benchmarks/ase-aicgseceval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+A.S.E+%28AICGSecEval%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fase-aicgseceval%2F&wrong=A.S.E+%28AICGSecEval%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ase-aicgseceval-2","kind":"paper","name":"A.S.E 2.0","page":"https://www.benchmarkalmanac.com/benchmarks/ase-aicgseceval-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+A.S.E+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fase-aicgseceval-2%2F&wrong=A.S.E+2.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-image-editing","kind":"paper","name":"AA-Image-Editing","page":"https://www.benchmarkalmanac.com/benchmarks/aa-image-editing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AA-Image-Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-image-editing%2F&wrong=AA-Image-Editing+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-lcr-extended-mercor","kind":"paper","name":"AA-LCR Extended","page":"https://www.benchmarkalmanac.com/benchmarks/aa-lcr-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AA-LCR+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-lcr-extended-mercor%2F&wrong=AA-LCR+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-video-editing","kind":"paper","name":"AA-Video-Editing","page":"https://www.benchmarkalmanac.com/benchmarks/aa-video-editing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AA-Video-Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-video-editing%2F&wrong=AA-Video-Editing+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:accord-conceptual-consistency","kind":"paper","name":"ACCoRD","page":"https://www.benchmarkalmanac.com/benchmarks/accord-conceptual-consistency/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ACCoRD&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faccord-conceptual-consistency%2F&wrong=ACCoRD+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:gorilla-agent-arena","kind":"paper","name":"Agent Arena (Gorilla)","page":"https://www.benchmarkalmanac.com/benchmarks/gorilla-agent-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Agent+Arena+%28Gorilla%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgorilla-agent-arena%2F&wrong=Agent+Arena+%28Gorilla%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:agent-memory-leaderboard","kind":"paper","name":"Agent Memory Leaderboard","page":"https://www.benchmarkalmanac.com/benchmarks/agent-memory-leaderboard/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Agent+Memory+Leaderboard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fagent-memory-leaderboard%2F&wrong=Agent+Memory+Leaderboard+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ai-diplomacy","kind":"paper","name":"AI Diplomacy","page":"https://www.benchmarkalmanac.com/benchmarks/ai-diplomacy/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AI+Diplomacy&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fai-diplomacy%2F&wrong=AI+Diplomacy+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aidanbench","kind":"paper","name":"AidanBench","page":"https://www.benchmarkalmanac.com/benchmarks/aidanbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AidanBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faidanbench%2F&wrong=AidanBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:alpacaeval","kind":"paper","name":"AlpacaEval","page":"https://www.benchmarkalmanac.com/benchmarks/alpacaeval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AlpacaEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Falpacaeval%2F&wrong=AlpacaEval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aragen","kind":"paper","name":"AraGen","page":"https://www.benchmarkalmanac.com/benchmarks/aragen/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AraGen&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faragen%2F&wrong=AraGen+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:arabic-mmlu-ht","kind":"paper","name":"ArbMMLU-HT","page":"https://www.benchmarkalmanac.com/benchmarks/arabic-mmlu-ht/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ArbMMLU-HT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Farabic-mmlu-ht%2F&wrong=ArbMMLU-HT+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-coding-agent-index-v1-0","kind":"paper","name":"Artificial Analysis Coding Agent Index v1.0","page":"https://www.benchmarkalmanac.com/benchmarks/aa-coding-agent-index-v1-0/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Coding+Agent+Index+v1.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-coding-agent-index-v1-0%2F&wrong=Artificial+Analysis+Coding+Agent+Index+v1.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-coding-agent-index-v1-5","kind":"paper","name":"Artificial Analysis Coding Agent Index v1.5","page":"https://www.benchmarkalmanac.com/benchmarks/aa-coding-agent-index-v1-5/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Coding+Agent+Index+v1.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-coding-agent-index-v1-5%2F&wrong=Artificial+Analysis+Coding+Agent+Index+v1.5+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-image-arena","kind":"paper","name":"Artificial Analysis Image Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-image-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Image+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-image-arena%2F&wrong=Artificial+Analysis+Image+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aa-video-arena","kind":"paper","name":"Artificial Analysis Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-video-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Artificial+Analysis+Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faa-video-arena%2F&wrong=Artificial+Analysis+Video+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:arxivcs-matharena","kind":"paper","name":"ArXivCS","page":"https://www.benchmarkalmanac.com/benchmarks/arxivcs-matharena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ArXivCS&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Farxivcs-matharena%2F&wrong=ArXivCS+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:arxivphys-matharena","kind":"paper","name":"ArXivPhys","page":"https://www.benchmarkalmanac.com/benchmarks/arxivphys-matharena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ArXivPhys&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Farxivphys-matharena%2F&wrong=ArXivPhys+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:audio-arena-arcada","kind":"paper","name":"Audio Arena","page":"https://www.benchmarkalmanac.com/benchmarks/audio-arena-arcada/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Audio+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faudio-arena-arcada%2F&wrong=Audio+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:autoresearch","kind":"paper","name":"AutoResearch","page":"https://www.benchmarkalmanac.com/benchmarks/autoresearch/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AutoResearch&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fautoresearch%2F&wrong=AutoResearch+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:autoresearchexam","kind":"paper","name":"AutoResearchExam","page":"https://www.benchmarkalmanac.com/benchmarks/autoresearchexam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+AutoResearchExam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fautoresearchexam%2F&wrong=AutoResearchExam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:aws-bench","kind":"paper","name":"aws-bench","page":"https://www.benchmarkalmanac.com/benchmarks/aws-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+aws-bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Faws-bench%2F&wrong=aws-bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:babaisbench","kind":"paper","name":"BabaIsBench","page":"https://www.benchmarkalmanac.com/benchmarks/babaisbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BabaIsBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbabaisbench%2F&wrong=BabaIsBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:backendbench-meta","kind":"paper","name":"BackendBench","page":"https://www.benchmarkalmanac.com/benchmarks/backendbench-meta/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BackendBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbackendbench-meta%2F&wrong=BackendBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:balatrobench","kind":"paper","name":"BalatroBench","page":"https://www.benchmarkalmanac.com/benchmarks/balatrobench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BalatroBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbalatrobench%2F&wrong=BalatroBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ballotbench","kind":"paper","name":"BallotBench","page":"https://www.benchmarkalmanac.com/benchmarks/ballotbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BallotBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fballotbench%2F&wrong=BallotBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:behavior-challenge-2026","kind":"paper","name":"BEHAVIOR Challenge 2026","page":"https://www.benchmarkalmanac.com/benchmarks/behavior-challenge-2026/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BEHAVIOR+Challenge+2026&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbehavior-challenge-2026%2F&wrong=BEHAVIOR+Challenge+2026+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bench-on-the-clocktower","kind":"paper","name":"Bench on the Clocktower","page":"https://www.benchmarkalmanac.com/benchmarks/bench-on-the-clocktower/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Bench+on+the+Clocktower&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbench-on-the-clocktower%2F&wrong=Bench+on+the+Clocktower+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:benchcad-2-0","kind":"paper","name":"BenchCAD 2.0","page":"https://www.benchmarkalmanac.com/benchmarks/benchcad-2-0/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BenchCAD+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbenchcad-2-0%2F&wrong=BenchCAD+2.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:benchcad-2-1-beta","kind":"paper","name":"BenchCAD 2.1-beta","page":"https://www.benchmarkalmanac.com/benchmarks/benchcad-2-1-beta/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BenchCAD+2.1-beta&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbenchcad-2-1-beta%2F&wrong=BenchCAD+2.1-beta+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:binaryaudit","kind":"paper","name":"BinaryAudit","page":"https://www.benchmarkalmanac.com/benchmarks/binaryaudit/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BinaryAudit&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbinaryaudit%2F&wrong=BinaryAudit+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bioasq","kind":"paper","name":"BioASQ","page":"https://www.benchmarkalmanac.com/benchmarks/bioasq/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BioASQ&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbioasq%2F&wrong=BioASQ+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bizfinbench-2","kind":"paper","name":"BizFinBench v2","page":"https://www.benchmarkalmanac.com/benchmarks/bizfinbench-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BizFinBench+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbizfinbench-2%2F&wrong=BizFinBench+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:brood-war-bench","kind":"paper","name":"Brood War Bench","page":"https://www.benchmarkalmanac.com/benchmarks/brood-war-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Brood+War+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrood-war-bench%2F&wrong=Brood+War+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:browsecomp-extended-mercor","kind":"paper","name":"BrowseComp Extended","page":"https://www.benchmarkalmanac.com/benchmarks/browsecomp-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BrowseComp+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrowsecomp-extended-mercor%2F&wrong=BrowseComp+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:browsecomp-long-context-256k","kind":"paper","name":"BrowseComp Long Context 256k","page":"https://www.benchmarkalmanac.com/benchmarks/browsecomp-long-context-256k/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BrowseComp+Long+Context+256k&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbrowsecomp-long-context-256k%2F&wrong=BrowseComp+Long+Context+256k+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:btf-3","kind":"paper","name":"BTF-3","page":"https://www.benchmarkalmanac.com/benchmarks/btf-3/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BTF-3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbtf-3%2F&wrong=BTF-3+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bu-bench-v2","kind":"paper","name":"BU Bench V2","page":"https://www.benchmarkalmanac.com/benchmarks/bu-bench-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BU+Bench+V2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbu-bench-v2%2F&wrong=BU+Bench+V2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bu-bench-v2-1","kind":"paper","name":"BU Bench V2.1","page":"https://www.benchmarkalmanac.com/benchmarks/bu-bench-v2-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BU+Bench+V2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbu-bench-v2-1%2F&wrong=BU+Bench+V2.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bullshitbench","kind":"paper","name":"BullshitBench","page":"https://www.benchmarkalmanac.com/benchmarks/bullshitbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BullshitBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbullshitbench%2F&wrong=BullshitBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:bullshitbench-2","kind":"paper","name":"BullshitBench V2","page":"https://www.benchmarkalmanac.com/benchmarks/bullshitbench-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BullshitBench+V2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbullshitbench-2%2F&wrong=BullshitBench+V2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:buzzbench","kind":"paper","name":"BuzzBench","page":"https://www.benchmarkalmanac.com/benchmarks/buzzbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+BuzzBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fbuzzbench%2F&wrong=BuzzBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cadeval","kind":"paper","name":"CadEval","page":"https://www.benchmarkalmanac.com/benchmarks/cadeval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CadEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcadeval%2F&wrong=CadEval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cais-risk-index","kind":"paper","name":"CAIS Risk Index","page":"https://www.benchmarkalmanac.com/benchmarks/cais-risk-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CAIS+Risk+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcais-risk-index%2F&wrong=CAIS+Risk+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cais-text-capabilities-index","kind":"paper","name":"CAIS Text Capabilities Index","page":"https://www.benchmarkalmanac.com/benchmarks/cais-text-capabilities-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CAIS+Text+Capabilities+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcais-text-capabilities-index%2F&wrong=CAIS+Text+Capabilities+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cais-vision-capabilities-index","kind":"paper","name":"CAIS Vision Capabilities Index","page":"https://www.benchmarkalmanac.com/benchmarks/cais-vision-capabilities-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CAIS+Vision+Capabilities+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcais-vision-capabilities-index%2F&wrong=CAIS+Vision+Capabilities+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-agent","kind":"paper","name":"Cekura Agent Performance","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-agent/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Agent+Performance&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-agent%2F&wrong=Cekura+Agent+Performance+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-bench","kind":"paper","name":"Cekura Bench","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-bench%2F&wrong=Cekura+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-production","kind":"paper","name":"Cekura Production Voice Agents","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-production/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Production+Voice+Agents&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-production%2F&wrong=Cekura+Production+Voice+Agents+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-real","kind":"paper","name":"Cekura Real Human Calls","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-real/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Real+Human+Calls&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-real%2F&wrong=Cekura+Real+Human+Calls+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-stt","kind":"paper","name":"Cekura Speech to Text","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-stt/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Speech+to+Text&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-stt%2F&wrong=Cekura+Speech+to+Text+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-tts","kind":"paper","name":"Cekura Text to Speech","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-tts/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Text+to+Speech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-tts%2F&wrong=Cekura+Text+to+Speech+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cekura-turn","kind":"paper","name":"Cekura Turn Bench","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-turn/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Cekura+Turn+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-turn%2F&wrong=Cekura+Turn+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-chart-arena","kind":"paper","name":"Chart Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-chart-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Chart+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-chart-arena%2F&wrong=Chart+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:charxiv-extended-mercor","kind":"paper","name":"CharXiv Extended","page":"https://www.benchmarkalmanac.com/benchmarks/charxiv-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CharXiv+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcharxiv-extended-mercor%2F&wrong=CharXiv+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:chest-imagenome","kind":"paper","name":"Chest ImaGenome","page":"https://www.benchmarkalmanac.com/benchmarks/chest-imagenome/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Chest+ImaGenome&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fchest-imagenome%2F&wrong=Chest+ImaGenome+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:civbench","kind":"paper","name":"CivBench","page":"https://www.benchmarkalmanac.com/benchmarks/civbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CivBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcivbench%2F&wrong=CivBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:clinicare-bench","kind":"paper","name":"CliniCARE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/clinicare-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CliniCARE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fclinicare-bench%2F&wrong=CliniCARE-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:clocktower-bench","kind":"paper","name":"Clocktower Bench","page":"https://www.benchmarkalmanac.com/benchmarks/clocktower-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Clocktower+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fclocktower-bench%2F&wrong=Clocktower+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:clocktower-radio","kind":"paper","name":"Clocktower Radio","page":"https://www.benchmarkalmanac.com/benchmarks/clocktower-radio/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Clocktower+Radio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fclocktower-radio%2F&wrong=Clocktower+Radio+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:code-interpreter-benchmark-general","kind":"paper","name":"Code Interpreter Benchmark General","page":"https://www.benchmarkalmanac.com/benchmarks/code-interpreter-benchmark-general/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Code+Interpreter+Benchmark+General&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode-interpreter-benchmark-general%2F&wrong=Code+Interpreter+Benchmark+General+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:martian-code-review-bench","kind":"paper","name":"Code Review Bench (Martian)","page":"https://www.benchmarkalmanac.com/benchmarks/martian-code-review-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Code+Review+Bench+%28Martian%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmartian-code-review-bench%2F&wrong=Code+Review+Bench+%28Martian%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:code2video-arena","kind":"paper","name":"Code2Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/code2video-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Code2Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcode2video-arena%2F&wrong=Code2Video+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:commerceagentbench","kind":"paper","name":"CommerceAgentBench","page":"https://www.benchmarkalmanac.com/benchmarks/commerceagentbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CommerceAgentBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcommerceagentbench%2F&wrong=CommerceAgentBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:compassarena-multimodal","kind":"paper","name":"CompassArena Multimodal","page":"https://www.benchmarkalmanac.com/benchmarks/compassarena-multimodal/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CompassArena+Multimodal&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcompassarena-multimodal%2F&wrong=CompassArena+Multimodal+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:compilebench","kind":"paper","name":"CompileBench","page":"https://www.benchmarkalmanac.com/benchmarks/compilebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CompileBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcompilebench%2F&wrong=CompileBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:computeeval-nvidia","kind":"paper","name":"ComputeEval","page":"https://www.benchmarkalmanac.com/benchmarks/computeeval-nvidia/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ComputeEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcomputeeval-nvidia%2F&wrong=ComputeEval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:conceptual-reasoning-index","kind":"paper","name":"Conceptual Reasoning Index","page":"https://www.benchmarkalmanac.com/benchmarks/conceptual-reasoning-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Conceptual+Reasoning+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fconceptual-reasoning-index%2F&wrong=Conceptual+Reasoning+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-corp-speak-arena","kind":"paper","name":"Corp Speak Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-corp-speak-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Corp+Speak+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-corp-speak-arena%2F&wrong=Corp+Speak+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:corpbench-work","kind":"paper","name":"CorpBench Work","page":"https://www.benchmarkalmanac.com/benchmarks/corpbench-work/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CorpBench+Work&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcorpbench-work%2F&wrong=CorpBench+Work+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:coval-stt-wer","kind":"paper","name":"Coval Speech-to-Text WER","page":"https://www.benchmarkalmanac.com/benchmarks/coval-stt-wer/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Coval+Speech-to-Text+WER&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcoval-stt-wer%2F&wrong=Coval+Speech-to-Text+WER+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:coval-tts-ttfa","kind":"paper","name":"Coval Text-to-Speech TTFA","page":"https://www.benchmarkalmanac.com/benchmarks/coval-tts-ttfa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Coval+Text-to-Speech+TTFA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcoval-tts-ttfa%2F&wrong=Coval+Text-to-Speech+TTFA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:coval-voice-benchmarks","kind":"paper","name":"Coval Voice AI Benchmarks","page":"https://www.benchmarkalmanac.com/benchmarks/coval-voice-benchmarks/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Coval+Voice+AI+Benchmarks&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcoval-voice-benchmarks%2F&wrong=Coval+Voice+AI+Benchmarks+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:cwe-bench-2","kind":"paper","name":"CWE-bench 2","page":"https://www.benchmarkalmanac.com/benchmarks/cwe-bench-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+CWE-bench+2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcwe-bench-2%2F&wrong=CWE-bench+2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:dayjob-healthcare","kind":"paper","name":"DAYJOB: Healthcare","page":"https://www.benchmarkalmanac.com/benchmarks/dayjob-healthcare/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DAYJOB%3A+Healthcare&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdayjob-healthcare%2F&wrong=DAYJOB%3A+Healthcare+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:dayjob-tax","kind":"paper","name":"DAYJOB: Tax","page":"https://www.benchmarkalmanac.com/benchmarks/dayjob-tax/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DAYJOB%3A+Tax&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdayjob-tax%2F&wrong=DAYJOB%3A+Tax+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:decide","kind":"paper","name":"DECIDE","page":"https://www.benchmarkalmanac.com/benchmarks/decide/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DECIDE&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdecide%2F&wrong=DECIDE+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:decision-index","kind":"paper","name":"Decision Index","page":"https://www.benchmarkalmanac.com/benchmarks/decision-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Decision+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdecision-index%2F&wrong=Decision+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:decision-index-vision","kind":"paper","name":"Decision Index Vision","page":"https://www.benchmarkalmanac.com/benchmarks/decision-index-vision/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Decision+Index+Vision&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdecision-index-vision%2F&wrong=Decision+Index+Vision+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:deepterminalbench","kind":"paper","name":"DeepTerminalBench","page":"https://www.benchmarkalmanac.com/benchmarks/deepterminalbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DeepTerminalBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdeepterminalbench%2F&wrong=DeepTerminalBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:defects4j","kind":"paper","name":"Defects4J","page":"https://www.benchmarkalmanac.com/benchmarks/defects4j/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Defects4J&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdefects4j%2F&wrong=Defects4J+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-agentic-game-dev","kind":"paper","name":"DesignArena Agentic Game Dev","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-agentic-game-dev/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Agentic+Game+Dev&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-agentic-game-dev%2F&wrong=DesignArena+Agentic+Game+Dev+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-agentic-image-to-html","kind":"paper","name":"DesignArena Agentic Image to HTML","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-agentic-image-to-html/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Agentic+Image+to+HTML&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-agentic-image-to-html%2F&wrong=DesignArena+Agentic+Image+to+HTML+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-agentic-overall","kind":"paper","name":"DesignArena Agentic Overall","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-agentic-overall/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Agentic+Overall&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-agentic-overall%2F&wrong=DesignArena+Agentic+Overall+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-android","kind":"paper","name":"DesignArena Android (Kotlin)","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-android/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Android+%28Kotlin%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-android%2F&wrong=DesignArena+Android+%28Kotlin%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-ascii","kind":"paper","name":"DesignArena ASCII Art","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-ascii/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+ASCII+Art&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-ascii%2F&wrong=DesignArena+ASCII+Art+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-audio-realism-bench","kind":"paper","name":"DesignArena Audio Realism Bench","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-audio-realism-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Audio+Realism+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-audio-realism-bench%2F&wrong=DesignArena+Audio+Realism+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-blender","kind":"paper","name":"DesignArena Blender","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-blender/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Blender&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-blender%2F&wrong=DesignArena+Blender+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-builder","kind":"paper","name":"DesignArena Builder","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-builder/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Builder&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-builder%2F&wrong=DesignArena+Builder+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena","kind":"paper","name":"DesignArena Code","page":"https://www.benchmarkalmanac.com/benchmarks/designarena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Code&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena%2F&wrong=DesignArena+Code+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-code-to-video","kind":"paper","name":"DesignArena Code to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-code-to-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Code+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-code-to-video%2F&wrong=DesignArena+Code+to+Video+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-data-viz","kind":"paper","name":"DesignArena Data Visualization","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-data-viz/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Data+Visualization&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-data-viz%2F&wrong=DesignArena+Data+Visualization+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-fullstack","kind":"paper","name":"DesignArena Full Stack","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-fullstack/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Full+Stack&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-fullstack%2F&wrong=DesignArena+Full+Stack+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-godot-game-dev","kind":"paper","name":"DesignArena Godot Game Dev","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-godot-game-dev/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Godot+Game+Dev&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-godot-game-dev%2F&wrong=DesignArena+Godot+Game+Dev+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-graphic-design","kind":"paper","name":"DesignArena Graphic Design","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-graphic-design/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Graphic+Design&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-graphic-design%2F&wrong=DesignArena+Graphic+Design+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-html-slides","kind":"paper","name":"DesignArena HTML Slides","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-html-slides/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+HTML+Slides&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-html-slides%2F&wrong=DesignArena+HTML+Slides+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-image","kind":"paper","name":"DesignArena Image","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image%2F&wrong=DesignArena+Image+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-image-editing","kind":"paper","name":"DesignArena Image Editing","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-editing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Image+Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-editing%2F&wrong=DesignArena+Image+Editing+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-image-to-frontend","kind":"paper","name":"DesignArena Image to Frontend","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-to-frontend/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Image+to+Frontend&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-to-frontend%2F&wrong=DesignArena+Image+to+Frontend+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-image-to-html","kind":"paper","name":"DesignArena Image to HTML","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-to-html/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Image+to+HTML&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-to-html%2F&wrong=DesignArena+Image+to+HTML+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-image-to-video","kind":"paper","name":"DesignArena Image to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-image-to-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Image+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-image-to-video%2F&wrong=DesignArena+Image+to+Video+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-logo","kind":"paper","name":"DesignArena Logo","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-logo/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Logo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-logo%2F&wrong=DesignArena+Logo+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-mobile-builder","kind":"paper","name":"DesignArena Mobile Builder","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-mobile-builder/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Mobile+Builder&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-mobile-builder%2F&wrong=DesignArena+Mobile+Builder+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-multi-image-to-video","kind":"paper","name":"DesignArena Multi-Image to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-multi-image-to-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Multi-Image+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-multi-image-to-video%2F&wrong=DesignArena+Multi-Image+to+Video+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-multimodal-to-video","kind":"paper","name":"DesignArena Multimodal to Video","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-multimodal-to-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Multimodal+to+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-multimodal-to-video%2F&wrong=DesignArena+Multimodal+to+Video+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-pdf","kind":"paper","name":"DesignArena PDF","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-pdf/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+PDF&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-pdf%2F&wrong=DesignArena+PDF+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-slides","kind":"paper","name":"DesignArena Proprietary Harness Slides","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-slides/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Proprietary+Harness+Slides&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-slides%2F&wrong=DesignArena+Proprietary+Harness+Slides+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-python-pptx-slides","kind":"paper","name":"DesignArena Python-PPTX Slides","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-python-pptx-slides/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Python-PPTX+Slides&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-python-pptx-slides%2F&wrong=DesignArena+Python-PPTX+Slides+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-react-native","kind":"paper","name":"DesignArena React Native","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-react-native/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+React+Native&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-react-native%2F&wrong=DesignArena+React+Native+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-speech-to-speech","kind":"paper","name":"DesignArena Speech-to-Speech","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-speech-to-speech/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Speech-to-Speech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-speech-to-speech%2F&wrong=DesignArena+Speech-to-Speech+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-spreadsheet","kind":"paper","name":"DesignArena Spreadsheet","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-spreadsheet/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Spreadsheet&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-spreadsheet%2F&wrong=DesignArena+Spreadsheet+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-svg","kind":"paper","name":"DesignArena SVG","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-svg/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+SVG&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-svg%2F&wrong=DesignArena+SVG+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-tts","kind":"paper","name":"DesignArena Text-to-Speech","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-tts/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Text-to-Speech&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-tts%2F&wrong=DesignArena+Text-to-Speech+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-ui-component","kind":"paper","name":"DesignArena UI Component","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-ui-component/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+UI+Component&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-ui-component%2F&wrong=DesignArena+UI+Component+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-video","kind":"paper","name":"DesignArena Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-video%2F&wrong=DesignArena+Video+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-video-editing","kind":"paper","name":"DesignArena Video Editing","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-video-editing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Video+Editing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-video-editing%2F&wrong=DesignArena+Video+Editing+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:designarena-video-to-website","kind":"paper","name":"DesignArena Video to Website","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-video-to-website/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DesignArena+Video+to+Website&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdesignarena-video-to-website%2F&wrong=DesignArena+Video+to+Website+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:dp-bench","kind":"paper","name":"DP-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/dp-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+DP-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdp-bench%2F&wrong=DP-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-eli5-arena","kind":"paper","name":"ELI5 Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-eli5-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ELI5+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-eli5-arena%2F&wrong=ELI5+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:elimination-game","kind":"paper","name":"Elimination Game","page":"https://www.benchmarkalmanac.com/benchmarks/elimination-game/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Elimination+Game&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Felimination-game%2F&wrong=Elimination+Game+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:embodied-first-exam","kind":"paper","name":"Embodied First Exam","page":"https://www.benchmarkalmanac.com/benchmarks/embodied-first-exam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Embodied+First+Exam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fembodied-first-exam%2F&wrong=Embodied+First+Exam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:epibench","kind":"paper","name":"EpiBench","page":"https://www.benchmarkalmanac.com/benchmarks/epibench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+EpiBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fepibench%2F&wrong=EpiBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:epoch-capabilities-index","kind":"paper","name":"Epoch Capabilities Index","page":"https://www.benchmarkalmanac.com/benchmarks/epoch-capabilities-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Epoch+Capabilities+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fepoch-capabilities-index%2F&wrong=Epoch+Capabilities+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:eq-bench-4","kind":"paper","name":"EQ-Bench 4","page":"https://www.benchmarkalmanac.com/benchmarks/eq-bench-4/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+EQ-Bench+4&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Feq-bench-4%2F&wrong=EQ-Bench+4+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:nyt-connections-extended","kind":"paper","name":"Extended NYT Connections","page":"https://www.benchmarkalmanac.com/benchmarks/nyt-connections-extended/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Extended+NYT+Connections&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnyt-connections-extended%2F&wrong=Extended+NYT+Connections+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:extractbench-pro","kind":"paper","name":"ExtractBench Pro","page":"https://www.benchmarkalmanac.com/benchmarks/extractbench-pro/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ExtractBench+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fextractbench-pro%2F&wrong=ExtractBench+Pro+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:facts-search-v2","kind":"paper","name":"FACTS Search V2","page":"https://www.benchmarkalmanac.com/benchmarks/facts-search-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+FACTS+Search+V2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffacts-search-v2%2F&wrong=FACTS+Search+V2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:snorkel-finance-reasoning","kind":"paper","name":"Finance Reasoning (Snorkel)","page":"https://www.benchmarkalmanac.com/benchmarks/snorkel-finance-reasoning/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Finance+Reasoning+%28Snorkel%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsnorkel-finance-reasoning%2F&wrong=Finance+Reasoning+%28Snorkel%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:first-proof-batch-3","kind":"paper","name":"First Proof Third Batch","page":"https://www.benchmarkalmanac.com/benchmarks/first-proof-batch-3/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+First+Proof+Third+Batch&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffirst-proof-batch-3%2F&wrong=First+Proof+Third+Batch+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-floorplan-arena","kind":"paper","name":"Floorplan Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-floorplan-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Floorplan+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-floorplan-arena%2F&wrong=Floorplan+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:foodtruck-bench","kind":"paper","name":"FoodTruck Bench","page":"https://www.benchmarkalmanac.com/benchmarks/foodtruck-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+FoodTruck+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffoodtruck-bench%2F&wrong=FoodTruck+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:futureeval-metaculus","kind":"paper","name":"FutureEval (Metaculus)","page":"https://www.benchmarkalmanac.com/benchmarks/futureeval-metaculus/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+FutureEval+%28Metaculus%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ffutureeval-metaculus%2F&wrong=FutureEval+%28Metaculus%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:gaia2-cli","kind":"paper","name":"Gaia2-CLI","page":"https://www.benchmarkalmanac.com/benchmarks/gaia2-cli/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Gaia2-CLI&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgaia2-cli%2F&wrong=Gaia2-CLI+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:galahad-vla","kind":"paper","name":"Galahad","page":"https://www.benchmarkalmanac.com/benchmarks/galahad-vla/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Galahad&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgalahad-vla%2F&wrong=Galahad+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:galileo-agent-leaderboard","kind":"paper","name":"Galileo Agent Leaderboard","page":"https://www.benchmarkalmanac.com/benchmarks/galileo-agent-leaderboard/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Galileo+Agent+Leaderboard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgalileo-agent-leaderboard%2F&wrong=Galileo+Agent+Leaderboard+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:galileo-agent-leaderboard-v2","kind":"paper","name":"Galileo Agent Leaderboard v2","page":"https://www.benchmarkalmanac.com/benchmarks/galileo-agent-leaderboard-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Galileo+Agent+Leaderboard+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgalileo-agent-leaderboard-v2%2F&wrong=Galileo+Agent+Leaderboard+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-bargaining","kind":"paper","name":"Game Arena Bargaining","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-bargaining/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Bargaining&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-bargaining%2F&wrong=Game+Arena+Bargaining+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-checkers","kind":"paper","name":"Game Arena Checkers","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-checkers/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Checkers&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-checkers%2F&wrong=Game+Arena+Checkers+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-chess","kind":"paper","name":"Game Arena Chess","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-chess/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Chess&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-chess%2F&wrong=Game+Arena+Chess+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-chess-openings","kind":"paper","name":"Game Arena Chess Openings","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-chess-openings/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Chess+Openings&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-chess-openings%2F&wrong=Game+Arena+Chess+Openings+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-clobber","kind":"paper","name":"Game Arena Clobber","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-clobber/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Clobber&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-clobber%2F&wrong=Game+Arena+Clobber+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-coin-game","kind":"paper","name":"Game Arena Coin Game","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-coin-game/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Coin+Game&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-coin-game%2F&wrong=Game+Arena+Coin+Game+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-dark-hex","kind":"paper","name":"Game Arena Dark Hex","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-dark-hex/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Dark+Hex&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-dark-hex%2F&wrong=Game+Arena+Dark+Hex+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-dots-and-boxes","kind":"paper","name":"Game Arena Dots and Boxes","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-dots-and-boxes/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Dots+and+Boxes&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-dots-and-boxes%2F&wrong=Game+Arena+Dots+and+Boxes+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-five-in-a-row","kind":"paper","name":"Game Arena Five in a Row","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-five-in-a-row/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Five+in+a+Row&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-five-in-a-row%2F&wrong=Game+Arena+Five+in+a+Row+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-four-in-a-row","kind":"paper","name":"Game Arena Four in a Row","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-four-in-a-row/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Four+in+a+Row&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-four-in-a-row%2F&wrong=Game+Arena+Four+in+a+Row+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-go","kind":"paper","name":"Game Arena Go","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-go/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Go&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-go%2F&wrong=Game+Arena+Go+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-lines-of-action","kind":"paper","name":"Game Arena Lines of Action","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-lines-of-action/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Lines+of+Action&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-lines-of-action%2F&wrong=Game+Arena+Lines+of+Action+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-nine-mens-morris","kind":"paper","name":"Game Arena Nine Men's Morris","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-nine-mens-morris/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Nine+Men%27s+Morris&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-nine-mens-morris%2F&wrong=Game+Arena+Nine+Men%27s+Morris+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-poker","kind":"paper","name":"Game Arena Poker","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-poker/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Poker&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-poker%2F&wrong=Game+Arena+Poker+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-reversi","kind":"paper","name":"Game Arena Reversi","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-reversi/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Reversi&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-reversi%2F&wrong=Game+Arena+Reversi+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-ultimate-tic-tac-toe","kind":"paper","name":"Game Arena Ultimate Tic-Tac-Toe","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-ultimate-tic-tac-toe/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Ultimate+Tic-Tac-Toe&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-ultimate-tic-tac-toe%2F&wrong=Game+Arena+Ultimate+Tic-Tac-Toe+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-werewolf","kind":"paper","name":"Game Arena Werewolf","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-werewolf/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Werewolf&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-werewolf%2F&wrong=Game+Arena+Werewolf+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-word-art","kind":"paper","name":"Game Arena Word Art","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-word-art/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Word+Art&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-word-art%2F&wrong=Game+Arena+Word+Art+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena-word-association","kind":"paper","name":"Game Arena Word Association","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena-word-association/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Game+Arena+Word+Association&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena-word-association%2F&wrong=Game+Arena+Word+Association+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:gbaeval","kind":"paper","name":"GBAEval","page":"https://www.benchmarkalmanac.com/benchmarks/gbaeval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GBAEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgbaeval%2F&wrong=GBAEval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:gdpval-extended-mercor","kind":"paper","name":"GDPval Extended","page":"https://www.benchmarkalmanac.com/benchmarks/gdpval-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GDPval+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgdpval-extended-mercor%2F&wrong=GDPval+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:genexam","kind":"paper","name":"GenExam","page":"https://www.benchmarkalmanac.com/benchmarks/genexam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GenExam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgenexam%2F&wrong=GenExam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:gsm8k-platinum-268","kind":"paper","name":"GSM8K Platinum Initial 268","page":"https://www.benchmarkalmanac.com/benchmarks/gsm8k-platinum-268/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+GSM8K+Platinum+Initial+268&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fgsm8k-platinum-268%2F&wrong=GSM8K+Platinum+Initial+268+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:helm-arabic","kind":"paper","name":"HELM Arabic","page":"https://www.benchmarkalmanac.com/benchmarks/helm-arabic/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HELM+Arabic&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhelm-arabic%2F&wrong=HELM+Arabic+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:helm-capabilities","kind":"paper","name":"HELM Capabilities","page":"https://www.benchmarkalmanac.com/benchmarks/helm-capabilities/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HELM+Capabilities&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhelm-capabilities%2F&wrong=HELM+Capabilities+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:helm-lite","kind":"paper","name":"HELM Lite","page":"https://www.benchmarkalmanac.com/benchmarks/helm-lite/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HELM+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhelm-lite%2F&wrong=HELM+Lite+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:helm-safety","kind":"paper","name":"HELM Safety","page":"https://www.benchmarkalmanac.com/benchmarks/helm-safety/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HELM+Safety&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhelm-safety%2F&wrong=HELM+Safety+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:hermes-index-nous","kind":"paper","name":"Hermes Index","page":"https://www.benchmarkalmanac.com/benchmarks/hermes-index-nous/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Hermes+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhermes-index-nous%2F&wrong=Hermes+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:hle-extended-mercor","kind":"paper","name":"HLE Extended","page":"https://www.benchmarkalmanac.com/benchmarks/hle-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HLE+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhle-extended-mercor%2F&wrong=HLE+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:hle-rolling","kind":"paper","name":"HLE-Rolling","page":"https://www.benchmarkalmanac.com/benchmarks/hle-rolling/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+HLE-Rolling&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhle-rolling%2F&wrong=HLE-Rolling+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:human-behavior-bench","kind":"paper","name":"Human Behavior Bench","page":"https://www.benchmarkalmanac.com/benchmarks/human-behavior-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Human+Behavior+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhuman-behavior-bench%2F&wrong=Human+Behavior+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:imc-2025","kind":"paper","name":"IMC 2025","page":"https://www.benchmarkalmanac.com/benchmarks/imc-2025/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+IMC+2025&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fimc-2025%2F&wrong=IMC+2025+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:itbench-aa","kind":"paper","name":"ITBench-AA","page":"https://www.benchmarkalmanac.com/benchmarks/itbench-aa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ITBench-AA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fitbench-aa%2F&wrong=ITBench-AA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:jevbench","kind":"paper","name":"JevBench","page":"https://www.benchmarkalmanac.com/benchmarks/jevbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+JevBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fjevbench%2F&wrong=JevBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-joke-arena","kind":"paper","name":"Joke Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-joke-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Joke+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-joke-arena%2F&wrong=Joke+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:judgemark-v2-1","kind":"paper","name":"Judgemark v2.1","page":"https://www.benchmarkalmanac.com/benchmarks/judgemark-v2-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Judgemark+v2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fjudgemark-v2-1%2F&wrong=Judgemark+v2.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:judgemark-v4","kind":"paper","name":"Judgemark v4","page":"https://www.benchmarkalmanac.com/benchmarks/judgemark-v4/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Judgemark+v4&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fjudgemark-v4%2F&wrong=Judgemark+v4+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-game-arena","kind":"paper","name":"Kaggle Game Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-game-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Kaggle+Game+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-game-arena%2F&wrong=Kaggle+Game+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kernelbench-com","kind":"paper","name":"KernelBench (kernelbench.com)","page":"https://www.benchmarkalmanac.com/benchmarks/kernelbench-com/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+KernelBench+%28kernelbench.com%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkernelbench-com%2F&wrong=KernelBench+%28kernelbench.com%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:komt-bench","kind":"paper","name":"KoMT-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/komt-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+KoMT-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkomt-bench%2F&wrong=KoMT-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kontext-bench","kind":"paper","name":"Kontext Bench","page":"https://www.benchmarkalmanac.com/benchmarks/kontext-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Kontext+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkontext-bench%2F&wrong=Kontext+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kora","kind":"paper","name":"KORA","page":"https://www.benchmarkalmanac.com/benchmarks/kora/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+KORA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkora%2F&wrong=KORA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kora-apps","kind":"paper","name":"KORA Apps","page":"https://www.benchmarkalmanac.com/benchmarks/kora-apps/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+KORA+Apps&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkora-apps%2F&wrong=KORA+Apps+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-landing-page-arena","kind":"paper","name":"Landing Page Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-landing-page-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Landing+Page+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-landing-page-arena%2F&wrong=Landing+Page+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lech-mazur-creative-writing","kind":"paper","name":"Lech Mazur Creative Writing","page":"https://www.benchmarkalmanac.com/benchmarks/lech-mazur-creative-writing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Lech+Mazur+Creative+Writing&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flech-mazur-creative-writing%2F&wrong=Lech+Mazur+Creative+Writing+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lexam-hard","kind":"paper","name":"LEXam-hard","page":"https://www.benchmarkalmanac.com/benchmarks/lexam-hard/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LEXam-hard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flexam-hard%2F&wrong=LEXam-hard+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lifesci-diamond","kind":"paper","name":"LifeSci Diamond","page":"https://www.benchmarkalmanac.com/benchmarks/lifesci-diamond/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LifeSci+Diamond&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flifesci-diamond%2F&wrong=LifeSci+Diamond+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lisanbench","kind":"paper","name":"LisanBench","page":"https://www.benchmarkalmanac.com/benchmarks/lisanbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LisanBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flisanbench%2F&wrong=LisanBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:llm-chess","kind":"paper","name":"LLM Chess","page":"https://www.benchmarkalmanac.com/benchmarks/llm-chess/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LLM+Chess&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fllm-chess%2F&wrong=LLM+Chess+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:llm-colosseum","kind":"paper","name":"LLM Colosseum","page":"https://www.benchmarkalmanac.com/benchmarks/llm-colosseum/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LLM+Colosseum&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fllm-colosseum%2F&wrong=LLM+Colosseum+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lech-mazur-confabulations","kind":"paper","name":"LLM Confabulation Leaderboard","page":"https://www.benchmarkalmanac.com/benchmarks/lech-mazur-confabulations/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LLM+Confabulation+Leaderboard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flech-mazur-confabulations%2F&wrong=LLM+Confabulation+Leaderboard+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lmarena-image-edit","kind":"paper","name":"LMArena Image Edit Arena","page":"https://www.benchmarkalmanac.com/benchmarks/lmarena-image-edit/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LMArena+Image+Edit+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flmarena-image-edit%2F&wrong=LMArena+Image+Edit+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lmarena-image-to-video","kind":"paper","name":"LMArena Image-to-Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/lmarena-image-to-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LMArena+Image-to-Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flmarena-image-to-video%2F&wrong=LMArena+Image-to-Video+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lmarena-text-to-image","kind":"paper","name":"LMArena Text-to-Image Arena","page":"https://www.benchmarkalmanac.com/benchmarks/lmarena-text-to-image/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LMArena+Text-to-Image+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flmarena-text-to-image%2F&wrong=LMArena+Text-to-Image+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lmarena-text-to-video","kind":"paper","name":"LMArena Text-to-Video Arena","page":"https://www.benchmarkalmanac.com/benchmarks/lmarena-text-to-video/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LMArena+Text-to-Video+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flmarena-text-to-video%2F&wrong=LMArena+Text-to-Video+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:lmarena-video-edit","kind":"paper","name":"LMArena Video Edit Arena","page":"https://www.benchmarkalmanac.com/benchmarks/lmarena-video-edit/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+LMArena+Video+Edit+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Flmarena-video-edit%2F&wrong=LMArena+Video+Edit+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:eqbench-longform-writing","kind":"paper","name":"Longform Creative Writing (EQ-Bench)","page":"https://www.benchmarkalmanac.com/benchmarks/eqbench-longform-writing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Longform+Creative+Writing+%28EQ-Bench%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Feqbench-longform-writing%2F&wrong=Longform+Creative+Writing+%28EQ-Bench%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mc-bench","kind":"paper","name":"MC-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/mc-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MC-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmc-bench%2F&wrong=MC-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mcpmark-verified","kind":"paper","name":"MCPMark Verified","page":"https://www.benchmarkalmanac.com/benchmarks/mcpmark-verified/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MCPMark+Verified&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmcpmark-verified%2F&wrong=MCPMark+Verified+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mdolly","kind":"paper","name":"mDolly","page":"https://www.benchmarkalmanac.com/benchmarks/mdolly/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+mDolly&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmdolly%2F&wrong=mDolly+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:medxpertqa-mm-extended-mercor","kind":"paper","name":"MedXpertQA MM Extended","page":"https://www.benchmarkalmanac.com/benchmarks/medxpertqa-mm-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MedXpertQA+MM+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmedxpertqa-mm-extended-mercor%2F&wrong=MedXpertQA+MM+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:metagenomicsbench","kind":"paper","name":"MetagenomicsBench","page":"https://www.benchmarkalmanac.com/benchmarks/metagenomicsbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MetagenomicsBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmetagenomicsbench%2F&wrong=MetagenomicsBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:metal-arm-harness","kind":"paper","name":"metal-arm-harness","page":"https://www.benchmarkalmanac.com/benchmarks/metal-arm-harness/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+metal-arm-harness&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmetal-arm-harness%2F&wrong=metal-arm-harness+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:miklos-schweitzer-2025","kind":"paper","name":"Miklós Schweitzer 2025","page":"https://www.benchmarkalmanac.com/benchmarks/miklos-schweitzer-2025/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Mikl%C3%B3s+Schweitzer+2025&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmiklos-schweitzer-2025%2F&wrong=Mikl%C3%B3s+Schweitzer+2025+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:minebench","kind":"paper","name":"MineBench","page":"https://www.benchmarkalmanac.com/benchmarks/minebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MineBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fminebench%2F&wrong=MineBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:misguided-attention","kind":"paper","name":"Misguided Attention","page":"https://www.benchmarkalmanac.com/benchmarks/misguided-attention/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Misguided+Attention&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmisguided-attention%2F&wrong=Misguided+Attention+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mlcommons-ailuminate","kind":"paper","name":"MLCommons AILuminate","page":"https://www.benchmarkalmanac.com/benchmarks/mlcommons-ailuminate/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MLCommons+AILuminate&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmlcommons-ailuminate%2F&wrong=MLCommons+AILuminate+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mlcr-aa","kind":"paper","name":"MLCR-AA","page":"https://www.benchmarkalmanac.com/benchmarks/mlcr-aa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MLCR-AA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmlcr-aa%2F&wrong=MLCR-AA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mmmu-pro-extended-mercor","kind":"paper","name":"MMMU-Pro Extended","page":"https://www.benchmarkalmanac.com/benchmarks/mmmu-pro-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MMMU-Pro+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmmmu-pro-extended-mercor%2F&wrong=MMMU-Pro+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:moneda-bench-advicebench","kind":"paper","name":"Moneda AdviceBench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench-advicebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Moneda+AdviceBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmoneda-bench-advicebench%2F&wrong=Moneda+AdviceBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:moneda-bench","kind":"paper","name":"Moneda Bench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Moneda+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmoneda-bench%2F&wrong=Moneda+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:moneda-bench-citebench","kind":"paper","name":"Moneda CiteBench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench-citebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Moneda+CiteBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmoneda-bench-citebench%2F&wrong=Moneda+CiteBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:moneda-bench-filingsbench","kind":"paper","name":"Moneda FilingsBench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench-filingsbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Moneda+FilingsBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmoneda-bench-filingsbench%2F&wrong=Moneda+FilingsBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:moneda-bench-groundbench","kind":"paper","name":"Moneda GroundBench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench-groundbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Moneda+GroundBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmoneda-bench-groundbench%2F&wrong=Moneda+GroundBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:moneda-bench-portfoliobench","kind":"paper","name":"Moneda PortfolioBench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench-portfoliobench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Moneda+PortfolioBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmoneda-bench-portfoliobench%2F&wrong=Moneda+PortfolioBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:monthly-swebench","kind":"paper","name":"Monthly-SWEBench","page":"https://www.benchmarkalmanac.com/benchmarks/monthly-swebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Monthly-SWEBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmonthly-swebench%2F&wrong=Monthly-SWEBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:msrvtt-qa","kind":"paper","name":"MSRVTT-QA","page":"https://www.benchmarkalmanac.com/benchmarks/msrvtt-qa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MSRVTT-QA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmsrvtt-qa%2F&wrong=MSRVTT-QA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:mteb-arena","kind":"paper","name":"MTEB Arena","page":"https://www.benchmarkalmanac.com/benchmarks/mteb-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MTEB+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmteb-arena%2F&wrong=MTEB+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:myclaw-bench","kind":"paper","name":"MyClaw Bench","page":"https://www.benchmarkalmanac.com/benchmarks/myclaw-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+MyClaw+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmyclaw-bench%2F&wrong=MyClaw+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:nanogpt-bench-intology","kind":"paper","name":"NanoGPT-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/nanogpt-bench-intology/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+NanoGPT-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnanogpt-bench-intology%2F&wrong=NanoGPT-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:nextjs-agent-evals","kind":"paper","name":"Next.js Agent Evals","page":"https://www.benchmarkalmanac.com/benchmarks/nextjs-agent-evals/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Next.js+Agent+Evals&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fnextjs-agent-evals%2F&wrong=Next.js+Agent+Evals+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:o11y-bench","kind":"paper","name":"o11y-bench","page":"https://www.benchmarkalmanac.com/benchmarks/o11y-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+o11y-bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fo11y-bench%2F&wrong=o11y-bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ocr-arena","kind":"paper","name":"OCR Arena","page":"https://www.benchmarkalmanac.com/benchmarks/ocr-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OCR+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Focr-arena%2F&wrong=OCR+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:omniparsebench","kind":"paper","name":"OmniParseBench","page":"https://www.benchmarkalmanac.com/benchmarks/omniparsebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OmniParseBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fomniparsebench%2F&wrong=OmniParseBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:oncologybench","kind":"paper","name":"OncologyBench","page":"https://www.benchmarkalmanac.com/benchmarks/oncologybench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OncologyBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Foncologybench%2F&wrong=OncologyBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:open-arabic-llm-leaderboard-v1","kind":"paper","name":"Open Arabic LLM Leaderboard v1","page":"https://www.benchmarkalmanac.com/benchmarks/open-arabic-llm-leaderboard-v1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Open+Arabic+LLM+Leaderboard+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopen-arabic-llm-leaderboard-v1%2F&wrong=Open+Arabic+LLM+Leaderboard+v1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:open-llm-leaderboard-v2","kind":"paper","name":"Open LLM Leaderboard v2","page":"https://www.benchmarkalmanac.com/benchmarks/open-llm-leaderboard-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Open+LLM+Leaderboard+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopen-llm-leaderboard-v2%2F&wrong=Open+LLM+Leaderboard+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openaudiobench-alpacaeval","kind":"paper","name":"OpenAudioBench AlpacaEval","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench-alpacaeval/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAudioBench+AlpacaEval&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench-alpacaeval%2F&wrong=OpenAudioBench+AlpacaEval+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openaudiobench-llama-questions","kind":"paper","name":"OpenAudioBench Llama Questions","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench-llama-questions/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAudioBench+Llama+Questions&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench-llama-questions%2F&wrong=OpenAudioBench+Llama+Questions+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openaudiobench-reasoning-qa","kind":"paper","name":"OpenAudioBench Reasoning QA","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench-reasoning-qa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAudioBench+Reasoning+QA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench-reasoning-qa%2F&wrong=OpenAudioBench+Reasoning+QA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openaudiobench-triviaqa","kind":"paper","name":"OpenAudioBench TriviaQA","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench-triviaqa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAudioBench+TriviaQA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench-triviaqa%2F&wrong=OpenAudioBench+TriviaQA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openaudiobench-web-questions","kind":"paper","name":"OpenAudioBench Web Questions","page":"https://www.benchmarkalmanac.com/benchmarks/openaudiobench-web-questions/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenAudioBench+Web+Questions&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenaudiobench-web-questions%2F&wrong=OpenAudioBench+Web+Questions+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openhands-index","kind":"paper","name":"OpenHands Index","page":"https://www.benchmarkalmanac.com/benchmarks/openhands-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenHands+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenhands-index%2F&wrong=OpenHands+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:kaggle-opening-lines-arena","kind":"paper","name":"Opening Lines Arena","page":"https://www.benchmarkalmanac.com/benchmarks/kaggle-opening-lines-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Opening+Lines+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fkaggle-opening-lines-arena%2F&wrong=Opening+Lines+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index","kind":"paper","name":"OpenRSI Index","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index%2F&wrong=OpenRSI+Index+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-ace-playbook-repair","kind":"paper","name":"OpenRSI Index ACE Playbook Inspection and Repair","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-ace-playbook-repair/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+ACE+Playbook+Inspection+and+Repair&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-ace-playbook-repair%2F&wrong=OpenRSI+Index+ACE+Playbook+Inspection+and+Repair+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-isaaclab-peginsert-reward-search","kind":"paper","name":"OpenRSI Index Isaac Lab PegInsert Reward Search","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-isaaclab-peginsert-reward-search/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+Isaac+Lab+PegInsert+Reward+Search&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-isaaclab-peginsert-reward-search%2F&wrong=OpenRSI+Index+Isaac+Lab+PegInsert+Reward+Search+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-kev-decision-architecture","kind":"paper","name":"OpenRSI Index Kev Decision Architecture","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-kev-decision-architecture/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+Kev+Decision+Architecture&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-kev-decision-architecture%2F&wrong=OpenRSI+Index+Kev+Decision+Architecture+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-long-short-cot-adaptation","kind":"paper","name":"OpenRSI Index Learnability-Aware Long/Short CoT Adaptation","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-long-short-cot-adaptation/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+Learnability-Aware+Long%2FShort+CoT+Adaptation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-long-short-cot-adaptation%2F&wrong=OpenRSI+Index+Learnability-Aware+Long%2FShort+CoT+Adaptation+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-marin-scaling-ladder","kind":"paper","name":"OpenRSI Index Marin Scaling Ladder","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-marin-scaling-ladder/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+Marin+Scaling+Ladder&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-marin-scaling-ladder%2F&wrong=OpenRSI+Index+Marin+Scaling+Ladder+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-minference-sparse-prefill","kind":"paper","name":"OpenRSI Index MInference 32-Head Sparse Prefill Kernel","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-minference-sparse-prefill/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+MInference+32-Head+Sparse+Prefill+Kernel&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-minference-sparse-prefill%2F&wrong=OpenRSI+Index+MInference+32-Head+Sparse+Prefill+Kernel+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-molmo2-video-pointing","kind":"paper","name":"OpenRSI Index Molmo2 Video-Pointing Inference Strategy","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-molmo2-video-pointing/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+Molmo2+Video-Pointing+Inference+Strategy&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-molmo2-video-pointing%2F&wrong=OpenRSI+Index+Molmo2+Video-Pointing+Inference+Strategy+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-molmoweb-context-allocation","kind":"paper","name":"OpenRSI Index MolmoWeb Interaction Context Allocation","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-molmoweb-context-allocation/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+MolmoWeb+Interaction+Context+Allocation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-molmoweb-context-allocation%2F&wrong=OpenRSI+Index+MolmoWeb+Interaction+Context+Allocation+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-reasonir-curriculum","kind":"paper","name":"OpenRSI Index ReasonIR Difficulty Curriculum","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-reasonir-curriculum/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+ReasonIR+Difficulty+Curriculum&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-reasonir-curriculum%2F&wrong=OpenRSI+Index+ReasonIR+Difficulty+Curriculum+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openrsi-index-sglang-omni-tts-runtime","kind":"paper","name":"OpenRSI Index SGLang Omni TTS Runtime","page":"https://www.benchmarkalmanac.com/benchmarks/openrsi-index-sglang-omni-tts-runtime/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenRSI+Index+SGLang+Omni+TTS+Runtime&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenrsi-index-sglang-omni-tts-runtime%2F&wrong=OpenRSI+Index+SGLang+Omni+TTS+Runtime+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openthoughts-tblite","kind":"paper","name":"OpenThoughts-TBLite","page":"https://www.benchmarkalmanac.com/benchmarks/openthoughts-tblite/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenThoughts-TBLite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenthoughts-tblite%2F&wrong=OpenThoughts-TBLite+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:openvlm-leaderboard","kind":"paper","name":"OpenVLM Leaderboard","page":"https://www.benchmarkalmanac.com/benchmarks/openvlm-leaderboard/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OpenVLM+Leaderboard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fopenvlm-leaderboard%2F&wrong=OpenVLM+Leaderboard+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:otelbench","kind":"paper","name":"OTelBench","page":"https://www.benchmarkalmanac.com/benchmarks/otelbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OTelBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fotelbench%2F&wrong=OTelBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:owe-bench","kind":"paper","name":"OWE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/owe-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+OWE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fowe-bench%2F&wrong=OWE-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:pact-lech-mazur","kind":"paper","name":"PACT","page":"https://www.benchmarkalmanac.com/benchmarks/pact-lech-mazur/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+PACT&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fpact-lech-mazur%2F&wrong=PACT+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:parallelkernelbench","kind":"paper","name":"ParallelKernelBench","page":"https://www.benchmarkalmanac.com/benchmarks/parallelkernelbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ParallelKernelBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fparallelkernelbench%2F&wrong=ParallelKernelBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:physics-yale-verified","kind":"paper","name":"PHYSICS-Verified","page":"https://www.benchmarkalmanac.com/benchmarks/physics-yale-verified/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+PHYSICS-Verified&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fphysics-yale-verified%2F&wrong=PHYSICS-Verified+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:project-euler-matharena","kind":"paper","name":"Project Euler (MathArena)","page":"https://www.benchmarkalmanac.com/benchmarks/project-euler-matharena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Project+Euler+%28MathArena%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fproject-euler-matharena%2F&wrong=Project+Euler+%28MathArena%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:putnam-like-google","kind":"paper","name":"Putnam-like","page":"https://www.benchmarkalmanac.com/benchmarks/putnam-like-google/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Putnam-like&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fputnam-like-google%2F&wrong=Putnam-like+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:quixbugs","kind":"paper","name":"QuixBugs","page":"https://www.benchmarkalmanac.com/benchmarks/quixbugs/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+QuixBugs&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fquixbugs%2F&wrong=QuixBugs+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:reactbench","kind":"paper","name":"ReactBench","page":"https://www.benchmarkalmanac.com/benchmarks/reactbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ReactBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Freactbench%2F&wrong=ReactBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:redlinebench","kind":"paper","name":"RedlineBench","page":"https://www.benchmarkalmanac.com/benchmarks/redlinebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RedlineBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fredlinebench%2F&wrong=RedlineBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:redteam-arena","kind":"paper","name":"RedTeam Arena","page":"https://www.benchmarkalmanac.com/benchmarks/redteam-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RedTeam+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fredteam-arena%2F&wrong=RedTeam+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:repochat-arena","kind":"paper","name":"RepoChat Arena","page":"https://www.benchmarkalmanac.com/benchmarks/repochat-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RepoChat+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frepochat-arena%2F&wrong=RepoChat+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:reviewbench-github","kind":"paper","name":"ReviewBench","page":"https://www.benchmarkalmanac.com/benchmarks/reviewbench-github/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ReviewBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Freviewbench-github%2F&wrong=ReviewBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:robochallenge-table30-v2","kind":"paper","name":"RoboChallenge Table30 v2","page":"https://www.benchmarkalmanac.com/benchmarks/robochallenge-table30-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RoboChallenge+Table30+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frobochallenge-table30-v2%2F&wrong=RoboChallenge+Table30+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:robotic-origami-challenge-iros-2026","kind":"paper","name":"Robotic Origami Challenge (IROS 2026)","page":"https://www.benchmarkalmanac.com/benchmarks/robotic-origami-challenge-iros-2026/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Robotic+Origami+Challenge+%28IROS+2026%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frobotic-origami-challenge-iros-2026%2F&wrong=Robotic+Origami+Challenge+%28IROS+2026%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:role-play-bench-minimax","kind":"paper","name":"Role-play Benchmark (MiniMax)","page":"https://www.benchmarkalmanac.com/benchmarks/role-play-bench-minimax/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Role-play+Benchmark+%28MiniMax%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frole-play-bench-minimax%2F&wrong=Role-play+Benchmark+%28MiniMax%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:rsi-bench-scale","kind":"paper","name":"RSI Bench","page":"https://www.benchmarkalmanac.com/benchmarks/rsi-bench-scale/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RSI+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frsi-bench-scale%2F&wrong=RSI+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:rsi-exam","kind":"paper","name":"RSI-Exam","page":"https://www.benchmarkalmanac.com/benchmarks/rsi-exam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RSI-Exam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frsi-exam%2F&wrong=RSI-Exam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ruler-v2","kind":"paper","name":"RULERv2","page":"https://www.benchmarkalmanac.com/benchmarks/ruler-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RULERv2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fruler-v2%2F&wrong=RULERv2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:runebench","kind":"paper","name":"RuneBench","page":"https://www.benchmarkalmanac.com/benchmarks/runebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+RuneBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Frunebench%2F&wrong=RuneBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:scbench-long","kind":"paper","name":"scBench-Long","page":"https://www.benchmarkalmanac.com/benchmarks/scbench-long/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+scBench-Long&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fscbench-long%2F&wrong=scBench-Long+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:sciences-last-exam","kind":"paper","name":"Science's Last Exam","page":"https://www.benchmarkalmanac.com/benchmarks/sciences-last-exam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Science%27s+Last+Exam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsciences-last-exam%2F&wrong=Science%27s+Last+Exam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:scone-bench-anthropic","kind":"paper","name":"SCONE-bench","page":"https://www.benchmarkalmanac.com/benchmarks/scone-bench-anthropic/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SCONE-bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fscone-bench-anthropic%2F&wrong=SCONE-bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:senior-swe-bench","kind":"paper","name":"Senior SWE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/senior-swe-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Senior+SWE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsenior-swe-bench%2F&wrong=Senior+SWE-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:shadowbench","kind":"paper","name":"ShadowBench","page":"https://www.benchmarkalmanac.com/benchmarks/shadowbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ShadowBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fshadowbench%2F&wrong=ShadowBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:simplebench","kind":"paper","name":"SimpleBench","page":"https://www.benchmarkalmanac.com/benchmarks/simplebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SimpleBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsimplebench%2F&wrong=SimpleBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:simreal-ml-benchmark","kind":"paper","name":"Simreal ML Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/simreal-ml-benchmark/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Simreal+ML+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsimreal-ml-benchmark%2F&wrong=Simreal+ML+Benchmark+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:simrepairbench","kind":"paper","name":"SimRepairBench","page":"https://www.benchmarkalmanac.com/benchmarks/simrepairbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SimRepairBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsimrepairbench%2F&wrong=SimRepairBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:slop-score","kind":"paper","name":"Slop Score","page":"https://www.benchmarkalmanac.com/benchmarks/slop-score/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Slop+Score&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fslop-score%2F&wrong=Slop+Score+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:snakebench","kind":"paper","name":"SnakeBench","page":"https://www.benchmarkalmanac.com/benchmarks/snakebench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SnakeBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsnakebench%2F&wrong=SnakeBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:snorkelfinance","kind":"paper","name":"SnorkelFinance","page":"https://www.benchmarkalmanac.com/benchmarks/snorkelfinance/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SnorkelFinance&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsnorkelfinance%2F&wrong=SnorkelFinance+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:snorkelwordle","kind":"paper","name":"SnorkelWordle","page":"https://www.benchmarkalmanac.com/benchmarks/snorkelwordle/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SnorkelWordle&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsnorkelwordle%2F&wrong=SnorkelWordle+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:sop-bench-amazon","kind":"paper","name":"SOP-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/sop-bench-amazon/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SOP-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsop-bench-amazon%2F&wrong=SOP-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:spatialbench-long","kind":"paper","name":"SpatialBench-Long","page":"https://www.benchmarkalmanac.com/benchmarks/spatialbench-long/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SpatialBench-Long&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspatialbench-long%2F&wrong=SpatialBench-Long+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:speecharena","kind":"paper","name":"Speech Arena","page":"https://www.benchmarkalmanac.com/benchmarks/speecharena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Speech+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspeecharena%2F&wrong=Speech+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:spiral-bench","kind":"paper","name":"Spiral-Bench v1.0","page":"https://www.benchmarkalmanac.com/benchmarks/spiral-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Spiral-Bench+v1.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspiral-bench%2F&wrong=Spiral-Bench+v1.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:spiral-bench-1-2","kind":"paper","name":"Spiral-Bench v1.2","page":"https://www.benchmarkalmanac.com/benchmarks/spiral-bench-1-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Spiral-Bench+v1.2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fspiral-bench-1-2%2F&wrong=Spiral-Bench+v1.2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:splatbench","kind":"paper","name":"SplatBench","page":"https://www.benchmarkalmanac.com/benchmarks/splatbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SplatBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsplatbench%2F&wrong=SplatBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:starskirmish-bench","kind":"paper","name":"StarSkirmish Bench","page":"https://www.benchmarkalmanac.com/benchmarks/starskirmish-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StarSkirmish+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstarskirmish-bench%2F&wrong=StarSkirmish+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:state-bench","kind":"paper","name":"STATE-Bench","page":"https://www.benchmarkalmanac.com/benchmarks/state-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+STATE-Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstate-bench%2F&wrong=STATE-Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:state-bench-main-0-7-0","kind":"paper","name":"STATE-Bench Main 0.7.0","page":"https://www.benchmarkalmanac.com/benchmarks/state-bench-main-0-7-0/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+STATE-Bench+Main+0.7.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstate-bench-main-0-7-0%2F&wrong=STATE-Bench+Main+0.7.0+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:step-race-lech-mazur","kind":"paper","name":"Step Race","page":"https://www.benchmarkalmanac.com/benchmarks/step-race-lech-mazur/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Step+Race&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstep-race-lech-mazur%2F&wrong=Step+Race+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:stratabench-land-v1","kind":"paper","name":"StrataBench Land v1","page":"https://www.benchmarkalmanac.com/benchmarks/stratabench-land-v1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StrataBench+Land+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstratabench-land-v1%2F&wrong=StrataBench+Land+v1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:stratabench-land-v1-classify","kind":"paper","name":"StrataBench Land v1 Classify","page":"https://www.benchmarkalmanac.com/benchmarks/stratabench-land-v1-classify/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StrataBench+Land+v1+Classify&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstratabench-land-v1-classify%2F&wrong=StrataBench+Land+v1+Classify+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:stratabench-land-v1-extract","kind":"paper","name":"StrataBench Land v1 Extract","page":"https://www.benchmarkalmanac.com/benchmarks/stratabench-land-v1-extract/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StrataBench+Land+v1+Extract&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstratabench-land-v1-extract%2F&wrong=StrataBench+Land+v1+Extract+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:studyarena-audio","kind":"paper","name":"StudyArena Audio","page":"https://www.benchmarkalmanac.com/benchmarks/studyarena-audio/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StudyArena+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstudyarena-audio%2F&wrong=StudyArena+Audio+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:studyarena-image","kind":"paper","name":"StudyArena Image","page":"https://www.benchmarkalmanac.com/benchmarks/studyarena-image/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StudyArena+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstudyarena-image%2F&wrong=StudyArena+Image+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:studyarena-text","kind":"paper","name":"StudyArena Text","page":"https://www.benchmarkalmanac.com/benchmarks/studyarena-text/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+StudyArena+Text&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstudyarena-text%2F&wrong=StudyArena+Text+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:surface-evolver-bench","kind":"paper","name":"Surface Evolver Bench","page":"https://www.benchmarkalmanac.com/benchmarks/surface-evolver-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Surface+Evolver+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fsurface-evolver-bench%2F&wrong=Surface+Evolver+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:swe-atlas-codebase-qna-extended-mercor","kind":"paper","name":"SWE Atlas Codebase QnA Extended","page":"https://www.benchmarkalmanac.com/benchmarks/swe-atlas-codebase-qna-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SWE+Atlas+Codebase+QnA+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-atlas-codebase-qna-extended-mercor%2F&wrong=SWE+Atlas+Codebase+QnA+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:swe-bench-verified-extended-mercor","kind":"paper","name":"SWE-bench Verified Extended","page":"https://www.benchmarkalmanac.com/benchmarks/swe-bench-verified-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SWE-bench+Verified+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-bench-verified-extended-mercor%2F&wrong=SWE-bench+Verified+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:swe-clar","kind":"paper","name":"SWE-Clar","page":"https://www.benchmarkalmanac.com/benchmarks/swe-clar/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+SWE-Clar&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fswe-clar%2F&wrong=SWE-Clar+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:taxcalcbench-2","kind":"paper","name":"TaxCalcBench v2","page":"https://www.benchmarkalmanac.com/benchmarks/taxcalcbench-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TaxCalcBench+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftaxcalcbench-2%2F&wrong=TaxCalcBench+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:terminal-bench-2-0-verified-zai","kind":"paper","name":"Terminal-Bench 2.0 Verified (Z.ai)","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-2-0-verified-zai/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+2.0+Verified+%28Z.ai%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-2-0-verified-zai%2F&wrong=Terminal-Bench+2.0+Verified+%28Z.ai%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:terminal-bench-2-1-extended-mercor","kind":"paper","name":"Terminal-Bench 2.1 Extended","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-2-1-extended-mercor/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+2.1+Extended&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-2-1-extended-mercor%2F&wrong=Terminal-Bench+2.1+Extended+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:terminal-bench-4-1","kind":"paper","name":"Terminal-Bench 4.1","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-4-1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+4.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-4-1%2F&wrong=Terminal-Bench+4.1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:terminal-bench-challenges","kind":"paper","name":"Terminal-Bench Challenges","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-bench-challenges/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-Bench+Challenges&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-bench-challenges%2F&wrong=Terminal-Bench+Challenges+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:terminal-x","kind":"paper","name":"Terminal-X","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-x/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Terminal-X&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fterminal-x%2F&wrong=Terminal-X+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:thaiexam","kind":"paper","name":"ThaiExam","page":"https://www.benchmarkalmanac.com/benchmarks/thaiexam/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ThaiExam&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fthaiexam%2F&wrong=ThaiExam+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:trlawbench","kind":"paper","name":"TRLawBench","page":"https://www.benchmarkalmanac.com/benchmarks/trlawbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TRLawBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftrlawbench%2F&wrong=TRLawBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ts-bench","kind":"paper","name":"ts-bench","page":"https://www.benchmarkalmanac.com/benchmarks/ts-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ts-bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fts-bench%2F&wrong=ts-bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:ts-bench-v1","kind":"paper","name":"ts-bench v1","page":"https://www.benchmarkalmanac.com/benchmarks/ts-bench-v1/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+ts-bench+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fts-bench-v1%2F&wrong=ts-bench+v1+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:tts-arena","kind":"paper","name":"TTS Arena","page":"https://www.benchmarkalmanac.com/benchmarks/tts-arena/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TTS+Arena&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftts-arena%2F&wrong=TTS+Arena+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:txbench-antibody-discovery","kind":"paper","name":"TxBench-Antibody-Discovery","page":"https://www.benchmarkalmanac.com/benchmarks/txbench-antibody-discovery/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TxBench-Antibody-Discovery&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftxbench-antibody-discovery%2F&wrong=TxBench-Antibody-Discovery+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:txbench-oligo-discovery","kind":"paper","name":"TxBench-Oligo-Discovery","page":"https://www.benchmarkalmanac.com/benchmarks/txbench-oligo-discovery/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TxBench-Oligo-Discovery&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftxbench-oligo-discovery%2F&wrong=TxBench-Oligo-Discovery+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:txbench-preclinical-pharmacology","kind":"paper","name":"TxBench-Preclinical-Pharmacology","page":"https://www.benchmarkalmanac.com/benchmarks/txbench-preclinical-pharmacology/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+TxBench-Preclinical-Pharmacology&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Ftxbench-preclinical-pharmacology%2F&wrong=TxBench-Preclinical-Pharmacology+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:vakra","kind":"paper","name":"VAKRA","page":"https://www.benchmarkalmanac.com/benchmarks/vakra/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VAKRA&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvakra%2F&wrong=VAKRA+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:vals-index-v2","kind":"paper","name":"Vals Index v2","page":"https://www.benchmarkalmanac.com/benchmarks/vals-index-v2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Vals+Index+v2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvals-index-v2%2F&wrong=Vals+Index+v2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:variantbench","kind":"paper","name":"VariantBench","page":"https://www.benchmarkalmanac.com/benchmarks/variantbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VariantBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvariantbench%2F&wrong=VariantBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:vials-2","kind":"paper","name":"VIALS 2","page":"https://www.benchmarkalmanac.com/benchmarks/vials-2/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VIALS+2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvials-2%2F&wrong=VIALS+2+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:videofdb-nvidia","kind":"paper","name":"VideoFDB","page":"https://www.benchmarkalmanac.com/benchmarks/videofdb-nvidia/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VideoFDB&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvideofdb-nvidia%2F&wrong=VideoFDB+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:visualtoolbench","kind":"paper","name":"VisualToolBench","page":"https://www.benchmarkalmanac.com/benchmarks/visualtoolbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VisualToolBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvisualtoolbench%2F&wrong=VisualToolBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voicearena-bahasa","kind":"paper","name":"Voice Arena Bahasa","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-bahasa/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Bahasa&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-bahasa%2F&wrong=Voice+Arena+Bahasa+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voicearena-french","kind":"paper","name":"Voice Arena French","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-french/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+French&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-french%2F&wrong=Voice+Arena+French+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voicearena-german","kind":"paper","name":"Voice Arena German","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-german/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+German&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-german%2F&wrong=Voice+Arena+German+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voicearena-indian-english","kind":"paper","name":"Voice Arena Indian English","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-indian-english/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Indian+English&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-indian-english%2F&wrong=Voice+Arena+Indian+English+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voicearena-tagalog","kind":"paper","name":"Voice Arena Tagalog","page":"https://www.benchmarkalmanac.com/benchmarks/voicearena-tagalog/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Voice+Arena+Tagalog&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoicearena-tagalog%2F&wrong=Voice+Arena+Tagalog+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voxelbench","kind":"paper","name":"VoxelBench","page":"https://www.benchmarkalmanac.com/benchmarks/voxelbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VoxelBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoxelbench%2F&wrong=VoxelBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:voxelbench-image","kind":"paper","name":"VoxelBench Image","page":"https://www.benchmarkalmanac.com/benchmarks/voxelbench-image/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VoxelBench+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvoxelbench-image%2F&wrong=VoxelBench+Image+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:vulngym","kind":"paper","name":"VulnGym","page":"https://www.benchmarkalmanac.com/benchmarks/vulngym/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+VulnGym&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvulngym%2F&wrong=VulnGym+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:web-ui-bench","kind":"paper","name":"Web UI Bench","page":"https://www.benchmarkalmanac.com/benchmarks/web-ui-bench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Web+UI+Bench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fweb-ui-bench%2F&wrong=Web+UI+Bench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:webbench-halluminate","kind":"paper","name":"WebBench (Halluminate)","page":"https://www.benchmarkalmanac.com/benchmarks/webbench-halluminate/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WebBench+%28Halluminate%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwebbench-halluminate%2F&wrong=WebBench+%28Halluminate%29+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:millionaire-bench-de","kind":"paper","name":"Wer wird Millionär? LLM Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/millionaire-bench-de/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Wer+wird+Million%C3%A4r%3F+LLM+Benchmark&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fmillionaire-bench-de%2F&wrong=Wer+wird+Million%C3%A4r%3F+LLM+Benchmark+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:wildartifactbench-meta","kind":"paper","name":"WildArtifactBench","page":"https://www.benchmarkalmanac.com/benchmarks/wildartifactbench-meta/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WildArtifactBench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwildartifactbench-meta%2F&wrong=WildArtifactBench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:wmt24","kind":"paper","name":"WMT24","page":"https://www.benchmarkalmanac.com/benchmarks/wmt24/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+WMT24&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fwmt24%2F&wrong=WMT24+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:xbench","kind":"paper","name":"Xbench","page":"https://www.benchmarkalmanac.com/benchmarks/xbench/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Xbench&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fxbench%2F&wrong=Xbench+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0},{"id":"paper:yupp-vibe-score","kind":"paper","name":"Yupp VIBE Score","page":"https://www.benchmarkalmanac.com/benchmarks/yupp-vibe-score/","detail":"No paper or report linked.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+paper+of+Yupp+VIBE+Score&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fyupp-vibe-score%2F&wrong=Yupp+VIBE+Score+has+no+paper+or+report+linked.+It+is%3A+","file":"data/benchmarks.json","field":"links.paper","rank":0}]},{"kind":"model-release","title":"158 models have no release date","how":"The day its lab released it, from the launch post, model card or API changelog.","count":158,"tasks":[{"id":"model-release:bagel","kind":"model-release","name":"BAGEL","page":"https://www.benchmarkalmanac.com/models/bagel/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+BAGEL&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fbagel%2F&wrong=BAGEL+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":18},{"id":"model-release:minimax-h3","kind":"model-release","name":"MiniMax H3","page":"https://www.benchmarkalmanac.com/models/minimax-h3/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MiniMax+H3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fminimax-h3%2F&wrong=MiniMax+H3+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":18},{"id":"model-release:gpt-image-1-5","kind":"model-release","name":"GPT-Image-1.5","page":"https://www.benchmarkalmanac.com/models/gpt-image-1-5/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GPT-Image-1.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgpt-image-1-5%2F&wrong=GPT-Image-1.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":15},{"id":"model-release:glm-image","kind":"model-release","name":"GLM-Image","page":"https://www.benchmarkalmanac.com/models/glm-image/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GLM-Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fglm-image%2F&wrong=GLM-Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":14},{"id":"model-release:gpt-image-2","kind":"model-release","name":"GPT-Image-2","page":"https://www.benchmarkalmanac.com/models/gpt-image-2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GPT-Image-2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgpt-image-2%2F&wrong=GPT-Image-2+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":14},{"id":"model-release:flux-2-dev","kind":"model-release","name":"FLUX.2 [dev]","page":"https://www.benchmarkalmanac.com/models/flux-2-dev/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.2+%5Bdev%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-2-dev%2F&wrong=FLUX.2+%5Bdev%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":13},{"id":"model-release:seedream-4-0","kind":"model-release","name":"Seedream 4.0","page":"https://www.benchmarkalmanac.com/models/seedream-4-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedream+4.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fseedream-4-0%2F&wrong=Seedream+4.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":13},{"id":"model-release:flux-2-klein-4b","kind":"model-release","name":"FLUX.2 [klein] 4B","page":"https://www.benchmarkalmanac.com/models/flux-2-klein-4b/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.2+%5Bklein%5D+4B&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-2-klein-4b%2F&wrong=FLUX.2+%5Bklein%5D+4B+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":12},{"id":"model-release:gpt-image-1","kind":"model-release","name":"GPT-Image-1","page":"https://www.benchmarkalmanac.com/models/gpt-image-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GPT-Image-1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgpt-image-1%2F&wrong=GPT-Image-1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":12},{"id":"model-release:flux-2-klein-9b","kind":"model-release","name":"FLUX.2 [klein] 9B","page":"https://www.benchmarkalmanac.com/models/flux-2-klein-9b/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.2+%5Bklein%5D+9B&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-2-klein-9b%2F&wrong=FLUX.2+%5Bklein%5D+9B+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":11},{"id":"model-release:happyhorse-1-0","kind":"model-release","name":"HappyHorse 1.0","page":"https://www.benchmarkalmanac.com/models/happyhorse-1-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HappyHorse+1.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fhappyhorse-1-0%2F&wrong=HappyHorse+1.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":10},{"id":"model-release:qwen-image","kind":"model-release","name":"Qwen-Image","page":"https://www.benchmarkalmanac.com/models/qwen-image/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image%2F&wrong=Qwen-Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":10},{"id":"model-release:flux-2-pro","kind":"model-release","name":"FLUX.2 [pro]","page":"https://www.benchmarkalmanac.com/models/flux-2-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.2+%5Bpro%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-2-pro%2F&wrong=FLUX.2+%5Bpro%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":9},{"id":"model-release:gemini-omni-flash","kind":"model-release","name":"Gemini Omni Flash","page":"https://www.benchmarkalmanac.com/models/gemini-omni-flash/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+Omni+Flash&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-omni-flash%2F&wrong=Gemini+Omni+Flash+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":9},{"id":"model-release:grok-imagine-image-2-0","kind":"model-release","name":"Grok Imagine Image 2.0","page":"https://www.benchmarkalmanac.com/models/grok-imagine-image-2-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grok+Imagine+Image+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgrok-imagine-image-2-0%2F&wrong=Grok+Imagine+Image+2.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":9},{"id":"model-release:hunyuanimage-3-0","kind":"model-release","name":"HunyuanImage 3.0","page":"https://www.benchmarkalmanac.com/models/hunyuanimage-3-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HunyuanImage+3.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fhunyuanimage-3-0%2F&wrong=HunyuanImage+3.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":9},{"id":"model-release:seedream-5-0-pro","kind":"model-release","name":"Seedream 5.0 Pro","page":"https://www.benchmarkalmanac.com/models/seedream-5-0-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedream+5.0+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fseedream-5-0-pro%2F&wrong=Seedream+5.0+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":9},{"id":"model-release:flux-1-dev","kind":"model-release","name":"FLUX.1 [dev]","page":"https://www.benchmarkalmanac.com/models/flux-1-dev/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.1+%5Bdev%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-1-dev%2F&wrong=FLUX.1+%5Bdev%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:gemini-2-5-flash-image-preview-nano-banana","kind":"model-release","name":"Gemini 2.5 Flash Image Preview (nano-banana)","page":"https://www.benchmarkalmanac.com/models/gemini-2-5-flash-image-preview-nano-banana/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+2.5+Flash+Image+Preview+%28nano-banana%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-2-5-flash-image-preview-nano-banana%2F&wrong=Gemini+2.5+Flash+Image+Preview+%28nano-banana%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:gemini-nano-banana-2-1","kind":"model-release","name":"Gemini Nano Banana 2.1","page":"https://www.benchmarkalmanac.com/models/gemini-nano-banana-2-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+Nano+Banana+2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-nano-banana-2-1%2F&wrong=Gemini+Nano+Banana+2.1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:gemini-omni-1-1-flash","kind":"model-release","name":"Gemini Omni 1.1 Flash","page":"https://www.benchmarkalmanac.com/models/gemini-omni-1-1-flash/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+Omni+1.1+Flash&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-omni-1-1-flash%2F&wrong=Gemini+Omni+1.1+Flash+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:gpt-image-2-5-flare","kind":"model-release","name":"GPT-Image-2.5 Flare","page":"https://www.benchmarkalmanac.com/models/gpt-image-2-5-flare/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GPT-Image-2.5+Flare&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgpt-image-2-5-flare%2F&wrong=GPT-Image-2.5+Flare+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:gpt-image-2-5-sunburst","kind":"model-release","name":"GPT-Image-2.5 Sunburst","page":"https://www.benchmarkalmanac.com/models/gpt-image-2-5-sunburst/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GPT-Image-2.5+Sunburst&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgpt-image-2-5-sunburst%2F&wrong=GPT-Image-2.5+Sunburst+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:qwen-image-2512","kind":"model-release","name":"Qwen-Image (2512)","page":"https://www.benchmarkalmanac.com/models/qwen-image-2512/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image+%282512%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image-2512%2F&wrong=Qwen-Image+%282512%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:qwen-image-3-0-pro","kind":"model-release","name":"Qwen-Image-3.0-Pro","page":"https://www.benchmarkalmanac.com/models/qwen-image-3-0-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image-3.0-Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image-3-0-pro%2F&wrong=Qwen-Image-3.0-Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:qwen-image-edit","kind":"model-release","name":"Qwen-Image-Edit","page":"https://www.benchmarkalmanac.com/models/qwen-image-edit/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image-Edit&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image-edit%2F&wrong=Qwen-Image-Edit+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:sora-2","kind":"model-release","name":"Sora 2","page":"https://www.benchmarkalmanac.com/models/sora-2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Sora+2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fsora-2%2F&wrong=Sora+2+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":8},{"id":"model-release:flux-2-flex","kind":"model-release","name":"FLUX.2 [flex]","page":"https://www.benchmarkalmanac.com/models/flux-2-flex/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.2+%5Bflex%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-2-flex%2F&wrong=FLUX.2+%5Bflex%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:gemini-3-1-flash-image-nano-banana-2-web-search","kind":"model-release","name":"Gemini 3.1 Flash Image (nano-banana-2, Web Search)","page":"https://www.benchmarkalmanac.com/models/gemini-3-1-flash-image-nano-banana-2-web-search/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+3.1+Flash+Image+%28nano-banana-2%2C+Web+Search%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-3-1-flash-image-nano-banana-2-web-search%2F&wrong=Gemini+3.1+Flash+Image+%28nano-banana-2%2C+Web+Search%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:gemini-3-1-flash-lite-image-nano-banana-2-lite","kind":"model-release","name":"Gemini 3.1 Flash-Lite Image (nano-banana-2-lite)","page":"https://www.benchmarkalmanac.com/models/gemini-3-1-flash-lite-image-nano-banana-2-lite/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+3.1+Flash-Lite+Image+%28nano-banana-2-lite%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-3-1-flash-lite-image-nano-banana-2-lite%2F&wrong=Gemini+3.1+Flash-Lite+Image+%28nano-banana-2-lite%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:gpt-image-1-mini","kind":"model-release","name":"GPT-Image-1 mini","page":"https://www.benchmarkalmanac.com/models/gpt-image-1-mini/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+GPT-Image-1+mini&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgpt-image-1-mini%2F&wrong=GPT-Image-1+mini+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:hunyuan-video-1-5","kind":"model-release","name":"HunyuanVideo 1.5","page":"https://www.benchmarkalmanac.com/models/hunyuan-video-1-5/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HunyuanVideo+1.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fhunyuan-video-1-5%2F&wrong=HunyuanVideo+1.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:ltx-2-19b","kind":"model-release","name":"LTX-2 19B","page":"https://www.benchmarkalmanac.com/models/ltx-2-19b/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+LTX-2+19B&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fltx-2-19b%2F&wrong=LTX-2+19B+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:mai-image-2-5","kind":"model-release","name":"MAI-Image-2.5","page":"https://www.benchmarkalmanac.com/models/mai-image-2-5/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MAI-Image-2.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fmai-image-2-5%2F&wrong=MAI-Image-2.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:mai-image-2-6","kind":"model-release","name":"MAI-Image-2.6","page":"https://www.benchmarkalmanac.com/models/mai-image-2-6/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MAI-Image-2.6&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fmai-image-2-6%2F&wrong=MAI-Image-2.6+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:muse-image","kind":"model-release","name":"Muse Image","page":"https://www.benchmarkalmanac.com/models/muse-image/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Muse+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fmuse-image%2F&wrong=Muse+Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:t5-large","kind":"model-release","name":"T5-Large","page":"https://www.benchmarkalmanac.com/models/t5-large/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+T5-Large&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Ft5-large%2F&wrong=T5-Large+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:veo-3","kind":"model-release","name":"Veo 3","page":"https://www.benchmarkalmanac.com/models/veo-3/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fveo-3%2F&wrong=Veo+3+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:z-image-turbo","kind":"model-release","name":"Z-Image-Turbo","page":"https://www.benchmarkalmanac.com/models/z-image-turbo/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Z-Image-Turbo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fz-image-turbo%2F&wrong=Z-Image-Turbo+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":7},{"id":"model-release:dall-e-3","kind":"model-release","name":"DALL-E 3","page":"https://www.benchmarkalmanac.com/models/dall-e-3/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+DALL-E+3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fdall-e-3%2F&wrong=DALL-E+3+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:flux-1-kontext-max","kind":"model-release","name":"FLUX.1 Kontext [max]","page":"https://www.benchmarkalmanac.com/models/flux-1-kontext-max/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.1+Kontext+%5Bmax%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-1-kontext-max%2F&wrong=FLUX.1+Kontext+%5Bmax%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:flux-1-kontext-pro","kind":"model-release","name":"FLUX.1 Kontext [pro]","page":"https://www.benchmarkalmanac.com/models/flux-1-kontext-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.1+Kontext+%5Bpro%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-1-kontext-pro%2F&wrong=FLUX.1+Kontext+%5Bpro%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:flux-2-max","kind":"model-release","name":"FLUX.2 [max]","page":"https://www.benchmarkalmanac.com/models/flux-2-max/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.2+%5Bmax%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-2-max%2F&wrong=FLUX.2+%5Bmax%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:hidream-o1-image","kind":"model-release","name":"HiDream-O1-Image","page":"https://www.benchmarkalmanac.com/models/hidream-o1-image/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HiDream-O1-Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fhidream-o1-image%2F&wrong=HiDream-O1-Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:qwen-image-edit-2511","kind":"model-release","name":"Qwen-Image-Edit (2511)","page":"https://www.benchmarkalmanac.com/models/qwen-image-edit-2511/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image-Edit+%282511%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image-edit-2511%2F&wrong=Qwen-Image-Edit+%282511%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:reve-2-0","kind":"model-release","name":"Reve 2.0","page":"https://www.benchmarkalmanac.com/models/reve-2-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Freve-2-0%2F&wrong=Reve+2.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:reve-2-1","kind":"model-release","name":"Reve 2.1","page":"https://www.benchmarkalmanac.com/models/reve-2-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Freve-2-1%2F&wrong=Reve+2.1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:step1x-edit","kind":"model-release","name":"Step1X-Edit","page":"https://www.benchmarkalmanac.com/models/step1x-edit/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Step1X-Edit&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fstep1x-edit%2F&wrong=Step1X-Edit+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:t5-base","kind":"model-release","name":"T5-Base","page":"https://www.benchmarkalmanac.com/models/t5-base/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+T5-Base&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Ft5-base%2F&wrong=T5-Base+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:uni-1-1","kind":"model-release","name":"UNI-1.1","page":"https://www.benchmarkalmanac.com/models/uni-1-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+UNI-1.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Funi-1-1%2F&wrong=UNI-1.1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:uni-1-1-max","kind":"model-release","name":"UNI-1.1 Max","page":"https://www.benchmarkalmanac.com/models/uni-1-1-max/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+UNI-1.1+Max&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Funi-1-1-max%2F&wrong=UNI-1.1+Max+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:wan3-0","kind":"model-release","name":"Wan 3.0","page":"https://www.benchmarkalmanac.com/models/wan3-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+3.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fwan3-0%2F&wrong=Wan+3.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":6},{"id":"model-release:dreamina-seedance-2-0","kind":"model-release","name":"Dreamina Seedance 2.0","page":"https://www.benchmarkalmanac.com/models/dreamina-seedance-2-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Dreamina+Seedance+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fdreamina-seedance-2-0%2F&wrong=Dreamina+Seedance+2.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:flux-3-video","kind":"model-release","name":"Flux 3 Video","page":"https://www.benchmarkalmanac.com/models/flux-3-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Flux+3+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-3-video%2F&wrong=Flux+3+Video+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:flux-1-kontext-dev","kind":"model-release","name":"FLUX.1 Kontext [dev]","page":"https://www.benchmarkalmanac.com/models/flux-1-kontext-dev/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX.1+Kontext+%5Bdev%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fflux-1-kontext-dev%2F&wrong=FLUX.1+Kontext+%5Bdev%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:grok-imagine-video","kind":"model-release","name":"Grok Imagine Video","page":"https://www.benchmarkalmanac.com/models/grok-imagine-video/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grok+Imagine+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgrok-imagine-video%2F&wrong=Grok+Imagine+Video+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:grok-imagine-video-1-5","kind":"model-release","name":"Grok Imagine Video 1.5","page":"https://www.benchmarkalmanac.com/models/grok-imagine-video-1-5/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grok+Imagine+Video+1.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgrok-imagine-video-1-5%2F&wrong=Grok+Imagine+Video+1.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:ideogram-4-0","kind":"model-release","name":"Ideogram 4.0","page":"https://www.benchmarkalmanac.com/models/ideogram-4-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Ideogram+4.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fideogram-4-0%2F&wrong=Ideogram+4.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:krea-2-large","kind":"model-release","name":"Krea 2 Large","page":"https://www.benchmarkalmanac.com/models/krea-2-large/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Krea+2+Large&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fkrea-2-large%2F&wrong=Krea+2+Large+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:krea-2-medium","kind":"model-release","name":"Krea 2 Medium","page":"https://www.benchmarkalmanac.com/models/krea-2-medium/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Krea+2+Medium&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fkrea-2-medium%2F&wrong=Krea+2+Medium+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:recraft-v4-1-pro","kind":"model-release","name":"Recraft V4.1 Pro","page":"https://www.benchmarkalmanac.com/models/recraft-v4-1-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Recraft+V4.1+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Frecraft-v4-1-pro%2F&wrong=Recraft+V4.1+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:recraft-v4-1-utility-pro","kind":"model-release","name":"Recraft V4.1 Utility Pro","page":"https://www.benchmarkalmanac.com/models/recraft-v4-1-utility-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Recraft+V4.1+Utility+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Frecraft-v4-1-utility-pro%2F&wrong=Recraft+V4.1+Utility+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:seedream-4-5","kind":"model-release","name":"Seedream 4.5","page":"https://www.benchmarkalmanac.com/models/seedream-4-5/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedream+4.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fseedream-4-5%2F&wrong=Seedream+4.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:sora","kind":"model-release","name":"Sora","page":"https://www.benchmarkalmanac.com/models/sora/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Sora&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fsora%2F&wrong=Sora+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":5},{"id":"model-release:dreamina-seedance-2-5","kind":"model-release","name":"Dreamina Seedance 2.5","page":"https://www.benchmarkalmanac.com/models/dreamina-seedance-2-5/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Dreamina+Seedance+2.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fdreamina-seedance-2-5%2F&wrong=Dreamina+Seedance+2.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:gemini-3-pro-image-preview-nano-banana-pro","kind":"model-release","name":"Gemini 3 Pro Image Preview (nano-banana-pro)","page":"https://www.benchmarkalmanac.com/models/gemini-3-pro-image-preview-nano-banana-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+3+Pro+Image+Preview+%28nano-banana-pro%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-3-pro-image-preview-nano-banana-pro%2F&wrong=Gemini+3+Pro+Image+Preview+%28nano-banana-pro%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:ideogram-3-0","kind":"model-release","name":"Ideogram 3.0","page":"https://www.benchmarkalmanac.com/models/ideogram-3-0/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Ideogram+3.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fideogram-3-0%2F&wrong=Ideogram+3.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:imagen-3-generate-002","kind":"model-release","name":"Imagen 3 (generate-002)","page":"https://www.benchmarkalmanac.com/models/imagen-3-generate-002/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Imagen+3+%28generate-002%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fimagen-3-generate-002%2F&wrong=Imagen+3+%28generate-002%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:imagen-4-generate-001","kind":"model-release","name":"Imagen 4 (generate-001)","page":"https://www.benchmarkalmanac.com/models/imagen-4-generate-001/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Imagen+4+%28generate-001%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fimagen-4-generate-001%2F&wrong=Imagen+4+%28generate-001%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:imagen-4-ultra-generate-001","kind":"model-release","name":"Imagen 4 Ultra (generate-001)","page":"https://www.benchmarkalmanac.com/models/imagen-4-ultra-generate-001/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Imagen+4+Ultra+%28generate-001%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fimagen-4-ultra-generate-001%2F&wrong=Imagen+4+Ultra+%28generate-001%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:kling-v3-pro","kind":"model-release","name":"Kling v3 Pro","page":"https://www.benchmarkalmanac.com/models/kling-v3-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+v3+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fkling-v3-pro%2F&wrong=Kling+v3+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:krea-2-turbo","kind":"model-release","name":"Krea 2 Turbo","page":"https://www.benchmarkalmanac.com/models/krea-2-turbo/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Krea+2+Turbo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fkrea-2-turbo%2F&wrong=Krea+2+Turbo+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:qwen-image-2-0-pro","kind":"model-release","name":"Qwen-Image-2.0-Pro","page":"https://www.benchmarkalmanac.com/models/qwen-image-2-0-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image-2.0-Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image-2-0-pro%2F&wrong=Qwen-Image-2.0-Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:ray2","kind":"model-release","name":"Ray2","page":"https://www.benchmarkalmanac.com/models/ray2/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Ray2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fray2%2F&wrong=Ray2+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:recraft-v3","kind":"model-release","name":"Recraft V3","page":"https://www.benchmarkalmanac.com/models/recraft-v3/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Recraft+V3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Frecraft-v3%2F&wrong=Recraft+V3+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:recraft-v4-1-flash","kind":"model-release","name":"Recraft V4.1 Flash","page":"https://www.benchmarkalmanac.com/models/recraft-v4-1-flash/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Recraft+V4.1+Flash&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Frecraft-v4-1-flash%2F&wrong=Recraft+V4.1+Flash+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:seedance-v1-5-pro","kind":"model-release","name":"Seedance v1.5 Pro","page":"https://www.benchmarkalmanac.com/models/seedance-v1-5-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedance+v1.5+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fseedance-v1-5-pro%2F&wrong=Seedance+v1.5+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:veo-3-1-audio","kind":"model-release","name":"Veo 3.1 Audio","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+3.1+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Veo+3.1+Audio+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:veo-3-1-fast-audio","kind":"model-release","name":"Veo 3.1 Fast Audio","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+3.1+Fast+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Veo+3.1+Fast+Audio+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:wan-v2-2-a14b","kind":"model-release","name":"Wan 2.2 A14B","page":"https://www.benchmarkalmanac.com/models/wan-v2-2-a14b/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.2+A14B&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fwan-v2-2-a14b%2F&wrong=Wan+2.2+A14B+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:wan-2-7-image-pro","kind":"model-release","name":"Wan 2.7 Image Pro","page":"https://www.benchmarkalmanac.com/models/wan-2-7-image-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.7+Image+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fwan-2-7-image-pro%2F&wrong=Wan+2.7+Image+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":4},{"id":"model-release:gemini-2-0-flash-preview-image-generation","kind":"model-release","name":"Gemini 2.0 Flash Preview Image Generation","page":"https://www.benchmarkalmanac.com/models/gemini-2-0-flash-preview-image-generation/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+2.0+Flash+Preview+Image+Generation&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fgemini-2-0-flash-preview-image-generation%2F&wrong=Gemini+2.0+Flash+Preview+Image+Generation+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:grok-imagine-image","kind":"model-release","name":"Grok Imagine Image","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grok+Imagine+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Grok+Imagine+Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:hailuo-2-3","kind":"model-release","name":"Hailuo 2.3","page":"https://www.benchmarkalmanac.com/models/hailuo-2-3/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Hailuo+2.3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fhailuo-2-3%2F&wrong=Hailuo+2.3+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:ideogram-4-5","kind":"model-release","name":"Ideogram 4.5","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Ideogram+4.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Ideogram+4.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:kling-2-6-pro","kind":"model-release","name":"Kling 2.6 Pro","page":"https://www.benchmarkalmanac.com/models/kling-2-6-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+2.6+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fkling-2-6-pro%2F&wrong=Kling+2.6+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:qwen-image-2-1","kind":"model-release","name":"Qwen-Image-2.1","page":"https://www.benchmarkalmanac.com/models/qwen-image-2-1/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Qwen-Image-2.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fqwen-image-2-1%2F&wrong=Qwen-Image-2.1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:seedream-5-0-lite","kind":"model-release","name":"Seedream 5.0 Lite","page":"https://www.benchmarkalmanac.com/models/seedream-5-0-lite/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedream+5.0+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fseedream-5-0-lite%2F&wrong=Seedream+5.0+Lite+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:sora-2-pro","kind":"model-release","name":"Sora 2 Pro","page":"https://www.benchmarkalmanac.com/models/sora-2-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Sora+2+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fsora-2-pro%2F&wrong=Sora+2+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:stable-diffusion-3-5-large","kind":"model-release","name":"Stable Diffusion 3.5 Large","page":"https://www.benchmarkalmanac.com/models/stable-diffusion-3-5-large/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Stable+Diffusion+3.5+Large&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fstable-diffusion-3-5-large%2F&wrong=Stable+Diffusion+3.5+Large+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:veo-3-fast","kind":"model-release","name":"Veo 3 Fast","page":"https://www.benchmarkalmanac.com/models/veo-3-fast/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+3+Fast&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fveo-3-fast%2F&wrong=Veo+3+Fast+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:vidu-q2-pro","kind":"model-release","name":"Vidu Q2 Pro","page":"https://www.benchmarkalmanac.com/models/vidu-q2-pro/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Vidu+Q2+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fvidu-q2-pro%2F&wrong=Vidu+Q2+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:wan-2-5-preview","kind":"model-release","name":"Wan 2.5 Preview","page":"https://www.benchmarkalmanac.com/models/wan-2-5-preview/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.5+Preview&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fwan-2-5-preview%2F&wrong=Wan+2.5+Preview+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:wan-2-6","kind":"model-release","name":"Wan 2.6","page":"https://www.benchmarkalmanac.com/models/wan-2-6/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.6&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2Fwan-2-6%2F&wrong=Wan+2.6+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":3},{"id":"model-release:cosmos3-super-text2image","kind":"model-release","name":"Cosmos3-Super-Text2Image","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Cosmos3-Super-Text2Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Cosmos3-Super-Text2Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:flux1-1-pro","kind":"model-release","name":"FLUX1.1 [pro]","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+FLUX1.1+%5Bpro%5D&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=FLUX1.1+%5Bpro%5D+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:gemini-3-pro-image-nano-banana-pro-2k","kind":"model-release","name":"Gemini 3 Pro Image (nano-banana-pro, 2K)","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Gemini+3+Pro+Image+%28nano-banana-pro%2C+2K%29&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Gemini+3+Pro+Image+%28nano-banana-pro%2C+2K%29+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:glm-4-7-flash-none","kind":"model-release","name":"glm-4.7-flash_none","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+glm-4.7-flash_none&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=glm-4.7-flash_none+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:hailuo-02-pro","kind":"model-release","name":"Hailuo 02 Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Hailuo+02+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Hailuo+02+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:hailuo-02-standard","kind":"model-release","name":"Hailuo 02 Standard","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Hailuo+02+Standard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Hailuo+02+Standard+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:hunyuanimage-3-0-instruct","kind":"model-release","name":"HunyuanImage 3.0 Instruct","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HunyuanImage+3.0+Instruct&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=HunyuanImage+3.0+Instruct+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:kling-2-5-turbo","kind":"model-release","name":"Kling 2.5 Turbo","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+2.5+Turbo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kling+2.5+Turbo+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:kling-o1-pro","kind":"model-release","name":"Kling O1 Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+O1+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kling+O1+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:kling-v2-1-master","kind":"model-release","name":"Kling v2.1 Master","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+v2.1+Master&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kling+v2.1+Master+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:pika-v2-2","kind":"model-release","name":"Pika v2.2","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Pika+v2.2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Pika+v2.2+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:pixverse-v5-6","kind":"model-release","name":"PixVerse v5.6","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+PixVerse+v5.6&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=PixVerse+v5.6+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:ray-3","kind":"model-release","name":"Ray 3","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Ray+3&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Ray+3+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:reve-edit-fast","kind":"model-release","name":"Reve Edit Fast","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+Edit+Fast&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Reve+Edit+Fast+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:runway-gen-4","kind":"model-release","name":"Runway Gen-4","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Runway+Gen-4&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Runway+Gen-4+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:runway-gen-4-5","kind":"model-release","name":"Runway Gen-4.5","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Runway+Gen-4.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Runway+Gen-4.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:seedance-v1-lite","kind":"model-release","name":"Seedance v1 Lite","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedance+v1+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Seedance+v1+Lite+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:seedance-v1-pro","kind":"model-release","name":"Seedance v1 Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedance+v1+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Seedance+v1+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:seedream-3-0","kind":"model-release","name":"Seedream 3.0","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Seedream+3.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Seedream+3.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:t5-small","kind":"model-release","name":"T5-Small","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+T5-Small&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=T5-Small+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:veo-2","kind":"model-release","name":"Veo 2","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Veo+2+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:veo-3-audio","kind":"model-release","name":"Veo 3 Audio","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+3+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Veo+3+Audio+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:veo-3-fast-audio","kind":"model-release","name":"Veo 3 Fast Audio","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Veo+3+Fast+Audio&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Veo+3+Fast+Audio+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:wan2-6-i2v","kind":"model-release","name":"Wan 2.6 I2V","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.6+I2V&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.6+I2V+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:wan-2-7-image","kind":"model-release","name":"Wan 2.7 Image","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.7+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.7+Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:wan2-7-t2v","kind":"model-release","name":"Wan 2.7 T2V","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.7+T2V&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.7+T2V+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":2},{"id":"model-release:chatgpt-image-latest","kind":"model-release","name":"ChatGPT Image Latest","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+ChatGPT+Image+Latest&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=ChatGPT+Image+Latest+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:grok-imagine-image-pro","kind":"model-release","name":"Grok Imagine Image Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grok+Imagine+Image+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Grok+Imagine+Image+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:hailuo-02-fast","kind":"model-release","name":"Hailuo 02 Fast","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Hailuo+02+Fast&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Hailuo+02+Fast+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:hidream-o1-video-1-0","kind":"model-release","name":"HiDream-O1-Video 1.0","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+HiDream-O1-Video+1.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=HiDream-O1-Video+1.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:ideogram-2-0","kind":"model-release","name":"Ideogram 2.0","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Ideogram+2.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Ideogram+2.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:kandinsky-5-0-t2v-lite","kind":"model-release","name":"Kandinsky 5.0 T2V Lite","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kandinsky+5.0+T2V+Lite&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kandinsky+5.0+T2V+Lite+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:kandinsky-5-0-t2v-pro","kind":"model-release","name":"Kandinsky 5.0 T2V Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kandinsky+5.0+T2V+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kandinsky+5.0+T2V+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:kling-image-o1","kind":"model-release","name":"Kling Image O1","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+Image+O1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kling+Image+O1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:kling-o3-pro","kind":"model-release","name":"Kling O3 Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+O3+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kling+O3+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:kling-v2-1-standard","kind":"model-release","name":"Kling v2.1 Standard","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Kling+v2.1+Standard&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Kling+v2.1+Standard+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:krea-3-ultra","kind":"model-release","name":"Krea 3 Ultra","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Krea+3+Ultra&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Krea+3+Ultra+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:lucid-origin","kind":"model-release","name":"Lucid Origin","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Lucid+Origin&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Lucid+Origin+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:luma-photon","kind":"model-release","name":"Luma Photon","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Luma+Photon&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Luma+Photon+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:mai-image-1","kind":"model-release","name":"MAI-Image-1","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MAI-Image-1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=MAI-Image-1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:mai-image-2","kind":"model-release","name":"MAI-Image-2","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MAI-Image-2&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=MAI-Image-2+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:mai-image-2-7-preview","kind":"model-release","name":"MAI-Image-2.7-Preview","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+MAI-Image-2.7-Preview&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=MAI-Image-2.7-Preview+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:mochi-v1","kind":"model-release","name":"Mochi v1","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Mochi+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Mochi+v1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:muse-video","kind":"model-release","name":"Muse Video","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Muse+Video&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Muse+Video+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:recraft-v4","kind":"model-release","name":"Recraft V4","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Recraft+V4&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Recraft+V4+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:reve-v1","kind":"model-release","name":"Reve v1","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+v1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Reve+v1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:reve-v1-1","kind":"model-release","name":"Reve v1.1","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+v1.1&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Reve+v1.1+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:reve-v1-1-fast","kind":"model-release","name":"Reve v1.1 Fast","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+v1.1+Fast&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Reve+v1.1+Fast+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:reve-v1-5","kind":"model-release","name":"Reve v1.5","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Reve+v1.5&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Reve+v1.5+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:runway-gen4-aleph","kind":"model-release","name":"Runway Gen-4 Aleph","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Runway+Gen-4+Aleph&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Runway+Gen-4+Aleph+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:runway-gen4-turbo","kind":"model-release","name":"Runway Gen-4 Turbo","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Runway+Gen-4+Turbo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Runway+Gen-4+Turbo+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:seededit-3-0","kind":"model-release","name":"SeedEdit 3.0","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+SeedEdit+3.0&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=SeedEdit+3.0+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:switch-base","kind":"model-release","name":"Switch-Base","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Switch-Base&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Switch-Base+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:switch-large","kind":"model-release","name":"Switch-Large","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Switch-Large&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Switch-Large+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:vidu-q2-turbo","kind":"model-release","name":"Vidu Q2 Turbo","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Vidu+Q2+Turbo&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Vidu+Q2+Turbo+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:vidu-q3-pro","kind":"model-release","name":"Vidu Q3 Pro","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Vidu+Q3+Pro&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Vidu+Q3+Pro+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:wan2-5-i2v-preview","kind":"model-release","name":"Wan 2.5 I2V Preview","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.5+I2V+Preview&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.5+I2V+Preview+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:wan2-5-t2v-preview","kind":"model-release","name":"Wan 2.5 T2V Preview","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.5+T2V+Preview&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.5+T2V+Preview+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:wan-2-6-image","kind":"model-release","name":"Wan 2.6 Image","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.6+Image&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.6+Image+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:wan2-6-t2v","kind":"model-release","name":"Wan 2.6 T2V","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.6+T2V&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.6+T2V+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:wan2-7-i2v","kind":"model-release","name":"Wan 2.7 I2V","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Wan+2.7+I2V&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Wan+2.7+I2V+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":1},{"id":"model-release:grok-imagine-video-1-5-agent","kind":"model-release","name":"Grok Imagine Video 1.5 Agent","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+Grok+Imagine+Video+1.5+Agent&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=Grok+Imagine+Video+1.5+Agent+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":0},{"id":"model-release:learnlm-1-5-pro-experimental","kind":"model-release","name":"learnlm-1.5-pro-experimental","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+learnlm-1.5-pro-experimental&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=learnlm-1.5-pro-experimental+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":0},{"id":"model-release:ml-elephant","kind":"model-release","name":"ml-elephant","page":"https://www.benchmarkalmanac.com/models/","detail":"No release date.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=correction.yml&title=Correction%3A+release+date+of+ml-elephant&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fmodels%2F&wrong=ml-elephant+has+no+release+date.+It+was+released+on+YYYY-MM-DD.","file":"data/models.json","field":"released","rank":0}]},{"kind":"review","title":"41 new benchmarks wait for review","how":"Our daily scan ranked these worth cataloging. A benchmark gets in when it passes one of four tests, so evidence that a lab reports it or a leaderboard runs it settles it.","count":41,"tasks":[{"id":"review:2611.00883","kind":"review","name":"BestRand","page":"https://www.benchmarkalmanac.com/new/","detail":"Random Is Almost Enough? Stable and Low-Cost Benchmark Compression via BestRand","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+BestRand&name=BestRand&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.00883&code=https%3A%2F%2Fgithub.com%2FGeorge-Ling3%2FBestRand&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.00883"},"file":"data/benchmarks.json","rank":2},{"id":"review:2610.35138","kind":"review","name":"Co-Design Bench","page":"https://www.benchmarkalmanac.com/new/","detail":"Co-Design Bench: Multimodal Collaborative Coding Evaluation for Agentic Models","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Co-Design+Bench&name=Co-Design+Bench&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2610.35138&code=https%3A%2F%2Fgithub.com%2FWiselnn570%2FCo-Design-Bench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2610.35138"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.01484","kind":"review","name":"CrossSWE","page":"https://www.benchmarkalmanac.com/new/","detail":"CrossSWE: Benchmarking Cross-Repository Joint Development for Coding Agents","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+CrossSWE&name=CrossSWE&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.01484&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.01484"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.06808","kind":"review","name":"FinDendro","page":"https://www.benchmarkalmanac.com/new/","detail":"LLMs Don't Know What They Know: Benchmarking Temporal Self-Knowledge for Financial Backtesting","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+FinDendro&name=FinDendro&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.06808&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.06808"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.11995","kind":"review","name":"Infrathon","page":"https://www.benchmarkalmanac.com/new/","detail":"Infrathon: Benchmarking Language Agents for Real-World, Long-Horizon AI Infra Optimization","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Infrathon&name=Infrathon&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.11995&code=https%3A%2F%2Fgithub.com%2FInfrathonX%2FInfrathon&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.11995"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.04785","kind":"review","name":"Kierston & KierstonBench","page":"https://www.benchmarkalmanac.com/new/","detail":"Kierston & KierstonBench: Simulation of Allentown, PA and Evaluation of Language Models in Crime Investigation and Surveillance Tasks","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Kierston+%26+KierstonBench&name=Kierston+%26+KierstonBench&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.04785&code=https%3A%2F%2Fgithub.com%2FKiz8-Team%2Fkierston-oss&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.04785"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.06856","kind":"review","name":"LongBanana","page":"https://www.benchmarkalmanac.com/new/","detail":"LongBanana: An Expert-Verified Benchmark for Long-Context Multi-Reference Image Synthesis","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+LongBanana&name=LongBanana&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.06856&code=https%3A%2F%2Fgithub.com%2FKlingAIResearch%2FLongBanana&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.06856"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.08237","kind":"review","name":"TB-MathModel","page":"https://www.benchmarkalmanac.com/new/","detail":"Terminal-style Mathematical Modeling Bench: The First Agentic and Verifiable Benchmark for Mathematical Modeling","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+TB-MathModel&name=TB-MathModel&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.08237&code=https%3A%2F%2Fgithub.com%2Fwxj630%2Fterminal-bench-math-modeling&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.08237"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.04459","kind":"review","name":"τ-Rec-Books","page":"https://www.benchmarkalmanac.com/new/","detail":"$τ$-Rec-Books: A Disclosure-Controlled Benchmark for Requirement Elicitation in Agentic Recommender Systems","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+%CF%84-Rec-Books&name=%CF%84-Rec-Books&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.04459&code=https%3A%2F%2Fgithub.com%2Fnbharaths%2Ftau-rec&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.04459"},"file":"data/benchmarks.json","rank":2},{"id":"review:2611.07640","kind":"review","name":"Beyond Instruction Override","page":"https://www.benchmarkalmanac.com/new/","detail":"Beyond Instruction Override: Benchmarking Indirect Prompt Injection with Task-Tampering Attacks","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Beyond+Instruction+Override&name=Beyond+Instruction+Override&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.07640&code=https%3A%2F%2Fgithub.com%2Famazon-science%2Ftask-tampering-prompt-injection&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.07640"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.03097","kind":"review","name":"DRPixelBench","page":"https://www.benchmarkalmanac.com/new/","detail":"DR Pixel: Page-Native Deep Research with Vision-Language Models","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+DRPixelBench&name=DRPixelBench&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.03097&code=https%3A%2F%2Fgithub.com%2FStarTrail-org%2FDRPixel&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.03097"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.12934","kind":"review","name":"EarthRecord","page":"https://www.benchmarkalmanac.com/new/","detail":"EarthRecord: From Pixels to Land Change with Multimodal Agents over Four Decades of Satellite Imagery","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+EarthRecord&name=EarthRecord&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.12934&code=https%3A%2F%2Fgithub.com%2Franranrannervous%2FEarthRecord&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.12934"},"file":"data/benchmarks.json","rank":1},{"id":"review:2610.00854","kind":"review","name":"Embodied Agent Arena","page":"https://www.benchmarkalmanac.com/new/","detail":"Are Frontier VLM Agents Ready to Be Robot Generalists? An Empirical Study with the Embodied Agent Arena","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Embodied+Agent+Arena&name=Embodied+Agent+Arena&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2610.00854&code=https%3A%2F%2Fgithub.com%2Fembodied-agent-arena%2Fembodied-agent-arena&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2610.00854"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.04977","kind":"review","name":"GeoFaham-Bench","page":"https://www.benchmarkalmanac.com/new/","detail":"GeoFaham: Domain-Specialized Multi-Agent Geospatial Analytics for Disaster Response","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+GeoFaham-Bench&name=GeoFaham-Bench&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.04977&code=https%3A%2F%2Fgithub.com%2Fmicrosoft%2FGeoFaham&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://arxiv.org/abs/2611.04977"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.03424","kind":"review","name":"IdeaTaste","page":"https://www.benchmarkalmanac.com/new/","detail":"IdeaTaste: Do LLMs Share the Research Taste of Human Researchers?","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+IdeaTaste&name=IdeaTaste&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.03424&code=https%3A%2F%2Fgithub.com%2Fcxcscmu%2FIdeaTaste&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.03424"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.10304","kind":"review","name":"Longtail-SWE","page":"https://www.benchmarkalmanac.com/new/","detail":"Longtail-SWE: High-Quality SWE Tasks for Underrepresented Languages","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Longtail-SWE&name=Longtail-SWE&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.10304&code=https%3A%2F%2Fgithub.com%2FSWE-rebench%2FLongTail-SWE&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.10304"},"file":"data/benchmarks.json","rank":1},{"id":"review:2610.27954","kind":"review","name":"Lost in Recovery","page":"https://www.benchmarkalmanac.com/new/","detail":"Lost in Recovery: Demystifying Recovery Behavior of Computer-Use Agents via Goal-Oriented Action Replay","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Lost+in+Recovery&name=Lost+in+Recovery&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2610.27954&code=https%3A%2F%2Fgithub.com%2FBangProx%2FReTRACE&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2610.27954"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.14309","kind":"review","name":"MMDM","page":"https://www.benchmarkalmanac.com/new/","detail":"MMDM: Measuring Massive Multitask Decision Making","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+MMDM&name=MMDM&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.14309&code=https%3A%2F%2Fgithub.com%2Fmmdm-benchmark%2Fmmdm&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.14309"},"file":"data/benchmarks.json","rank":1},{"id":"review:multimodalknowledgeagent","kind":"review","name":"Multimodal Knowledge Agent","page":"https://www.benchmarkalmanac.com/new/","detail":"Introducing Gemini 4 Hydrogen","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+Multimodal+Knowledge+Agent&name=Multimodal+Knowledge+Agent&paper=https%3A%2F%2Fdeepmind.google%2Fblog%2Fintroducing-gemini-4-hydrogen%2F&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://deepmind.google/blog/introducing-gemini-4-hydrogen/"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.13001","kind":"review","name":"One Table Benchmark","page":"https://www.benchmarkalmanac.com/new/","detail":"One Table, Many Queries: Benchmarking Generalist Tabular Models Across Generation, Imputation, and Prediction","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+One+Table+Benchmark&name=One+Table+Benchmark&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.13001&code=https%3A%2F%2Fgithub.com%2Flimix-ldm-ai%2FOTBench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.13001"},"file":"data/benchmarks.json","rank":1},{"id":"review:2610.32749","kind":"review","name":"RealSSA","page":"https://www.benchmarkalmanac.com/new/","detail":"Efficient Streaming Audio-Visual Target Speaker Extraction for Real-World Acoustic Scenes","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+RealSSA&name=RealSSA&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2610.32749&code=https%3A%2F%2Fgithub.com%2FJusperLee%2FFalcon&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2610.32749"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.02497","kind":"review","name":"RoboColosseum","page":"https://www.benchmarkalmanac.com/new/","detail":"RoboColosseum: Evaluating Physical Intelligence at Scale In-The-Wild","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+RoboColosseum&name=RoboColosseum&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.02497&code=https%3A%2F%2Fgithub.com%2FRoboColosseum%2Frobocolosseum-client&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.02497"},"file":"data/benchmarks.json","rank":1},{"id":"review:2611.04418","kind":"review","name":"VidUEU-Agent","page":"https://www.benchmarkalmanac.com/new/","detail":"VidUEU-Agent: A Data-Curation Agent for Multimodal Understanding, Editing, and Unified Tasks","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+VidUEU-Agent&name=VidUEU-Agent&paper=https%3A%2F%2Farxiv.org%2Fabs%2F2611.04418&code=https%3A%2F%2Fgithub.com%2FLRuca%2FVidUEU-Agent&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/papers/2611.04418"},"file":"data/benchmarks.json","rank":1},{"id":"review:websitebench","kind":"review","name":"WebsiteBench","page":"https://www.benchmarkalmanac.com/new/","detail":"Can AI agents rebuild websites through browser exploration? 70 website-reconstruction tasks.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+WebsiteBench&name=WebsiteBench&paper=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fwebsitebench%2FWebsiteBench&code=https%3A%2F%2Fgithub.com%2FTIGER-AI-Lab%2FWebsiteBench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://hub.harborframework.com/datasets/websitebench/WebsiteBench"},"file":"data/benchmarks.json","rank":1},{"id":"review:asimovjailbreak","kind":"review","name":"ASIMOV-Jailbreak","page":"https://www.benchmarkalmanac.com/new/","detail":"Gemini Robotics 2.5 accelerates real-world general dexterity","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+ASIMOV-Jailbreak&name=ASIMOV-Jailbreak&paper=https%3A%2F%2Fdeepmind.google%2Fblog%2Fgemini-robotics-2-5-accelerates-real-world-physical-intelligence%2F&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://deepmind.google/blog/gemini-robotics-2-5-accelerates-real-world-physical-intelligence/"},"file":"data/benchmarks.json","rank":0},{"id":"review:biomlbench","kind":"review","name":"BioML-bench","page":"https://www.benchmarkalmanac.com/new/","detail":"22 biomedical machine-learning tasks from BioML-bench, packaged for local Harbor runs.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+BioML-bench&name=BioML-bench&paper=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fnextflow-frontier%2Fbioml-bench&code=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fnextflow-frontier%2Fbioml-bench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://hub.harborframework.com/datasets/nextflow-frontier/bioml-bench"},"file":"data/benchmarks.json","rank":0},{"id":"review:casebench","kind":"review","name":"case_bench","page":"https://www.benchmarkalmanac.com/new/","detail":"case_bench","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+case_bench&name=case_bench&paper=https%3A%2F%2Fgithub.com%2FUKGovernmentBEIS%2Finspect_evals%2Ftree%2Fmain%2Fregister%2Fcase_bench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://github.com/UKGovernmentBEIS/inspect_evals/tree/main/register/case_bench"},"file":"data/benchmarks.json","rank":0},{"id":"review:chessbench","kind":"review","name":"ChessBench ★","page":"https://www.benchmarkalmanac.com/new/","detail":"ChessBench ★","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+ChessBench+%E2%98%85&name=ChessBench+%E2%98%85&paper=https%3A%2F%2Fhuggingface.co%2FinclusionAI%2FLemonDecider&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/inclusionAI/LemonDecider"},"file":"data/benchmarks.json","rank":0},{"id":"review:cruxevalo","kind":"review","name":"CRUXEval-O","page":"https://www.benchmarkalmanac.com/new/","detail":"CRUXEval-O","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+CRUXEval-O&name=CRUXEval-O&paper=https%3A%2F%2Fhuggingface.co%2Fibm-granite%2Fgranite-4.1-8b-llmon-preview&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/ibm-granite/granite-4.1-8b-llmon-preview"},"file":"data/benchmarks.json","rank":0},{"id":"review:imgmt","kind":"review","name":"ImgMT","page":"https://www.benchmarkalmanac.com/new/","detail":"ImgMT in VLMEvalKit","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+ImgMT&name=ImgMT&paper=https%3A%2F%2Fgithub.com%2Fopen-compass%2FVLMEvalKit%2Fblob%2Fmain%2Fvlmeval%2Fdataset%2Fimgmt.py&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://github.com/open-compass/VLMEvalKit/blob/main/vlmeval/dataset/imgmt.py"},"file":"data/benchmarks.json","rank":0},{"id":"review:isarcasmeval","kind":"review","name":"iSarcasmEval ★","page":"https://www.benchmarkalmanac.com/new/","detail":"iSarcasmEval ★","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+iSarcasmEval+%E2%98%85&name=iSarcasmEval+%E2%98%85&paper=https%3A%2F%2Fhuggingface.co%2FinclusionAI%2FLemonDecider&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/inclusionAI/LemonDecider"},"file":"data/benchmarks.json","rank":0},{"id":"review:l1l2benchv2","kind":"review","name":"l1-l2-bench-v2","page":"https://www.benchmarkalmanac.com/new/","detail":"Enterprise-Bench v2: 42 L1-L2 tasks across engineering, sales, support, and UK workflows with six MCP services.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+l1-l2-bench-v2&name=l1-l2-bench-v2&paper=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2FEnterprise-Bench%2Fl1-l2-bench-v2&code=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2FEnterprise-Bench%2Fl1-l2-bench-v2&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://hub.harborframework.com/datasets/Enterprise-Bench/l1-l2-bench-v2"},"file":"data/benchmarks.json","rank":0},{"id":"review:longshotbench","kind":"review","name":"longshot-bench","page":"https://www.benchmarkalmanac.com/new/","detail":"MBZUAI/longshot-bench","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+longshot-bench&name=longshot-bench&paper=https%3A%2F%2Fhuggingface.co%2Fdatasets%2FMBZUAI%2Flongshot-bench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/datasets/MBZUAI/longshot-bench"},"file":"data/benchmarks.json","rank":0},{"id":"review:mkamost","kind":"review","name":"MKA Most","page":"https://www.benchmarkalmanac.com/new/","detail":"Introducing the Multimodal Knowledge Agent benchmark","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+MKA+Most&name=MKA+Most&paper=https%3A%2F%2Fblog.google%2Finnovation-and-ai%2Fmodels-and-research%2Fgemini-models%2Fmultimodal-knowledge-agent-benchmark%2F&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/multimodal-knowledge-agent-benchmark/"},"file":"data/benchmarks.json","rank":0},{"id":"review:mmsudataset","kind":"review","name":"MMSUDataset","page":"https://www.benchmarkalmanac.com/new/","detail":"MMSUDataset in VLMEvalKit","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+MMSUDataset&name=MMSUDataset&paper=https%3A%2F%2Fgithub.com%2Fopen-compass%2FVLMEvalKit%2Fblob%2Fmain%2Fvlmeval%2Fdataset%2Fmmsu.py&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://github.com/open-compass/VLMEvalKit/blob/main/vlmeval/dataset/mmsu.py"},"file":"data/benchmarks.json","rank":0},{"id":"review:rbenchm","kind":"review","name":"R-Bench-M","page":"https://www.benchmarkalmanac.com/new/","detail":"R-Bench-M","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+R-Bench-M&name=R-Bench-M&paper=https%3A%2F%2Fhuggingface.co%2FinclusionAI%2FSingVL_S1_4B&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/inclusionAI/SingVL_S1_4B"},"file":"data/benchmarks.json","rank":0},{"id":"review:ramenbench","kind":"review","name":"ramen-bench","page":"https://www.benchmarkalmanac.com/new/","detail":"Creative-coding task for vegan ramen in well-formed, standalone, code-drawn HTML.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+ramen-bench&name=ramen-bench&paper=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fstbenjam%2Framen-bench&code=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fstbenjam%2Framen-bench&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://hub.harborframework.com/datasets/stbenjam/ramen-bench"},"file":"data/benchmarks.json","rank":0},{"id":"review:routerbench","kind":"review","name":"RouterBench","page":"https://www.benchmarkalmanac.com/new/","detail":"RouterBench","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+RouterBench&name=RouterBench&paper=https%3A%2F%2Fhuggingface.co%2FinclusionAI%2FLemonDecider&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/inclusionAI/LemonDecider"},"file":"data/benchmarks.json","rank":0},{"id":"review:satabench","kind":"review","name":"SATA-Bench ★","page":"https://www.benchmarkalmanac.com/new/","detail":"SATA-Bench ★","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+SATA-Bench+%E2%98%85&name=SATA-Bench+%E2%98%85&paper=https%3A%2F%2Fhuggingface.co%2FinclusionAI%2FLemonDecider&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/inclusionAI/LemonDecider"},"file":"data/benchmarks.json","rank":0},{"id":"review:swepairv0","kind":"review","name":"SWE-Pair v0","page":"https://www.benchmarkalmanac.com/new/","detail":"SWE-Pair v0.1 public split: 62 tasks, each two real bugs from the same open-source Python project behind one bug report, graded by both pull requests' hidden te","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+SWE-Pair+v0&name=SWE-Pair+v0&paper=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fevaligo%2Fswe-pair&code=https%3A%2F%2Fhub.harborframework.com%2Fdatasets%2Fevaligo%2Fswe-pair&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://hub.harborframework.com/datasets/evaligo/swe-pair"},"file":"data/benchmarks.json","rank":0},{"id":"review:zerobenchmain","kind":"review","name":"ZeroBench-main","page":"https://www.benchmarkalmanac.com/new/","detail":"ZeroBench-main","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=benchmark.yml&title=Benchmark%3A+ZeroBench-main&name=ZeroBench-main&paper=https%3A%2F%2Fhuggingface.co%2Fdeepseek-ai%2FDeepSeek-V4.1-Flash-1017&evidence=Links+that+show+it+passes+one+of+the+four+tests%3A+","extra":{"label":"Source","url":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash-1017"},"file":"data/benchmarks.json","rank":0}]},{"kind":"critique","title":"5 write-ups may criticize a benchmark we catalog","how":"Our scan flagged these. If one documents a real problem, such as leaked answers or a broken grader, log it as a critique.","count":5,"tasks":[{"id":"critique:https://arxiv.org/abs/2611.12521","kind":"critique","name":"HANS","page":"https://www.benchmarkalmanac.com/benchmarks/hans/","detail":"Can the Confidence and Decisions of System 1 Models Be Trusted? An Explainability and Perturbation Audit of Jev-Style Decision Models","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=critique.yml&title=Critique%3A+HANS&benchmark=HANS&sources=https%3A%2F%2Farxiv.org%2Fabs%2F2611.12521&problem=What+the+write-up+found%3A+","extra":{"label":"Write-up","url":"https://arxiv.org/abs/2611.12521"},"file":"data/audits.json","rank":0},{"id":"critique:https://arxiv.org/abs/2611.05665","kind":"critique","name":"Internal agentic coding evaluation (Anthropic)","page":"https://www.benchmarkalmanac.com/benchmarks/internal-agentic-coding-evaluation-anthropic/","detail":"Construct Validity of Coding Benchmarks for LLM-based Agentic Coding Tools","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=critique.yml&title=Critique%3A+Internal+agentic+coding+evaluation+%28Anthropic%29&benchmark=Internal+agentic+coding+evaluation+%28Anthropic%29&sources=https%3A%2F%2Farxiv.org%2Fabs%2F2611.05665&problem=What+the+write-up+found%3A+","extra":{"label":"Write-up","url":"https://arxiv.org/abs/2611.05665"},"file":"data/audits.json","rank":0},{"id":"critique:https://arxiv.org/abs/2611.07042","kind":"critique","name":"LegalBench, Legora BAR","page":"https://www.benchmarkalmanac.com/benchmarks/legalbench/","detail":"Follow the Policy, Fail the Benchmark: Auditing and Revising Policy-Based Decision Benchmarks","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=critique.yml&title=Critique%3A+LegalBench&benchmark=LegalBench%2C+Legora+BAR&sources=https%3A%2F%2Farxiv.org%2Fabs%2F2611.07042&problem=What+the+write-up+found%3A+","extra":{"label":"Write-up","url":"https://arxiv.org/abs/2611.07042"},"file":"data/audits.json","rank":0},{"id":"critique:https://arxiv.org/abs/2611.00460","kind":"critique","name":"MedQA, MedMCQA, PubMedQA","page":"https://www.benchmarkalmanac.com/benchmarks/medqa/","detail":"From Small to Large: Assessing Medical Reasoning, Benchmark Contamination, and Model Size in Language Models","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=critique.yml&title=Critique%3A+MedQA&benchmark=MedQA%2C+MedMCQA%2C+PubMedQA&sources=https%3A%2F%2Farxiv.org%2Fabs%2F2611.00460&problem=What+the+write-up+found%3A+","extra":{"label":"Write-up","url":"https://arxiv.org/abs/2611.00460"},"file":"data/audits.json","rank":0},{"id":"critique:https://arxiv.org/abs/2611.07950","kind":"critique","name":"MIMIC-CXR (classification)","page":"https://www.benchmarkalmanac.com/benchmarks/mimic-cxr-classification/","detail":"Leakage- and Label-Aware Benchmarking of Class-Imbalance Strategies for Multimodal Chest X-Ray and EHR Classification","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=critique.yml&title=Critique%3A+MIMIC-CXR+%28classification%29&benchmark=MIMIC-CXR+%28classification%29&sources=https%3A%2F%2Farxiv.org%2Fabs%2F2611.07950&problem=What+the+write-up+found%3A+","extra":{"label":"Write-up","url":"https://arxiv.org/abs/2611.07950"},"file":"data/audits.json","rank":0}]},{"kind":"importer","title":"79 official leaderboards we link aren't read yet","how":"Each needs a short importer that reads the board's published data. Check the board's terms first.","count":79,"tasks":[{"id":"importer:common-voice","kind":"importer","name":"Common Voice","page":"https://www.benchmarkalmanac.com/benchmarks/common-voice/","detail":"6 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://commonvoice.mozilla.org"},"file":"scripts/leaderboards/common-voice.ts","rank":6},{"id":"importer:cyscenariobench","kind":"importer","name":"CyScenarioBench","page":"https://www.benchmarkalmanac.com/benchmarks/cyscenariobench/","detail":"5 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://irregular.com/publications/cyscenariobench"},"file":"scripts/leaderboards/cyscenariobench.ts","rank":5},{"id":"importer:natural-questions","kind":"importer","name":"Natural Questions","page":"https://www.benchmarkalmanac.com/benchmarks/natural-questions/","detail":"5 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://ai.google.com/research/NaturalQuestions"},"file":"scripts/leaderboards/natural-questions.ts","rank":5},{"id":"importer:evalplus","kind":"importer","name":"EvalPlus","page":"https://www.benchmarkalmanac.com/benchmarks/evalplus/","detail":"4 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://evalplus.github.io"},"file":"scripts/leaderboards/evalplus.ts","rank":4},{"id":"importer:omnidocbench","kind":"importer","name":"OmniDocBench","page":"https://www.benchmarkalmanac.com/benchmarks/omnidocbench/","detail":"4 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://github.com/opendatalab/OmniDocBench"},"file":"scripts/leaderboards/omnidocbench.ts","rank":4},{"id":"importer:global-mmlu-lite-3","kind":"importer","name":"Global MMLU Lite 3.0","page":"https://www.benchmarkalmanac.com/benchmarks/global-mmlu-lite-3/","detail":"3 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.kaggle.com/benchmarks/cohere-labs/global-mmlu-lite"},"file":"scripts/leaderboards/global-mmlu-lite-3.ts","rank":3},{"id":"importer:mask","kind":"importer","name":"MASK","page":"https://www.benchmarkalmanac.com/benchmarks/mask/","detail":"3 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.mask-benchmark.ai/"},"file":"scripts/leaderboards/mask.ts","rank":3},{"id":"importer:mvpbench","kind":"importer","name":"MVPBench","page":"https://www.benchmarkalmanac.com/benchmarks/mvpbench/","detail":"3 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/facebook/physical_reasoning_leaderboard"},"file":"scripts/leaderboards/mvpbench.ts","rank":3},{"id":"importer:workspacebench","kind":"importer","name":"WorkSpaceBench","page":"https://www.benchmarkalmanac.com/benchmarks/workspacebench/","detail":"3 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://workspace-bench.github.io/leaderboard.html"},"file":"scripts/leaderboards/workspacebench.ts","rank":3},{"id":"importer:bankertoolbench","kind":"importer","name":"BankerToolBench","page":"https://www.benchmarkalmanac.com/benchmarks/bankertoolbench/","detail":"2 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://joinhandshake.com/research/benchmarks/bankertool-bench/"},"file":"scripts/leaderboards/bankertoolbench.ts","rank":2},{"id":"importer:cursorbench-3-1","kind":"importer","name":"CursorBench 3.1","page":"https://www.benchmarkalmanac.com/benchmarks/cursorbench-3-1/","detail":"2 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://cursor.com/cursorbench"},"file":"scripts/leaderboards/cursorbench-3-1.ts","rank":2},{"id":"importer:cursorbench-3-2","kind":"importer","name":"CursorBench 3.2","page":"https://www.benchmarkalmanac.com/benchmarks/cursorbench-3-2/","detail":"2 labs report it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://cursor.com/cursorbench"},"file":"scripts/leaderboards/cursorbench-3-2.ts","rank":2},{"id":"importer:cybergym-final-submission","kind":"importer","name":"CyberGym (final-submission metric)","page":"https://www.benchmarkalmanac.com/benchmarks/cybergym-final-submission/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.cybergym.io/"},"file":"scripts/leaderboards/cybergym-final-submission.ts","rank":1},{"id":"importer:fortress-rn","kind":"importer","name":"FORTRESS-RN","page":"https://www.benchmarkalmanac.com/benchmarks/fortress-rn/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://labs.scale.com/leaderboard/fortress"},"file":"scripts/leaderboards/fortress-rn.ts","rank":1},{"id":"importer:global-mmlu-lite-2","kind":"importer","name":"Global MMLU Lite 2.0","page":"https://www.benchmarkalmanac.com/benchmarks/global-mmlu-lite-2/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.kaggle.com/benchmarks/cohere-labs/global-mmlu-lite"},"file":"scripts/leaderboards/global-mmlu-lite-2.ts","rank":1},{"id":"importer:jigsaw-toxic-comment-classification","kind":"importer","name":"Jigsaw Toxic Comment Classification","page":"https://www.benchmarkalmanac.com/benchmarks/jigsaw-toxic-comment-classification/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.kaggle.com/competitions/jigsaw-toxic-comment-classification-challenge/leaderboard"},"file":"scripts/leaderboards/jigsaw-toxic-comment-classification.ts","rank":1},{"id":"importer:kernelbench","kind":"importer","name":"KernelBench","page":"https://www.benchmarkalmanac.com/benchmarks/kernelbench/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://scalingintelligence.stanford.edu/KernelBenchLeaderboard/"},"file":"scripts/leaderboards/kernelbench.ts","rank":1},{"id":"importer:lvbench-with-memory","kind":"importer","name":"LVBench (with memory)","page":"https://www.benchmarkalmanac.com/benchmarks/lvbench-with-memory/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://lvbench.github.io/#leaderboard"},"file":"scripts/leaderboards/lvbench-with-memory.ts","rank":1},{"id":"importer:matbench","kind":"importer","name":"Matbench","page":"https://www.benchmarkalmanac.com/benchmarks/matbench/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://matbench.materialsproject.org/"},"file":"scripts/leaderboards/matbench.ts","rank":1},{"id":"importer:meeseeks","kind":"importer","name":"Meeseeks","page":"https://www.benchmarkalmanac.com/benchmarks/meeseeks/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://github.com/ADoublLEN/Meeseeks"},"file":"scripts/leaderboards/meeseeks.ts","rank":1},{"id":"importer:pmpp-hard","kind":"importer","name":"PMPP-Hard","page":"https://www.benchmarkalmanac.com/benchmarks/pmpp-hard/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://app.primeintellect.ai/dashboard/environments/sinatras/pmpp-hard/evals"},"file":"scripts/leaderboards/pmpp-hard.ts","rank":1},{"id":"importer:proteingym","kind":"importer","name":"ProteinGym","page":"https://www.benchmarkalmanac.com/benchmarks/proteingym/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://proteingym.org/"},"file":"scripts/leaderboards/proteingym.ts","rank":1},{"id":"importer:relbench","kind":"importer","name":"RelBench","page":"https://www.benchmarkalmanac.com/benchmarks/relbench/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://star-project.stanford.edu/relbench/leaderboard/"},"file":"scripts/leaderboards/relbench.ts","rank":1},{"id":"importer:tydiqa","kind":"importer","name":"TydiQA","page":"https://www.benchmarkalmanac.com/benchmarks/tydiqa/","detail":"1 lab reports it. We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://ai.google.com/research/tydiqa"},"file":"scripts/leaderboards/tydiqa.ts","rank":1},{"id":"importer:ase-aicgseceval","kind":"importer","name":"A.S.E (AICGSecEval)","page":"https://www.benchmarkalmanac.com/benchmarks/ase-aicgseceval/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://aicgseceval.tencent.com"},"file":"scripts/leaderboards/ase-aicgseceval.ts","rank":0},{"id":"importer:ase-aicgseceval-2","kind":"importer","name":"A.S.E 2.0","page":"https://www.benchmarkalmanac.com/benchmarks/ase-aicgseceval-2/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://aicgseceval.tencent.com"},"file":"scripts/leaderboards/ase-aicgseceval-2.ts","rank":0},{"id":"importer:advbench","kind":"importer","name":"AdvBench","page":"https://www.benchmarkalmanac.com/benchmarks/advbench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/latticeflow/compl-ai-board"},"file":"scripts/leaderboards/advbench.ts","rank":0},{"id":"importer:gorilla-agent-arena","kind":"importer","name":"Agent Arena (Gorilla)","page":"https://www.benchmarkalmanac.com/benchmarks/gorilla-agent-arena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://agent-arena.com/leaderboard"},"file":"scripts/leaderboards/gorilla-agent-arena.ts","rank":0},{"id":"importer:agora-agentic-global-open-research-arena","kind":"importer","name":"AGORA (Agentic Global Open Research Arena)","page":"https://www.benchmarkalmanac.com/benchmarks/agora-agentic-global-open-research-arena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://agoraresearcharena.org/"},"file":"scripts/leaderboards/agora-agentic-global-open-research-arena.ts","rank":0},{"id":"importer:ace-mercor","kind":"importer","name":"AI Consumer Index","page":"https://www.benchmarkalmanac.com/benchmarks/ace-mercor/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.mercor.com/apex/ace-leaderboard/"},"file":"scripts/leaderboards/ace-mercor.ts","rank":0},{"id":"importer:arena-alignment-index","kind":"importer","name":"Alignment Index (Arena)","page":"https://www.benchmarkalmanac.com/benchmarks/arena-alignment-index/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://arena.ai/leaderboard/agent/alignment"},"file":"scripts/leaderboards/arena-alignment-index.ts","rank":0},{"id":"importer:alpha-arena","kind":"importer","name":"Alpha Arena","page":"https://www.benchmarkalmanac.com/benchmarks/alpha-arena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.alphaarena.ai/leaderboard"},"file":"scripts/leaderboards/alpha-arena.ts","rank":0},{"id":"importer:aa-image-arena","kind":"importer","name":"Artificial Analysis Image Arena","page":"https://www.benchmarkalmanac.com/benchmarks/aa-image-arena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/ArtificialAnalysis/Text-to-Image-Leaderboard"},"file":"scripts/leaderboards/aa-image-arena.ts","rank":0},{"id":"importer:audiobench","kind":"importer","name":"AudioBench","page":"https://www.benchmarkalmanac.com/benchmarks/audiobench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/AudioLLMs/AudioBench-Leaderboard-Extend"},"file":"scripts/leaderboards/audiobench.ts","rank":0},{"id":"importer:ballotbench","kind":"importer","name":"BallotBench","page":"https://www.benchmarkalmanac.com/benchmarks/ballotbench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://ballotbench.com"},"file":"scripts/leaderboards/ballotbench.ts","rank":0},{"id":"importer:btf-1","kind":"importer","name":"Bench to the Future","page":"https://www.benchmarkalmanac.com/benchmarks/btf-1/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://evals.futuresearch.ai/"},"file":"scripts/leaderboards/btf-1.ts","rank":0},{"id":"importer:bu-bench-v2","kind":"importer","name":"BU Bench V2","page":"https://www.benchmarkalmanac.com/benchmarks/bu-bench-v2/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://browser-use.com/benchmarks/agents"},"file":"scripts/leaderboards/bu-bench-v2.ts","rank":0},{"id":"importer:carebench","kind":"importer","name":"CAREBench","page":"https://www.benchmarkalmanac.com/benchmarks/carebench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://joinhandshake.com/research/benchmarks/carebench/"},"file":"scripts/leaderboards/carebench.ts","rank":0},{"id":"importer:catarena","kind":"importer","name":"CATArena","page":"https://www.benchmarkalmanac.com/benchmarks/catarena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://catarena.ai/leaderboard"},"file":"scripts/leaderboards/catarena.ts","rank":0},{"id":"importer:cekura-bench","kind":"importer","name":"Cekura Bench","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-bench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://benchmarks.cekura.ai/"},"file":"scripts/leaderboards/cekura-bench.ts","rank":0},{"id":"importer:cekura-real","kind":"importer","name":"Cekura Real Human Calls","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-real/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://benchmarks.cekura.ai/speech-to-speech/real-calls"},"file":"scripts/leaderboards/cekura-real.ts","rank":0},{"id":"importer:cekura-tts","kind":"importer","name":"Cekura Text to Speech","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-tts/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://benchmarks.cekura.ai/text-to-speech"},"file":"scripts/leaderboards/cekura-tts.ts","rank":0},{"id":"importer:coval-voice-benchmarks","kind":"importer","name":"Coval Voice AI Benchmarks","page":"https://www.benchmarkalmanac.com/benchmarks/coval-voice-benchmarks/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://benchmarks.coval.ai"},"file":"scripts/leaderboards/coval-voice-benchmarks.ts","rank":0},{"id":"importer:dabstep","kind":"importer","name":"DABstep","page":"https://www.benchmarkalmanac.com/benchmarks/dabstep/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/adyen/DABstep"},"file":"scripts/leaderboards/dabstep.ts","rank":0},{"id":"importer:designarena-speech-to-speech","kind":"importer","name":"DesignArena Speech-to-Speech","page":"https://www.benchmarkalmanac.com/benchmarks/designarena-speech-to-speech/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.designarena.ai/leaderboard?tab=audio&section=s2s&board=audio"},"file":"scripts/leaderboards/designarena-speech-to-speech.ts","rank":0},{"id":"importer:dynamic-superb-phase-2","kind":"importer","name":"Dynamic-SUPERB Phase-2","page":"https://www.benchmarkalmanac.com/benchmarks/dynamic-superb-phase-2/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/DynamicSuperb/leaderboard"},"file":"scripts/leaderboards/dynamic-superb-phase-2.ts","rank":0},{"id":"importer:epoch-capabilities-index","kind":"importer","name":"Epoch Capabilities Index","page":"https://www.benchmarkalmanac.com/benchmarks/epoch-capabilities-index/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://epoch.ai/eci"},"file":"scripts/leaderboards/epoch-capabilities-index.ts","rank":0},{"id":"importer:finben","kind":"importer","name":"FinBen","page":"https://www.benchmarkalmanac.com/benchmarks/finben/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/TheFinAI/Open-FinLLM-Leaderboard"},"file":"scripts/leaderboards/finben.ts","rank":0},{"id":"importer:fireworks-specialized-intelligence-index","kind":"importer","name":"Fireworks Specialized Intelligence Index","page":"https://www.benchmarkalmanac.com/benchmarks/fireworks-specialized-intelligence-index/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://fireworks.ai/specialized-intelligence-index/"},"file":"scripts/leaderboards/fireworks-specialized-intelligence-index.ts","rank":0},{"id":"importer:frontiercad","kind":"importer","name":"FrontierCAD","page":"https://www.benchmarkalmanac.com/benchmarks/frontiercad/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://normal.ai/research/frontiercad"},"file":"scripts/leaderboards/frontiercad.ts","rank":0},{"id":"importer:frontiermath-open-problems","kind":"importer","name":"FrontierMath: Open Problems","page":"https://www.benchmarkalmanac.com/benchmarks/frontiermath-open-problems/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://epoch.ai/frontiermath/open-problems"},"file":"scripts/leaderboards/frontiermath-open-problems.ts","rank":0},{"id":"importer:futureeval-metaculus","kind":"importer","name":"FutureEval (Metaculus)","page":"https://www.benchmarkalmanac.com/benchmarks/futureeval-metaculus/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.metaculus.com/futureeval/"},"file":"scripts/leaderboards/futureeval-metaculus.ts","rank":0},{"id":"importer:hcast","kind":"importer","name":"HCAST","page":"https://www.benchmarkalmanac.com/benchmarks/hcast/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://metr.org/time-horizons/"},"file":"scripts/leaderboards/hcast.ts","rank":0},{"id":"importer:heim","kind":"importer","name":"HEIM","page":"https://www.benchmarkalmanac.com/benchmarks/heim/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://crfm.stanford.edu/helm/heim/latest/"},"file":"scripts/leaderboards/heim.ts","rank":0},{"id":"importer:kernelbench-com","kind":"importer","name":"KernelBench (kernelbench.com)","page":"https://www.benchmarkalmanac.com/benchmarks/kernelbench-com/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://kernelbench.com/"},"file":"scripts/leaderboards/kernelbench-com.ts","rank":0},{"id":"importer:mantic-vs-polymarket-backtest","kind":"importer","name":"Mantic vs Polymarket backtest","page":"https://www.benchmarkalmanac.com/benchmarks/mantic-vs-polymarket-backtest/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://blog.mantic.com/p/backtesting-against-polymarket"},"file":"scripts/leaderboards/mantic-vs-polymarket-backtest.ts","rank":0},{"id":"importer:moneda-bench","kind":"importer","name":"Moneda Bench","page":"https://www.benchmarkalmanac.com/benchmarks/moneda-bench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://benchmarks.finance/"},"file":"scripts/leaderboards/moneda-bench.ts","rank":0},{"id":"importer:mteb-arena","kind":"importer","name":"MTEB Arena","page":"https://www.benchmarkalmanac.com/benchmarks/mteb-arena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/spaces/mteb/arena"},"file":"scripts/leaderboards/mteb-arena.ts","rank":0},{"id":"importer:nolima","kind":"importer","name":"NoLiMa","page":"https://www.benchmarkalmanac.com/benchmarks/nolima/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://github.com/adobe-research/NoLiMa"},"file":"scripts/leaderboards/nolima.ts","rank":0},{"id":"importer:nolima-hard","kind":"importer","name":"NoLiMa-Hard","page":"https://www.benchmarkalmanac.com/benchmarks/nolima-hard/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://github.com/adobe-research/NoLiMa"},"file":"scripts/leaderboards/nolima-hard.ts","rank":0},{"id":"importer:physicalrealismbench-u","kind":"importer","name":"PhysicalRealismBench-U","page":"https://www.benchmarkalmanac.com/benchmarks/physicalrealismbench-u/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://physical-realism.labs.reka.ai/"},"file":"scripts/leaderboards/physicalrealismbench-u.ts","rank":0},{"id":"importer:pokeagent-challenge","kind":"importer","name":"PokeAgent Challenge","page":"https://www.benchmarkalmanac.com/benchmarks/pokeagent-challenge/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://pokeagentchallenge.com/"},"file":"scripts/leaderboards/pokeagent-challenge.ts","rank":0},{"id":"importer:pwnbench-v0-1","kind":"importer","name":"PWNBench v0.1","page":"https://www.benchmarkalmanac.com/benchmarks/pwnbench-v0-1/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://novee.security/blog/ai-pentesting-benchmark-pwnbench/"},"file":"scripts/leaderboards/pwnbench-v0-1.ts","rank":0},{"id":"importer:real-swe","kind":"importer","name":"Real-SWE","page":"https://www.benchmarkalmanac.com/benchmarks/real-swe/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://withspecific.com/benchmarks/real-swe"},"file":"scripts/leaderboards/real-swe.ts","rank":0},{"id":"importer:robocurve-simple-tasks-llm-control-of-yam-arms","kind":"importer","name":"Robocurve simple tasks (LLM control of YAM arms)","page":"https://www.benchmarkalmanac.com/benchmarks/robocurve-simple-tasks-llm-control-of-yam-arms/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://robocurve.org/all-runs/"},"file":"scripts/leaderboards/robocurve-simple-tasks-llm-control-of-yam-arms.ts","rank":0},{"id":"importer:vals-safe-teen","kind":"importer","name":"SAFE-Teen","page":"https://www.benchmarkalmanac.com/benchmarks/vals-safe-teen/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://www.vals.ai/benchmarks/mental-health"},"file":"scripts/leaderboards/vals-safe-teen.ts","rank":0},{"id":"importer:slop-arena","kind":"importer","name":"Slop Arena","page":"https://www.benchmarkalmanac.com/benchmarks/slop-arena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://sloparena.ai"},"file":"scripts/leaderboards/slop-arena.ts","rank":0},{"id":"importer:sol-execbench","kind":"importer","name":"SOL-ExecBench","page":"https://www.benchmarkalmanac.com/benchmarks/sol-execbench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://research.nvidia.com/benchmarks/sol-execbench"},"file":"scripts/leaderboards/sol-execbench.ts","rank":0},{"id":"importer:speedrunbench","kind":"importer","name":"SpeedrunBench","page":"https://www.benchmarkalmanac.com/benchmarks/speedrunbench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://patronus.ai/blog/introducing-speedrunbench-a-challenging-benchmark-for-frontier-agents"},"file":"scripts/leaderboards/speedrunbench.ts","rank":0},{"id":"importer:stratabench-land-v1","kind":"importer","name":"StrataBench Land v1","page":"https://www.benchmarkalmanac.com/benchmarks/stratabench-land-v1/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/datasets/Collide-ai/stratabench-land-v1#baseline-results"},"file":"scripts/leaderboards/stratabench-land-v1.ts","rank":0},{"id":"importer:stratabench-land-v1-classify","kind":"importer","name":"StrataBench Land v1 Classify","page":"https://www.benchmarkalmanac.com/benchmarks/stratabench-land-v1-classify/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://huggingface.co/datasets/Collide-ai/stratabench-land-v1#baseline-results"},"file":"scripts/leaderboards/stratabench-land-v1-classify.ts","rank":0},{"id":"importer:streameval","kind":"importer","name":"StreamEval","page":"https://www.benchmarkalmanac.com/benchmarks/streameval/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://streameval.ai/"},"file":"scripts/leaderboards/streameval.ts","rank":0},{"id":"importer:terminal-x","kind":"importer","name":"Terminal-X","page":"https://www.benchmarkalmanac.com/benchmarks/terminal-x/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://unipat.ai/blog/TerminalX"},"file":"scripts/leaderboards/terminal-x.ts","rank":0},{"id":"importer:textarena","kind":"importer","name":"TextArena","page":"https://www.benchmarkalmanac.com/benchmarks/textarena/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://textarena.ai/"},"file":"scripts/leaderboards/textarena.ts","rank":0},{"id":"importer:textedit-opencompass","kind":"importer","name":"TextEdit","page":"https://www.benchmarkalmanac.com/benchmarks/textedit-opencompass/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://github.com/open-compass/TextEdit"},"file":"scripts/leaderboards/textedit-opencompass.ts","rank":0},{"id":"importer:vials","kind":"importer","name":"VIALS","page":"https://www.benchmarkalmanac.com/benchmarks/vials/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://joinhandshake.com/research/benchmarks/vials/"},"file":"scripts/leaderboards/vials.ts","rank":0},{"id":"importer:web-ui-bench","kind":"importer","name":"Web UI Bench","page":"https://www.benchmarkalmanac.com/benchmarks/web-ui-bench/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://webuibench.dev"},"file":"scripts/leaderboards/web-ui-bench.ts","rank":0},{"id":"importer:worldmodelgym","kind":"importer","name":"WorldModelGym","page":"https://www.benchmarkalmanac.com/benchmarks/worldmodelgym/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://wm-gym.labs.reka.ai"},"file":"scripts/leaderboards/worldmodelgym.ts","rank":0},{"id":"importer:yupp-vibe-score","kind":"importer","name":"Yupp VIBE Score","page":"https://www.benchmarkalmanac.com/benchmarks/yupp-vibe-score/","detail":"We link its leaderboard but don't read it.","action":"https://github.com/brianlzhou/benchmark-almanac/blob/main/.github/CONTRIBUTING.md#add-a-leaderboard-importer","extra":{"label":"Leaderboard","url":"https://yupp.ai/leaderboard"},"file":"scripts/leaderboards/yupp-vibe-score.ts","rank":0}]},{"kind":"broken","title":"8 importers have stopped working","how":"The board keeps its last scores until the importer is fixed. Most breaks are a moved file or a changed page.","count":8,"tasks":[{"id":"broken:docvqa","kind":"broken","name":"DocVQA","page":"https://www.benchmarkalmanac.com/benchmarks/docvqa/","detail":"It failed on 2026-11-12: Command failed: curl --fail --silent --show-error --max-time 40 --user-agent benchmark-almanac (+https://github.com/brianlzhou/benchmark-almanac) https://rrc.cvc.uab.es/?ch=17&com=evaluation&task=1 cu.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+DocVQA+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdocvqa%2F&what=The+importer+scripts%2Fleaderboards%2Fdocvqa.ts+fails.+It+failed+on+2026-11-12%3A+Command+failed%3A+curl+--fail+--silent+--show-error+--max-time+40+--user-agent+benchmark-almanac+%28%2Bhttps%3A%2F%2Fgithub.com%2Fbrianlzhou%2Fbenchmark-almanac%29+https%3A%2F%2Frrc.cvc.uab.es%2F%3Fch%3D17%26com%3Devaluation%26task%3D1+cu.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/docvqa.ts"},"file":"scripts/leaderboards/docvqa.ts","rank":16},{"id":"broken:dude","kind":"broken","name":"DUDE","page":"https://www.benchmarkalmanac.com/benchmarks/dude/","detail":"It failed on 2026-11-12: Command failed: curl --fail --silent --show-error --max-time 40 --user-agent benchmark-almanac (+https://github.com/brianlzhou/benchmark-almanac) https://rrc.cvc.uab.es/?ch=23&com=evaluation&task=1 cu.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+DUDE+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fdude%2F&what=The+importer+scripts%2Fleaderboards%2Fdude.ts+fails.+It+failed+on+2026-11-12%3A+Command+failed%3A+curl+--fail+--silent+--show-error+--max-time+40+--user-agent+benchmark-almanac+%28%2Bhttps%3A%2F%2Fgithub.com%2Fbrianlzhou%2Fbenchmark-almanac%29+https%3A%2F%2Frrc.cvc.uab.es%2F%3Fch%3D23%26com%3Devaluation%26task%3D1+cu.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/dude.ts"},"file":"scripts/leaderboards/dude.ts","rank":2},{"id":"broken:cekura-production","kind":"broken","name":"Cekura Production Voice Agents","page":"https://www.benchmarkalmanac.com/benchmarks/cekura-production/","detail":"It failed on 2026-11-12: Cekura table missing.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+Cekura+Production+Voice+Agents+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcekura-production%2F&what=The+importer+scripts%2Fleaderboards%2Fcekura-production.ts+fails.+It+failed+on+2026-11-12%3A+Cekura+table+missing.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/cekura-production.ts"},"file":"scripts/leaderboards/cekura-production.ts","rank":0},{"id":"broken:cooperate-to-compete-c2c","kind":"broken","name":"Cooperate to Compete (C2C)","page":"https://www.benchmarkalmanac.com/benchmarks/cooperate-to-compete-c2c/","detail":"It failed on 2026-11-12: The operation was aborted due to timeout.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+Cooperate+to+Compete+%28C2C%29+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fcooperate-to-compete-c2c%2F&what=The+importer+scripts%2Fleaderboards%2Fcooperate-to-compete-c2c.ts+fails.+It+failed+on+2026-11-12%3A+The+operation+was+aborted+due+to+timeout.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/cooperate-to-compete-c2c.ts"},"file":"scripts/leaderboards/cooperate-to-compete-c2c.ts","rank":0},{"id":"broken:hpct-v2-securebio","kind":"broken","name":"Human Pathogen Capabilities Test v2 (HPCT v2)","page":"https://www.benchmarkalmanac.com/benchmarks/hpct-v2-securebio/","detail":"It failed on 2026-11-12: no chart matches /Model performance on HPCT-v2$/.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+Human+Pathogen+Capabilities+Test+v2+%28HPCT+v2%29+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fhpct-v2-securebio%2F&what=The+importer+scripts%2Fleaderboards%2Fhpct-v2-securebio.ts+fails.+It+failed+on+2026-11-12%3A+no+chart+matches+%2FModel+performance+on+HPCT-v2%24%2F.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/hpct-v2-securebio.ts"},"file":"scripts/leaderboards/hpct-v2-securebio.ts","rank":0},{"id":"broken:leipzig-benchmark","kind":"broken","name":"Leipzig Benchmark","page":"https://www.benchmarkalmanac.com/benchmarks/leipzig-benchmark/","detail":"It failed on 2026-11-12: Leipzig model scores table not found.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+Leipzig+Benchmark+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fleipzig-benchmark%2F&what=The+importer+scripts%2Fleaderboards%2Fleipzig-benchmark.ts+fails.+It+failed+on+2026-11-12%3A+Leipzig+model+scores+table+not+found.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/leipzig-benchmark.ts"},"file":"scripts/leaderboards/leipzig-benchmark.ts","rank":0},{"id":"broken:stratabench-land-v1-extract","kind":"broken","name":"StrataBench Land v1 Extract","page":"https://www.benchmarkalmanac.com/benchmarks/stratabench-land-v1-extract/","detail":"It failed on 2026-11-12: 401 https://huggingface.co/datasets/Collide-ai/stratabench-land-v1/raw/main/README.md.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+StrataBench+Land+v1+Extract+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fstratabench-land-v1-extract%2F&what=The+importer+scripts%2Fleaderboards%2Fstratabench-land-v1-extract.ts+fails.+It+failed+on+2026-11-12%3A+401+https%3A%2F%2Fhuggingface.co%2Fdatasets%2FCollide-ai%2Fstratabench-land-v1%2Fraw%2Fmain%2FREADME.md.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/stratabench-land-v1-extract.ts"},"file":"scripts/leaderboards/stratabench-land-v1-extract.ts","rank":0},{"id":"broken:videofdb-nvidia","kind":"broken","name":"VideoFDB","page":"https://www.benchmarkalmanac.com/benchmarks/videofdb-nvidia/","detail":"It failed on 2026-11-12: No videofdb-nvidia score rows.","action":"https://github.com/brianlzhou/benchmark-almanac/issues/new?template=bug.yml&title=Bug%3A+the+VideoFDB+importer+fails&page=https%3A%2F%2Fwww.benchmarkalmanac.com%2Fbenchmarks%2Fvideofdb-nvidia%2F&what=The+importer+scripts%2Fleaderboards%2Fvideofdb-nvidia.ts+fails.+It+failed+on+2026-11-12%3A+No+videofdb-nvidia+score+rows.","extra":{"label":"Importer","url":"https://github.com/brianlzhou/benchmark-almanac/blob/main/scripts/leaderboards/videofdb-nvidia.ts"},"file":"scripts/leaderboards/videofdb-nvidia.ts","rank":0}]}]}