{"version":"5.46.0","api_prefix":"/gradio_api","mode":"blocks","app_id":5129127657184644358,"dev_mode":false,"vibe_mode":false,"analytics_enabled":true,"components":[{"id":1,"type":"html","props":{"value":"\n<div style=\"text-align: center; padding: 20px 0; background: linear-gradient(135deg, #1877f2 0%, #42a5f5 100%); border-radius: 15px; margin-bottom: 30px;\">\n    <h1 style=\"color: white; font-size: 2em; margin: 0; font-weight: 700; text-shadow: 2px 2px 4px rgba(0,0,0,0.3);\">\n        Gaia2 Leaderboard 🏆\n    </h1>\n</div>\n","show_label":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"container":false,"padding":true,"autoscroll":false,"name":"html","_selectable":false},"skip_api":false,"component_class_id":"42fa1133b1928d16a86f4bd1a5ac9b444ba8baf37b247373f67eca5a7420b7ee","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"<p>Hello</p>"},{"id":2,"type":"accordion","props":{"label":"About","open":false,"visible":true,"preserved_by_key":[],"name":"accordion"},"skip_api":true,"component_class_id":"68fbff65480149a50fe591fef1948bbaed634b810b18b905b01f834add9fefe5","key":null},{"id":3,"type":"markdown","props":{"value":"[**Gaia2**](https://huggingface.co/datasets/meta-agents-research-environments/gaia2-cli) is a benchmark designed to measure general agent capabilities. Beyond traditional search and execution tasks, Gaia2 runs asynchronously, requiring agents to handle ambiguities, adapt to dynamic environments, and operate under temporal constraints.\n\nGaia2 evaluates agents across the following dimensions: **Execution** (instruction following, multi-step tool-use), **Search** (information retrieval), **Ambiguity** (handling unclear or incomplete instructions), **Adaptability** (responding to dynamic environment changes), and **Time** (managing temporal constraints and scheduling).\n\n⚠️ All scores on this page are reported by the submitting team.","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"c2f35e73b9c0ffb3ea6b3682c71039be03350e8cd5cf185fdbbc33d52e7a2945","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"},{"id":4,"type":"html","props":{"value":"\n    <div class=\"lb-wrap\">\n        <h2 class=\"lb-heading\"><a href=\"https://github.com/facebookresearch/meta-agents-research-environments/tree/main/gaia2-cli\" target=\"_blank\" style=\"color:inherit;text-decoration:none;\">Gaia2-CLI Leaderboard</a></h2>\n        <p class=\"lb-subtitle\">7 models &middot; higher is better &middot; <a href=\"https://github.com/facebookresearch/meta-agents-research-environments/tree/main/gaia2-cli\" target=\"_blank\" style=\"color:inherit;text-decoration:underline;\">Test your own model / harness here</a></p>\n\n        <div class=\"lb-scroll\">\n        <table class=\"lb\" role=\"table\">\n            <thead>\n                <tr>\n                    <th class=\"c-model\" scope=\"col\">Model</th>\n                    <th scope=\"col\">Provider</th>\n                    <th scope=\"col\">Harness</th>\n                    <th class=\"c-pass1 is-num\" scope=\"col\">pass@1</th>\n                    <th class=\"is-num\" scope=\"col\">Search</th>\n                    <th class=\"is-num\" scope=\"col\">Execution</th>\n                    <th class=\"is-num\" scope=\"col\">Adaptability</th>\n                    <th class=\"is-num\" scope=\"col\">Ambiguity</th>\n                    <th class=\"is-num c-time\" scope=\"col\">Time</th>\n                    <th class=\"is-num c-date\" scope=\"col\">Date</th>\n                </tr>\n            </thead>\n            <tbody>\n                <tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 1\">🥇</span>\n                    <span class=\"model-name\">Claude Opus 4.6 (high)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">Anthropic</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">57.0%</td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">88.1%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:88.1%\"></div></div></div></td>\n            <td class=\"c-split is-num is-best\"><div class=\"metric-stack\"><span class=\"split-val\">82.9%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:82.9%\"></div></div></div></td>\n            <td class=\"c-split is-num is-best\"><div class=\"metric-stack\"><span class=\"split-val\">61.9%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:61.9%\"></div></div></div></td>\n            <td class=\"c-split is-num is-best\"><div class=\"metric-stack\"><span class=\"split-val\">48.3%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:48.3%\"></div></div></div></td>\n            <td class=\"c-split is-num c-time\"><div class=\"metric-stack\"><span class=\"split-val\">3.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:3.8%\"></div></div></div></td>\n            <td class=\"c-date\">2026-04-13</td>\n        </tr><tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 2\">🥈</span>\n                    <span class=\"model-name\">GPT-5.5 (xhigh)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">OpenAI</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">56.4%</td>\n            <td class=\"c-split is-num is-best\"><div class=\"metric-stack\"><span class=\"split-val\">96.2%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:96.2%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">79.4%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:79.4%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">55.0%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:55.0%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">46.9%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:46.9%\"></div></div></div></td>\n            <td class=\"c-split is-num c-time\"><div class=\"metric-stack\"><span class=\"split-val\">4.4%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:4.4%\"></div></div></div></td>\n            <td class=\"c-date\">2026-05-15</td>\n        </tr><tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 3\">🥉</span>\n                    <span class=\"model-name\">GPT-5.4 (high)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">OpenAI</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">55.6%</td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">94.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:94.8%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">78.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:78.8%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">54.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:54.8%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">47.3%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:47.3%\"></div></div></div></td>\n            <td class=\"c-split is-num c-time\"><div class=\"metric-stack\"><span class=\"split-val\">2.5%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:2.5%\"></div></div></div></td>\n            <td class=\"c-date\">2026-04-13</td>\n        </tr><tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 4\">4</span>\n                    <span class=\"model-name\">Gemini 3.1 Pro (high)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">Google</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">52.0%</td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">92.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:92.8%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">78.6%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:78.6%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">45.9%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:45.9%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">40.6%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:40.6%\"></div></div></div></td>\n            <td class=\"c-split is-num c-time\"><div class=\"metric-stack\"><span class=\"split-val\">2.1%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:2.1%\"></div></div></div></td>\n            <td class=\"c-date\">2026-04-14</td>\n        </tr><tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 5\">5</span>\n                    <span class=\"model-name\">Claude Sonnet 4.6 (high)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">Anthropic</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">51.9%</td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">82.5%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:82.5%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">75.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:75.8%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">55.7%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:55.7%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">40.4%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:40.4%\"></div></div></div></td>\n            <td class=\"c-split is-num is-best c-time\"><div class=\"metric-stack\"><span class=\"split-val\">5.0%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:5.0%\"></div></div></div></td>\n            <td class=\"c-date\">2026-04-13</td>\n        </tr><tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 6\">6</span>\n                    <span class=\"model-name\">GLM 5.1 (enabled)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">OpenRouter*</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">50.5%</td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">83.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:83.8%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">71.2%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:71.2%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">56.9%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:56.9%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">39.4%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:39.4%\"></div></div></div></td>\n            <td class=\"c-split is-num c-time\"><div class=\"metric-stack\"><span class=\"split-val\">1.2%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:1.2%\"></div></div></div></td>\n            <td class=\"c-date\">2026-04-13</td>\n        </tr><tr>\n            <th class=\"c-model\" scope=\"row\">\n                <div class=\"model-cell\">\n                    <span class=\"rank-badge\" title=\"Rank 7\">7</span>\n                    <span class=\"model-name\">Kimi-K2.5 (enabled)</span>\n                </div>\n            </th>\n            <td class=\"c-provider\">OpenRouter*</td>\n            <td class=\"c-harness\">OpenClaw 2026.4.1</td>\n            <td class=\"c-pass1\">34.0%</td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">62.2%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:62.2%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">47.0%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:47.0%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">43.4%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:43.4%\"></div></div></div></td>\n            <td class=\"c-split is-num\"><div class=\"metric-stack\"><span class=\"split-val\">16.6%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:16.6%\"></div></div></div></td>\n            <td class=\"c-split is-num c-time\"><div class=\"metric-stack\"><span class=\"split-val\">0.8%</span><div class=\"bar-track\" aria-hidden=\"true\"><div class=\"bar-fill\" style=\"width:0.8%\"></div></div></div></td>\n            <td class=\"c-date\">2026-04-14</td>\n        </tr>\n            </tbody>\n        </table>\n        </div>\n        <p style=\"color:var(--lb-muted-text, #9ca3af);font-size:0.78em;margin:12px 0 0;text-align:left;\">* Accessed via OpenRouter. The harness does not round-trip reasoning context between turns for this provider, which may affect multi-step performance.</p>\n    </div>\n    ","show_label":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"container":false,"padding":true,"autoscroll":false,"name":"html","_selectable":false},"skip_api":false,"component_class_id":"42fa1133b1928d16a86f4bd1a5ac9b444ba8baf37b247373f67eca5a7420b7ee","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"<p>Hello</p>"},{"id":5,"type":"html","props":{"value":"\n        <hr style=\"margin: 40px 0 20px 0; border: none; border-top: 1px solid #ddd;\">\n        <h2 style=\"margin: 0 0 10px 0; font-weight: 700; font-size: 1.4em;\">\n            Vanilla Gaia2 Leaderboard\n        </h2>\n        <p style=\"color: #666; margin: 0 0 15px 0;\">\n            Original benchmark with noise and agent-to-agent splits\n        </p>\n        ","show_label":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"container":false,"padding":true,"autoscroll":false,"name":"html","_selectable":false},"skip_api":false,"component_class_id":"42fa1133b1928d16a86f4bd1a5ac9b444ba8baf37b247373f67eca5a7420b7ee","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"<p>Hello</p>"},{"id":6,"type":"dataframe","props":{"value":{"headers":["Model","Provider","pass@1","Execution","Search","Ambiguity","Adaptability","Time","Noise","A2A","Submitter","Date"],"data":[["GPT-5 (high)","OpenAI",42.1,69.2,79.6,51.9,40.4,0.0,35.4,17.9,"Meta","2025-09-09"],["Claude-4-Sonnet Thinking","Anthropic",37.8,62.1,60.6,27.3,42.1,8.5,31.2,32.5,"Meta","2025-09-29"],["Claude-4-Sonnet","Anthropic",34.8,57.9,59.8,24.2,38.1,8.1,27.7,27.9,"Meta","2025-09-09"],["GPT-5 (low)","OpenAI",34.6,52.7,64.2,39.6,30.2,2.3,28.3,24.6,"Meta","2025-09-09"],["Gemini-2.5-Pro","Google",25.8,39.2,57.7,18.1,17.5,7.3,20.4,20.4,"Meta","2025-09-09"],["DeepSeek-v3.1 Terminus","DeepSeek",23.1,43.1,34.4,13.1,32.5,1.9,17.5,19.4,"Meta","2025-09-30"],["DeepSeek-v3.1","DeepSeek",21.9,39.8,36.2,11.2,31.2,1.7,17.3,16.0,"Meta","2025-09-29"],["Kimi-K2","Moonshot",20.1,34.2,36.0,8.3,24.0,0.8,18.8,18.3,"Meta","2025-09-09"],["GPT-5 (minimal)","OpenAI",18.2,31.9,26.2,20.6,19.2,5.2,13.1,11.5,"Meta","2025-09-09"],["Grok-4","xAI",15.7,8.8,57.5,9.4,4.4,0.0,15.6,14.4,"Meta","2025-09-09"],["Qwen3-235B-thinking","Alibaba",15.7,28.1,36.2,10.0,16.2,0.0,6.9,12.5,"Meta","2025-09-29"],["GPT-OSS 120B (high)","OpenAI",13.7,17.9,33.1,8.3,10.6,0.6,14.6,10.6,"Meta","2025-09-29"],["Qwen3-235B","Alibaba",11.6,22.7,22.3,6.5,8.1,1.2,10.8,9.4,"Meta","2025-09-09"],["GPT-4o","OpenAI",7.4,8.3,17.5,4.4,6.2,5.8,4.6,5.2,"Meta","2025-09-09"],["Llama 4 Maverick","Meta",7.4,13.8,14.4,2.1,5.0,1.2,6.2,9.2,"Meta","2025-09-09"],["Llama 3.3 70B Instruct","Meta",4.4,7.1,11.5,1.7,1.9,0.4,3.8,4.6,"Meta","2025-09-09"]],"metadata":null},"headers":["1","2","3"],"row_count":[1,"dynamic"],"col_count":[3,"dynamic"],"datatype":"str","type":"pandas","latex_delimiters":[{"left":"$$","right":"$$","display":true}],"show_label":true,"max_height":500,"min_width":160,"interactive":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"wrap":false,"line_breaks":true,"column_widths":[],"show_fullscreen_button":false,"show_copy_button":false,"show_row_numbers":false,"show_search":"none","static_columns":[],"name":"dataframe","_selectable":false},"skip_api":false,"component_class_id":"69186daaca6b648c00e4dda67dfac6e8e50cdc2cb5e1e458cfcae5889b99c806","key":null,"api_info":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_input":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"api_info_as_output":{"properties":{"headers":{"items":{},"title":"Headers","type":"array"},"data":{"items":{"items":{},"type":"array"},"title":"Data","type":"array"},"metadata":{"anyOf":[{"additionalProperties":{"anyOf":[{"items":{},"type":"array"},{"type":"null"}]},"type":"object"},{"type":"null"}],"default":null,"title":"Metadata"}},"required":["headers","data"],"title":"DataframeData","type":"object","additional_description":null},"example_inputs":{"headers":["a","b"],"data":[["foo","bar"]]}},{"id":7,"type":"button","props":{"value":"Refresh","variant":"secondary","size":"sm","visible":true,"interactive":true,"elem_classes":[],"preserved_by_key":["value"],"name":"button","_selectable":false},"skip_api":true,"component_class_id":"916a16f6d311892cf2877c21810a29477cc4b9945cabc855695ae0cd0c850c4c","key":null},{"id":8,"type":"html","props":{"value":"\n        <hr style=\"margin: 40px 0 20px 0; border: none; border-top: 1px solid #ddd;\">\n        <h2 style=\"margin: 0 0 10px 0; font-weight: 700; font-size: 1.4em;\">\n            Run the Benchmark\n        </h2>\n        ","show_label":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"container":false,"padding":true,"autoscroll":false,"name":"html","_selectable":false},"skip_api":false,"component_class_id":"42fa1133b1928d16a86f4bd1a5ac9b444ba8baf37b247373f67eca5a7420b7ee","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"<p>Hello</p>"},{"id":9,"type":"accordion","props":{"label":"How to run and submit","open":true,"visible":true,"preserved_by_key":[],"name":"accordion"},"skip_api":true,"component_class_id":"68fbff65480149a50fe591fef1948bbaed634b810b18b905b01f834add9fefe5","key":null},{"id":10,"type":"markdown","props":{"value":"1. Clone the [gaia2-cli](https://github.com/facebookresearch/meta-agents-research-environments) repository and follow the setup instructions\n2. Run the benchmark on all 5 splits (execution, search, ambiguity, adaptability, time)\n3. Contact us to validate and update your scores on the leaderboard\n\n**Contact:** Open an issue on the [GitHub repository](https://github.com/facebookresearch/meta-agents-research-environments/issues) and we will review and add your scores.","show_label":false,"rtl":false,"latex_delimiters":[{"left":"$$","right":"$$","display":true}],"visible":true,"elem_classes":[],"preserved_by_key":["value"],"sanitize_html":true,"line_breaks":false,"header_links":false,"show_copy_button":false,"container":false,"padding":false,"name":"markdown","_selectable":false},"skip_api":false,"component_class_id":"c2f35e73b9c0ffb3ea6b3682c71039be03350e8cd5cf185fdbbc33d52e7a2945","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"# Hello!"},{"id":11,"type":"html","props":{"value":"\n        <div style=\"text-align: center; margin: 30px 0; display: flex; justify-content: center; gap: 30px; flex-wrap: wrap;\">\n            <a href=\"https://github.com/facebookresearch/meta-agents-research-environments\" target=\"_blank\"\n            style=\"display: inline-flex; align-items: center; gap: 8px;\n                    background: #24292e; color: white; font-weight: 600; padding: 10px 20px;\n                    border-radius: 8px; text-decoration: none; font-size: 14px;\">\n                <svg xmlns=\"http://www.w3.org/2000/svg\" width=\"18\" height=\"18\" fill=\"white\" viewBox=\"0 0 24 24\">\n                    <path d=\"M12 .5C5.7.5.5 5.7.5 12c0 5.1 3.3 9.4 7.9 10.9.6.1.8-.2.8-.6v-2.1c-3.2.7-3.9-1.4-3.9-1.4-.5-1.2-1.2-1.6-1.2-1.6-1-.7.1-.7.1-.7 1.1.1 1.7 1.1 1.7 1.1 1 .1.8 1.4 2.9 1.9.3-.8.6-1.3.6-1.3-2.6-.3-5.3-1.3-5.3-5.8 0-1.3.5-2.4 1.1-3.3 0-.3-.5-1.6.1-3.2 0 0 1-.3 3.3 1.2a11.5 11.5 0 0 1 6 0c2.3-1.5 3.3-1.2 3.3-1.2.6 1.6.1 2.9.1 3.2.7.9 1.1 2 1.1 3.3 0 4.5-2.7 5.5-5.3 5.8.4.3.7 1 .7 2v3c0 .3.2.7.8.6A11.5 11.5 0 0 0 23.5 12C23.5 5.7 18.3.5 12 .5Z\"/>\n                </svg>\n                GitHub\n            </a>\n            <a href=\"https://arxiv.org/abs/2602.11964\" target=\"_blank\"\n            style=\"display: inline-flex; align-items: center; gap: 8px;\n                    background: #0081FB; color: white; font-weight: 600; padding: 10px 20px;\n                    border-radius: 8px; text-decoration: none; font-size: 14px;\">\n                Paper\n            </a>\n        </div>\n        ","show_label":false,"visible":true,"elem_classes":[],"preserved_by_key":["value"],"container":false,"padding":true,"autoscroll":false,"name":"html","_selectable":false},"skip_api":false,"component_class_id":"42fa1133b1928d16a86f4bd1a5ac9b444ba8baf37b247373f67eca5a7420b7ee","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"<p>Hello</p>"},{"id":12,"type":"accordion","props":{"label":"Citation","open":false,"visible":true,"preserved_by_key":[],"name":"accordion"},"skip_api":true,"component_class_id":"68fbff65480149a50fe591fef1948bbaed634b810b18b905b01f834add9fefe5","key":null},{"id":13,"type":"textbox","props":{"value":"@misc{froger2026gaia2benchmarkingllmagents,\n      title={Gaia2: Benchmarking LLM Agents on Dynamic and Asynchronous Environments},\n      author={Romain Froger and Pierre Andrews and Matteo Bettini and Amar Budhiraja and Ricardo Silveira Cabral and Virginie Do and Emilien Garreau and Jean-Baptiste Gaya and Hugo Laurençon and Maxime Lecanu and Kunal Malkan and Dheeraj Mekala and Pierre Ménard and Gerard Moreno-Torres Bertran and Ulyana Piterbarg and Mikhail Plekhanov and Mathieu Rita and Andrey Rusakov and Vladislav Vorotilov and Mengjue Wang and Ian Yu and Amine Benhalloum and Grégoire Mialon and Thomas Scialom},\n      year={2026},\n      eprint={2602.11964},\n      archivePrefix={arXiv},\n      primaryClass={cs.AI},\n      url={https://arxiv.org/abs/2602.11964},\n}","type":"text","lines":1,"label":"Copy the following snippet to cite these results","show_label":true,"container":true,"min_width":160,"visible":true,"elem_id":"citation-button","autofocus":false,"autoscroll":true,"elem_classes":[],"preserved_by_key":["value"],"rtl":false,"show_copy_button":true,"submit_btn":false,"stop_btn":false,"name":"textbox","_selectable":false},"skip_api":false,"component_class_id":"ad9c3f714247746291346c2a8132a8d15ab68326a3bb22df88fcb9718ea34ecf","key":null,"api_info":{"type":"string"},"api_info_as_input":{"type":"string"},"api_info_as_output":{"type":"string"},"example_inputs":"Hello!!"},{"id":14,"type":"form","props":{"scale":0,"min_width":0,"preserved_by_key":[],"name":"form"},"skip_api":true,"component_class_id":"7c96e70477dd55732fb1a4bc6696ddcc8ff96faeabe823f8c3311f0d1f92d0eb","key":null}],"css":"\n.lb-wrap {\n    --lb-bg: var(--background-fill-primary);\n    --lb-surface: var(--background-fill-secondary, var(--background-fill-primary));\n    --lb-surface-strong: var(--block-background-fill, var(--background-fill-primary));\n    --lb-text: var(--body-text-color);\n    --lb-header-text: color-mix(in srgb, var(--body-text-color) 78%, var(--background-fill-primary));\n    --lb-secondary-text: color-mix(in srgb, var(--body-text-color) 54%, var(--background-fill-primary));\n    --lb-muted-text: color-mix(in srgb, var(--body-text-color) 40%, var(--background-fill-primary));\n    --lb-border: transparent;\n    --lb-zebra: color-mix(in srgb, var(--body-text-color) 4%, var(--background-fill-primary));\n    --lb-hover: color-mix(in srgb, var(--body-text-color) 8%, var(--background-fill-primary));\n    --lb-rank-bg: color-mix(in srgb, var(--body-text-color) 8%, var(--background-fill-primary));\n    --lb-pass-accent: var(--link-text-color, var(--body-text-color));\n    --lb-pass-bg: color-mix(in srgb, var(--link-text-color, var(--body-text-color)) 14%, var(--background-fill-primary));\n    --lb-pass-border: transparent;\n    --lb-pass-text: color-mix(in srgb, var(--link-text-color, var(--body-text-color)) 70%, var(--body-text-color));\n    --lb-bar-track: color-mix(in srgb, var(--body-text-color) 11%, var(--background-fill-primary));\n    --lb-bar-fill-start: color-mix(in srgb, var(--link-text-color, var(--body-text-color)) 44%, var(--background-fill-primary));\n    --lb-bar-fill-end: color-mix(in srgb, var(--link-text-color, var(--body-text-color)) 78%, var(--background-fill-secondary, var(--background-fill-primary)));\n    --lb-bar-fill-strong-start: color-mix(in srgb, var(--link-text-color, var(--body-text-color)) 58%, var(--background-fill-primary));\n    --lb-bar-fill-strong-end: color-mix(in srgb, var(--link-text-color, var(--body-text-color)) 92%, var(--background-fill-secondary, var(--background-fill-primary)));\n    max-width: 100%;\n    margin: 0 auto;\n    padding: 0 24px;\n}\n\n.lb-heading {\n    margin: 28px 0 6px;\n    color: var(--lb-text);\n    font-size: 1.4em;\n    font-weight: 700;\n}\n\n.lb-subtitle,\n.lb-caption {\n    color: var(--lb-secondary-text);\n}\n\n.lb-subtitle {\n    margin: 0 0 18px;\n    font-size: 0.86em;\n}\n\n.lb-caption {\n    margin: 12px 0 0;\n    font-size: 0.77em;\n    text-align: right;\n}\n\n.lb-scroll {\n    overflow-x: auto;\n    -webkit-overflow-scrolling: touch;\n    border: none;\n    border-radius: 18px;\n    background: linear-gradient(\n        180deg,\n        color-mix(in srgb, var(--lb-surface) 60%, var(--lb-surface-strong)) 0%,\n        var(--lb-surface-strong) 100%\n    );\n    box-shadow: 0 4px 16px rgba(0,0,0,0.04);\n}\n\n.lb {\n    width: max-content;\n    min-width: 100%;\n    border-collapse: separate;\n    border-spacing: 0;\n    background: var(--lb-surface-strong);\n    font-size: 14px;\n    border-radius: 18px;\n    overflow: hidden;\n}\n\n.lb thead th {\n    position: sticky;\n    top: 0;\n    z-index: 20;\n    padding: 14px 18px;\n    border-bottom: 1px solid var(--lb-border);\n    background: var(--lb-surface-strong);\n    color: var(--lb-header-text);\n    font-size: 11px;\n    font-weight: 800;\n    letter-spacing: 0.12em;\n    text-transform: uppercase;\n    white-space: nowrap;\n}\n\n.lb thead th.is-num {\n    text-align: right;\n}\n\n.lb thead th.c-model {\n    min-width: 200px;\n}\n\n.lb tbody tr {\n    --lb-row-bg: var(--lb-bg);\n}\n\n.lb tbody tr:nth-child(even) {\n    --lb-row-bg: var(--lb-zebra);\n}\n\n.lb tbody tr:hover {\n    --lb-row-bg: var(--lb-hover);\n}\n\n.lb tbody th,\n.lb tbody td {\n    padding: 15px 18px;\n    border-bottom: 1px solid var(--lb-border);\n    background: var(--lb-row-bg);\n    white-space: nowrap;\n    vertical-align: middle;\n}\n\n.lb tbody tr:last-child th,\n.lb tbody tr:last-child td {\n    border-bottom: none;\n}\n\n.lb .c-model {\n    min-width: 200px;\n    text-align: left;\n}\n\n.lb .model-cell {\n    display: flex;\n    align-items: center;\n    gap: 12px;\n}\n\n.lb .rank-badge {\n    display: inline-flex;\n    align-items: center;\n    justify-content: center;\n    min-width: 2rem;\n    height: 2rem;\n    padding: 0 0.55rem;\n    border-radius: 999px;\n    background: var(--lb-rank-bg);\n    color: var(--lb-secondary-text);\n    font-size: 0.8rem;\n    font-weight: 700;\n    line-height: 1;\n    flex: 0 0 auto;\n}\n\n.lb .model-name {\n    color: var(--lb-text);\n    font-size: 14px;\n    font-weight: 650;\n    letter-spacing: -0.01em;\n}\n\n.lb .c-provider,\n.lb .c-harness,\n.lb .c-time,\n.lb .c-date {\n    color: var(--lb-secondary-text);\n}\n\n.lb .is-num {\n    text-align: right;\n    font-variant-numeric: tabular-nums;\n}\n\n.lb .c-pass1 {\n    background: color-mix(in srgb, var(--lb-pass-bg) 78%, var(--lb-row-bg));\n    color: var(--lb-pass-text);\n    font-size: 15px;\n    font-weight: 780;\n    box-shadow: none;\n}\n\n.lb thead th.c-pass1 {\n    background: color-mix(in srgb, var(--lb-pass-bg) 70%, var(--lb-surface-strong));\n}\n\n.lb .c-split {\n    width: 130px;\n    min-width: 130px;\n    color: var(--lb-secondary-text);\n}\n\n.lb .metric-stack {\n    display: flex;\n    flex-direction: column;\n    align-items: flex-end;\n    gap: 7px;\n}\n\n.lb .split-val {\n    color: inherit;\n    font-weight: 560;\n}\n\n.lb .c-split.is-best .split-val {\n    color: var(--lb-text);\n    font-weight: 670;\n}\n\n.lb .bar-track {\n    width: 100%;\n    height: 5px;\n    border-radius: 999px;\n    background: var(--lb-bar-track);\n    overflow: hidden;\n}\n\n.lb .bar-fill {\n    height: 100%;\n    border-radius: 999px;\n    background: linear-gradient(90deg, var(--lb-bar-fill-start) 0%, var(--lb-bar-fill-end) 100%);\n    opacity: 0.95;\n}\n\n.lb .c-split.is-best .bar-fill {\n    background: linear-gradient(90deg, var(--lb-bar-fill-strong-start) 0%, var(--lb-bar-fill-strong-end) 100%);\n}\n\n.lb thead tr:first-child th:first-child {\n    border-top-left-radius: 18px;\n}\n\n.lb thead tr:first-child th:last-child {\n    border-top-right-radius: 18px;\n}\n\n.lb tbody tr:last-child th.c-model {\n    border-bottom-left-radius: 18px;\n}\n\n.lb tbody tr:last-child td:last-child {\n    border-bottom-right-radius: 18px;\n}\n\n.dataframe table th,\n.dataframe table td {\n    min-width: 70px !important;\n    max-width: 150px !important;\n    text-align: center !important;\n}\n\n.dataframe table th:first-child,\n.dataframe table td:first-child {\n    min-width: 180px !important;\n    max-width: 250px !important;\n    text-align: left !important;\n}\n\n/* Kill any Gradio/theme-injected table borders */\n.lb th, .lb td, .lb tr, .lb thead, .lb tbody {\n    border-left: none !important;\n    border-right: none !important;\n}\n\n@media (max-width: 900px) {\n    .lb-wrap {\n        padding: 0 8px;\n    }\n\n    .lb thead th,\n    .lb tbody th,\n    .lb tbody td {\n        padding: 12px 14px;\n    }\n\n    .lb thead th.c-model,\n    .lb .c-model {\n        min-width: 240px;\n    }\n}\n","connect_heartbeat":false,"js":"","head":"","title":"Gradio","space_id":"meta-agents-research-environments/leaderboard","enable_queue":true,"show_error":false,"show_api":true,"is_colab":false,"max_file_size":null,"stylesheets":["https://fonts.googleapis.com/css2?family=Inter:wght@400;600&display=swap"],"theme":"soft","protocol":"sse_v3","body_css":{"body_background_fill":"#f9fafb","body_text_color":"#1f2937","body_background_fill_dark":"#0b0f19","body_text_color_dark":"#f3f4f6"},"fill_height":false,"fill_width":false,"theme_hash":"8c62a082fafbdb5cbabcc054eecd048f7a436e25abad1d02eeb9ed3fb0d9e210","pwa":true,"pages":[["","Home",true]],"page":{"":{"layout":{"id":0,"children":[{"id":1},{"id":2,"children":[{"id":3}]},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9,"children":[{"id":10}]},{"id":11},{"id":12,"children":[{"id":14,"children":[{"id":13}]}]}]},"components":[1,2,3,4,5,6,7,8,9,10,11,12,13,14],"dependencies":[0]}},"mcp_server":false,"i18n_translations":null,"dependencies":[{"id":0,"targets":[[7,"click"]],"inputs":[],"outputs":[6],"backend_fn":true,"js":null,"queue":true,"api_name":"refresh_legacy","api_description":null,"scroll_to_output":false,"show_progress":"full","show_progress_on":null,"batch":false,"max_batch_size":4,"cancels":[],"types":{"generator":false,"cancel":false},"collects_event_data":false,"trigger_after":null,"trigger_only_on_success":false,"trigger_only_on_failure":false,"trigger_mode":"once","show_api":true,"rendered_in":null,"render_id":null,"connection":"sse","time_limit":null,"stream_every":0.5,"like_user_message":false,"event_specific_args":null,"js_implementation":null}],"layout":{"id":0,"children":[{"id":1},{"id":2,"children":[{"id":3}]},{"id":4},{"id":5},{"id":6},{"id":7},{"id":8},{"id":9,"children":[{"id":10}]},{"id":11},{"id":12,"children":[{"id":14,"children":[{"id":13}]}]}]},"username":null,"root":"https://meta-agents-research-environments-leaderboard.hf.space"}