{"as_of":"2026-10-20T12:12:00Z","run":{"started":"2026-10-08","finished":"2026-10-13"},"questions":887,"search_types":44,"providers":10,"model":"GLM-5.3-Flash","effort":"high","top_k":10,"deadline_s":60,"grounder":{"licensed_only":true},"tables":[{"name":"SimpleQA","questions":671,"rows":[{"provider":"grounder","questions":671,"right":96,"wrong":573,"dont_know":2,"tokens":2484,"median_ms":1590,"searches":2.07,"results":9.74,"returned":6536,"licensed":6536},{"provider":"grounder-all","questions":671,"right":656,"wrong":14,"dont_know":1,"tokens":2283,"median_ms":248,"searches":1.07,"results":9.85,"returned":6607,"licensed":241},{"provider":"octen","questions":671,"right":644,"wrong":24,"dont_know":3,"tokens":4704,"median_ms":276,"searches":1,"results":9.98,"returned":6695,"licensed":230},{"provider":"perplexity","questions":671,"right":644,"wrong":26,"dont_know":1,"tokens":1494,"median_ms":275,"searches":1,"results":9.86,"returned":6618,"licensed":217},{"provider":"parallel","questions":671,"right":636,"wrong":34,"dont_know":1,"tokens":2759,"median_ms":652,"searches":1,"results":9.9,"returned":6642,"licensed":244},{"provider":"exa","questions":671,"right":593,"wrong":76,"dont_know":2,"tokens":5221,"median_ms":2058,"searches":1,"results":9.98,"returned":6695,"licensed":211},{"provider":"firecrawl","questions":671,"right":592,"wrong":74,"dont_know":5,"tokens":1331,"median_ms":1030,"searches":1,"results":9.8,"returned":6577,"licensed":179},{"provider":"tavily","questions":671,"right":576,"wrong":89,"dont_know":6,"tokens":2972,"median_ms":1905,"searches":1,"results":9.69,"returned":6503,"licensed":185},{"provider":"brave","questions":671,"right":566,"wrong":98,"dont_know":7,"tokens":1070,"median_ms":591,"searches":1,"results":9.68,"returned":6497,"licensed":207},{"provider":"you","questions":671,"right":565,"wrong":101,"dont_know":5,"tokens":2642,"median_ms":514,"searches":1,"results":9.69,"returned":6501,"licensed":215},{"provider":"valyu","questions":671,"right":429,"wrong":235,"dont_know":7,"tokens":1144,"median_ms":5898,"searches":1,"results":9.65,"returned":6477,"licensed":221},{"provider":"ozone","questions":671,"right":27,"wrong":642,"dont_know":2,"tokens":2472,"median_ms":1590,"searches":1,"results":9.67,"returned":6489,"licensed":6489}]},{"name":"SealQA","questions":216,"rows":[{"provider":"grounder","questions":216,"right":26,"wrong":188,"dont_know":2,"tokens":2580,"median_ms":1636,"searches":2.12,"results":9.75,"returned":2107,"licensed":2107},{"provider":"grounder-all","questions":216,"right":78,"wrong":135,"dont_know":3,"tokens":2731,"median_ms":256,"searches":1.13,"results":9.99,"returned":2157,"licensed":201},{"provider":"parallel","questions":216,"right":97,"wrong":118,"dont_know":1,"tokens":3588,"median_ms":684,"searches":1,"results":9.99,"returned":2157,"licensed":171},{"provider":"perplexity","questions":216,"right":77,"wrong":132,"dont_know":7,"tokens":1820,"median_ms":257,"searches":1,"results":10,"returned":2160,"licensed":190},{"provider":"exa","questions":216,"right":68,"wrong":144,"dont_know":4,"tokens":5598,"median_ms":1310,"searches":1,"results":10,"returned":2160,"licensed":189},{"provider":"tavily","questions":216,"right":52,"wrong":160,"dont_know":4,"tokens":3163,"median_ms":1907,"searches":1,"results":9.83,"returned":2123,"licensed":100},{"provider":"octen","questions":216,"right":47,"wrong":164,"dont_know":5,"tokens":4767,"median_ms":183,"searches":1,"results":10,"returned":2159,"licensed":202},{"provider":"you","questions":216,"right":44,"wrong":169,"dont_know":3,"tokens":3258,"median_ms":480,"searches":1,"results":10,"returned":2159,"licensed":136},{"provider":"firecrawl","questions":216,"right":41,"wrong":169,"dont_know":6,"tokens":1961,"median_ms":1309,"searches":1,"results":9.95,"returned":2150,"licensed":97},{"provider":"brave","questions":216,"right":35,"wrong":179,"dont_know":2,"tokens":1165,"median_ms":571,"searches":1,"results":9.95,"returned":2150,"licensed":134},{"provider":"valyu","questions":216,"right":29,"wrong":185,"dont_know":2,"tokens":1138,"median_ms":6537,"searches":1,"results":9.85,"returned":2128,"licensed":188},{"provider":"ozone","questions":216,"right":23,"wrong":190,"dont_know":3,"tokens":2537,"median_ms":1635,"searches":1,"results":9.6,"returned":2073,"licensed":2073}]}]}