{"name":"Arthur Ai Arthur Bench","domain":"arthur.ai","url":"https://optimly.ai/brand/arthur-ai-arthur-bench","is_claimed":false,"categories":["ai-machine-learning","developer-tools"],"headers":[{"header":"Overview","sections":[{"key":"short_description","label":"Tagline","shape":"text","content":"Arthur Bench translates raw LLM outputs into consistent, business-focused performance scores that allow for direct comparison between vastly different model architectures.","source_type":"1p_website","source_label":"Brand's website","source_url":"https://arthur.ai","updated_at":"2026-10-04T00:03:27.184000+00:00"},{"key":"description","label":"Description","shape":"text","content":"Arthur Bench is an open-source evaluation framework designed to help organizations compare and benchmark the performance of Large Language Models (LLMs). Developed by Arthur AI, it provides a suite of tools for assessing model outputs against specific business criteria to facilitate data-driven decisions during the AI model selection process.","source_type":"1p_website","source_label":"Brand's website","source_url":"https://arthur.ai","updated_at":"2026-10-04T00:03:27.184000+00:00"}]},{"header":"Offerings","sections":[{"key":"core_capabilities","label":"Core capabilities","shape":"text","content":"Arthur Bench (Open Source LLM Evaluation Framework)","source_type":"1p_website","source_label":"Brand's website","source_url":"https://arthur.ai","updated_at":"2026-10-04T00:03:27.184000+00:00"},{"key":"pricing","label":"Pricing","shape":"text","content":"Free (Open Source) with Enterprise upsell to Arthur AI Observability platform.","source_type":"1p_website","source_label":"Brand's website","source_url":"https://arthur.ai","updated_at":"2026-10-04T00:03:27.184000+00:00"}]},{"header":"Audience","sections":[{"key":"target_industry","label":"Target industry","shape":"text","content":"Data scientists, AI engineers, and enterprise product teams building LLM-powered applications.","source_type":"1p_website","source_label":"Brand's website","source_url":"https://arthur.ai","updated_at":"2026-10-04T00:03:27.184000+00:00"}]},{"header":"Landscape","sections":[{"key":"competitors","label":"Competitors","shape":"links","content":[{"url":null,"name":"Weights & Biases (W&B) Prompts"},{"url":null,"name":"Arize Phoenix"},{"url":null,"name":"Promptfoo"},{"url":null,"name":"Giskard"}],"source_type":"1p_website","source_label":"Brand's website","source_url":"https://arthur.ai","updated_at":"2026-10-04T00:03:27.184000+00:00"}]}],"last_refreshed_at":"2026-10-04T00:03:27.184000+00:00","last_changed_at":"2026-10-17T23:33:54.073237+00:00","claim_url":"https://app.optimly.ai/sign-up?claim=31567120-a996-4d5f-9286-8d9196200c78"}