{"note":"Evals Review LLM evaluation tools dataset, checked 2026-10-17. Every field restates the vendor's own pricing page or docs (source_url) on last_checked; \"not verified\" means we could not confirm it. Licensed CC BY 4.0: credit Evals Review (https://evalsreview.com/data).","updated":"2026-10-17","license":"CC-BY-4.0","license_url":"https://creativecommons.org/licenses/by/4.0/","tools":[{"slug":"langfuse","name":"Langfuse","vendor":"Langfuse (ClickHouse, Inc.)","kind":"platform","page_url":"https://evalsreview.com/tools/langfuse","vendor_url":"https://langfuse.com","best_for":"Teams that want open-source, self-hostable tracing, prompt management and evals with usage-based cloud pricing.","licence":{"value":"MIT for code outside the ee/ directories; ee/ code under a separate licence","verified":true,"source_url":"https://github.com/langfuse/langfuse/blob/main/LICENSE","last_checked":"2026-10-17"},"self_host":{"value":"Free to self-host (Docker Compose or Kubernetes)","verified":true,"source_url":"https://langfuse.com/self-hosting","last_checked":"2026-10-17"},"pricing_meter":{"value":"Billable units: traces, observations (spans, events, generations) and scores","verified":true,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Hobby: 50k units/month, 30 days data access, 2 users","amount_usd":0,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Core $29/month: 100k units included, then $8 per 100k units (graduated down to $6 per 100k above 50M)","amount_usd":29,"unit":"month","source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"OpenTelemetry ingestion on all plans","verified":true,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"ci_gating":{"value":"Run experiments in CI and gate changes","verified":true,"source_url":"https://langfuse.com/docs/evaluation/experiments/experiments-ci-cd","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-as-judge evaluators on all plans","verified":true,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"human_annotation":{"value":"Annotation queues: 1 on Hobby, 3 on Core, unlimited on Pro","verified":true,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt versioning and release labels","verified":true,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"dataset_versioning":{"value":"Dataset versions are accessible via the SDK/API","verified":true,"source_url":"https://langfuse.com/docs/evaluation/experiments/datasets","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 Type II and ISO 27001 reports and HIPAA (BAA) on Pro ($199/month) and Enterprise","verified":true,"source_url":"https://langfuse.com/pricing","last_checked":"2026-10-17"},"eval_page":"https://evalsreview.com/eval/langfuse","last_checked":"2026-10-17"},{"slug":"braintrust","name":"Braintrust","vendor":"Braintrust Data","kind":"platform","page_url":"https://evalsreview.com/tools/braintrust","vendor_url":"https://www.braintrust.dev","best_for":"Product and engineering teams that run many experiments and want evals, human review and prompt playgrounds in one hosted tool.","licence":{"value":"Hosted service; its autoevals scorer library is MIT","verified":true,"source_url":"https://github.com/braintrustdata/autoevals","last_checked":"2026-10-17"},"self_host":{"value":"Self-hosted data plane; on-prem or hosted deployment on Enterprise","verified":true,"source_url":"https://www.braintrust.dev/docs/admin/self-hosting","last_checked":"2026-10-17"},"pricing_meter":{"value":"Processed data (GB) plus scores, plus model credits at token rates","verified":true,"source_url":"https://www.braintrust.dev/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Starter $0: 1 GB processed data, 10k scores, 14-day retention, unlimited users; then $4/GB and $2.50 per 1k scores","amount_usd":0,"source_url":"https://www.braintrust.dev/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Pro $249/month: 5 GB and 50k scores included, then $3/GB and $1.50 per 1k scores; 30-day retention","amount_usd":249,"unit":"month","source_url":"https://www.braintrust.dev/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"Accepts OpenTelemetry traces and logs","verified":true,"source_url":"https://www.braintrust.dev/docs/integrations/sdk-integrations/opentelemetry/send-traces-and-logs","last_checked":"2026-10-17"},"ci_gating":{"value":"GitHub Actions or the bt eval CLI","verified":true,"source_url":"https://www.braintrust.dev/docs/evaluate/run-in-ci","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-as-a-judge and code scorers","verified":true,"source_url":"https://www.braintrust.dev/docs/evaluate/llm-as-a-judge","last_checked":"2026-10-17"},"human_annotation":{"value":"Human review scores on traces and experiments","verified":true,"source_url":"https://www.braintrust.dev/docs/annotate/human-review","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt version history, restore and compare","verified":true,"source_url":"https://www.braintrust.dev/docs/evaluate/prompts/versions","last_checked":"2026-10-17"},"dataset_versioning":{"value":"Pin dataset versions with snapshots","verified":true,"source_url":"https://www.braintrust.dev/docs/annotate/datasets/manage","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 Type II listed; BAA for HIPAA on Enterprise","verified":true,"source_url":"https://www.braintrust.dev/pricing","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"langsmith","name":"LangSmith","vendor":"LangChain","kind":"platform","page_url":"https://evalsreview.com/tools/langsmith","vendor_url":"https://www.langchain.com/langsmith","best_for":"Teams building on LangChain or LangGraph that want tracing, evals and agent deployment from the same vendor.","licence":{"value":"Hosted service; self-hosted and hybrid options on Enterprise","verified":true,"source_url":"https://www.langchain.com/pricing","last_checked":"2026-10-17"},"self_host":{"value":"Self-hosted or hybrid on Enterprise only","verified":true,"source_url":"https://www.langchain.com/pricing","last_checked":"2026-10-17"},"pricing_meter":{"value":"Seats plus base traces (14-day retention) and extended traces (180-day)","verified":true,"source_url":"https://www.langchain.com/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Developer $0: 1 seat, up to 5k base traces/month, then pay as you go","amount_usd":0,"source_url":"https://www.langchain.com/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Plus $39/seat/month: up to 10k base traces/month, then pay as you go (per-trace rate not stated on the pricing page)","amount_usd":39,"unit":"seat/month","source_url":"https://www.langchain.com/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"OpenTelemetry tracing via OTLP endpoint","verified":true,"source_url":"https://docs.langchain.com/langsmith/trace-with-opentelemetry","last_checked":"2026-10-17"},"ci_gating":{"value":"pytest and Vitest/Jest integrations that raise assertion errors in CI","verified":true,"source_url":"https://docs.langchain.com/langsmith/pytest","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-as-a-judge evaluators","verified":true,"source_url":"https://docs.langchain.com/langsmith/llm-as-judge","last_checked":"2026-10-17"},"human_annotation":{"value":"Single-run and pairwise annotation queues","verified":true,"source_url":"https://docs.langchain.com/langsmith/annotation-queues","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt versions, environments and access controls","verified":true,"source_url":"https://docs.langchain.com/langsmith/manage-prompts","last_checked":"2026-10-17"},"dataset_versioning":{"value":"Every change creates a dataset version; versions can be tagged","verified":true,"source_url":"https://docs.langchain.com/langsmith/manage-datasets","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"LangChain states it maintains SOC 2 Type II, GDPR and HIPAA compliance","verified":true,"source_url":"https://docs.langchain.com/langsmith/shared-responsibility-model","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"arize","name":"Arize AX and Phoenix","vendor":"Arize AI","kind":"platform","page_url":"https://evalsreview.com/tools/arize","vendor_url":"https://arize.com","best_for":"Teams that want an OpenTelemetry-native stack: Phoenix to self-host for free, Arize AX when they want a managed service.","licence":{"value":"Phoenix: Elastic License 2.0. Arize AX: hosted service","verified":true,"source_url":"https://github.com/Arize-ai/phoenix/blob/main/LICENSE","last_checked":"2026-10-17"},"self_host":{"value":"Phoenix self-hosts; AX self-hosted only on Enterprise","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"pricing_meter":{"value":"Trace spans and ingestion volume (GB)","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"AX Free: 25k spans/month, 1 GB ingestion, 15-day retention, unlimited users","amount_usd":0,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"AX Pro $50/month: 50k spans, 10 GB, 30-day retention (overage rates not stated on the pricing page)","amount_usd":50,"unit":"month","source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"OpenTelemetry compliant on all AX plans","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"ci_gating":{"value":"Experiments as regression gates in CI/CD","verified":true,"source_url":"https://arize.com/docs/ax/improve/ci-cd-for-automated-experiments","last_checked":"2026-10-17"},"llm_as_judge":{"value":"Online and offline evals, agent-as-a-judge","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"human_annotation":{"value":"Human annotations and feedback","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt serving and versioning","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"dataset_versioning":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 Type II on paid AX plans; HIPAA on Enterprise","verified":true,"source_url":"https://arize.com/pricing","last_checked":"2026-10-17"},"eval_page":"https://evalsreview.com/eval/arize-phoenix","last_checked":"2026-10-17"},{"slug":"promptfoo","name":"Promptfoo","vendor":"Promptfoo (now part of OpenAI)","kind":"framework","page_url":"https://evalsreview.com/tools/promptfoo","vendor_url":"https://www.promptfoo.dev","best_for":"Developers who want config-driven prompt and model tests plus red-teaming that run locally and in CI.","licence":{"value":"MIT","verified":true,"source_url":"https://github.com/promptfoo/promptfoo","last_checked":"2026-10-17"},"self_host":{"value":"Run locally or self-host; on-premise Enterprise tier","verified":true,"source_url":"https://www.promptfoo.dev/pricing/","last_checked":"2026-10-17"},"pricing_meter":{"value":"Red-team probes (10k/month free); Enterprise priced on team size and needs","verified":true,"source_url":"https://www.promptfoo.dev/pricing/","last_checked":"2026-10-17"},"free_tier":{"value":"Community: free, all LLM evaluation features, red teaming up to 10k probes/month","amount_usd":0,"source_url":"https://www.promptfoo.dev/pricing/","last_checked":"2026-10-17"},"entry_paid":{"value":"Enterprise: custom pricing (no public price)","amount_usd":null,"unit":"","source_url":"https://www.promptfoo.dev/pricing/","last_checked":"2026-10-17"},"opentelemetry":{"value":"OpenTelemetry tracing in evaluations","verified":true,"source_url":"https://www.promptfoo.dev/docs/tracing/","last_checked":"2026-10-17"},"ci_gating":{"value":"CI/CD integration in the free Community version","verified":true,"source_url":"https://www.promptfoo.dev/pricing/","last_checked":"2026-10-17"},"llm_as_judge":{"value":"Model-graded assertions (rubrics, faithfulness, relevance)","verified":true,"source_url":"https://www.promptfoo.dev/docs/configuration/expected-outputs/model-graded/","last_checked":"2026-10-17"},"human_annotation":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"prompt_management":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"dataset_versioning":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"eval_page":"https://evalsreview.com/eval/promptfoo","last_checked":"2026-10-17"},{"slug":"deepeval","name":"DeepEval and Confident AI","vendor":"Confident AI","kind":"framework","page_url":"https://evalsreview.com/tools/deepeval","vendor_url":"https://www.confident-ai.com","best_for":"Python teams that want pytest-style LLM tests with ready-made RAG and agent metrics, with an optional hosted platform.","licence":{"value":"DeepEval: Apache-2.0. Confident AI: hosted service","verified":true,"source_url":"https://github.com/confident-ai/deepeval","last_checked":"2026-10-17"},"self_host":{"value":"DeepEval runs locally; Confident AI on-prem on Enterprise","verified":true,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"pricing_meter":{"value":"Flat monthly fee per organization plus trace spans in GB-months","verified":true,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Free: 2 seats, 1 project, 5 test runs/week, 1 GB-month of trace spans","amount_usd":0,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Starter $200/month per organization: unlimited seats, 5 projects, 5 GB-months, then $1 per GB-month","amount_usd":200,"unit":"month","source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"Confident AI docs include an Integrations & OTEL section","verified":true,"source_url":"https://www.confident-ai.com/docs/llms.txt","last_checked":"2026-10-17"},"ci_gating":{"value":"Unit testing in CI/CD","verified":true,"source_url":"https://deepeval.com/docs/evaluation-unit-testing-in-ci-cd","last_checked":"2026-10-17"},"llm_as_judge":{"value":"G-Eval and LLM-judged RAG and agent metrics","verified":true,"source_url":"https://deepeval.com/docs/metrics-llm-evals","last_checked":"2026-10-17"},"human_annotation":{"value":"Annotation queues on Starter and above","verified":true,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt versioning on the free plan","verified":true,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"dataset_versioning":{"value":"Metric and dataset versioning on Team ($2,000/month)","verified":true,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 on Team; HIPAA on Enterprise","verified":true,"source_url":"https://www.confident-ai.com/pricing","last_checked":"2026-10-17"},"eval_page":"https://evalsreview.com/eval/deepeval","last_checked":"2026-10-17"},{"slug":"galileo","name":"Galileo (Splunk Agent Observability)","vendor":"Cisco / Splunk","kind":"platform","page_url":"https://evalsreview.com/tools/galileo","vendor_url":"https://www.splunk.com/en_us/about-splunk/acquisitions/galileo.html","best_for":"Enterprises already on Splunk Observability that want agent evaluation and guardrails in the same contract.","licence":{"value":"Commercial product (Splunk)","verified":true,"source_url":"https://www.splunk.com/en_us/about-splunk/acquisitions/galileo.html","last_checked":"2026-10-17"},"self_host":{"value":"Observability Cloud and self-hosted deployments","verified":true,"source_url":"https://www.splunk.com/en_us/products/pricing.html#agent-observability","last_checked":"2026-10-17"},"pricing_meter":{"value":"Spans (per 1.2 million spans), billed annually","verified":true,"source_url":"https://www.splunk.com/en_us/products/pricing.html#agent-observability","last_checked":"2026-10-17"},"free_tier":{"value":"not verified","amount_usd":null,"source_url":"https://www.splunk.com/en_us/products/pricing.html#agent-observability","last_checked":"2026-10-17"},"entry_paid":{"value":"From $100/month per 1.2 million spans, billed annually; includes 500 million Luna tokens and 5 Luna fine-tuning runs per year","amount_usd":100,"unit":"month (billed annually)","source_url":"https://www.splunk.com/en_us/products/pricing.html#agent-observability","last_checked":"2026-10-17"},"opentelemetry":{"value":"Log with OpenTelemetry","verified":true,"source_url":"https://docs.galileo.ai/how-to-guides/third-party-integrations/otel","last_checked":"2026-10-17"},"ci_gating":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-as-a-judge metrics with Autotune","verified":true,"source_url":"https://docs.galileo.ai/concepts/metrics/autotune-llm-as-a-judge-metrics","last_checked":"2026-10-17"},"human_annotation":{"value":"Human feedback annotations","verified":true,"source_url":"https://docs.galileo.ai/concepts/annotations/overview","last_checked":"2026-10-17"},"prompt_management":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"dataset_versioning":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"maxim","name":"Maxim AI","vendor":"Maxim AI (H3 Labs Inc)","kind":"platform","page_url":"https://evalsreview.com/tools/maxim","vendor_url":"https://www.getmaxim.ai","best_for":"Teams testing agents with simulations and wanting experimentation, evals and observability priced per seat.","licence":{"value":"Platform is a hosted service; Bifrost gateway is Apache-2.0","verified":true,"source_url":"https://github.com/maximhq/bifrost","last_checked":"2026-10-17"},"self_host":{"value":"In-VPC deployment on Enterprise","verified":true,"source_url":"https://www.getmaxim.ai/docs/self-hosting/overview","last_checked":"2026-10-17"},"pricing_meter":{"value":"Seats plus logs per month","verified":true,"source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Developer: free for up to 3 seats, 1 workspace, 10k logs/month, 3-day retention, no overages","amount_usd":0,"source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Professional $29/seat/month: 100k logs/month, 7-day retention, $1 per 10k extra logs","amount_usd":29,"unit":"seat/month","source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"Accepts OpenTelemetry (OTLP) traces","verified":true,"source_url":"https://www.getmaxim.ai/docs/cookbooks/integrations/otel","last_checked":"2026-10-17"},"ci_gating":{"value":"CI/CD integrations listed on the pricing table","verified":true,"source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"llm_as_judge":{"value":"Pre-built AI evaluators use LLMs as judges","verified":true,"source_url":"https://www.getmaxim.ai/docs/library/evaluators/pre-built-evaluators/overview","last_checked":"2026-10-17"},"human_annotation":{"value":"Human evaluation support","verified":true,"source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt versioning and deployment","verified":true,"source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"dataset_versioning":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 Type II, ISO 27001, HIPAA and GDPR on Enterprise","verified":true,"source_url":"https://www.getmaxim.ai/evals/pricing","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"helicone","name":"Helicone","vendor":"Helicone","kind":"platform","page_url":"https://evalsreview.com/tools/helicone","vendor_url":"https://www.helicone.ai","best_for":"Teams that want request logging, cost tracking and a gateway first, with scores and datasets on top.","licence":{"value":"Apache-2.0","verified":true,"source_url":"https://github.com/Helicone/helicone","last_checked":"2026-10-17"},"self_host":{"value":"Docker or Kubernetes self-hosting","verified":true,"source_url":"https://docs.helicone.ai/getting-started/self-host/overview","last_checked":"2026-10-17"},"pricing_meter":{"value":"Requests and storage (GB) beyond the free allowance","verified":true,"source_url":"https://www.helicone.ai/pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Hobby: 10,000 requests/month, 1 GB storage, 1 seat, 7-day retention","amount_usd":0,"source_url":"https://www.helicone.ai/pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Pro $79/month plus usage-based pricing (usage rates are shown only via a calculator, not verified)","amount_usd":79,"unit":"month","source_url":"https://www.helicone.ai/pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"Async logging through OpenLLMetry","verified":true,"source_url":"https://docs.helicone.ai/getting-started/integration-method/openllmetry","last_checked":"2026-10-17"},"ci_gating":{"value":"GitHub Actions guide","verified":true,"source_url":"https://docs.helicone.ai/guides/cookbooks/github-actions","last_checked":"2026-10-17"},"llm_as_judge":{"value":"Scores docs show an LLM-as-judge example","verified":true,"source_url":"https://docs.helicone.ai/features/advanced-usage/scores","last_checked":"2026-10-17"},"human_annotation":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt versioning and deployment","verified":true,"source_url":"https://docs.helicone.ai/features/advanced-usage/prompts/overview","last_checked":"2026-10-17"},"dataset_versioning":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 and HIPAA on Team ($799/month)","verified":true,"source_url":"https://www.helicone.ai/pricing","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"opik","name":"Comet Opik","vendor":"Comet","kind":"platform","page_url":"https://evalsreview.com/tools/opik","vendor_url":"https://www.comet.com/site/products/opik/","best_for":"Teams that want a fully open-source tracing and evaluation platform with a low-cost cloud option.","licence":{"value":"Apache-2.0","verified":true,"source_url":"https://github.com/comet-ml/opik","last_checked":"2026-10-17"},"self_host":{"value":"Open-source version self-hosts with unlimited spans","verified":true,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"pricing_meter":{"value":"Spans per month","verified":true,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"free_tier":{"value":"Free Cloud: 25k spans/month, up to 10 team members, 60-day retention; open source self-hosted is free","amount_usd":0,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"entry_paid":{"value":"Pro Cloud $19/month: 100k spans, up to 50 members, then $5 per 100k spans","amount_usd":19,"unit":"month","source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"opentelemetry":{"value":"Native OpenTelemetry support","verified":true,"source_url":"https://www.comet.com/docs/opik/integrations/opentelemetry","last_checked":"2026-10-17"},"ci_gating":{"value":"PyTest integration for CI/CD","verified":true,"source_url":"https://github.com/comet-ml/opik","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-as-judge and heuristic metrics","verified":true,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"human_annotation":{"value":"Annotation queues","verified":true,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"prompt_management":{"value":"Prompt library and versioning","verified":true,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"dataset_versioning":{"value":"Dataset versioning","verified":true,"source_url":"https://www.comet.com/docs/opik/self-host/configure/dataset_versioning_migration","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2, ISO 27001, HIPAA and GDPR on Enterprise","verified":true,"source_url":"https://www.comet.com/site/pricing/","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"weave","name":"W&B Weave","vendor":"Weights & Biases (CoreWeave)","kind":"platform","page_url":"https://evalsreview.com/tools/weave","vendor_url":"https://wandb.ai/site/weave/","best_for":"Teams already using W&B for model training that want LLM tracing and evals in the same account.","licence":{"value":"Weave SDK: Apache-2.0; the platform is a hosted service","verified":true,"source_url":"https://github.com/wandb/weave","last_checked":"2026-10-17"},"self_host":{"value":"Self-managed Weave instance","verified":true,"source_url":"https://docs.coreweave.com/products/wandb/weave/guides/platform/weave-self-managed","last_checked":"2026-10-17"},"pricing_meter":{"value":"Weave data ingestion (GB/MB)","verified":true,"source_url":"https://coreweave.com/forge-pricing","last_checked":"2026-10-17"},"free_tier":{"value":"Free $0: 1 GB/month Weave data ingestion","amount_usd":0,"source_url":"https://coreweave.com/forge-pricing","last_checked":"2026-10-17"},"entry_paid":{"value":"Pro from $60/month: 1.5 GB/month ingestion, then $0.10 per MB; for teams under 50 employees","amount_usd":60,"unit":"month","source_url":"https://coreweave.com/forge-pricing","last_checked":"2026-10-17"},"opentelemetry":{"value":"Import OpenTelemetry traces","verified":true,"source_url":"https://docs.coreweave.com/products/wandb/weave/guides/tracking/otel","last_checked":"2026-10-17"},"ci_gating":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-as-a-judge metrics listed; scorers can call an LLM","verified":true,"source_url":"https://docs.coreweave.com/products/wandb/weave/guides/evaluation/scorers","last_checked":"2026-10-17"},"human_annotation":{"value":"Annotation queues","verified":true,"source_url":"https://docs.coreweave.com/products/wandb/weave/guides/tracking/annotation-queues","last_checked":"2026-10-17"},"prompt_management":{"value":"Versioned prompts","verified":true,"source_url":"https://docs.coreweave.com/products/wandb/weave/guides/core-types/prompts-version","last_checked":"2026-10-17"},"dataset_versioning":{"value":"Versioned datasets","verified":true,"source_url":"https://docs.coreweave.com/products/wandb/weave/guides/core-types/datasets","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"SOC 2 Type II listed; the HIPAA option relies on bring-your-own-bucket, which the page says is not available with Weave","verified":true,"source_url":"https://coreweave.com/forge-pricing","last_checked":"2026-10-17"},"eval_page":"","last_checked":"2026-10-17"},{"slug":"ragas","name":"Ragas","vendor":"Ragas maintainers (repo now at vibrantlabsai/ragas)","kind":"framework","page_url":"https://evalsreview.com/tools/ragas","vendor_url":"https://docs.ragas.io","best_for":"Teams that need RAG and agent metrics as a Python library inside their own pipeline or another platform.","licence":{"value":"Apache-2.0","verified":true,"source_url":"https://github.com/vibrantlabsai/ragas","last_checked":"2026-10-17"},"self_host":{"value":"A library you install and run yourself","verified":true,"source_url":"https://github.com/vibrantlabsai/ragas","last_checked":"2026-10-17"},"pricing_meter":{"value":"No hosted plan published; metrics call a judge model you configure","verified":true,"source_url":"https://docs.ragas.io/en/stable/","last_checked":"2026-10-17"},"free_tier":{"value":"Free, open source","amount_usd":0,"source_url":"https://github.com/vibrantlabsai/ragas","last_checked":"2026-10-17"},"entry_paid":{"value":"No paid plan published","amount_usd":null,"unit":"","source_url":"https://docs.ragas.io/en/stable/","last_checked":"2026-10-17"},"opentelemetry":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"ci_gating":{"value":"Add to a CI pipeline with pytest","verified":true,"source_url":"https://docs.ragas.io/en/stable/howtos/applications/add_to_ci/","last_checked":"2026-10-17"},"llm_as_judge":{"value":"LLM-judged metrics are the core of the library","verified":true,"source_url":"https://docs.ragas.io/en/stable/","last_checked":"2026-10-17"},"human_annotation":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"prompt_management":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"dataset_versioning":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"soc2_hipaa":{"value":"not verified","verified":false,"source_url":"","last_checked":"2026-10-17"},"eval_page":"https://evalsreview.com/eval/ragas","last_checked":"2026-10-17"}]}