[{"data":1,"prerenderedAt":4},["ShallowReactive",2],{"readme:deepeval":3},"\u003Cp align=\"center\">\n    \u003Cpicture>\n        \u003Csource media=\"(prefers-color-scheme: dark)\" srcset=\"assets\u002Fhero\u002Fwordmark-dark.svg\">\u003C\u002Fsource>\n        \u003Cimg alt=\"DeepEval.\" src=\"https:\u002F\u002Fraw.githubusercontent.com\u002Fconfident-ai\u002Fdeepeval\u002FHEAD\u002Fassets\u002Fhero\u002Fwordmark-light.svg\" width=\"520\" \u002F>\n    \u003C\u002Fpicture>\n\u003C\u002Fp>\u003Cp align=\"center\">\n    \u003C\u002Fp>\u003Ch1>The LLM Evaluation Framework\u003C\u002Fh1>\n\u003Cp>\u003C\u002Fp>\u003Cp align=\"center\">\n\u003Ca href=\"https:\u002F\u002Ftrendshift.io\u002Frepositories\u002F5917\" rel=\"nofollow ugc noopener\">\u003Cimg src=\"https:\u002F\u002Ftrendshift.io\u002Fapi\u002Fbadge\u002Frepositories\u002F5917\" alt=\"confident-ai%2Fdeepeval | Trendshift\" width=\"250\" height=\"55\" \u002F>\u003C\u002Fa>\n\u003C\u002Fp>\u003Cp align=\"center\">\n    \u003Ca href=\"https:\u002F\u002Fdiscord.gg\u002F3SEyvpgu2f\" rel=\"nofollow ugc noopener\">\n        \u003Cimg alt=\"discord-invite\" src=\"https:\u002F\u002Fdcbadge.limes.pink\u002Fapi\u002Fserver\u002F3SEyvpgu2f?style=flat\" \u002F>\n    \u003C\u002Fa>\n    \u003Ca href=\"https:\u002F\u002Fwww.reddit.com\u002Fr\u002Fdeepeval\u002F\" rel=\"nofollow ugc noopener\">\n        \u003Cimg alt=\"reddit-community\" src=\"https:\u002F\u002Fimg.shields.io\u002Fbadge\u002FReddit-r%2Fdeepeval-FF4500?logo=reddit&logoColor=white\" \u002F>\n    \u003C\u002Fa>\n\u003C\u002Fp>\u003Ch4>\n    \u003Cp>\n        \u003Ca href=\"https:\u002F\u002Fdeepeval.com\u002Fdocs\u002Fgetting-started?utm_source=GitHub\" rel=\"nofollow ugc noopener\">Documentation\u003C\u002Fa> |\n        \u003Ca href=\"#-metrics-and-features\" rel=\"nofollow ugc noopener\">Metrics and Features\u003C\u002Fa> |\n        \u003Ca href=\"#-quickstart\" rel=\"nofollow ugc noopener\">Getting Started\u003C\u002Fa> |\n        \u003Ca href=\"#-integrations\" rel=\"nofollow ugc noopener\">Integrations\u003C\u002Fa> |\n        \u003Ca href=\"https:\u002F\u002Fwww.confident-ai.com?utm_source=deepeval&utm_medium=github&utm_content=header_nav\" rel=\"nofollow ugc noopener\">Confident AI\u003C\u002Fa>\n    \u003C\u002Fp>\u003Cp>\n\u003C\u002Fp>\u003C\u002Fh4>\u003Cp align=\"center\">\n    \u003Ca href=\"https:\u002F\u002Fgithub.com\u002Fconfident-ai\u002Fdeepeval\u002Freleases\" rel=\"nofollow ugc noopener\">\n        \u003Cimg alt=\"GitHub release\" src=\"https:\u002F\u002Fimg.shields.io\u002Fgithub\u002Frelease\u002Fconfident-ai\u002Fdeepeval.svg?color=violet\" \u002F>\n    \u003C\u002Fa>\n    \u003Ca href=\"https:\u002F\u002Fcolab.research.google.com\u002Fdrive\u002F1PPxYEBa6eu__LquGoFFJZkhYgWVYE6kh?usp=sharing\" rel=\"nofollow ugc noopener\">\n        \u003Cimg alt=\"Try Quickstart in Colab\" src=\"https:\u002F\u002Fcolab.research.google.com\u002Fassets\u002Fcolab-badge.svg\" \u002F>\n    \u003C\u002Fa>\n    \u003Ca href=\"https:\u002F\u002Fgithub.com\u002Fconfident-ai\u002Fdeepeval\u002Fblob\u002Fmaster\u002FLICENSE.md\" rel=\"nofollow ugc noopener\">\n        \u003Cimg alt=\"License\" src=\"https:\u002F\u002Fimg.shields.io\u002Fgithub\u002Flicense\u002Fconfident-ai\u002Fdeepeval.svg?color=yellow\" \u002F>\n    \u003C\u002Fa>\n    \u003Ca href=\"https:\u002F\u002Fx.com\u002Fdeepeval\" rel=\"nofollow ugc noopener\">\n        \u003Cimg alt=\"Twitter Follow\" src=\"https:\u002F\u002Fimg.shields.io\u002Ftwitter\u002Ffollow\u002Fdeepeval?style=social&logo=x\" \u002F>\n    \u003C\u002Fa>\n\u003C\u002Fp>\u003Cp align=\"center\">\n    \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=de\" rel=\"nofollow ugc noopener\">Deutsch\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=es\" rel=\"nofollow ugc noopener\">Español\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=fr\" rel=\"nofollow ugc noopener\">français\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=ja\" rel=\"nofollow ugc noopener\">日本語\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=ko\" rel=\"nofollow ugc noopener\">한국어\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=pt\" rel=\"nofollow ugc noopener\">Português\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=ru\" rel=\"nofollow ugc noopener\">Русский\u003C\u002Fa> | \n    \u003Ca href=\"https:\u002F\u002Fwww.readme-i18n.com\u002Fconfident-ai\u002Fdeepeval?lang=zh\" rel=\"nofollow ugc noopener\">中文\u003C\u002Fa>\n\u003C\u002Fp>\u003Cp>\u003Cstrong>DeepEval\u003C\u002Fstrong> is a simple-to-use, open-source LLM evaluation framework, for evaluating large-language model systems. It is similar to Pytest but specialized for unit testing LLM apps. DeepEval incorporates the latest research to run evals via metrics such as G-Eval, task completion, answer relevancy, hallucination, etc., which uses LLM-as-a-judge and other NLP models that run \u003Cstrong>locally on your machine\u003C\u002Fstrong>.\u003C\u002Fp>\n\u003Cp>Whether you're building AI agents, RAG pipelines, or chatbots, implemented via LangChain or OpenAI, DeepEval has you covered. With it, you can easily determine the optimal models, prompts, and architecture to improve your AI quality, prevent prompt drifting, or even transition from OpenAI to Claude with confidence.\u003C\u002Fp>\n\u003Cblockquote>\n\u003Cp>[!IMPORTANT]\nNeed a place for your DeepEval testing data to live 🏡❤️? \u003Ca href=\"https:\u002F\u002Fwww.confident-ai.com?utm_source=deepeval&utm_medium=github&utm_content=signup_callout\" rel=\"nofollow ugc noopener\">Sign up to Confident AI\u003C\u002Fa> to compare iterations of your LLM app, generate & share testing reports, and more.\u003C\u002Fp>\n\u003Cp>\u003Cimg src=\"https:\u002F\u002Fraw.githubusercontent.com\u002Fconfident-ai\u002Fdeepeval\u002FHEAD\u002Fassets\u002Fdemo.gif\" alt=\"Demo GIF\" \u002F>\u003C\u002Fp>\n\u003C\u002Fblockquote>\n\u003Cblockquote>\n\u003Cp>Wa\u003C\u002Fp>\n\u003C\u002Fblockquote>\n",1784564567677]