a
    •˜ëj‘  ã                   @   s<   d Z ddlmZ ddlmZmZmZ ddlmZ g d¢Z	dS )aú  LangSmith evaluation utilities.

This module provides utilities for evaluating Chains and other language model
applications using LangChain evaluators and LangSmith.

For more information on the LangSmith API, see the
`LangSmith API documentation <https://docs.smith.langchain.com/docs/>`_.

**Example**

.. code-block:: python

    from langsmith import Client
    from langchain_community.chat_models import ChatOpenAI
    from langchain.chains import LLMChain
    from langchain.smith import EvaluatorType, RunEvalConfig, run_on_dataset


    def construct_chain():
        llm = ChatOpenAI(temperature=0)
        chain = LLMChain.from_string(llm, "What's the answer to {your_input_key}")
        return chain


    evaluation_config = RunEvalConfig(
        evaluators=[
            EvaluatorType.QA,  # "Correctness" against a reference answer
            EvaluatorType.EMBEDDING_DISTANCE,
            RunEvalConfig.Criteria("helpfulness"),
            RunEvalConfig.Criteria(
                {
                    "fifth-grader-score": "Do you have to be smarter than a fifth "
                    "grader to answer this question?"
                }
            ),
        ]
    )

    client = Client()
    run_on_dataset(
        client, "<my_dataset_name>", construct_chain, evaluation=evaluation_config
    )

**Attributes**

- ``arun_on_dataset``: Asynchronous function to evaluate a chain or other LangChain
  component over a dataset.
- ``run_on_dataset``: Function to evaluate a chain or other LangChain component over a
  dataset.
- ``RunEvalConfig``: Class representing the configuration for running evaluation.
- ``StringRunEvaluatorChain``: Class representing a string run evaluator chain.
- ``InputFormatError``: Exception raised when the input format is incorrect.

é    )ÚRunEvalConfig)ÚInputFormatErrorÚarun_on_datasetÚrun_on_dataset)ÚStringRunEvaluatorChain)r   r   r   r   r   N)
Ú__doc__Z!langchain.smith.evaluation.configr   Z'langchain.smith.evaluation.runner_utilsr   r   r   Z/langchain.smith.evaluation.string_run_evaluatorr   Ú__all__© r	   r	   úb/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/smith/evaluation/__init__.pyÚ<module>   s   7