a
    •˜ëj.=  ã                   @  sJ  d Z ddlmZ ddlZddlmZ ddlmZmZm	Z	m
Z
 ddlmZ ddlmZmZmZmZmZ ddlmZmZ dd	lmZ dd
lmZmZ ddlmZmZmZ ddlm Z  ddl!m"Z"m#Z# ddl$m%Z%m&Z&m'Z'm(Z( ddl)m*Z* ddl+m,Z, ddl-m.Z.m/Z/ ddl0m1Z1 ddl2m3Z3 edddd�G dd„ de3ƒƒZ4dddœdd„Z5dS )z2Chain that just formats a prompt and calls an LLM.é    )ÚannotationsN)ÚSequence)ÚAnyÚOptionalÚUnionÚcast)Ú
deprecated)ÚAsyncCallbackManagerÚAsyncCallbackManagerForChainRunÚCallbackManagerÚCallbackManagerForChainRunÚ	Callbacks)ÚBaseLanguageModelÚLanguageModelInput)ÚBaseMessage)ÚBaseLLMOutputParserÚStrOutputParser)ÚChatGenerationÚ
GenerationÚ	LLMResult)ÚPromptValue)ÚBasePromptTemplateÚPromptTemplate)ÚRunnableÚRunnableBindingÚRunnableBranchÚRunnableWithFallbacks)ÚDynamicRunnable)Úget_colored_text)Ú
ConfigDictÚField)Úoverride)ÚChainz0.1.17z&RunnableSequence, e.g., `prompt | llm`z1.0)ZsinceÚalternativeZremovalc                   @  s&  e Zd ZU dZeeddœdd„ƒƒZded< ded	< d
Zded< e	e
d�Zded< dZded< e	ed�Zded< eddd�Zeddœdd„ƒZeddœdd„ƒZd[ddddœd d!„Zd\d"dd#d$œd%d&„Zd]d"d'd#d$œd(d)„Zd^d"dd*d$œd+d,„Zd_d"d'd*d$œd-d.„Zd`d"d/d0d1œd2d3„Zdad"d/d0d1œd4d5„Zeddœd6d7„ƒZd#d"d8œd9d:„Zdbdd'ddœd;d<„Zdcd/d=dd>œd?d@„Zddd/d=dd>œdAdB„Zded/d=dCd>œdDdE„Z dfd/d=dFd>œdGdH„Z!dgd"d/dId1œdJdK„Z"d0dIdLœdMdN„Z#dhd"d/dId1œdOdP„Z$eddœdQdR„ƒZ%edSdd dTœdUdV„ƒZ&ddWdXœdYdZ„Z'dS )iÚLLMChaina`  Chain to run queries against LLMs.

    This class is deprecated. See below for an example implementation using
    LangChain runnables:

        .. code-block:: python

            from langchain_core.output_parsers import StrOutputParser
            from langchain_core.prompts import PromptTemplate
            from langchain_openai import OpenAI

            prompt_template = "Tell me a {adjective} joke"
            prompt = PromptTemplate(
                input_variables=["adjective"], template=prompt_template
            )
            llm = OpenAI()
            chain = prompt | llm | StrOutputParser()

            chain.invoke("your adjective here")

    Example:
        .. code-block:: python

            from langchain.chains import LLMChain
            from langchain_community.llms import OpenAI
            from langchain_core.prompts import PromptTemplate

            prompt_template = "Tell me a {adjective} joke"
            prompt = PromptTemplate(
                input_variables=["adjective"], template=prompt_template
            )
            llm = LLMChain(llm=OpenAI(), prompt=prompt)

    Úbool)Úreturnc                 C  s   dS )NT© )Úclsr'   r'   úS/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/chains/llm.pyÚis_lc_serializableQ   s    zLLMChain.is_lc_serializabler   ÚpromptzSUnion[Runnable[LanguageModelInput, str], Runnable[LanguageModelInput, BaseMessage]]ÚllmÚtextÚstrÚ
output_key)Údefault_factoryr   Úoutput_parserTÚreturn_final_onlyÚdictÚ
llm_kwargsZforbid)Zarbitrary_types_allowedÚextraz	list[str]c                 C  s   | j jS )zJWill be whatever keys the prompt expects.

        :meta private:
        )r+   Úinput_variables©Úselfr'   r'   r)   Ú
input_keysl   s    zLLMChain.input_keysc                 C  s   | j r| jgS | jdgS )z=Will always return text key.

        :meta private:
        Úfull_generation)r2   r/   r7   r'   r'   r)   Úoutput_keyst   s    zLLMChain.output_keysNzdict[str, Any]z$Optional[CallbackManagerForChainRun]zdict[str, str])ÚinputsÚrun_managerr&   c                 C  s   | j |g|d�}|  |¡d S ©N©r=   r   )ÚgenerateÚcreate_outputs©r8   r<   r=   Úresponser'   r'   r)   Ú_call~   s    zLLMChain._callzlist[dict[str, Any]]r   )Ú
input_listr=   r&   c           	      C  s¼   | j ||d�\}}|r| ¡ nd}t| jtƒrJ| jj||fd|i| j¤ŽS | jjf d|i| j¤Ž t	d|ƒd|i¡}g }|D ]4}t|t
ƒrž| t|d�g¡ q|| t|d�g¡ q|t|d�S ©	z Generate LLM result from inputs.r?   NÚ	callbacksÚstopÚlist)Úmessage)r-   )Úgenerations)Úprep_promptsÚ	get_childÚ
isinstancer,   r   Zgenerate_promptr4   ÚbindÚbatchr   r   Úappendr   r   r   ©	r8   rE   r=   ÚpromptsrH   rG   ÚresultsrK   Úresr'   r'   r)   r@   †   s*    þýüþ
zLLMChain.generatez)Optional[AsyncCallbackManagerForChainRun]c           	      Ã  sÎ   | j ||d�I dH \}}|r$| ¡ nd}t| jtƒrV| jj||fd|i| j¤ŽI dH S | jjf d|i| j¤Ž t	d|ƒd|i¡I dH }g }|D ]4}t|t
ƒr°| t|d�g¡ qŽ| t|d�g¡ qŽt|d�S rF   )Úaprep_promptsrM   rN   r,   r   Zagenerate_promptr4   rO   Zabatchr   r   rQ   r   r   r   rR   r'   r'   r)   Ú	agenerate¡   s*    þýüþ

zLLMChain.ageneratez-tuple[list[PromptValue], Optional[list[str]]]c           
        sÄ   d}t |ƒdkrg |fS d|d v r0|d d }g }|D ]‚‰ ‡ fdd„| jjD ƒ}| jjf i |¤Ž}t| ¡ dƒ}d| }|r�|j|d| jd	� dˆ v r°ˆ d |kr°d
}	t|	ƒ‚| 	|¡ q8||fS )úPrepare prompts from inputs.Nr   rH   c                   s   i | ]}|ˆ | “qS r'   r'   ©Ú.0Úk©r<   r'   r)   Ú
<dictcomp>É   ó    z)LLMChain.prep_prompts.<locals>.<dictcomp>ÚgreenúPrompt after formatting:
Ú
©ÚendÚverboseú=If `stop` is present in any inputs, should be present in all.©
Úlenr+   r6   Zformat_promptr   Z	to_stringZon_textrd   Ú
ValueErrorrQ   ©
r8   rE   r=   rH   rS   Zselected_inputsr+   Z_colored_textZ_textÚmsgr'   r\   r)   rL   ¼   s$    zLLMChain.prep_promptsc           
      ƒ  sÊ   d}t |ƒdkrg |fS d|d v r0|d d }g }|D ]ˆ‰ ‡ fdd„| jjD ƒ}| jjf i |¤Ž}t| ¡ dƒ}d| }|r–|j|d| jd	�I dH  dˆ v r¶ˆ d |kr¶d
}	t|	ƒ‚| 	|¡ q8||fS )rX   Nr   rH   c                   s   i | ]}|ˆ | “qS r'   r'   rY   r\   r'   r)   r]   â   r^   z*LLMChain.aprep_prompts.<locals>.<dictcomp>r_   r`   ra   rb   re   rf   ri   r'   r\   r)   rV   Õ   s$    zLLMChain.aprep_promptsr   zlist[dict[str, str]])rE   rG   r&   c              
   C  sŠ   t  || j| j¡}|jdd|i|  ¡ d�}z| j||d�}W n0 tyl } z| |¡ ‚ W Y d}~n
d}~0 0 |  	|¡}| 
d|i¡ |S ©z0Utilize the LLM generate method for speed gains.NrE   )Únamer?   Úoutputs)r   Ú	configurerG   rd   Úon_chain_startÚget_namer@   ÚBaseExceptionÚon_chain_errorrA   Úon_chain_end©r8   rE   rG   Zcallback_managerr=   rC   Úerm   r'   r'   r)   Úapplyî   s$    ýý

zLLMChain.applyc              
   Ã  s¢   t  || j| j¡}|jdd|i|  ¡ d�I dH }z| j||d�I dH }W n6 ty~ } z| |¡I dH  ‚ W Y d}~n
d}~0 0 |  	|¡}| 
d|i¡I dH  |S rk   )r	   rn   rG   rd   ro   rp   rW   rq   rr   rA   rs   rt   r'   r'   r)   Úaapply  s$    ýý
zLLMChain.aapplyc                 C  s   | j S ©N©r/   r7   r'   r'   r)   Ú_run_output_key   s    zLLMChain._run_output_key)Ú
llm_resultr&   c                   s0   ‡ fdd„|j D ƒ}ˆ jr,‡ fdd„|D ƒ}|S )zCreate outputs from response.c                   s"   g | ]}ˆ j ˆ j |¡d |i‘qS )r:   )r/   r1   Zparse_result)rZ   Ú
generationr7   r'   r)   Ú
<listcomp>&  s   ýþz+LLMChain.create_outputs.<locals>.<listcomp>c                   s   g | ]}ˆ j |ˆ j  i‘qS r'   ry   )rZ   Úrr7   r'   r)   r}   /  r^   )rK   r2   )r8   r{   Úresultr'   r7   r)   rA   $  s    
úzLLMChain.create_outputsc                 Ã  s$   | j |g|d�I d H }|  |¡d S r>   )rW   rA   rB   r'   r'   r)   Ú_acall2  s    zLLMChain._acallr   )rG   Úkwargsr&   c                 K  s   | ||d�| j  S )áT  Format prompt with kwargs and pass to LLM.

        Args:
            callbacks: Callbacks to pass to LLMChain
            **kwargs: Keys to pass to prompt template.

        Returns:
            Completion from LLM.

        Example:
            .. code-block:: python

                completion = llm.predict(adjective="funny")

        ©rG   ry   ©r8   rG   r�   r'   r'   r)   Úpredict:  s    zLLMChain.predictc                 Ë  s   | j ||d�I dH | j S )r‚   rƒ   N)Zacallr/   r„   r'   r'   r)   ÚapredictL  s    zLLMChain.apredictz%Union[str, list[str], dict[str, Any]]c                 K  s@   t jddd� | jf d|i|¤Ž}| jjdur<| jj |¡S |S )z(Call predict and then parse the results.z_The predict_and_parse method is deprecated, instead pass an output parser directly to LLMChain.é   ©Ú
stacklevelrG   N)ÚwarningsÚwarnr…   r+   r1   Úparse©r8   rG   r�   r   r'   r'   r)   Úpredict_and_parse^  s    ýzLLMChain.predict_and_parsez%Union[str, list[str], dict[str, str]]c                 Ë  sF   t jddd� | jf d|i|¤ŽI dH }| jjdurB| jj |¡S |S )z)Call apredict and then parse the results.z`The apredict_and_parse method is deprecated, instead pass an output parser directly to LLMChain.r‡   rˆ   rG   N)rŠ   r‹   r†   r+   r1   rŒ   r�   r'   r'   r)   Úapredict_and_parsen  s    ýzLLMChain.apredict_and_parsez/Sequence[Union[str, list[str], dict[str, str]]]c                 C  s&   t jddd� | j||d�}|  |¡S )ú&Call apply and then parse the results.z]The apply_and_parse method is deprecated, instead pass an output parser directly to LLMChain.r‡   rˆ   rƒ   )rŠ   r‹   rv   Ú_parse_generation©r8   rE   rG   r   r'   r'   r)   Úapply_and_parse~  s    ýzLLMChain.apply_and_parse)r|   r&   c                   s"   ˆ j jd ur‡ fdd„|D ƒS |S )Nc                   s    g | ]}ˆ j j |ˆ j ¡‘qS r'   )r+   r1   rŒ   r/   )rZ   rU   r7   r'   r)   r}   ‘  s   ÿz.LLMChain._parse_generation.<locals>.<listcomp>)r+   r1   )r8   r|   r'   r7   r)   r‘   Œ  s
    
þzLLMChain._parse_generationc                 Ã  s,   t jddd� | j||d�I dH }|  |¡S )r�   z^The aapply_and_parse method is deprecated, instead pass an output parser directly to LLMChain.r‡   rˆ   rƒ   N)rŠ   r‹   rw   r‘   r’   r'   r'   r)   Úaapply_and_parse—  s    ýzLLMChain.aapply_and_parsec                 C  s   dS )NZ	llm_chainr'   r7   r'   r'   r)   Ú_chain_type¥  s    zLLMChain._chain_typer   )r,   Útemplater&   c                 C  s   t  |¡}| ||d�S )z&Create LLMChain from LLM and template.)r,   r+   )r   Zfrom_template)r(   r,   r–   Zprompt_templater'   r'   r)   Úfrom_string©  s    
zLLMChain.from_stringÚint)r-   r&   c                 C  s   t | jƒ |¡S rx   )Ú_get_language_modelr,   Zget_num_tokens)r8   r-   r'   r'   r)   Ú_get_num_tokens¯  s    zLLMChain._get_num_tokens)N)N)N)N)N)N)N)N)N)N)N)N)N)N)(Ú__name__Ú
__module__Ú__qualname__Ú__doc__Úclassmethodr!   r*   Ú__annotations__r/   r    r   r1   r2   r3   r4   r   Zmodel_configÚpropertyr9   r;   rD   r@   rW   rL   rV   rv   rw   rz   rA   r€   r…   r†   rŽ   r�   r“   r‘   r”   r•   r—   rš   r'   r'   r'   r)   r$   (   sj   
#þ ý ý ý ý ý ý ý ý þ þ ý ýr$   r   r   )Úllm_liker&   c                 C  sh   t | tƒr| S t | tƒr"t| jƒS t | tƒr6t| jƒS t | ttfƒrNt| j	ƒS dt
| ƒ› �}t|ƒ‚d S )NzAUnable to extract BaseLanguageModel from llm_like object of type )rN   r   r   r™   Úboundr   Zrunnabler   r   ÚdefaultÚtyperh   )r¢   rj   r'   r'   r)   r™   ³  s    





ÿÿr™   )6rž   Ú
__future__r   rŠ   Úcollections.abcr   Útypingr   r   r   r   Zlangchain_core._apir   Zlangchain_core.callbacksr	   r
   r   r   r   Zlangchain_core.language_modelsr   r   Zlangchain_core.messagesr   Zlangchain_core.output_parsersr   r   Zlangchain_core.outputsr   r   r   Zlangchain_core.prompt_valuesr   Zlangchain_core.promptsr   r   Zlangchain_core.runnablesr   r   r   r   Z%langchain_core.runnables.configurabler   Zlangchain_core.utils.inputr   Zpydanticr   r    Ztyping_extensionsr!   Zlangchain.chains.baser"   r$   r™   r'   r'   r'   r)   Ú<module>   s8   ý   	