a
    •˜ëjq  ã                   @   s   d dl Z d dlZd dlmZ d dlmZ d dlmZmZ d dl	m
Z
 d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ e e¡ZG dd„ deee  ƒZ edgdd�Z!ee
 ee
 dœdd„Z"G dd„ deƒZ#dS )é    N)ÚSequence)ÚOptional)Ú#AsyncCallbackManagerForRetrieverRunÚCallbackManagerForRetrieverRun)ÚDocument)ÚBaseLanguageModel)ÚBaseOutputParser)ÚBasePromptTemplate)ÚPromptTemplate)ÚBaseRetriever)ÚRunnable)Úoverride)ÚLLMChainc                   @   s(   e Zd ZdZeeee dœdd„ƒZdS )ÚLineListOutputParserz"Output parser for a list of lines.)ÚtextÚreturnc                 C   s   |  ¡  d¡}ttd |ƒƒS )NÚ
)ÚstripÚsplitÚlistÚfilter)Úselfr   Úlines© r   ú_/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/retrievers/multi_query.pyÚparse   s    zLineListOutputParser.parseN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ústrr   r   r   r   r   r   r      s   r   Úquestiona·  You are an AI language model assistant. Your task is
    to generate 3 different versions of the given user
    question to retrieve relevant documents from a vector  database.
    By generating multiple perspectives on the user question,
    your goal is to help the user overcome some of the limitations
    of distance-based similarity search. Provide these alternative
    questions separated by newlines. Original question: {question})Zinput_variablesÚtemplate©Ú	documentsr   c                    s   ‡ fdd„t ˆ ƒD ƒS )Nc                    s$   g | ]\}}|ˆ d |… vr|‘qS )Nr   )Ú.0ÚiÚdoc©r$   r   r   Ú
<listcomp>/   ó    z%_unique_documents.<locals>.<listcomp>)Ú	enumerater(   r   r(   r   Ú_unique_documents.   s    r,   c                	   @   s  e Zd ZU dZeed< eed< dZeed< dZ	e
ed< dZeed	< eed
dfeeeee
 ed dœdd„ƒZe
eee dœdd„Ze
eee
 dœdd„Zee
 eee dœdd„Ze
eee dœdd„Ze
eee
 dœdd„Zee
 eee dœdd„Zee ee dœdd„Zd
S ) ÚMultiQueryRetrieverz‹Given a query, use an LLM to write a set of queries.

    Retrieve docs for each query. Return the unique union of all retrieved docs.
    Ú	retrieverÚ	llm_chainTÚverboser   Ú
parser_keyFÚinclude_originalN)r.   ÚllmÚpromptr1   r2   r   c                 C   s    t ƒ }||B |B }| |||d�S )aR  Initialize from llm using default template.

        Args:
            retriever: retriever to query documents from
            llm: llm for query generation using DEFAULT_QUERY_PROMPT
            prompt: The prompt which aims to generate several different versions
                of the given user query
            parser_key: DEPRECATED. `parser_key` is no longer used and should not be
                specified.
            include_original: Whether to include the original query in the list of
                generated queries.

        Returns:
            MultiQueryRetriever
        )r.   r/   r2   )r   )Úclsr.   r3   r4   r1   r2   Zoutput_parserr/   r   r   r   Úfrom_llm@   s    ýzMultiQueryRetriever.from_llm)ÚqueryÚrun_managerr   c                Ã   s>   |   ||¡I dH }| jr"| |¡ |  ||¡I dH }|  |¡S )úòGet relevant documents given a user query.

        Args:
            query: user query
            run_manager: the callback handler to use.

        Returns:
            Unique union of relevant documents from all generated queries
        N)Úagenerate_queriesr2   ÚappendÚaretrieve_documentsÚunique_union©r   r7   r8   Úqueriesr$   r   r   r   Ú_aget_relevant_documents`   s
    
z,MultiQueryRetriever._aget_relevant_documents)r!   r8   r   c                 Ã   sP   | j jd|id| ¡ id�I dH }t| j tƒr6|d n|}| jrLt d|¡ |S )zõGenerate queries based upon user input.

        Args:
            question: user query
            run_manager: the callback handler to use.

        Returns:
            List of LLM generated queries that are similar to the user input
        r!   Ú	callbacks©ÚconfigNr   úGenerated queries: %s)r/   ÚainvokeÚ	get_childÚ
isinstancer   r0   ÚloggerÚinfo©r   r!   r8   Úresponser   r   r   r   r:   u   s    
þz%MultiQueryRetriever.agenerate_queries)r?   r8   r   c                 ƒ   s.   t j‡ ‡fdd„|D ƒŽ I dH }dd„ |D ƒS )zÅRun all LLM generated queries.

        Args:
            queries: query list
            run_manager: the callback handler to use

        Returns:
            List of retrieved Documents
        c                 3   s&   | ]}ˆj j|d ˆ  ¡ id�V  qdS )rA   rB   N)r.   rE   rF   )r%   r7   ©r8   r   r   r   Ú	<genexpr>›   s
   ü
þz:MultiQueryRetriever.aretrieve_documents.<locals>.<genexpr>Nc                 S   s   g | ]}|D ]}|‘qqS r   r   )r%   Údocsr'   r   r   r   r)   £   r*   z;MultiQueryRetriever.aretrieve_documents.<locals>.<listcomp>)ÚasyncioZgather)r   r?   r8   Zdocument_listsr   rL   r   r<   Œ   s    ûÿ
	z'MultiQueryRetriever.aretrieve_documentsc                C   s2   |   ||¡}| jr| |¡ |  ||¡}|  |¡S )r9   )Úgenerate_queriesr2   r;   Úretrieve_documentsr=   r>   r   r   r   Ú_get_relevant_documents¥   s
    
z+MultiQueryRetriever._get_relevant_documentsc                 C   sJ   | j jd|id| ¡ id�}t| j tƒr0|d n|}| jrFt d|¡ |S )zòGenerate queries based upon user input.

        Args:
            question: user query
            run_manager: run manager for callbacks

        Returns:
            List of LLM generated queries that are similar to the user input
        r!   rA   rB   r   rD   )r/   ÚinvokerF   rG   r   r0   rH   rI   rJ   r   r   r   rP   º   s    
þz$MultiQueryRetriever.generate_queriesc                 C   s4   g }|D ]&}| j j|d| ¡ id�}| |¡ q|S )zÃRun all LLM generated queries.

        Args:
            queries: query list
            run_manager: run manager for callbacks

        Returns:
            List of retrieved Documents
        rA   rB   )r.   rS   rF   Úextend)r   r?   r8   r$   r7   rN   r   r   r   rQ   Ñ   s    
þz&MultiQueryRetriever.retrieve_documentsr#   c                 C   s   t |ƒS )z¡Get unique Documents.

        Args:
            documents: List of retrieved Documents

        Returns:
            List of unique retrieved Documents
        )r,   )r   r$   r   r   r   r=   è   s    	z MultiQueryRetriever.unique_union)r   r   r   r   r   Ú__annotations__r   r0   Úboolr1   r    r2   ÚclassmethodÚDEFAULT_QUERY_PROMPTr   r	   r   r6   r   r   r   r@   r:   r<   r   rR   rP   rQ   r=   r   r   r   r   r-   2   sV   
úù!ûüüûüür-   )$rO   ÚloggingÚcollections.abcr   Útypingr   Zlangchain_core.callbacksr   r   Zlangchain_core.documentsr   Zlangchain_core.language_modelsr   Zlangchain_core.output_parsersr   Zlangchain_core.promptsr	   Zlangchain_core.prompts.promptr
   Zlangchain_core.retrieversr   Zlangchain_core.runnablesr   Ztyping_extensionsr   Zlangchain.chains.llmr   Ú	getLoggerr   rH   r   r    r   rX   r,   r-   r   r   r   r   Ú<module>   s*   

þ