a
    •˜ëj‚  ã                   @  sü   d Z ddlmZ ddlmZ ddlmZmZmZm	Z	 ddl
mZ ddlmZmZ ddlmZ ddlmZmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddddœdd„Z G dd„ dee! ƒZ"ddœdd„Z#G dd„ deƒZ$dS )zQDocumentFilter that uses an LLM chain to extract the relevant parts of documents.é    )Úannotations)ÚSequence)ÚAnyÚCallableÚOptionalÚcast)Ú	Callbacks)ÚBaseDocumentCompressorÚDocument)ÚBaseLanguageModel)ÚBaseOutputParserÚStrOutputParser)ÚPromptTemplate)ÚRunnable)Ú
ConfigDict)Úoverride)ÚLLMChain)Úprompt_templateÚstrr
   zdict[str, Any])ÚqueryÚdocÚreturnc                 C  s   | |j dœS )z#Return the compression chain input.)ÚquestionÚcontext)Úpage_content)r   r   © r   úv/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/retrievers/document_compressors/chain_extract.pyÚdefault_get_input   s    r   c                   @  s2   e Zd ZU dZdZded< edddœdd„ƒZdS )	ÚNoOutputParserz;Parse outputs that could return a null string of some sort.Z	NO_OUTPUTr   Úno_output_str)Útextr   c                 C  s   |  ¡ }|| jkrdS |S )NÚ )Ústripr   )Úselfr    Zcleaned_textr   r   r   Úparse!   s    
zNoOutputParser.parseN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ú__annotations__r   r$   r   r   r   r   r      s   
r   r   )r   c                  C  s&   t ƒ } tj| jd�}t|ddg| d�S )N)r   r   r   )ÚtemplateZinput_variablesÚoutput_parser)r   r   Úformatr   r   )r+   r*   r   r   r   Ú_get_default_chain_prompt)   s    ýr-   c                   @  sx   e Zd ZU dZded< eZded< edd�Zdd	d
dd	dœdd„Z	dd	d
dd	dœdd„Z
edddddd dœdd„ƒZdS )ÚLLMChainExtractorzyLLM Chain Extractor.

    Document compressor that uses an LLM chain to extract
    the relevant parts of documents.
    r   Ú	llm_chainzCallable[[str, Document], dict]Ú	get_inputT)Zarbitrary_types_allowedNzSequence[Document]r   zOptional[Callbacks])Ú	documentsr   Ú	callbacksr   c           	      C  s–   g }|D ]ˆ}|   ||¡}| jj|d|id�}t| jtƒrd|| jj }| jjjdurh| jjj |¡}n|}t	|ƒdkrvq| 
ttd|ƒ|jd�¡ q|S )z'Compress page content of raw documents.r2   )ÚconfigNr   r   ©r   Úmetadata)r0   r/   ZinvokeÚ
isinstancer   Z
output_keyÚpromptr+   r$   ÚlenÚappendr
   r   r5   )	r#   r1   r   r2   Úcompressed_docsr   Ú_inputZoutput_Úoutputr   r   r   Úcompress_documentsD   s    ÿz$LLMChainExtractor.compress_documentsc           	      ƒ  sp   ‡ ‡fdd„|D ƒ}ˆj  |d|i¡I dH }g }t|ƒD ]2\}}t|| ƒdkrRq8| t|| |jd�¡ q8|S )z6Compress page content of raw documents asynchronously.c                   s   g | ]}ˆ  ˆ |¡‘qS r   )r0   )Ú.0r   ©r   r#   r   r   Ú
<listcomp>c   ó    z9LLMChainExtractor.acompress_documents.<locals>.<listcomp>r2   Nr   r4   )r/   ZabatchÚ	enumerater8   r9   r
   r5   )	r#   r1   r   r2   ÚinputsÚoutputsr:   Úir   r   r?   r   Úacompress_documents\   s    ÿz%LLMChainExtractor.acompress_documentsr   zOptional[PromptTemplate]z(Optional[Callable[[str, Document], str]]zOptional[dict])Úllmr7   r0   Úllm_chain_kwargsr   c           	      C  sR   |dur|nt ƒ }|dur|nt}|jdur4|j}ntƒ }||B |B }| ||d�S )zInitialize from LLM.N)r/   r0   )r-   r   r+   r   )	ÚclsrG   r7   r0   rH   Z_promptZ
_get_inputÚparserr/   r   r   r   Úfrom_llmn   s    	
zLLMChainExtractor.from_llm)N)N)NNN)r%   r&   r'   r(   r)   r   r0   r   Zmodel_configr=   rF   ÚclassmethodrK   r   r   r   r   r.   3   s   
ÿ ü ü   ûr.   N)%r(   Ú
__future__r   Úcollections.abcr   Útypingr   r   r   r   Zlangchain_core.callbacksr   Zlangchain_core.documentsr	   r
   Zlangchain_core.language_modelsr   Zlangchain_core.output_parsersr   r   Zlangchain_core.promptsr   Zlangchain_core.runnablesr   Zpydanticr   Ztyping_extensionsr   Zlangchain.chains.llmr   Z>langchain.retrievers.document_compressors.chain_extract_promptr   r   r   r   r-   r.   r   r   r   r   Ú<module>   s"   
