a
    •˜ëj�:  ã                   @   sò   d Z ddlZddlmZ ddlmZmZmZ ddlm	Z	m
Z
 ddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZmZ ddlmZ ddlmZmZmZ ddlmZ ddlmZ ddl m!Z! e "e#¡Z$dZ%eedœdd„Z&G dd„ deƒZ'dS )zRRetriever that generates and executes structured queries over its own data source.é    N)ÚSequence)ÚAnyÚOptionalÚUnion)Ú#AsyncCallbackManagerForRetrieverRunÚCallbackManagerForRetrieverRun)ÚDocument)ÚBaseLanguageModel)ÚBaseRetriever)ÚRunnable)ÚStructuredQueryÚVisitor)ÚVectorStore)Ú
ConfigDictÚFieldÚmodel_validator)Úoverride)Úload_query_constructor_runnable)ÚAttributeInfoÚquery_constructor)ÚvectorstoreÚreturnc           :   $   C   s&  zddl }W n2 ty> } zd}t|ƒ|‚W Y d}~n
d}~0 0 ddlm} ddlm} ddlm} ddlm	} ddl
m} dd	lm}	 dd
lm}
 ddlm} ddlm} ddlm} ddlm} ddlm} ddlm} ddlm} ddlm} ddl m!} ddl"m#} ddl$m%} ddl&m'} ddl(m)} ddl*m+} ddl,m-}m.}m/}m0}m1}m2}m3}m4} m5}!m6}"m7}#m8}$m9}%m:}&m;}'m<}(m=}) ddl,m>}* ddl,m?}+ ddl,m@}, ddl,mA}- |||"||-||*|||||	|)||(||#||||||+|
|||%||'||!||,|| |i}.tB| |ƒ�r|ƒ S tB| |ƒ�r.|| jCd�S tB| |$ƒ�rD| D| ¡S tB| |&ƒ�rndd „ | jE�p`g D ƒ}/||/ƒS | jF|.v �r†|.| jF ƒ S zdd!lGmH}0 W n t�yª   Y n0 tB| |0ƒ�r¾|ƒ S zddlIm?}1 W n t�yâ   Y n0 tB| |1ƒ�rö|
ƒ S zdd"lJmK}2 W n t�y   Y n0 tB| |2ƒ�r.|ƒ S zdd#lLm2} W n t�yR   Y n0 tB| |ƒ�rf|ƒ S zddlMm@}3 W n t�yŠ   Y n0 tB| |3ƒ�rž|ƒ S zdd$lNm4}  W n t�yÂ   Y n0 tB| | ƒ�rÖ|ƒ S zddlOm>}4 W n t�yú   Y n0 tB| |4ƒ�r|ƒ S zdd%lPm6}" ddlPm}5 W n t�y>   Y n0 tB| |"ƒ�rR|5ƒ S zdd&lQmR}6 W n t�yv   Y n0 tB| |6ƒ�r�|| jSd�S zdd'lTmU}7 dd(l,mV}8 W n t�yÀ   Y n0 tB| |8ƒ�rÔ|7ƒ S zdd)lWmX}9 W n t�yø   Y n0 tB| |9ƒ�r|ƒ S d*| jF› d+�}tY|ƒ‚dS ),zAGet the translator class corresponding to the vector store class.r   Nz�The langchain-community package must be installed to use this feature. Please install it using `pip install langchain-community`.)ÚAstraDBTranslator)ÚChromaTranslator)ÚDashvectorTranslator)Ú DatabricksVectorSearchTranslator)ÚDeepLakeTranslator)ÚDingoDBTranslator)ÚElasticsearchTranslator)ÚMilvusTranslator)ÚMongoDBAtlasTranslator)ÚMyScaleTranslator)ÚNeo4jTranslator)ÚOpenSearchTranslator)ÚPGVectorTranslator)ÚPineconeTranslator)ÚQdrantTranslator)ÚRedisTranslator)ÚSupabaseVectorTranslator)ÚTencentVectorDBTranslator)ÚTimescaleVectorTranslator)ÚVectaraTranslator)ÚWeaviateTranslator)ÚAstraDBÚ
DashVectorÚDatabricksVectorSearchÚDeepLakeÚDingoÚMilvusÚMyScaleÚNeo4jVectorÚOpenSearchVectorSearchÚPGVectorÚQdrantÚRedisÚSupabaseVectorStoreÚTencentVectorDBÚTimescaleVectorÚVectaraÚWeaviate)ÚChroma)ÚElasticsearchStore)ÚMongoDBAtlasVectorSearch)ÚPinecone)Zmetadata_keyc                 S   s   g | ]}|j r|j‘qS © )ÚindexÚname)Ú.0ÚfieldrB   rB   úc/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/retrievers/self_query/base.pyÚ
<listcomp>€   s   z+_get_builtin_translator.<locals>.<listcomp>)ÚAstraDBVectorStore)ÚPineconeVectorStore)r2   )r4   )r6   )ÚQdrantVectorStore)ÚHanaTranslator)ÚHanaDB)ÚWeaviateVectorStorez,Self query retriever with Vector Store type z not supported.)ZÚlangchain_communityÚImportErrorZ.langchain_community.query_constructors.astradbr   Z-langchain_community.query_constructors.chromar   Z1langchain_community.query_constructors.dashvectorr   Z?langchain_community.query_constructors.databricks_vector_searchr   Z/langchain_community.query_constructors.deeplaker   Z,langchain_community.query_constructors.dingor   Z4langchain_community.query_constructors.elasticsearchr   Z-langchain_community.query_constructors.milvusr   Z4langchain_community.query_constructors.mongodb_atlasr    Z.langchain_community.query_constructors.myscaler!   Z,langchain_community.query_constructors.neo4jr"   Z1langchain_community.query_constructors.opensearchr#   Z/langchain_community.query_constructors.pgvectorr$   Z/langchain_community.query_constructors.pineconer%   Z-langchain_community.query_constructors.qdrantr&   Z,langchain_community.query_constructors.redisr'   Z/langchain_community.query_constructors.supabaser(   Z6langchain_community.query_constructors.tencentvectordbr)   Z6langchain_community.query_constructors.timescalevectorr*   Z.langchain_community.query_constructors.vectarar+   Z/langchain_community.query_constructors.weaviater,   Z langchain_community.vectorstoresr-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   Ú
isinstanceZmetadata_columnZfrom_vectorstoreZmeta_fieldsÚ	__class__Zlangchain_astradb.vectorstoresrI   Z$langchain_elasticsearch.vectorstoresZlangchain_pineconerJ   Zlangchain_milvusZlangchain_mongodbZlangchain_neo4jZlangchain_chromaZlangchain_postgresZlangchain_qdrantrK   Zmetadata_payload_keyZ1langchain_community.query_constructors.hanavectorrL   rM   Zlangchain_weaviate.vectorstoresrN   Ú
ValueError):r   rO   ÚerrÚmsgr   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   ZCommunityChromaZElasticsearchStoreCommunityZ!CommunityMongoDBAtlasVectorSearchZCommunityPineconeZbuiltin_translatorsÚfieldsrI   r?   rJ   r@   r>   ZNewPGVectorTranslatorrK   rL   rM   rN   rB   rB   rG   Ú_get_builtin_translator   s   ÿ Lî

ÿÿrW   c                   @   sz  e Zd ZU dZeed< edd�Zee	e
f ed< dZeed< ee	d�Ze	ed	< eed
< dZeed< dZeed< eddd�Zedd�ee	edœdd„ƒƒZeedœdd„ƒZee
eee	eef f dœdd„Zee	eef ee dœdd„Zee	eef ee dœdd„Ze ee!ee d œd!d"„ƒZ"e ee#ee d œd#d$„ƒZ$ed)e%eee&e'e(e	f  e)e e)e	 eeed d&œ
d'd(„ƒZ*d%S )*ÚSelfQueryRetrieverzsSelf Query Retriever.

    Retriever that uses a vector store and an LLM to generate the vector store queries.
    r   Ú	llm_chain)Úaliasr   Z
similarityÚsearch_type)Údefault_factoryÚsearch_kwargsÚstructured_query_translatorFÚverboseÚuse_original_queryT)Zpopulate_by_nameZarbitrary_types_allowedÚbefore)Úmode)Úvaluesr   c                 C   s   d|vrt |d ƒ|d< |S )zValidate translator.r^   r   )rW   )Úclsrc   rB   rB   rG   Úvalidate_translator  s
    ÿz&SelfQueryRetriever.validate_translator)r   c                 C   s   | j S )z:llm_chain is legacy name kept for backwards compatibility.)r   )ÚselfrB   rB   rG   rY     s    zSelfQueryRetriever.llm_chain)ÚqueryÚstructured_queryr   c                 C   sD   | j  |¡\}}|jd ur$|j|d< | jr.|}i | j¥|¥}||fS )NÚk)r^   Zvisit_structured_queryÚlimitr`   r]   )rf   rg   rh   Ú	new_queryZ
new_kwargsr]   rB   rB   rG   Ú_prepare_query  s    ÿ

z!SelfQueryRetriever._prepare_query)rg   r]   r   c                 C   s   | j j|| jfi |¤ŽS ©N)r   Úsearchr[   ©rf   rg   r]   rB   rB   rG   Ú_get_docs_with_query%  s    z'SelfQueryRetriever._get_docs_with_queryc                 Ã   s   | j j|| jfi |¤ŽI d H S rm   )r   Zasearchr[   ro   rB   rB   rG   Ú_aget_docs_with_query,  s    z(SelfQueryRetriever._aget_docs_with_query)rg   Úrun_managerr   c                C   sJ   | j jd|id| ¡ id�}| jr.t d|¡ |  ||¡\}}|  ||¡S ©Nrg   Ú	callbacks)ÚconfigzGenerated Query: %s)r   ZinvokeÚ	get_childr_   ÚloggerÚinforl   rp   ©rf   rg   rr   rh   rk   r]   rB   rB   rG   Ú_get_relevant_documents3  s    
þz*SelfQueryRetriever._get_relevant_documentsc                Ã   sV   | j jd|id| ¡ id�I d H }| jr4t d|¡ |  ||¡\}}|  ||¡I d H S rs   )r   Zainvokerv   r_   rw   rx   rl   rq   ry   rB   rB   rG   Ú_aget_relevant_documentsC  s    
þz+SelfQueryRetriever._aget_relevant_documentsN)
Úllmr   Údocument_contentsÚmetadata_field_infor^   Úchain_kwargsÚenable_limitr`   Úkwargsr   c	                 K   sŒ   |du rt |ƒ}|pi }d|vr4|jdur4|j|d< d|vrP|jdurP|j|d< t|||fd|i|¤Ž}
|
jtd�}
| f |
|||dœ|	¤ŽS )aÏ  Create a SelfQueryRetriever from an LLM and a vector store.

        Args:
            llm: The language model to use for generating queries.
            vectorstore: The vector store to use for retrieving documents.
            document_contents: Description of the page contents of the document to be
                queried.
            metadata_field_info: Metadata field information for the documents.
            structured_query_translator: Optional translator for turning internal query
                language into vectorstore search params.
            chain_kwargs: Additional keyword arguments for the query constructor.
            enable_limit: Whether to enable the limit operator.
            use_original_query: Whether to use the original query instead of the revised
                query from the LLM.
            **kwargs: Additional keyword arguments for the SelfQueryRetriever.

        Returns:
            An instance of SelfQueryRetriever.
        NÚallowed_comparatorsÚallowed_operatorsr€   )Zrun_name)r   r   r`   r^   )rW   r‚   rƒ   r   Zwith_configÚQUERY_CONSTRUCTOR_RUN_NAME)rd   r|   r   r}   r~   r^   r   r€   r`   r�   r   rB   rB   rG   Úfrom_llmS  sF     ÿþÿÿþÿýüûÿüûzSelfQueryRetriever.from_llm)NNFF)+Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   Ú__annotations__r   r   r   Údictr   r[   Ústrr]   r   r_   Úboolr`   r   Zmodel_configr   Úclassmethodr   re   ÚpropertyrY   Útuplerl   Úlistr   rp   rq   r   r   rz   r   r{   r	   r   r   r   r   r…   rB   rB   rB   rG   rX   ë   sp   
þü
ü	
üûû    ÷õrX   )(r‰   ÚloggingÚcollections.abcr   Útypingr   r   r   Z langchain_core.callbacks.managerr   r   Zlangchain_core.documentsr   Zlangchain_core.language_modelsr	   Zlangchain_core.retrieversr
   Zlangchain_core.runnablesr   Zlangchain_core.structured_queryr   r   Zlangchain_core.vectorstoresr   Zpydanticr   r   r   Ztyping_extensionsr   Z'langchain.chains.query_constructor.baser   Z)langchain.chains.query_constructor.schemar   Ú	getLoggerr†   rw   r„   rW   rX   rB   rB   rB   rG   Ú<module>   s&   
 Q