a
    •˜ëj¡l  ã                   @  st  d Z ddlmZ ddlZddlmZ ddlmZmZm	Z	 ddl
Z
ddlmZ ddlmZmZmZ ddlmZ dd	lmZ dd
lmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlm Z  ddl!m"Z" ddl#m$Z$ ddl%m&Z& ddl'm(Z( ddl)m*Z* ddl+m,Z, ddl-m.Z.m/Z/ e�r6ddl0m1Z1 ddl2m3Z3 zddl4m5Z5m6Z6 W n8 e7�y‚   ddddœdd„Z5ddddœdd „Z6Y n0 d!Z8d"dd#d$œd%d&„Z9d"dd'd$œd(d)„Z:d"dd*d$œd+d,„Z;d"dd-d$œd.d/„Z<d"dd0d$œd1d2„Z=d"ddd$œd3d4„Z>d"dd5d$œd6d7„Z?d"dd8d$œd9d:„Z@d"dd;d$œd<d=„ZAd"ddd$œd>d?„ZBd"dd@d$œdAdB„ZCd"ddCd$œdDdE„ZDd"ddd$œdFdG„ZEd"ddHd$œdIdJ„ZFd"ddKd$œdLdM„ZGd"ddNd$œdOdP„ZHd"ddQd$œdRdS„ZId"ddTd$œdUdV„ZJd"ddWd$œdXdY„ZKd"ddZd$œd[d\„ZLeKe:e9e>e?e@eLeBeDe;e<e=eAeCeEeFeIeGeHeJd]œZMed^d_d`da�d"ddbd$œdcdd„ƒZNed^d_d`da�deddbdfœdgdh„ƒZOdeddbdiœdjdk„ZPdS )lz!Functionality for loading chains.é    )ÚannotationsN)ÚPath)ÚTYPE_CHECKINGÚAnyÚUnion)Ú
deprecated)Ú_load_output_parserÚload_promptÚload_prompt_from_config)ÚReduceDocumentsChain)ÚAPIChain)ÚChain)ÚMapReduceDocumentsChain)ÚMapRerankDocumentsChain)ÚRefineDocumentsChain)ÚStuffDocumentsChain)ÚHypotheticalDocumentEmbedder)ÚLLMChain)ÚLLMCheckerChain)ÚLLMMathChain)ÚQAWithSourcesChain)ÚRetrievalQAWithSourcesChain)ÚVectorDBQAWithSourcesChain)ÚRetrievalQAÚ
VectorDBQA©ÚGraphCypherQAChain©ÚLLMRequestsChain)Úload_llmÚload_llm_from_configr   ÚNone)Ú_Ú__Úreturnc                  O  s   d}t |ƒ‚dS )zImport error for load_llm.zŽTo use this load_llm functionality you must install the langchain_community package. You can install it with `pip install langchain_community`N©ÚImportError©r"   r#   Úmsg© r)   úW/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/chains/loading.pyr   *   s    ÿr   c                  O  s   d}t |ƒ‚dS )z&Import error for load_llm_from_config.zšTo use this load_llm_from_config functionality you must install the langchain_community package. You can install it with `pip install langchain_community`Nr%   r'   r)   r)   r*   r    3   s    ÿr    zHhttps://raw.githubusercontent.com/hwchase17/langchain-hub/master/chains/Údictr   )ÚconfigÚkwargsr$   c                 K  s¬   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚d| v rl|   d¡}t|ƒ}n$d| v r„t|   d¡ƒ}nd}t|ƒ‚t| ƒ tf ||dœ| ¤ŽS )z Load LLM chain from config dict.ÚllmÚllm_pathú+One of `llm` or `llm_path` must be present.ÚpromptÚprompt_pathz1One of `prompt` or `prompt_path` must be present.©r.   r1   )Úpopr    r   Ú
ValueErrorr
   r	   r   r   )r,   r-   Ú
llm_configr.   r(   Úprompt_configr1   r)   r)   r*   Ú_load_llm_chain@   s     


r8   r   c                 K  s„   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚d|v rd|  d¡}nd}t|ƒ‚tf ||dœ| ¤ŽS )z;Load hypothetical document embedder chain from config dict.Ú	llm_chainÚllm_chain_pathú7One of `llm_chain` or `llm_chain_path` must be present.Ú
embeddingsz`embeddings` must be present.)r9   Zbase_embeddings)r4   Úload_chain_from_configÚ
load_chainr5   r   )r,   r-   Úllm_chain_configr9   r(   r<   r)   r)   r*   Ú_load_hyde_chainX   s"    
þýr@   r   c                 K  sÀ   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚t|tƒsld|› �}t|ƒ‚d| v rˆ|   d¡}t|ƒ}n$d| v r t|   d¡ƒ}nd}t|ƒ‚tf ||dœ| ¤ŽS )	Nr9   r:   r;   úExpected LLMChain, got Údocument_promptÚdocument_prompt_pathzCOne of `document_prompt` or `document_prompt_path` must be present.)r9   rB   )	r4   r=   r>   r5   Ú
isinstancer   r
   r	   r   )r,   r-   r?   r9   r(   r7   rB   r)   r)   r*   Ú_load_stuff_documents_chainn   s.    




þýrE   r   c                 K  sÐ   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚t|tƒsld|› �}t|ƒ‚d| v rŒt|   d¡fi |¤Ž}n0d| v r¬t|   d¡fi |¤Ž}nt| fi |¤Ž}tf ||dœ| ¤ŽS )Nr9   r:   r;   rA   Úreduce_documents_chainZreduce_documents_chain_path)r9   rF   )r4   r=   r>   r5   rD   r   Ú_load_reduce_documents_chainr   )r,   r-   r?   r9   r(   rF   r)   r)   r*   Ú _load_map_reduce_documents_chainŒ   s:    


ÿþÿþþýrH   r   c                 K  sX  d }d }d| v r,|   d¡}t|fi |¤Ž}npd| v rP|   d¡}t|fi |¤Ž}nLd| v rpt|   d¡fi |¤Ž}n,d| v r�t|   d¡fi |¤Ž}nd}t|ƒ‚d| v rÎ|   d¡}|d u r¼d }nt|fi |¤Ž}nvd| v rît|   d¡fi |¤Ž}nVd| v �r$|   d¡}|d u �rd }nt|fi |¤Ž}n d	| v �rDt|   d	¡fi |¤Ž}tf ||d
œ| ¤ŽS )NÚcombine_documents_chainZcombine_document_chainÚcombine_documents_chain_pathZcombine_document_chain_pathúSOne of `combine_documents_chain` or `combine_documents_chain_path` must be present.Úcollapse_documents_chainZcollapse_documents_chain_pathZcollapse_document_chainZcollapse_document_chain_path)rI   rL   )r4   r=   r>   r5   r   )r,   r-   rI   rL   Zcombine_document_chain_configr(   Zcollapse_document_chain_configr)   r)   r*   rG   ±   s†    
ÿþ
ÿþÿþÿþÿ
ÿþÿþ


ÿþ
ÿþþýrG   c                 K  s   d}t |ƒ‚dS )z%Load LLM Bash chain from config dict.a   LLMBash Chain is not available through LangChain anymore. The relevant code can be found in langchain_experimental, but it is not appropriate for production usage due to security concerns. Please refer to langchain-experimental repository for more details.N©ÚNotImplementedError©r,   r-   r(   r)   r)   r*   Ú_load_llm_bash_chainö   s    ÿrP   r   c                 K  s6  d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚d| v rl|   d¡}t|ƒ}nd| v r‚t|   d¡ƒ}d| v rž|   d¡}t|ƒ}nd| v r´t|   d¡ƒ}d| v rÐ|   d¡}	t|	ƒ}
nd	| v ræt|   d	¡ƒ}
d
| v �r|   d
¡}t|ƒ}nd| v �rt|   d¡ƒ}tf ||||
|dœ| ¤ŽS )Nr.   r/   r0   Úcreate_draft_answer_promptZcreate_draft_answer_prompt_pathÚlist_assertions_promptZlist_assertions_prompt_pathÚcheck_assertions_promptZcheck_assertions_prompt_pathÚrevised_answer_promptZrevised_answer_prompt_path)r.   rQ   rR   rS   rT   )r4   r    r   r5   r
   r	   r   )r,   r-   r6   r.   r(   Z!create_draft_answer_prompt_configrQ   Zlist_assertions_prompt_configrR   Zcheck_assertions_prompt_configrS   Zrevised_answer_prompt_configrT   r)   r)   r*   Ú_load_llm_checker_chain  sX    

ÿÿ


ÿÿ



ûúrU   r   c           	      K  sö   d }d| v r(|   d¡}t|fi |¤Ž}npd| v rHt|   d¡fi |¤Ž}nPd| v rl|   d¡}t|fi |¤Ž}n,d| v rŒt|   d¡fi |¤Ž}nd}t|ƒ‚d| v r´|   d¡}t|ƒ}nd| v rÊt|   d¡ƒ}|râtf ||dœ| ¤ŽS tf ||d	œ| ¤ŽS )
Nr9   r:   r.   r/   r;   r1   r2   )r9   r1   r3   )	r4   r=   r>   r    r   r5   r
   r	   r   )	r,   r-   r9   r?   r6   r.   r(   r7   r1   r)   r)   r*   Ú_load_llm_math_chain0  s*    



rV   r   c                 K  sb   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚tf d|i| ¤ŽS )Nr9   r:   r;   )r4   r=   r>   r5   r   )r,   r-   r?   r9   r(   r)   r)   r*   Ú _load_map_rerank_documents_chainL  s    
rW   c                 K  s   d}t |ƒ‚d S )NzûPALChain is not available through LangChain anymore. The relevant code can be found in langchain_experimental, but it is not appropriate for production usage due to security concerns. Please refer to langchain-experimental repository for more details.rM   rO   r)   r)   r*   Ú_load_pal_chain[  s    ÿrX   r   c           	      K  sè   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚d| v rt|   d¡}t|fi |¤Ž}n,d| v r”t|   d¡fi |¤Ž}nd}t|ƒ‚d| v r¼|   d¡}t|ƒ}nd| v rÒt|   d¡ƒ}tf |||d	œ| ¤ŽS )
NÚinitial_llm_chainZinitial_llm_chain_pathzGOne of `initial_llm_chain` or `initial_llm_chain_path` must be present.Úrefine_llm_chainZrefine_llm_chain_pathzEOne of `refine_llm_chain` or `refine_llm_chain_path` must be present.rB   rC   )rY   rZ   rB   )r4   r=   r>   r5   r
   r	   r   )	r,   r-   Zinitial_llm_chain_configrY   r(   Zrefine_llm_chain_configrZ   r7   rB   r)   r)   r*   Ú_load_refine_documents_chaine  s4    



ýür[   r   c                 K  sb   d| v r$|   d¡}t|fi |¤Ž}n,d| v rDt|   d¡fi |¤Ž}nd}t|ƒ‚tf d|i| ¤ŽS )NrI   rJ   rK   )r4   r=   r>   r5   r   )r,   r-   Úcombine_documents_chain_configrI   r(   r)   r)   r*   Ú_load_qa_with_sources_chainƒ  s"    
ÿþÿþÿr]   c                 K  s   d}t |ƒ‚dS )z)Load SQL Database chain from config dict.ae  SQLDatabaseChain is not available through LangChain anymore. The relevant code can be found in langchain_experimental, but it is not appropriate for production usage due to security concerns. Please refer to langchain-experimental repository for more details, or refer to this tutorial for best practices: https://python.langchain.com/docs/tutorials/sql_qa/NrM   rO   r)   r)   r*   Ú_load_sql_database_chain˜  s    ÿr^   r   c                 K  s„   d|v r|  d¡}nd}t|ƒ‚d| v rD|   d¡}t|fi |¤Ž}n,d| v rdt|   d¡fi |¤Ž}nd}t|ƒ‚tf ||dœ| ¤ŽS ©NÚvectorstorez`vectorstore` must be present.rI   rJ   rK   )rI   r`   )r4   r5   r=   r>   r   ©r,   r-   r`   r(   r\   rI   r)   r)   r*   Ú%_load_vector_db_qa_with_sources_chain¥  s4    
ÿþÿþÿþýrb   r   c                 K  s„   d|v r|  d¡}nd}t|ƒ‚d| v rD|   d¡}t|fi |¤Ž}n,d| v rdt|   d¡fi |¤Ž}nd}t|ƒ‚tf ||dœ| ¤ŽS ©NÚ	retrieverz`retriever` must be present.rI   rJ   rK   )rI   rd   )r4   r5   r=   r>   r   ©r,   r-   rd   r(   r\   rI   r)   r)   r*   Ú_load_retrieval_qaÆ  s4    
ÿþÿþÿþýrf   r   c                 K  s„   d|v r|  d¡}nd}t|ƒ‚d| v rD|   d¡}t|fi |¤Ž}n,d| v rdt|   d¡fi |¤Ž}nd}t|ƒ‚tf ||dœ| ¤ŽS rc   )r4   r5   r=   r>   r   re   r)   r)   r*   Ú%_load_retrieval_qa_with_sources_chainä  s4    
ÿþÿþÿþýrg   r   c                 K  s„   d|v r|  d¡}nd}t|ƒ‚d| v rD|   d¡}t|fi |¤Ž}n,d| v rdt|   d¡fi |¤Ž}nd}t|ƒ‚tf ||dœ| ¤ŽS r_   )r4   r5   r=   r>   r   ra   r)   r)   r*   Ú_load_vector_db_qa  s4    
ÿþÿþÿþýrh   r   c           
   
   K  sÚ   d|v r|  d¡}nd}t|ƒ‚d| v rD|   d¡}t|fi |¤Ž}nd}t|ƒ‚d| v rt|   d¡}t|fi |¤Ž}nd}t|ƒ‚zddlm} W n2 tyÂ }	 zd	}t|ƒ|	‚W Y d }	~	n
d }	~	0 0 |f |||d
œ| ¤ŽS )NÚgraphz`graph` must be present.Úcypher_generation_chainz*`cypher_generation_chain` must be present.Úqa_chainz`qa_chain` must be present.r   r   z˜To use this GraphCypherQAChain functionality you must install the langchain_community package. You can install it with `pip install langchain_community`)ri   rj   rk   )r4   r5   r=   Ú*langchain_community.chains.graph_qa.cypherr   r&   )
r,   r-   ri   r(   Zcypher_generation_chain_configrj   Zqa_chain_configrk   r   Úer)   r)   r*   Ú_load_graph_cypher_chain#  s>    
ÿþ
ÿ ýürn   r   c                 K  sÎ   d| v r$|   d¡}t|fi |¤Ž}n$d| v r<t|   d¡ƒ}nd}t|ƒ‚d| v rl|   d¡}t|fi |¤Ž}n,d| v rŒt|   d¡fi |¤Ž}nd}t|ƒ‚d|v r¬|  d¡}nd}t|ƒ‚tf |||d	œ| ¤ŽS )
NÚapi_request_chainZapi_request_chain_pathzGOne of `api_request_chain` or `api_request_chain_path` must be present.Úapi_answer_chainZapi_answer_chain_pathzEOne of `api_answer_chain` or `api_answer_chain_path` must be present.Úrequests_wrapperz#`requests_wrapper` must be present.)ro   rp   rq   )r4   r=   r>   r5   r   )r,   r-   Zapi_request_chain_configro   r(   Zapi_answer_chain_configrp   rq   r)   r)   r*   Ú_load_api_chainJ  s2    

ýürr   r   c              
   K  sÌ   zddl m} W n2 tyB } zd}t|ƒ|‚W Y d }~n
d }~0 0 d| v rh|  d¡}t|fi |¤Ž}n,d| v rˆt|  d¡fi |¤Ž}nd}t|ƒ‚d|v rº| d¡}|f ||dœ| ¤ŽS |f d|i| ¤ŽS )	Nr   r   z‚To use this LLMRequestsChain functionality you must install the langchain package. You can install it with `pip install langchain`r9   r:   r;   rq   )r9   rq   )Úlangchain.chains.llm_requestsr   r&   r4   r=   r>   r5   )r,   r-   r   rm   r(   r?   r9   rq   r)   r)   r*   Ú_load_llm_requests_chainh  s,    ÿ 

þýrt   )Z	api_chainZ
hyde_chainr9   Zllm_bash_chainZllm_checker_chainZllm_math_chainZllm_requests_chainZ	pal_chainZqa_with_sources_chainZstuff_documents_chainZmap_reduce_documents_chainrF   Zmap_rerank_documents_chainZrefine_documents_chainZsql_database_chainZvector_db_qa_with_sources_chainZvector_db_qaZretrieval_qaZretrieval_qa_with_sources_chainZgraph_cypher_chainz0.2.13z†This function is deprecated and will be removed in langchain 1.0. At that point chains must be imported from their respective modules.z1.0)ZsinceÚmessageZremovalr   c                 K  sR   d| vrd}t |ƒ‚|  d¡}|tvr:d|› d�}t |ƒ‚t| }|| fi |¤ŽS )zLoad chain from Config Dict.Ú_typez#Must specify a chain Type in configzLoading z chain not supported)r5   r4   Útype_to_loader_dict)r,   r-   r(   Zconfig_typeZchain_loaderr)   r)   r*   r=   �  s    

r=   zUnion[str, Path])Úpathr-   r$   c                 K  s0   t | tƒr |  d¡r d}t|ƒ‚t| fi |¤ŽS )zAUnified method for loading a chain from LangChainHub or local fs.zlc://z‘Loading from the deprecated github-based Hub is no longer supported. Please use the new LangChain Hub at https://smith.langchain.com/hub instead.)rD   ÚstrÚ
startswithÚRuntimeErrorÚ_load_chain_from_file)rx   r-   r(   r)   r)   r*   r>   ´  s
    
ÿr>   )Úfiler-   r$   c                 K  sÜ   t | tƒrt| ƒn| }|jdkrT| ¡ �}t |¡}W d  ƒ q 1 sH0    Y  nL|j d¡r”| ¡ �}t 	|¡}W d  ƒ q 1 sˆ0    Y  nd}t
|ƒ‚d|v r¶| d¡|d< d|v rÌ| d¡|d< t|fi |¤ŽS )zLoad chain from file.z.jsonN)z.yamlz.ymlzFile type must be json or yamlÚverboseZmemory)rD   ry   r   ÚsuffixÚopenÚjsonÚloadÚendswithÚyamlZ	safe_loadr5   r4   r=   )r}   r-   Ú	file_pathÚfr,   r(   r)   r)   r*   r|   È  s    

*
*r|   )QÚ__doc__Ú
__future__r   r�   Úpathlibr   Útypingr   r   r   r„   Zlangchain_core._apir   Zlangchain_core.prompts.loadingr   r	   r
   Zlangchain.chainsr   Zlangchain.chains.api.baser   Zlangchain.chains.baser   Z-langchain.chains.combine_documents.map_reducer   Z-langchain.chains.combine_documents.map_rerankr   Z)langchain.chains.combine_documents.refiner   Z(langchain.chains.combine_documents.stuffr   Zlangchain.chains.hyde.baser   Zlangchain.chains.llmr   Z!langchain.chains.llm_checker.baser   Zlangchain.chains.llm_math.baser   Z%langchain.chains.qa_with_sources.baser   Z*langchain.chains.qa_with_sources.retrievalr   Z*langchain.chains.qa_with_sources.vector_dbr   Z"langchain.chains.retrieval_qa.baser   r   rl   r   rs   r   Z langchain_community.llms.loadingr   r    r&   ZURL_BASEr8   r@   rE   rH   rG   rP   rU   rV   rW   rX   r[   r]   r^   rb   rf   rg   rh   rn   rr   rt   rw   r=   r>   r|   r)   r)   r)   r*   Ú<module>   sª   	
%E/
!!'ìúú