a
    •˜ëjÝ)  ã                   @  s&  d dl mZ d dlZd dlZd dlmZ d dlmZmZ d dl	m
Z
 d dlmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZmZm Z  d dl!m"Z" e #e$¡Z%dddœdd„Z&G dd„ de"ƒZ'dddddddœdd„Z(G d d!„ d!eƒZ)dS )"é    )ÚannotationsN)ÚSequence)ÚAnyÚOptional)ÚCallbackManagerForChainRun)ÚBaseLanguageModel)Ú	AIMessage)ÚStrOutputParser)ÚBasePromptTemplate)ÚBaseRetriever)ÚRunnable)ÚField)Úoverride)ÚChain)ÚPROMPTÚQUESTION_GENERATOR_PROMPTÚFinishedOutputParser)ÚLLMChainr   ztuple[list[str], list[float]])ÚresponseÚreturnc                 C  s@   g }g }| j d d D ] }| |d ¡ | |d ¡ q||fS )z>Extract tokens and log probabilities from chat model response.ÚlogprobsÚcontentÚtokenZlogprob)Zresponse_metadataÚappend)r   ÚtokensÚ	log_probsr   © r   úZ/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain/chains/flare/base.pyÚ_extract_tokens_and_log_probs   s    r   c                   @  sF   e Zd ZU dZeZded< eeddœdd„ƒƒZ	e
ddœd	d
„ƒZdS )ÚQuestionGeneratorChainz4Chain that generates questions from uncertain spans.r
   ÚpromptÚbool©r   c                 C  s   dS )NFr   )Úclsr   r   r   Úis_lc_serializable/   s    z)QuestionGeneratorChain.is_lc_serializableú	list[str]c                 C  s   g d¢S )úInput keys for the chain.©Ú
user_inputÚcontextr   r   ©Úselfr   r   r   Ú
input_keys4   s    z!QuestionGeneratorChain.input_keysN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r    Ú__annotations__Úclassmethodr   r$   Úpropertyr,   r   r   r   r   r   )   s   
r   zSequence[str]zSequence[float]ÚfloatÚintr%   )r   r   Úmin_probÚmin_token_gapÚnum_pad_tokensr   c                   s  z$dd l }| | |¡ˆk ¡d }W n< ty`   t d¡ dd l‰ ‡ ‡fdd„t|ƒD ƒ}Y n0 ‡fdd„|D ƒ}t|ƒdkr„g S |d |d | d gg}t|dd … ƒD ]@\}	}
|
| d }|
||	  |k rà||d d< q®| 	|
|g¡ q®‡fdd„|D ƒS )	Nr   a  NumPy not found in the current Python environment. FlareChain will use a pure Python implementation for internal calculations, which may significantly impact performance, especially for large datasets. For optimal speed and efficiency, consider installing NumPy: pip install numpyc                   s"   g | ]\}}ˆ   |¡ˆk r|‘qS r   )Úexp)Ú.0ÚidxZlog_prob)Úmathr6   r   r   Ú
<listcomp>O   s   þz)_low_confidence_spans.<locals>.<listcomp>c                   s    g | ]}t  d ˆ | ¡r|‘qS )z\w)ÚreÚsearch)r:   Úi©r   r   r   r=   T   ó    é   éÿÿÿÿc                   s"   g | ]\}}d   ˆ ||… ¡‘qS )Ú )Újoin)r:   ÚstartÚendrA   r   r   r=   ^   rB   )
ÚnumpyÚwherer9   ÚImportErrorÚloggerÚwarningr<   Ú	enumerateÚlenr   )r   r   r6   r7   r8   ÚnpZ_low_idxZlow_idxZspansr@   r;   rH   r   )r<   r6   r   r   Ú_low_confidence_spans:   s*    ÿþrQ   c                   @  sø   e Zd ZU dZded< ded< eed�Zded< ded	< d
Zded< dZ	ded< dZ
ded< dZded< dZded< eddœdd„ƒZeddœdd„ƒZdddddd œd!d"„Zddddddd#œd$d%„Zd2d'd(d'd)œd*d+„Zed3d-dd.d d/œd0d1„ƒZd&S )4Ú
FlareChainzÅFlare chain.

    Chain that combines a retriever, a question generator,
    and a response generator.

    See [Active Retrieval Augmented Generation](https://arxiv.org/abs/2305.06983) paper.
    r   Úquestion_generator_chainÚresponse_chain)Údefault_factoryr   Úoutput_parserr   Ú	retrievergš™™™™™É?r4   r6   é   r5   r7   é   r8   é
   Úmax_iterTr!   Ústart_with_retrievalr%   r"   c                 C  s   dgS )r&   r(   r   r*   r   r   r   r,   }   s    zFlareChain.input_keysc                 C  s   dgS )zOutput keys for the chain.r   r   r*   r   r   r   Úoutput_keys‚   s    zFlareChain.output_keysÚstrr   ztuple[str, bool])Ú	questionsr(   r   Ú_run_managerr   c                 C  s~   |  ¡ }g }|D ]}| | j |¡¡ qd dd„ |D ƒ¡}| j |||dœd|i¡}	t|	tƒrf|	j}	| j	 
|	¡\}
}|
|fS )Nz

c                 s  s   | ]}|j V  qd S )N)Zpage_content)r:   Údr   r   r   Ú	<genexpr>’   rB   z,FlareChain._do_generation.<locals>.<genexpr>r'   Ú	callbacks)Ú	get_childÚextendrW   ÚinvokerF   rT   Ú
isinstancer   r   rV   Úparse)r+   r_   r(   r   r`   rc   ZdocsZquestionr)   ÚresultÚmarginalÚfinishedr   r   r   Ú_do_generation‡   s     ýú
zFlareChain._do_generation)Úlow_confidence_spansr`   r(   r   Úinitial_responser   c           
        s†   ‡ ‡fdd„|D ƒ}|  ¡ }tˆjtƒrLˆjj||d�}‡fdd„|D ƒ}	nˆjj|d|id�}	|jd|	› �dd	d
� ˆ |	ˆ||¡S )Nc                   s   g | ]}ˆˆ |d œ‘qS ))r(   Zcurrent_responseZuncertain_spanr   )r:   Úspan)rn   r(   r   r   r=   ¨   s
   üýz,FlareChain._do_retrieval.<locals>.<listcomp>)rc   c                   s   g | ]}|ˆ j jd   ‘qS )r   )rS   r]   )r:   Úoutputr*   r   r   r=   ¶   s   ÿrc   )ÚconfigzGenerated Questions: ZyellowÚ
©ÚcolorrH   )rd   rg   rS   r   ÚapplyÚbatchÚon_textrl   )
r+   rm   r`   r(   r   rn   Zquestion_gen_inputsrc   Zquestion_gen_outputsr_   r   )rn   r+   r(   r   Ú_do_retrieval    s,    úþ
þþýzFlareChain._do_retrievalNzdict[str, Any]z$Optional[CallbackManagerForChainRun])ÚinputsÚrun_managerr   c                 C  s  |p
t  ¡ }|| jd  }d}t| jƒD ]Î}|jd|› �ddd� |d|dœ}t| j |d| 	¡ i¡ƒ\}}	t
||	| j| j| jƒ}
| ¡ d	 d |¡ }|
sÈ|}| j |¡\}}|r(| jd |i  S q(|  |
||||¡\}}| ¡ d	 | }|r( qøq(| jd |iS )
Nr   rE   zCurrent Response: Zbluerr   rs   r'   rc   ú )r   Zget_noop_managerr,   Úranger[   rw   r   rT   rf   rd   rQ   r6   r7   r8   ÚstriprF   rV   rh   r]   rx   )r+   ry   rz   r`   r(   r   Z_iÚ_inputr   r   rm   rn   Zfinal_responserk   rj   r   r   r   Ú_callÆ   sR    ý
þÿûûzFlareChain._callé    zOptional[BaseLanguageModel]r   )ÚllmÚmax_generation_lenÚkwargsr   c           
   
   K  sì   zddl m} W n2 tyB } zd}t|ƒ|‚W Y d}~n
d}~0 0 |du r\||ddd�}nft||ƒs€dt|ƒj› d�}t|ƒ‚t|d	d
ƒs˜d}t|ƒ‚t|ddƒ}|durÂ||krÂt	 
d||¡ t|B }t|B tƒ B }	| f |	|dœ|¤ŽS )aH  Creates a FlareChain from a language model.

        Args:
            llm: Language model to use.
            max_generation_len: Maximum length of the generated response.
            kwargs: Additional arguments to pass to the constructor.

        Returns:
            FlareChain class with the given language model.
        r   )Ú
ChatOpenAIz_OpenAI is required for FlareChain. Please install langchain-openai.pip install langchain-openaiNT)Úmax_completion_tokensr   Ztemperaturez-FlareChain.from_llm requires ChatOpenAI; got Ú.r   FzSProvided ChatOpenAI instance must be constructed with logprobs=True for FlareChain.r…   z�FlareChain.from_llm: supplied llm max_completion_tokens=%s differs from requested max_generation_len=%s; leaving model unchanged.)rS   rT   )Zlangchain_openair„   rK   rg   Útyper-   Ú	TypeErrorÚgetattrÚ
ValueErrorrL   Údebugr   r   r	   )
r#   r�   r‚   rƒ   r„   ÚeÚmsgZcurrent_maxrT   Zquestion_gen_chainr   r   r   Úfrom_llmù   sJ    ÿ ý
ÿÿÿûþýzFlareChain.from_llm)N)r€   )r-   r.   r/   r0   r1   r   r   rV   r6   r7   r8   r[   r\   r3   r,   r]   rl   rx   r   r2   rŽ   r   r   r   r   rR   a   s*   
) ý3 ýrR   )*Ú
__future__r   Úloggingr>   Úcollections.abcr   Útypingr   r   Zlangchain_core.callbacksr   Zlangchain_core.language_modelsr   Zlangchain_core.messagesr   Zlangchain_core.output_parsersr	   Zlangchain_core.promptsr
   Zlangchain_core.retrieversr   Zlangchain_core.runnablesr   Zpydanticr   Ztyping_extensionsr   Zlangchain.chains.baser   Zlangchain.chains.flare.promptsr   r   r   Zlangchain.chains.llmr   Ú	getLoggerr-   rL   r   r   rQ   rR   r   r   r   r   Ú<module>   s*   

'