a
     ˜ëj¿$  ã                   @   sJ   d Z ddlZddlmZ ddlmZmZ ddlmZ G dd„ dej	ƒZ
dS )z4
Tests for common methods of IBM translation models
é    N©Údefaultdict)ÚAlignedSentÚIBMModel)ÚAlignmentInfoc                   @   s|   e Zd Zg d¢Zg d¢Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ ZdS )ÚTestIBMModel)új'ÚaimeÚbienÚjambon©ÚiÚloveÚhamc                 C   s^   t g d¢g d¢ƒt g d¢g d¢ƒt g dgƒg}t|ƒ}|  t|jƒd¡ |  t|jƒd¡ d S )N)ÚoneZtwoZthreeZfour)ZunZdeuxZtrois)Zfiver   Úsix)ZquatreZcinqr   Zsepté   é   )r   r   ÚassertEqualÚlenÚ	src_vocabÚ	trg_vocab©ÚselfZparallel_corporaÚ	ibm_model© r   úf/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/test/unit/translate/test_ibm_model.pyÚ!test_vocabularies_are_initialized   s    
ýz.TestIBMModel.test_vocabularies_are_initializedc                 C   s4   g }t |ƒ}|  t|jƒd¡ |  t|jƒd¡ d S )Né   r   )r   r   r   r   r   r   r   r   r   Ú9test_vocabularies_are_initialized_even_with_empty_corpora   s    zFTestIBMModel.test_vocabularies_are_initialized_even_with_empty_corporac                 C   s    t tjtjƒ}ddddddœddddddœddddddœd	œ}td
d„ ƒ}tg ƒ}||_||_| |¡}|  	|j
dd … d¡ |  	|jg dgdgg dgg¡ d S )NçÍÌÌÌÌÌì?çš™™™™™©?ç{®Gáz”?ç¸…ëQ¸ž?r   ©r   r	   r
   r   Nç{®Gáz„?ç®Gáz®ï?r   c                   S   s   t dd„ ƒS )Nc                   S   s   t dd„ ƒS )Nc                   S   s   t dd„ ƒS )Nc                   S   s   dS ©Ngš™™™™™É?r   r   r   r   r   Ú<lambda>.   ó    zoTestIBMModel.test_best_model2_alignment.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   .   r)   z]TestIBMModel.test_best_model2_alignment.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   .   r)   zKTestIBMModel.test_best_model2_alignment.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   .   r)   z9TestIBMModel.test_best_model2_alignment.<locals>.<lambda>r   )r   é   é   r*   é   ©r   r   Ú _TestIBMModel__TEST_TRG_SENTENCEÚ _TestIBMModel__TEST_SRC_SENTENCEr   r   Útranslation_tableÚalignment_tableÚbest_model2_alignmentr   Ú	alignmentÚcepts©r   Úsentence_pairr0   r1   r   Úa_infor   r   r   Útest_best_model2_alignment"   s     ÿýÿ
z'TestIBMModel.test_best_model2_alignmentc              	   C   s¤   t tjtjƒ}ddddddœddddddœddddddœd	œ}td
d„ ƒ}tg ƒ}||_||_| |dd¡}|  	|j
dd … d¡ |  	|jg dgg g ddgg¡ d S )Nr    r!   r"   r#   r   r$   r%   r&   r   c                   S   s   t dd„ ƒS )Nc                   S   s   t dd„ ƒS )Nc                   S   s   t dd„ ƒS )Nc                   S   s   dS r'   r   r   r   r   r   r(   G   r)   z�TestIBMModel.test_best_model2_alignment_does_not_change_pegged_alignment.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   G   r)   z~TestIBMModel.test_best_model2_alignment_does_not_change_pegged_alignment.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   G   r)   zlTestIBMModel.test_best_model2_alignment_does_not_change_pegged_alignment.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   G   r)   zZTestIBMModel.test_best_model2_alignment_does_not_change_pegged_alignment.<locals>.<lambda>r*   r+   r   )r   r+   r+   r,   r-   r5   r   r   r   Ú;test_best_model2_alignment_does_not_change_pegged_alignment<   s     ÿýÿzHTestIBMModel.test_best_model2_alignment_does_not_change_pegged_alignmentc              
   C   sÄ   t g d¢tjƒ}ddddddœddddd	dœddd
dddœddddddœddddddœdœ}tdd„ ƒ}tg ƒ}||_||_| |¡}|  |j	dd … d¡ |  |j
dgdgdgddgdgg¡ d S )N)r   Úreallyú,r:   r   r   r    r!   r"   r#   r   r$   r%   g
×£p=
·?g333333Ó?çffffffæ?r&   )r   r:   r;   r   r   c                   S   s   t dd„ ƒS )Nc                   S   s   t dd„ ƒS )Nc                   S   s   t dd„ ƒS )Nc                   S   s   dS r'   r   r   r   r   r   r(   c   r)   z…TestIBMModel.test_best_model2_alignment_handles_fertile_words.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   c   r)   zsTestIBMModel.test_best_model2_alignment_handles_fertile_words.<locals>.<lambda>.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   c   r)   zaTestIBMModel.test_best_model2_alignment_handles_fertile_words.<locals>.<lambda>.<locals>.<lambda>r   r   r   r   r   r(   c   r)   zOTestIBMModel.test_best_model2_alignment_handles_fertile_words.<locals>.<lambda>r   )r   r,   r   r,   r*   r+   r,   é   r*   r+   r   )r   r   r/   r   r   r0   r1   r2   r   r3   r4   r5   r   r   r   Ú0test_best_model2_alignment_handles_fertile_wordsT   s&    þûÿ
z=TestIBMModel.test_best_model2_alignment_handles_fertile_wordsc                 C   sL   t tjg ƒ}tg ƒ}| |¡}|  |jdd … d¡ |  |jg d¢g¡ d S )Nr   )r   r   r   )r   r*   r,   )r   r   r.   r   r2   r   r3   r4   ©r   r6   r   r7   r   r   r   Ú5test_best_model2_alignment_handles_empty_src_sentenceq   s
    
zBTestIBMModel.test_best_model2_alignment_handles_empty_src_sentencec                 C   sP   t g tjƒ}tg ƒ}| |¡}|  |jdd … d¡ |  |jg g g g g g¡ d S )Nr   r   )r   r   r/   r   r2   r   r3   r4   r?   r   r   r   Ú5test_best_model2_alignment_handles_empty_trg_sentence}   s
    
zBTestIBMModel.test_best_model2_alignment_handles_empty_trg_sentencec                 C   s`   t dddg g dgdggƒ}tg ƒ}| |¡}tƒ }|D ]}| |j¡ q6h d£}|  ||¡ d S )N©r   r,   r*   ©NZdesu   Å“ufsZverts©ZUNUSEDZgreenÚeggsr*   r   >   )r   r,   r   )r   r,   r   )r   r*   r,   ©r   r,   r,   ©r   r   r*   ©r   r   r*   ©r   r*   r*   rB   ©r   r   ÚneighboringÚsetÚaddr3   r   ©r   r7   r   Ú	neighborsZneighbor_alignmentsÚneighborZexpected_alignmentsr   r   r   Ú*test_neighboring_finds_neighbor_alignments‰   s    ü
z7TestIBMModel.test_neighboring_finds_neighbor_alignmentsc                 C   sŒ   t dddg g dgdggƒ}tg ƒ}| |¡}|D ]"}|jdkrD|}q0|jdkr0|}q0|  |jg g ddgg g¡ |  |jg g dgdgg¡ d S )NrB   rC   rD   r*   r   rI   )r   r   rK   r3   r   r4   )r   r7   r   rO   rP   Zmoved_alignmentZswapped_alignmentr   r   r   Ú-test_neighboring_sets_neighbor_alignment_info©   s    ü


z:TestIBMModel.test_neighboring_sets_neighbor_alignment_infoc                 C   sb   t dddg g dgdggƒ}tg ƒ}| |d¡}tƒ }|D ]}| |j¡ q8h d£}|  ||¡ d S )NrB   rC   rD   r*   r   >   rH   rI   rG   rB   rJ   rN   r   r   r   Ú8test_neighboring_returns_neighbors_with_pegged_alignmentÀ   s    ü	zETestIBMModel.test_neighboring_returns_neighbors_with_pegged_alignmentc                 C   sN   t dd d d ƒ}dd„ }dd„ }tg ƒ}||_||_| |¡}|  |jd¡ d S )NrB   c                 S   sR   | j dkr&tdd d d ƒtdd d d ƒhS | j dkrLtdd d d ƒtdd d d ƒhS tƒ S )NrB   rI   ©r   r   r   rF   ©r   r+   r+   )r3   r   rL   )ÚaÚjr   r   r   Úneighboring_mockà   s    
þ
þz5TestIBMModel.test_hillclimb.<locals>.neighboring_mockc                 S   s   ddddddœ}|  | jd¡S )Ng      à?g333333ã?gš™™™™™Ù?r<   )rB   rI   rT   rF   rU   r%   )Úgetr3   )rV   Zprob_valuesr   r   r   Úprob_t_a_given_s_mockí   s    ûz:TestIBMModel.test_hillclimb.<locals>.prob_t_a_given_s_mockrU   )r   r   rK   Úprob_t_a_given_sZ	hillclimbr   r3   )r   Zinitial_alignmentrX   rZ   r   Úbest_alignmentr   r   r   Útest_hillclimbÜ   s    

zTestIBMModel.test_hillclimbc                 C   sB   t tjtjƒ}tg ƒ}dd„ |_| |¡\}}|  t|ƒd¡ d S )Nc                 S   s   dS )Ngü©ñÒMbP?r   )Úxr   r   r   r(     r)   z*TestIBMModel.test_sample.<locals>.<lambda>é=   )	r   r   r.   r/   r   r[   Úsampler   r   )r   r6   r   Zsamplesr\   r   r   r   Útest_sample  s    ÿ
zTestIBMModel.test_sampleN)Ú__name__Ú
__module__Ú__qualname__r/   r.   r   r   r8   r9   r>   r@   rA   rQ   rR   rS   r]   ra   r   r   r   r   r      s    %r   )Ú__doc__ZunittestÚcollectionsr   Znltk.translater   r   Znltk.translate.ibm_modelr   ZTestCaser   r   r   r   r   Ú<module>   s
   