a
     ˜ëjÉ  ã                   @   sR   d Z ddlZddlmZ ddlmZmZmZmZ ddl	m
Z
 G dd„ dejƒZdS )z(
Tests for IBM Model 5 training methods
é    N©Údefaultdict)ÚAlignedSentÚIBMModelÚ	IBMModel4Ú	IBMModel5)ÚAlignmentInfoc                   @   s,   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	S )
ÚTestIBMModel5c                 C   sÄ   ddddœ}ddddœ}t ddgg d¢ƒt g d	¢d
d
gƒg}t|d||ƒ}| |¡ d}|  |jd d d |¡ |  |jd d d |¡ |  |jd d d |¡ |  |jd d d |¡ d S )Nr   é   ©ÚschinkenÚeierÚspamé   ©ÚhamÚeggsr   r   r   ©r   r   r   ©r   r   r   r   r   g      À?é   éýÿÿÿ)r   r   Úset_uniform_probabilitiesÚassertEqualÚhead_vacancy_tableÚnon_head_vacancy_table)ÚselfÚsrc_classesÚtrg_classesÚcorpusÚmodel5Zexpected_prob© r    úa/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/test/unit/translate/test_ibm5.pyÚ;test_set_uniform_vacancy_probabilities_of_max_displacements   s    þ
zITestIBMModel5.test_set_uniform_vacancy_probabilities_of_max_displacementsc                 C   sä   ddddœ}ddddœ}t ddgg d¢ƒt g d	¢d
d
gƒg}t|d||ƒ}| |¡ |  |jd d d tj¡ |  |jd d d tj¡ |  |jd d d tj¡ |  |jd d d tj¡ |  |jd d d tj¡ d S )Nr   r
   r   r   r   r   r   r   r   r   é   r   éüÿÿÿ)r   r   r   r   r   r   ZMIN_PROBr   )r   r   r   r   r   r    r    r!   Ú;test_set_uniform_vacancy_probabilities_of_non_domain_values%   s    þ
zITestIBMModel5.test_set_uniform_vacancy_probabilities_of_non_domain_valuesc                 C   s   g d¢}g d¢}ddddddœ}ddddddd	œ}t ||ƒg}td
d g| dg| dgdgdgg dgddggƒ}tdd„ ƒ}d|d d d< d|d d d< d|d d d< d|d d d< tdd„ ƒ}d|d d d< tdd„ ƒ}	d|	d d< d|	d d< d|	d d < d|	d d< d|	d d< d|	d d< td d„ ƒ}
d!|
d d< d!|
d d< d!|
d d"< d!|
d d< d#|
d d< d!|
d d < d$|	|
||d d d d%œ}t|d|||ƒ}| |¡}dtd$dƒ td&dƒ }d'}d(}d)}|| | | }|  t|dƒt|dƒ¡ d S )*N)ÚichÚesseÚjaÚgernõ   rÃ¤ucherschinken)ÚiÚloveÚtoÚeatÚsmokedr   r   r
   r   é   r   )r*   r(   r&   r'   r)   )r   r/   r+   r,   r-   r.   )r   r
   r   r   r   r#   r#   ZUNUSEDr#   é   c                   S   s   t dd„ ƒS )Nc                   S   s   t tƒS ©N©r   Úfloatr    r    r    r!   Ú<lambda>I   ó    úGTestIBMModel5.test_prob_t_a_given_s.<locals>.<lambda>.<locals>.<lambda>r   r    r    r    r!   r5   I   r6   z5TestIBMModel5.test_prob_t_a_given_s.<locals>.<lambda>g
×£p=
ï?éÿÿÿÿc                   S   s   t dd„ ƒS )Nc                   S   s   t tƒS r2   r3   r    r    r    r!   r5   Q   r6   r7   r   r    r    r    r!   r5   Q   r6   g¸…ëQ¸î?c                   S   s   t tƒS r2   r3   r    r    r    r!   r5   U   r6   g\�Âõ(\ï?r+   r&   r,   r)   r-   r.   r'   r/   r*   r   c                   S   s   t tƒS r2   r3   r    r    r    r!   r5   ]   r6   g®Gáz®ï?r(   g+‡ÙÎ÷ï?gÇK7‰A`Å?)Úp1Útranslation_tableÚfertility_tabler   r   Zhead_distortion_tableZnon_head_distortion_tableZalignment_tableg-²�ï§ê?gtåSUµþ?gÍçÒXì?gWÇõ×92ë?)r   r   r   r   Zprob_t_a_given_sÚpowr   Úround)r   Zsrc_sentenceZtrg_sentencer   r   r   Zalignment_infor   r   r:   r;   Zprobabilitiesr   ZprobabilityZnull_generationZ	fertilityZlexical_translationZvacancyZexpected_probabilityr    r    r!   Útest_prob_t_a_given_s:   sl    üÿÿø
ÿz#TestIBMModel5.test_prob_t_a_given_sc              	      sÜ   t dd d d ƒt dd d d ƒt dd d d ƒt dd d d ƒt dd d d ƒg}tj}d}t|d dƒ| ||| || d	 t|d
 dƒd dœ‰ tdgdgƒg}tj}t‡ fdd„ƒt_t|dd d ƒ}| |¡}|  	t
|ƒd¡ |t_d S )N©r
   r
   ©r
   r   ©r   r
   ©r   r   ©r   r   gÍÌÌÌÌÌì?g      ø?r
   g      à?gš™™™™™ñ?g333333ó?)r?   r@   rA   rB   rC   ÚaÚbc                    s
   ˆ | j  S r2   )Ú	alignment)rD   Úmodel©Zscoresr    r!   r5   •   r6   z*TestIBMModel5.test_prune.<locals>.<lambda>r   r0   )r   r   ZMIN_SCORE_FACTORÚminr   r   Zmodel4_prob_t_a_given_sÚstaticmethodZpruner   Úlen)r   Zalignment_infosZ
min_factorZ
best_scorer   Zoriginal_prob_functionr   Zpruned_alignmentsr    rH   r!   Ú
test_prune   s.    û
û
ÿ
zTestIBMModel5.test_pruneN)Ú__name__Ú
__module__Ú__qualname__r"   r%   r>   rL   r    r    r    r!   r	      s   Er	   )Ú__doc__ZunittestÚcollectionsr   Znltk.translater   r   r   r   Znltk.translate.ibm_modelr   ZTestCaser	   r    r    r    r!   Ú<module>   s
   