a
     ˜ëjI  ã                   @   sB   d Z ddlZddlZddlmZ ddlmZ G dd„ dejƒZdS )z.
Tests for NIST translation evaluation metric
é    N)Úfind)Úcorpus_nistc                   @   s   e Zd Zdd„ ZdS )ÚTestNISTc              	   C   s  t dƒ}t dƒ}t dƒ}t|ƒ�.}tt| ¡ d  ¡ dd… ƒ}W d   ƒ n1 sT0    Y  t|dd��š}t|dd��n}ttd	d
„ |ƒƒ}ttdd
„ |ƒƒ}	ttddƒ|ƒD ](\}
}t	|	||
ƒ}t
|| ƒdk s®J ‚q®W d   ƒ n1 sì0    Y  W d   ƒ n1 �s0    Y  d S )Nzmodels/wmt15_eval/ref.ruzmodels/wmt15_eval/google.ruz#models/wmt15_eval/mteval-13a.outputéüÿÿÿé   éÿÿÿÿÚutf8)Úencodingc                 S   s   |   ¡ S ©N©Úsplit©Úx© r   úa/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/test/unit/translate/test_nist.pyÚ<lambda>   ó    z-TestNIST.test_sentence_nist.<locals>.<lambda>c                 S   s
   |   ¡ gS r
   r   r   r   r   r   r      r   é
   gš™™™™™©?)r   ÚopenÚmapÚfloatÚ	readlinesr   ÚlistÚzipÚranger   Úabs)ÚselfZref_fileZhyp_fileZmteval_output_fileZ
mteval_finZmteval_nist_scoresZref_finZhyp_finZ
hypothesesZ
referencesÚiZmteval_nistZ	nltk_nistr   r   r   Útest_sentence_nist   s    
<zTestNIST.test_sentence_nistN)Ú__name__Ú
__module__Ú__qualname__r   r   r   r   r   r      s   r   )	Ú__doc__ÚioZunittestZ	nltk.datar   Znltk.translate.nist_scorer   ZTestCaser   r   r   r   r   Ú<module>   s
   