a
     ˜ëjò  ã                   @   sH   d dl mZ d dlmZ dZd ¡ Zdd„ Zdd„ Zd	d
„ Z	dd„ Z
dS )é    )ÚBigramCollocationFinder)ÚBigramAssocMeasuresg:Œ0âŽyE>zthis this is is a a test testc                 C   s   t dd„ t| |ƒD ƒƒS )zbVerify that two sequences of n-gram association values are within
    _EPSILON of each other.
    c                 s   s*   | ]"\}}t |d  |d   ƒtkV  qdS )é   N)ÚabsÚ_EPSILON)Ú.0Úx1Úy1© r
   ú_/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/test/unit/test_collocations.pyÚ	<genexpr>   ó    zclose_enough.<locals>.<genexpr>)ÚallÚzip)ÚxÚyr
   r
   r   Úclose_enough
   s    r   c                  C   s–   t  t¡} t| j ¡ ƒg d¢ks$J ‚t| j ¡ ƒg d¢ks>J ‚ttƒt| j 	¡ ƒ  krnt| j 	¡ ƒd kstn J ‚t
t|  tj¡ƒg d¢ƒs’J ‚d S )N)©©Úar   r   )©r   Útestr   )©Úisr   r   ©©r   r   r   ©©r   r   r   )©Úthisr   r   ©©r   r   r   ©)r   é   )r   r#   )r   r#   )r   r#   r   ))r   ç      ð?©r   r$   ©r   r$   )r   r$   )r   r$   ©r   r$   )r!   r$   ©r   Ú
from_wordsÚSENTÚsortedÚngram_fdÚitemsÚword_fdÚlenÚsumÚvaluesr   Úscore_ngramsr   Úpmi©Úbr
   r
   r   Útest_bigram2   s    
	6þr6   c                  C   s®   t jtdd�} t| j ¡ ƒtg d¢ƒks,J ‚t| j ¡ ƒtg d¢ƒksJJ ‚ttƒt| j 	¡ ƒ  kr‚t| j 	¡ ƒd d d ksˆn J ‚t
t|  tj¡ƒtg d¢ƒƒsªJ ‚d S )	Né   ©Zwindow_size))r   r7   )r   r7   )r   r7   r   r   r   r    r"   r#   r   g       @))r   çh½Ÿ£\ù?)r   r9   )r   r9   )r   ç        )r   r:   )r   r:   )r!   r:   r(   r4   r
   r
   r   Útest_bigram3/   s"    ÿ
ÿ
ÿÿÿþr;   c                  C   s¾   t jtdd�} t| j ¡ ƒtg d¢ƒks,J ‚t| j ¡ ƒtg d¢ƒksJJ ‚t| j ¡ ƒ}t| j ¡ ƒd d d d d	 }t	tƒ|  kr’|ks˜n J ‚t
t|  tj¡ƒtg d
¢ƒƒsºJ ‚d S )Né   r8   )	)r   é   )r   r=   )r   r=   )©r   r   r7   )©r   r   r7   r   r   r   r    r"   r=   r7   r#   r   g      @)	r%   r&   r'   )r>   çÑz?G¸â?)r?   r@   )r   ç      ð¿)r   rA   )r   rA   )r!   rA   )r   r)   r*   r+   r,   r-   r.   r0   r1   r/   r   r2   r   r3   )r5   Z	n_word_fdZ
n_ngram_fdr
   r
   r   Útest_bigram5T   s     ÿ
ÿ
"ÿþrB   N)Znltk.collocationsr   Znltk.metricsr   r   Úsplitr*   r   r6   r;   rB   r
   r
   r
   r   Ú<module>   s   %