a
     ˜ëj¿  ã                   @   sT   d dl Z d dlZd dlmZ d dlmZ d dlmZ G dd„ dƒZG dd„ dƒZ	dS )	é    N)ÚFreqDist)ÚNgramCounter©Ú
everygramsc                   @   s\   e Zd ZdZedd„ ƒZdd„ Zdd„ Zdd	„ Zd
d„ Z	dd„ Z
dd„ Zdd„ Zdd„ ZdS )ÚTestNgramCounterzATests for NgramCounter that only involve lookup, no modification.c                 C   sF   t dƒt dƒg}tdd„ |D ƒƒ| _tdd„ |D ƒƒ| _t ¡ | _d S )NÚabcdZegdbec                 s   s   | ]}t |d d�V  qdS )é   ©Úmax_lenNr   ©Ú.0Úsent© r   ú]/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/test/unit/lm/test_counter.pyÚ	<genexpr>   s   z/TestNgramCounter.setup_class.<locals>.<genexpr>c                 s   s   | ]}t |d d�V  qdS )é   r	   Nr   r   r   r   r   r      ó    )Úlistr   Útrigram_counterÚbigram_counterÚunittestÚTestCaseÚcase)ÚselfÚtextr   r   r   Úsetup_class   s    ÿ
zTestNgramCounter.setup_classc                 C   s(   | j  ¡ dksJ ‚| j ¡ dks$J ‚d S )Né   é   )r   ÚNr   ©r   r   r   r   Útest_N   s    zTestNgramCounter.test_Nc                 C   s2   t | jƒdksJ ‚| jd  t | jƒdks.J ‚d S )Nr   é2   r   )Úlenr   r   r   r   r   Ú$test_counter_len_changes_with_lookup!   s    
z5TestNgramCounter.test_counter_len_changes_with_lookupc                 C   s   | j d | j jksJ ‚d S )Né   )r   Úunigramsr   r   r   r   Ú test_ngram_order_access_unigrams&   s    z1TestNgramCounter.test_ngram_order_access_unigramsc                 C   sT   t  ¡ }g d¢}g d¢}| jd }| jd }| j || ¡ ¡ | j || ¡ ¡ d S )N)©ÚaÚb)r)   Úc)ÚeÚg)r,   Úd)r-   r)   )©r(   )r)   )r-   )r+   ©r*   )r,   r   r   )r   r   r   r   ÚassertCountEqualZ
conditions)r   r   Zexpected_trigram_contextsZexpected_bigram_contextsZbigramsZtrigramsr   r   r   Útest_ngram_conditional_freqdist)   s    

z0TestNgramCounter.test_ngram_conditional_freqdistc                 C   s4   | j dg d dksJ ‚| j dg d dks0J ‚d S )Nr(   r)   r$   r*   ©r   r   r   r   r   Útest_bigram_counts_seen_ngrams:   s    z/TestNgramCounter.test_bigram_counts_seen_ngramsc                 C   s   | j dg d dksJ ‚d S )Nr)   Úzr   r2   r   r   r   r   Ú test_bigram_counts_unseen_ngrams>   s    z1TestNgramCounter.test_bigram_counts_unseen_ngramsc                 C   s   | j d dksJ ‚d S )Nr)   r   r2   r   r   r   r   Útest_unigram_counts_seen_wordsA   s    z/TestNgramCounter.test_unigram_counts_seen_wordsc                 C   s   | j d dksJ ‚d S )Nr4   r   r2   r   r   r   r   Ú+test_unigram_counts_completely_unseen_wordsD   s    z<TestNgramCounter.test_unigram_counts_completely_unseen_wordsN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Úclassmethodr   r    r#   r&   r1   r3   r5   r6   r7   r   r   r   r   r      s   
r   c                   @   sT   e Zd Zedd„ ƒZej ddg dg¡dd„ ƒZdd	„ Z	d
d„ Z
dd„ Zdd„ ZdS )ÚTestNgramCounterTrainingc                 C   s   t ƒ | _t ¡ | _d S )N)r   Úcounterr   r   r   r   r   r   r   r   I   s    z$TestNgramCounterTraining.setup_classr   Ú Nc                 C   s*   t |ƒ}d|vsJ ‚|d tƒ ks&J ‚d S )Nr   r$   )r   r   )r   r   Útestr   r   r   Útest_empty_inputsN   s    z*TestNgramCounterTraining.test_empty_inputsc                 C   sN   t dƒ}tdd„ |D ƒgƒ}|d r(J ‚|d r4J ‚| j ||d  ¡ ¡ d S )Nr   c                 S   s   g | ]
}|f‘qS r   r   )r   Úwr   r   r   Ú
<listcomp>V   r   zCTestNgramCounterTraining.test_train_on_unigrams.<locals>.<listcomp>r   r   r$   )r   r   r   r0   Úkeys)r   Úwordsr>   r   r   r   Útest_train_on_unigramsT   s
    z/TestNgramCounterTraining.test_train_on_unigramsc                 C   sŠ   g d¢}ddgddgddgg}t  t¡� t|gƒ W d   ƒ n1 sH0    Y  t  t¡� t|gƒ W d   ƒ n1 s|0    Y  d S )N)ÚCheckÚthisÚoutú!rG   rH   rI   rJ   )ÚpytestZraisesÚ	TypeErrorr   )r   Zstr_sentZ	list_sentr   r   r   Útest_train_on_illegal_sentences\   s    (z8TestNgramCounterTraining.test_train_on_illegal_sentencesc                 C   s&   ddg}t |gƒ}t|d ƒr"J ‚d S )Nr'   ©r*   r-   r   )r   Úbool)r   Zbigram_sentr>   r   r   r   Útest_train_on_bigramsf   s    
z.TestNgramCounterTraining.test_train_on_bigramsc                 C   sl   g d¢}t |gƒ}dg}ddg}dg}| j ||d  ¡ ¡ | j ||d  ¡ ¡ | j ||d  ¡ ¡ d S )	N)r'   rN   )r+   Úfr,   )ÚhrR   r.   r/   )r+   rQ   r$   r   r   )r   r   r0   rD   )r   Z
mixed_sentr>   r%   Zbigram_contextsZtrigram_contextsr   r   r   Útest_train_on_mixk   s    
z*TestNgramCounterTraining.test_train_on_mix)r8   r9   r:   r<   r   rK   ÚmarkZparametrizerA   rF   rM   rP   rS   r   r   r   r   r=   H   s   


r=   )
r   rK   Znltkr   Znltk.lmr   Z	nltk.utilr   r   r=   r   r   r   r   Ú<module>   s   7