a
     ˜ëj’7  ã                   @   s^  d dl Zd dlZd dlmZmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZ d dlmZ d dlmZmZmZmZmZmZmZmZmZmZmZ d dlm Z  d dl!m"Z" dZ#dZ$d	Z%d
Z&dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dd„ dœZ'G dd„ dƒZ(G d d!„ d!ƒZ)d"d#„ Z*e+d$k�rTe*ƒ  d#gZ,dS )%é    N)ÚENDÚLEFTÚSUNKENÚButtonÚFrameÚIntVarÚLabelÚMenuÚ
OptionMenuÚ	ScrollbarÚ	StringVarÚTextÚTk)ÚFont)ÚalpinoÚbrownÚcess_catÚcess_espÚflorestaÚindianÚ
mac_morphoÚmachadoÚnps_chatÚsinica_treebankÚtreebank)ÚFreqDist)Úin_idlez<<CL_EVENT>>z<<ELC_EVENT>>éd   úEnglish: Brown Corpus (Humor)c                   C   s   t  ¡ S ©N)r   Úwords© r!   r!   úX/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/app/collocations_app.pyÚ<lambda>3   ó    r#   c                   C   s   t  ¡ S r   ©r   r    r!   r!   r!   r"   r#   4   r$   c                   C   s   t jg d¢d�S )N)ÚnewsZ	editorialZreviews©Ú
categoriesr%   r!   r!   r!   r"   r#   5   s   ÿc                   C   s   t jdd�S )NZreligionr'   r%   r!   r!   r!   r"   r#   8   r$   c                   C   s   t jdd�S )NZlearnedr'   r%   r!   r!   r!   r"   r#   9   r$   c                   C   s   t jdd�S )NZscience_fictionr'   r%   r!   r!   r!   r"   r#   :   s   ÿc                   C   s   t jdd�S )NZromancer'   r%   r!   r!   r!   r"   r#   =   r$   c                   C   s   t jdd�S )NZhumorr'   r%   r!   r!   r!   r"   r#   >   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   ?   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   @   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   A   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   B   r$   c                   C   s   t jdd�S )Nz	hindi.pos)Úfiles)r   r    r!   r!   r!   r"   r#   C   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   D   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   E   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   F   r$   c                   C   s   t  ¡ S r   )r   r    r!   r!   r!   r"   r#   G   r$   )zCatalan: CESS-CAT CorpuszEnglish: Brown CorpuszEnglish: Brown Corpus (Press)z English: Brown Corpus (Religion)zEnglish: Brown Corpus (Learned)z'English: Brown Corpus (Science Fiction)zEnglish: Brown Corpus (Romance)r   zEnglish: NPS Chat Corpusz#English: Wall Street Journal CorpuszChinese: Sinica CorpuszDutch: Alpino CorpuszHindi: Indian Languages Corpusz&Portuguese: Floresta Corpus (Portugal)z&Portuguese: MAC-MORPHO Corpus (Brazil)z#Portuguese: Machado Corpus (Brazil)zSpanish: CESS-ESP Corpusc                   @   sØ   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	„ Zd
d„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ Zd(d)„ Zd*d+„ Zd,d-„ Zd.d/„ Zd0d1„ Zd2d3„ Zd4S )5ÚCollocationsViewz#FFFc                 C   sb   t  ¡ | _t| jƒ| _tƒ | _|  | j¡ |  ¡  |  	| j¡ |  
| jj¡ | j t| j¡| _d S r   )ÚqÚQueueÚqueueÚCollocationsModelÚmodelr   ÚtopÚ	_init_topÚ_init_menubarÚ_init_widgetsÚload_corpusÚDEFAULT_CORPUSÚafterÚPOLL_INTERVALÚ_poll©Úselfr!   r!   r"   Ú__init__N   s    
zCollocationsView.__init__c                 C   s@   |  d¡ | d¡ | d| j¡ | d| j¡ | dd¡ d S )Nz550x650+50+50zNLTK Collocations Listz<Control-q>ZWM_DELETE_WINDOWi&  iŠ  )ZgeometryÚtitleÚbindÚdestroyÚprotocolZminsize)r:   r0   r!   r!   r"   r1   X   s
    

zCollocationsView._init_topc                 C   s^   t |t| jdddd�ƒ| _|  | j¡ |  | j¡ |  | j¡ |  | j¡ | jjddd� d S )Né   )Ú
backgroundÚpadxÚpadyÚborderÚbothT)ÚfillÚexpand)	r   ÚdictÚ_BACKGROUND_COLOURZ
main_frameÚ_init_corpus_selectÚ_init_results_boxÚ_init_pagingÚ_init_statusÚpack©r:   Úparentr!   r!   r"   r3   _   s    ÿzCollocationsView._init_widgetsc              	   C   sº   t || jd�}t|ƒ| _| j | jj¡ t|td| jdddd�j	dd� t
| jj ¡ ƒ | jj¡}t|| j| jjg| j ¡ ¢R d	| jiŽ}d|d
< d|d< |j	dd� |j	dddd� d S )N©rA   z	 Corpus: é   r@   r   )ÚjustifyÚtextrA   rB   rC   rD   Úleft)ÚsideÚcommandÚborderwidthÚhighlightthicknessr0   ÚxÚn©rV   rF   Úanchor)r   rI   r   ÚvarÚsetr/   r5   r   r   rN   ÚlistÚCORPORAÚkeysÚremover
   Únon_default_corporaÚcorpus_selected)r:   rP   Ú
innerframeZother_corporaZomr!   r!   r"   rJ   i   s<    
ùø
ÿýûüz$CollocationsView._init_corpus_selectc              	   C   s.   t |tt| jdddd�| _| jjddd� d S )Nr   r@   )rS   ZreliefrA   rD   rB   rC   r0   Úsw©rV   r]   )r   r   r   rI   ÚstatusrN   rO   r!   r!   r"   rM   †   s    ù	zCollocationsView._init_statusc                 C   sä   t | jƒ| _t| jƒ}t|ddd�}|jdd| jdd� |jdd|d� t|dd	�}t|dd	�}|jd
| jdd| jd� |jd| jdd| jd� |jd| jdd| jd� | 	d¡ |jdd|d� |jdd|d� | jj
|d� d S )Nr   )ÚtearoffrX   ZExitr@   zCtrl-q)ÚlabelÚ	underlinerW   ZacceleratorÚFile)rk   rl   Úmenu)rj   Ú20é   )rk   Úvariablerl   ÚvaluerW   Z50é2   Z100r   zResult CountZEdit)rn   )r   r0   Ú_result_sizer	   Zadd_commandr>   Zadd_cascadeZadd_radiobuttonÚset_result_sizeZinvokeÚconfig)r:   ZmenubarZfilemenuZeditmenuZ
rescntmenur!   r!   r"   r2   ’   sD    

ÿûûû
zCollocationsView._init_menubarc                 K   s   | j  ¡ | j_d S r   )rt   Úgetr/   Úresult_count)r:   Úkwargsr!   r!   r"   ru   ¹   s    z CollocationsView.set_result_sizec                 C   s   t |ƒ}t |ƒ}t |ƒ}t|dd�}t|ddd�}t|tddd�dd|j|jd	d
ddd�
| _| jjdddd� |jdddd� |j| jjd� |jddddd� |j| jj	d� t
|d| jd�jddd� |jddddd� |jdddd� |jdddd� d S )Nr@   )rX   Zhoriz)rX   ZorientZcourierZ16)ÚfamilyÚsizeÚdisabledÚnoneZ40ro   )	ÚfontÚstaterX   ZyscrollcommandZxscrollcommandÚwrapÚwidthÚheightZexportselectionrU   rE   T)rV   rF   rG   ÚyÚer\   )rW   rZ   Úw)rV   rF   rG   r]   z   )rT   rA   rh   r0   r[   ZbottomÚs)r   r   r   r   r_   Úresults_boxrN   rv   ZyviewZxviewr   rI   )r:   rP   rf   Úi1Úi2Z
vscrollbarZ
hscrollbarr!   r!   r"   rK   ¼   s8    
öÿz"CollocationsView._init_results_boxc              	   C   s€   t || jd�}t|d| jddddd� | _}|jddd	� t|d
| jddddd� | _}|jddd	� |jddd� |  ¡  d S )NrQ   ZPreviousÚ10r@   r|   )rT   rW   r�   rX   rY   r   rU   Úcenterrh   ZNextÚrightr0   rƒ   )rV   rF   )	r   rI   r   ÚpreviousÚprevrN   Ú__next__ÚnextÚreset_current_page)r:   rP   rf   rŽ   r�   r!   r!   r"   rL   Û   s.    ù	ù	zCollocationsView._init_pagingc                 C   s
   d| _ d S ©Néÿÿÿÿ)Úcurrent_pager9   r!   r!   r"   r‘   ô   s    z#CollocationsView.reset_current_pagec                 C   sd   z| j jdd�}W n tjy&   Y n(0 |tkr<|  |¡ n|tkrN|  |¡ | j 	t
| j¡| _	d S )NF)Úblock)r-   rw   r+   ÚEmptyÚCORPUS_LOADED_EVENTÚhandle_corpus_loadedÚERROR_LOADING_CORPUS_EVENTÚhandle_error_loading_corpusr0   r6   r7   r8   ©r:   Úeventr!   r!   r"   r8   ÷   s    
zCollocationsView._pollc                 C   s8   d| j  ¡  | jd< |  ¡  |  ¡  |  ¡  |  ¡  d S )NzError in loading rT   )r^   rw   ri   Úunfreeze_editableÚclear_results_boxÚfreeze_editabler‘   r›   r!   r!   r"   rš     s
    z,CollocationsView.handle_error_loading_corpusc                 C   sZ   | j  ¡ d | jd< |  ¡  |  ¡  |  ¡  | j | jd ¡}|  	|¡ |  jd7  _d S )Nz
 is loadedrT   r@   )
r^   rw   ri   r�   rž   r‘   r/   r�   r”   Úwrite_results)r:   rœ   Úcollocationsr!   r!   r"   r˜   
  s    
z%CollocationsView.handle_corpus_loadedc                 G   s   | j  ¡ }|  |¡ d S r   )r^   rw   r4   )r:   ÚargsZnew_selectionr!   r!   r"   re     s    
z CollocationsView.corpus_selectedc                 C   sD   |   ¡  | j | jd ¡}| jd | _|  ¡  |  |¡ |  ¡  d S ©Nr@   )rŸ   r/   rŽ   r”   rž   r    r�   ©r:   r¡   r!   r!   r"   r�     s    
zCollocationsView.previousc                 C   sF   |   ¡  | j | jd ¡}|  ¡  |  |¡ |  jd7  _|  ¡  d S r£   )rŸ   r/   r�   r”   rž   r    r�   r¤   r!   r!   r"   r�      s    
zCollocationsView.__next__c                 C   s6   | j j|kr2d| d | jd< |  ¡  | j  |¡ d S )NzLoading z...rT   )r/   Úselected_corpusri   rŸ   r4   )r:   Z	selectionr!   r!   r"   r4   (  s    zCollocationsView.load_corpusc                 C   s   d| j d< d| jd< d S )Nr|   r   )rŽ   r�   r9   r!   r!   r"   rŸ   .  s    
z CollocationsView.freeze_editablec                 C   s&   d| j d< | j  dt¡ d| j d< d S )NÚnormalr   z1.0r|   )r‡   Údeleter   r9   r!   r!   r"   rž   2  s    
z"CollocationsView.clear_results_boxc                 C   s   | j j|dd� d S )NÚtail)Úwhen)r0   Zevent_generater›   r!   r!   r"   Ú
fire_event7  s    zCollocationsView.fire_eventc                 G   s0   | j d u rd S | j  | j¡ | j  ¡  d | _ d S r   )r0   Zafter_cancelr6   r>   )r:   r„   r!   r!   r"   r>   ;  s
    

zCollocationsView.destroyc                 O   s    t ƒ r
d S | jj|i |¤Ž d S r   )r   r0   Úmainloop)r:   r¢   ry   r!   r!   r"   r«   B  s    zCollocationsView.mainloopc                 C   s   |   ¡  d S r   )Úset_paging_button_statesr9   r!   r!   r"   r�   G  s    z"CollocationsView.unfreeze_editablec                 C   sR   | j dks| j dkr d| jd< n
d| jd< | j | j ¡rDd| jd< n
d| jd< d S )Nr“   r   r|   r   r¦   )r”   rŽ   r/   Úis_last_pager�   r9   r!   r!   r"   r¬   J  s    
z)CollocationsView.set_paging_button_statesc                 C   sX   d| j d< d}|D ]6}| j  t|ƒd |d d |d  d ¡ |d7 }qd| j d< d S )	Nr¦   r   r@   z.0r   ú Ú
r|   )r‡   ÚinsertÚstr)r:   ÚresultsÚrowZeachr!   r!   r"   r    T  s    
*
zCollocationsView.write_resultsN)Ú__name__Ú
__module__Ú__qualname__rI   r;   r1   r3   rJ   rM   r2   ru   rK   rL   r‘   r8   rš   r˜   re   r�   r�   r4   rŸ   rž   rª   r>   r«   r�   r¬   r    r!   r!   r!   r"   r*   K   s4   

'

r*   c                   @   sV   e Zd Zdd„ Zdd„ Zdd„ Zdd„ Zd	d
„ Zdd„ Zdd„ Z	G dd„ de
jƒZdS )r.   c                 C   s0   d | _ d | _d | _t| _t| _|| _|  ¡  d S r   )	rx   r¥   r¡   Ú_CORPORAra   Ú_DEFAULTr5   r-   Úreset_results)r:   r-   r!   r!   r"   r;   ^  s    zCollocationsModel.__init__c                 C   s   g | _ d| _d S )Nr   )Úresult_pagesÚresults_returnedr9   r!   r!   r"   r¹   g  s    zCollocationsModel.reset_resultsc                 C   s,   || _ d | _|  || ¡}| ¡  |  ¡  d S r   )r¥   r¡   Ú
LoadCorpusÚstartr¹   )r:   ÚnameZrunner_threadr!   r!   r"   r4   k  s
    zCollocationsModel.load_corpusc                 C   s0   g }|  t| j ¡ ƒ¡ | | j¡ | ¡  |S r   )Úextendr`   ra   rb   rc   r5   Úsort)r:   Úcopyr!   r!   r"   rd   r  s
    z%CollocationsModel.non_default_corporac                 C   s6   |t | jƒk rdS | j|t | jƒ | j  t | jƒkS )NF)Úlenrº   r»   rx   r¡   )r:   Únumberr!   r!   r"   r­   y  s    þþzCollocationsModel.is_last_pagec                 C   sh   t | jƒd |k r^t|t | jƒd  ƒD ]4}| j | j| j| j| j … ¡ |  j| j7  _q(| j| S r£   )rÂ   rº   ÚrangeÚappendr¡   r»   rx   )r:   ÚpageÚir!   r!   r"   r�   €  s    ÿÿÿzCollocationsModel.nextc                 C   s   |dkrg S | j | S r’   )rº   )r:   rÆ   r!   r!   r"   rŽ   Œ  s    zCollocationsModel.prevc                   @   s   e Zd Zdd„ Zdd„ ZdS )zCollocationsModel.LoadCorpusc                 C   s   t j | ¡ || | _| _d S r   )Ú	threadingÚThreadr;   r/   r¾   )r:   r¾   r/   r!   r!   r"   r;   ’  s    z%CollocationsModel.LoadCorpus.__init__c              
      sâ   z¢| j j| j ƒ }ddlm} dd„ |D ƒ‰t‡fdd„ttˆƒd ƒD ƒƒ‰ tˆƒ‰‡ ‡fdd„ˆ D ƒ}|j|dƒd	d
� t	t
|dƒ|ƒƒ| j _| j j t¡ W n: tyÜ } z"t|ƒ | j j t¡ W Y d }~n
d }~0 0 d S )Nr   )Ú
itemgetterc                 S   s   g | ]}t |ƒd kr|‘qS )rR   )rÂ   )Ú.0r…   r!   r!   r"   Ú
<listcomp>›  r$   z4CollocationsModel.LoadCorpus.run.<locals>.<listcomp>c                 3   s"   | ]}t ˆ ||d  … ƒV  qdS )rR   N)Útuple)rË   rÇ   )rT   r!   r"   Ú	<genexpr>œ  r$   z3CollocationsModel.LoadCorpus.run.<locals>.<genexpr>r@   c                    s8   g | ]0\}}||fˆ ||f d  ˆ| ˆ|   f‘qS )é   r!   )rË   Zw1Zw2)ÚfdÚvocabr!   r"   rÌ   ž  s   ÿT)ÚkeyÚreverse)r/   ra   r¾   ÚoperatorrÊ   r   rÄ   rÂ   rÀ   r`   Úmapr¡   r-   Úputr—   Ú	ExceptionÚprintr™   )r:   r    rÊ   Zscoredr„   r!   )rÐ   rT   rÑ   r"   Úrun–  s    "þz CollocationsModel.LoadCorpus.runN)r´   rµ   r¶   r;   rÙ   r!   r!   r!   r"   r¼   ‘  s   r¼   N)r´   rµ   r¶   r;   r¹   r4   rd   r­   r�   rŽ   rÈ   rÉ   r¼   r!   r!   r!   r"   r.   ]  s   	r.   c                  C   s   t ƒ } |  ¡  d S r   )r*   r«   )Úcr!   r!   r"   Úapp®  s    rÛ   Ú__main__)-r-   r+   rÈ   Útkinterr   r   r   r   r   r   r   r	   r
   r   r   r   r   Ztkinter.fontr   Znltk.corpusr   r   r   r   r   r   r   r   r   r   r   Znltk.probabilityr   Z	nltk.utilr   r—   r™   r7   r¸   r·   r*   r.   rÛ   r´   Ú__all__r!   r!   r!   r"   Ú<module>
   sH   <4ë  Q
