a
     ˜ëjíÝ  ã                   @   sî   d Z ddlZddlZddlZddlZddlmZmZmZm	Z	m
Z
mZmZmZmZmZ ddlmZmZ ddlmZ ddlmZmZ ddlmZ ddlmZmZ dd	lmZ dd
lm Z  ddl!m"Z" G dd„ dƒZ#dd„ Z$e%dkräe$ƒ  dgZ&dS )zl
A graphical tool for exploring the regular expression based chunk
parser ``nltk.chunk.RegexpChunkParser``.
é    N)
ÚButtonÚCanvasÚCheckbuttonÚFrameÚIntVarÚLabelÚMenuÚ	ScrollbarÚTextÚTk)ÚaskopenfilenameÚasksaveasfilename)ÚFont)Ú
ChunkScoreÚRegexpChunkParser)ÚRegexpChunkRule)Ú	conll2000Útreebank_chunk)ÚShowText)ÚTree)Úin_idlec                .   @   s  e Zd ZdZdddddddd	d
dddddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/œ-Zg d0¢Zd1ed2d3�fd4ed5d3�fd6ed7d8�fd9ed:d;�fd<ed:d;�fd=ed>d>d?�fd@edAdBd?�fdCedDd3�fdEedFd3�fdGedHd3�fg
ZdIZdJZ	dKZ
dLZdMZedNdOdPdPdIdQdRdSdT�ZedJdJdPdPdUdIdQdRdSdV�	ZedWdXdYdYdIdQdRdSdZd[�	Zed\dQdRd]�Zed^d_d`�ZedadRdRdbdc�ZedYdYdIdQdRdddedf�Zedadadadg�ZdhZdPZedPd8�Zedhd8�ZdiZdjdk„ Zd·dpdq„Zdrds„ Zdtdu„ Zdvdw„ Zdxdy„ ZdzZ d{Z!d|d}„ Z"d{Z#d~d„ Z$d€d�„ Z%d‚dƒ„ Z&d{Z'd„d…„ Z(d†d‡„ Z)dˆd‰„ Z*dŠd‹„ Z+dŒd�„ Z,dŽd�„ Z-d�d‘„ Z.d’d“„ Z/d”d•„ Z0d¸d–d—„Z1d˜d™„ Z2dšd›„ Z3dœd�„ Z4dždŸ„ Z5d¹d d¡„Z6d¢d£„ Z7d¤d¥„ Z8d¦d§„ Z9d¨Z:dºd©dª„Z;d»d«d¬„Z<d¼d­d®„Z=d¯d°„ Z>d½d±d²„Z?d¾d³d´„Z@dµd¶„ ZAdmS )¿ÚRegexpChunkAppz¢
    A graphical tool for exploring the regular expression based chunk
    parser ``nltk.chunk.RegexpChunkParser``.

    See ``HELP`` for instructional text.
    zCoordinating conjunctionzPossessive pronounzCardinal numberZAdverbZ
DeterminerzAdverb, comparativezExistential therezAdverb, superlativezForeign wordZParticleZ	AdjectiveÚtozAdjective, comparativeZInterjectionzAdjective, superlativezVerb, base formzList item markerzVerb, past tenseZModalzNoun, pluralzNoun, singular or masszVerb, past participlezVerb,3rd ps. sing. presentzProper noun, singularzProper noun pluralzwh-determinerZPredeterminerz
wh-pronounzPossessive endingzPossessive wh-pronounzPersonal pronounz	wh-adverbzopen parenthesiszclose parenthesisz
open quoteÚcommazclose quoteZperiodzpound sign (currency marker)zdollar sign (currency marker)zPreposition/subord. conjunctionz#Symbol (mathematical or scientific)zVerb, gerund/present participlezVerb, non-3rd ps. sing. presentÚcolon)-ÚCCzPRP$ZCDZRBZDTZRBRZEXZRBSZFWZRPZJJZTOZJJRZUHZJJSZVBZLSZVBDZMDZNNSZNNZVBNZVBZZNNPZNNPSZWDTÚPDTZWPÚPOSzWP$ZPRPZWRBú(ú)z``ú,z''Ú.ú#ú$ÚINZSYMZVBGZVBPú:))ÚHelpZ20a-  Welcome to the regular expression chunk-parser grammar editor.  You can use this editor to develop and test chunk parser grammars based on NLTK's RegexpChunkParser class.

Use this box ('Help') to learn more about the editor; click on the tabs for help on specific topics:<indent>
Rules: grammar rule types
Regexps: regular expression syntax
Tags: part of speech tags
</indent>
Use the upper-left box ('Grammar') to edit your grammar.  Each line of your grammar specifies a single 'rule', which performs an action such as creating a chunk or merging two chunks.

The lower-left box ('Development Set') runs your grammar on the development set, and displays the results.  Your grammar's chunks are <highlight>highlighted</highlight>, and the correct (gold standard) chunks are <underline>underlined</underline>.  If they match, they are displayed in <green>green</green>; otherwise, they are displayed in <red>red</red>.  The box displays a single sentence from the development set at a time; use the scrollbar or the next/previous buttons view additional sentences.

The lower-right box ('Evaluation') tracks the performance of your grammar on the development set.  The 'precision' axis indicates how many of your grammar's chunks are correct; and the 'recall' axis indicates how many of the gold standard chunks your system generated.  Typically, you should try to design a grammar that scores high on both metrics.  The exact precision and recall of the current grammar, as well as their harmonic mean (the 'f-score'), are displayed in the status bar at the bottom of the window.)ZRulesÚ10aÉ  <h1>{...regexp...}</h1><indent>
Chunk rule: creates new chunks from words matching regexp.</indent>

<h1>}...regexp...{</h1><indent>
Strip rule: removes words matching regexp from existing chunks.</indent>

<h1>...regexp1...}{...regexp2...</h1><indent>
Split rule: splits chunks that match regexp1 followed by regexp2 in two.</indent>

<h1>...regexp...{}...regexp...</h1><indent>
Merge rule: joins consecutive chunks that match regexp1 and regexp2</indent>
)ZRegexpsú10 60aZ  <h1>Pattern		Matches...</h1>
<hangindent>	<<var>T</var>>	a word with tag <var>T</var> (where <var>T</var> may be a regexp).
	<var>x</var>?	an optional <var>x</var>
	<var>x</var>+	a sequence of 1 or more <var>x</var>'s
	<var>x</var>*	a sequence of 0 or more <var>x</var>'s
	<var>x</var>|<var>y</var>	<var>x</var> or <var>y</var>
	.	matches any character
	(<var>x</var>)	Treats <var>x</var> as a group
	# <var>x...</var>	Treats <var>x...</var> (to the end of the line) as a comment
	\<var>C</var>	matches character <var>C</var> (useful when <var>C</var> is a special character like + or #)
</hangindent>
<h1>Examples:</h1>
<hangindent>	<regexp><NN></regexp>
		Matches <match>"cow/NN"</match>
		Matches <match>"green/NN"</match>
	<regexp><VB.*></regexp>
		Matches <match>"eating/VBG"</match>
		Matches <match>"ate/VBD"</match>
	<regexp><IN><DT><NN></regexp>
		Matches <match>"on/IN the/DT car/NN"</match>
	<regexp><RB>?<VBD></regexp>
		Matches <match>"ran/VBD"</match>
		Matches <match>"slowly/RB ate/VBD"</match>
\t<regexp><\#><CD> # This is a comment...</regexp>\n		Matches <match>"#/# 100/CD"</match>
</hangindent>)ZTagsr(   zB<h1>Part of Speech Tags:</h1>
<hangindent><<TAGSET>></hangindent>
Zredz#a00©Ú
foregroundZgreenz#080Z	highlightz#ddd©Ú
backgroundÚ	underlineT)r-   Úh1Úindenté   ©Zlmargin1Úlmargin2Ú
hangindentr   é<   Úvarz#88fÚregexpz#ba7Úmatchz#6a6é   é   gš™™™™™É?g{®Gáz”?g{®Gáz¤?é(   é   z#efeZgrooveé   Úword)ÚwidthÚheightr,   ÚhighlightbackgroundÚhighlightthicknessÚreliefÚborderÚwrapz#555)	r>   r?   r,   r@   r*   rA   rB   rC   rD   éF   é
   z#eef)é   )	r>   r?   r,   r@   rA   rB   rC   rD   Útabsz#9bb)r,   rB   rC   Ú	helveticaiìÿÿÿ©ÚfamilyÚsizez#777é   )r,   ÚpadxÚpadyrC   i,  i  )r,   r@   rA   rB   rC   r>   r?   )r,   Zactivebackgroundr@   z#abaé   c                 C   sD   t  dd|¡}t  dd|¡}t  dd|¡}| ¡ }t  dd|¡}|S )	Nú((\\.|[^#])*)(#.*)?ú\1z +ú z\n\s+z\nz	([^\\])\$z\1\\$)ÚreÚsubÚstrip)ÚselfÚgrammar© rY   úW/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/app/chunkparser_app.pyÚnormalize_grammar4  s    z RegexpChunkApp.normalize_grammarr   NÚ ÚNPc                 C   s`  || _ |du r| j}|| _|du rT|dkr6t d¡}n|dkrHt ¡ }ntd| ƒ‚d| _|| _d| _	d| _
|| _|| _d| _d| _g | _d| _d| _d| _d| _t|d�| _tƒ  }| _| d	¡ | d
¡ | d| j¡ t|ƒ| _| j d¡ |  |¡ |   |¡ |  !|¡ |  "|¡ | j# $¡  |�rJ| j# %d|d ¡ | j# &dd¡ |  'd¡ |  (¡  dS )aù  
        :param devset_name: The name of the development set; used for
            display & for save files.  If either the name 'treebank'
            or the name 'conll2000' is used, and devset is None, then
            devset will be set automatically.
        :param devset: A list of chunked sentences
        :param grammar: The initial grammar to display.
        :param tagset: Dictionary from tags to string descriptions, used
            for the help page.  Defaults to ``self.TAGSET``.
        Nr   z	train.txtZtreebankzUnknown development set %sr   éÿÿÿÿ©Úchunk_labelz+50+50zRegexp Chunk Parser Appz<Control-q>éd   ÚendÚ
Úinsertú1.0))Ú_chunk_labelÚTAGSETÚtagsetr   Zchunked_sentsr   Ú
ValueErrorÚchunkerrX   Únormalized_grammarÚgrammar_changedÚdevsetÚdevset_nameÚdevset_indexÚ_last_keypressÚ_historyÚ_history_indexÚ_eval_grammarÚ_eval_normalized_grammarÚ_eval_indexr   Ú_eval_scorer   ÚtopZgeometryÚtitleÚbindÚdestroyr   Ú_devset_sizeÚsetÚ_init_fontsÚ_init_widgetsÚ_init_bindingsÚ_init_menubarÚ
grammarboxZfocusrd   Úmark_setÚshow_devsetÚupdate)rW   rn   rm   rX   r`   rh   rw   rY   rY   rZ   Ú__init__?  sP    









zRegexpChunkApp.__init__c                    s¤   |  dˆ j¡ |  dˆ j¡ |  dˆ j¡ |  dˆ j¡ |  d‡ fdd„¡ |  d‡ fd	d„¡ ˆ j  dˆ j¡ ˆ j  dˆ j¡ ˆ j  dˆ j¡ ˆ j  d
ˆ j¡ d S )Nz<Control-n>z<Control-p>z<Control-t>z
<KeyPress>z<Control-s>c                    s   ˆ   ¡ S ©N)Úsave_grammar©Úe©rW   rY   rZ   Ú<lambda>¯  ó    z/RegexpChunkApp._init_bindings.<locals>.<lambda>z<Control-o>c                    s   ˆ   ¡ S r†   )Úload_grammarrˆ   rŠ   rY   rZ   r‹   °  rŒ   z<Configure>)ry   Ú_devset_nextÚ_devset_prevÚtoggle_show_tracer„   r�   ÚevalboxÚ
_eval_plot©rW   rw   rY   rŠ   rZ   r   ª  s    zRegexpChunkApp._init_bindingsc                 C   sR   t |ƒ| _| j d¡ td| j ¡  d�| _tdt| j ¡ d d ƒ d�| _d S )Nr0   rI   rJ   é   )r   Ú_sizer|   r   ÚgetÚ_fontÚintÚ
_smallfontr“   rY   rY   rZ   r}   ¸  s    
ÿzRegexpChunkApp._init_fontsc                 C   sÊ  t |ƒ}t |dd�}|jdd| jd� |jddd| jd� |jddd	| jd� |jd
d| jd� |jdd| jdd� |jdd|d� t |dd�}|jd| j	dd| j
d� |jd| j	dd| j
d� |jd| j	dd| j
d� |jd| j	dd| j
d� |jd| j	dd| j
d� |jdd|d� t |dd�}|jd| jd| jd � |jd!| jd"| jd � |jd#| jd$| jd � |jd%| jd&| jd � |jd'd|d� t |dd�}|jd(d| jd� |jd)d|d� |j|d*� d S )+Nr   )ZtearoffzReset Application)Úlabelr-   ÚcommandzSave Current GrammarzCtrl-s)rš   r-   Úacceleratorr›   zLoad GrammarzCtrl-ozSave Grammar Historyé   ZExitr8   zCtrl-q)rš   r-   r›   rœ   ÚFile)rš   r-   ÚmenuZTinyrF   )rš   Úvariabler-   Úvaluer›   ZSmallé   ZMediumr0   ZLargeé   ZHugeé"   ZViewz50 sentencesé2   )rš   r    r¡   r›   z100 sentencesra   z200 sentenceséÈ   z500 sentencesiô  zDevelopment-SetZAboutr&   )rŸ   )r   Zadd_commandÚresetr‡   r�   Úsave_historyrz   Zadd_cascadeZadd_radiobuttonr•   Úresizer{   Úset_devset_sizeÚaboutÚconfig)rW   ÚparentZmenubarZfilemenuZviewmenuZ
devsetmenuZhelpmenurY   rY   rZ   r€   Á  s²    üüÿ
ÿûûûûûüüüüzRegexpChunkApp._init_menubarc                 G   s   | j r|  ¡  n|  ¡  dS )NÚbreak)Ú_showing_tracerƒ   Ú
show_trace©rW   r‰   rY   rY   rZ   r�   #  s    
z RegexpChunkApp.toggle_show_traceé   Fc                 O   sf  |  d| j ¡ ¡}|  d| j ¡ ¡}| j d¡ | jjd|d d dddd	�}| j |¡d d
 |d  }}| jj||| d  |d dddd�}d| j |¡d d  }}	| jd }
| j | jj	dd|d d|
|
d�¡ | j | jj	d|	d dd|
|
d�¡ | j
  ¡ �rÄt| jƒdk�rÄd }}d }}tdtt| jƒ| jd ƒƒD ]B}| j|  \}}}}t||ƒ}t||ƒ}t||ƒ}t||ƒ}�qFt|d dƒ}t|d dƒ}t|d dƒ}t|d dƒ}nd }}d }}tdƒD ]ª}||| |d | ||    }|	|	| |d | ||    }||  k �r8|k �rRn n| jj||||	dd� ||  k �rj|	k �rÜn n| jj||||dd� �qÜ| j ||||	¡ | j ||	||	¡ | jj|d |	dddd|  d	� | jj|d |dddd|  d	� | jj||	d dddd|  d	� | jj||	d dddd|  d	� d  }}t| jƒD �]\}\}}}}||| || ||    }|	|	| || ||    }|| jk�rð| jj|d |d |d |d d d!d� d"|d  d#|d   d$|d   | jd%< n0| j | jj|d |d |d |d d&d'd�¡ |d u�rT| j  ¡ �rT| j | jj||||d'd�¡ || }}�qFd S )(Nr>   r?   ÚallrF   r<   ÚleftÚwZ	Precision)ÚjustifyÚanchorÚtextr²   ÚsZRecallÚcenter)r·   r¸   r¶   r8   r,   r   iˆ  )ÚfillÚoutlineg{®Gáz„?é   g      $@z#888)r»   rM   ÚrightÚsez%d%%ra   ÚneÚnwz#0f0z#000zPrecision: %.2f%%	zRecall: %.2f%%	zF-score: %.2f%%r¸   ú#afaz#8c8)r–   r‘   Zwinfo_widthZwinfo_heightÚdeleteZcreate_textZbboxÚ_EVALBOX_PARAMSÚlowerZcreate_rectangleÚ
_autoscaleÚlenrq   ÚrangeÚminÚ_SCALE_NÚmaxZcreate_lineÚ	enumeraterr   Zcreate_ovalÚstatusÚ_eval_lines)rW   r‰   r¬   r>   r?   Útagr´   r¾   rw   ZbotÚbgZmax_precisionZ
max_recallZmin_precisionZ
min_recallÚirX   Ú	precisionÚrecallZfmeasureÚxÚyZprev_xZprev_yÚ_ÚfscorerY   rY   rZ   r’   -  sÔ    ÿû
ÿÿ 


ÿÿ
û
û
û
û	ÿÿÿ

ÿ
þÿ
ÿÿÿzRegexpChunkApp._eval_plotc           	      C   s&  | j d u rd S | jd u r"d| _d S t ¡ }t ¡ | j | jk rj| j| jkrjd| _| j  t	| j
d ƒ| j¡S | j| jkrü| jD ]Z\}}}}| j|  |¡kr|| j ||||f¡ t| jƒd | _|  ¡  d| _d | _ d S q|d| _t| jd�| _| j| _| j| _| j ¡ dk�rd| _d S | j| jt| j| j | j ¡ ƒ… D ]"}|  | ¡ ¡}| j  ||¡ �q:|  j| j7  _| j| j ¡ k�rÎ| j | j| j !¡ | j "¡ | j #¡ f¡ t| jƒd | _|  ¡  d| _d | _nTd| j | j ¡  }d	| | j$d
< d| _|  %t ¡ | ¡ | j  t	| j
d ƒ| j¡ d S )NFTiè  r8   r   r_   r\   ra   z$Evaluating on Development Set (%d%%)r¸   )&rw   rj   Ú_eval_demon_runningÚtimerp   Ú_EVAL_DELAYrk   rt   Úafterr˜   Ú
_EVAL_FREQÚ_eval_demonrq   r[   ÚappendrÇ   rr   r’   ru   r   rf   rv   rX   rs   rV   rm   rÉ   Ú_EVAL_CHUNKr{   r–   Ú_chunkparseÚleavesZscorerÒ   rÓ   Z	f_measurerÍ   Ú_adaptively_modify_eval_chunk)	rW   Út0ÚgÚpÚrÚfZgoldÚguessÚprogressrY   rY   rZ   rÝ   ¶  sj    

ÿ
þÿÿüÿzRegexpChunkApp._eval_demonc                 C   s€   || j krD| jdkrDt| jd tt| j| j |  ƒ| jd ƒƒ| _n8|| jk r|t| jd tt| j| j|  ƒ| jd ƒƒ| _dS )zÕ
        Modify _EVAL_CHUNK to try to keep the amount of time that the
        eval demon takes between _EVAL_DEMON_MIN and _EVAL_DEMON_MAX.

        :param t: The amount of time that the eval demon took.
        r²   r8   rF   N)Ú_EVAL_DEMON_MAXrß   rÉ   rË   r˜   Ú_EVAL_DEMON_MIN)rW   ÚtrY   rY   rZ   râ     s     þþ
þþz,RegexpChunkApp._adaptively_modify_eval_chunkc                    sÂ  t |fi ˆ j¤Ž}|jddd� |jddd� |jddd� |jddd� t|fdˆ jiˆ j¤Žˆ _t|ˆ jd	d
ˆ jd d�ˆ _	ˆ j	j
dddd� ˆ jj
dddd� t|ˆ jjd�}|j
dddd� ˆ jj|jd� ˆ jd }t ||d�}|j
dddd� t|fdˆ jdœˆ j¤Žjdd� t|fdˆ jdœˆ j¤Žjdd� t|fdˆ jiˆ j¤Žˆ _ˆ jj
dddd� i ˆ _ˆ jd }t ||d�}|j
dddd� tˆ jƒD ]z\}\}}	}
t||ˆ jd�}|j
|d ddd� | d|f‡ fdd„	¡ |ˆ j|< t |dˆ j|d�j
|d d dd � �q ˆ jˆ jd d  jˆ jd!� ˆ jjd"d#d$� ˆ jD ]"\}}ˆ jjd%| fi |¤Ž �qPˆ  ˆ jd d ¡ t|ˆ jjd�}ˆ jj|jd� |j
dddd� t |ˆ jd d�}t|fdˆ jiˆ j ¤Žˆ _!ˆ j!jd#d&d'� t|ˆ jd(d)ˆ j d d*�ˆ _"ˆ j"j
dddd� |j
dddd� t|ˆ j#d�ˆ _$ˆ j$j
dddd� t|ˆ j!j%d+d,�ˆ _&ˆ j&jˆ j!d-< ˆ j&jd.d/d0� ˆ jd }t ||d�}|j
dd1dd� t|fd2ˆ j'dœˆ j¤Žjdd� t|fd3ˆ j(dœˆ j¤Žjdd� t|fd4ˆ j)d5d6œˆ j¤Žˆ _*ˆ j*jd)d� t|fd7ˆ j+dœˆ j¤Žˆ _,ˆ j,jd)d� t-|fi ˆ j.¤Žˆ _/t|ˆ jd8d)ˆ j.d d*�}|j
dddd� ˆ j/j
ddddd9� ˆ jd }t ||d�}|j
dd1dd� t0ˆ j1ƒˆ _2ˆ j2 d:¡ t3|fˆ j2ˆ j4d;d<œˆ j¤Žjdd� t0ˆ j1ƒˆ _5ˆ j5 d:¡ t3|fˆ j5ˆ j4d=d<œˆ j¤Žjdd� t|fd>d?iˆ j¤Žjd)d� t|fdˆ jiˆ j6¤Žˆ _7ˆ j7j
dd@dAddddB� d5ˆ jdC< d5ˆ j!dC< ˆ jd }t |dDd|d�j
ddd � t |ddD|d�j
ddd � t |dEd|d�j
ddFd � |jd&d#dG� ˆ j!jdHdIdJdK� ˆ j!jdLdJdMdN� ˆ j!jdOdPd� ˆ j!jdQdRdSdT� ˆ j!jdUdVdSdW� ˆ j!jdXdMdY� ˆ jjdXdZd� ˆ jjd[d\dY� ˆ jjd]d^dY� ˆ jjd_d`dY� ˆ jjdaddbdc� d S )dNr   é   )ZweightrM   r<   r8   r²   ÚfontúGrammar:Zblackr,   )rî   r¸   Zhighlightcolorr,   ZSW)ÚcolumnÚrowÚstickyZNEWS)r›   ZNWS)Zyscrollcommandr+   ZEWzPrev Grammar)r¸   r›   r´   )ÚsidezNext Grammar)r¸   rî   ÚSz<ButtonPress>c                    s
   ˆ   |¡S r†   )Ú	show_help)r‰   ÚtabrŠ   rY   rZ   r‹   N  rŒ   z.RegexpChunkApp._init_widgets.<locals>.<lambda>)r?   r>   r,   )rð   rñ   )rî   ÚelideT)r÷   útag-%sZboth)Úexpandr»   zDevelopment Set:r¾   )rî   r¸   r¶   r,   Zhoriz)r›   ZorientZxscrollcommandZbottomrÔ   )ró   r»   é   zPrev Example (Ctrl-p)zNext Example (Ctrl-n)zShow exampleÚdisabled)r¸   r›   Ústatez
Show tracezEvaluation:)rð   rñ   rò   Ú
columnspanFZZoom)r    r›   r¸   ZLinesr¸   ZHistoryé	   ZNEW)rð   rñ   rò   rN   rO   rý   rü   rF   rP   é   )r»   rù   útrue-posrÂ   ÚTrue)r,   r-   ú	false-negz#800)r-   r*   ú	false-posz#faaÚtracez#666Únone)r*   rD   Ú
wrapindentrG   )r2   rD   Úerrorr)   z#fecÚcommentz#840Úanglez#00fÚbracez#0a0r3   r:   r1   )8r   Ú_FRAME_PARAMSZgrid_columnconfigureZgrid_rowconfigurer
   r—   Ú_GRAMMARBOX_PARAMSr�   r   ÚgrammarlabelZgridr	   Zyviewr¬   r|   r   Ú_history_prevÚ_BUTTON_PARAMSÚpackÚ_history_nextr™   Ú_HELPBOX_PARAMSÚhelpboxÚhelptabsrÌ   ÚHELPry   Ú_HELPTAB_SPACERÚ	configureZ
tag_configÚHELP_AUTOTAGrõ   Ú_DEVSETBOX_PARAMSÚ	devsetboxÚdevsetlabelÚ_devset_scrollÚdevset_scrollZxviewÚdevset_xscrollr�   rŽ   rƒ   Údevset_buttonr°   Útrace_buttonr   rÄ   r‘   r   rw   rÆ   r   r’   rÎ   Ú_STATUS_PARAMSrÍ   )rW   rw   Zframe0Zgrammar_scrollbarrÐ   Zframe3Zhelptab_framerÑ   rö   Útabstopsr¸   rš   rÏ   ÚparamsZhelp_scrollbarZframe4Zframe1Zframe2rY   rŠ   rZ   r~     sr   û
ÿýüûÿýüû


ÿþ
û
ÿ
ÿýüûÿýüûÿüûÿÿÿû
ÿüûúÿüûú


zRegexpChunkApp._init_widgetsc                    sb  d| _ d| jd< d| jd< d| jd< | j dd¡ d| jd | j ¡ f | jd	< | j	d u r|| j 
dd
¡ | j ddd¡ d S | j| j }| j	 ¡ }d}dg‰ t| ¡ ƒD ]&\}\}}|d| 7 }ˆ  t|ƒ¡ q¨‡ fdd„tt|ƒd ƒD ƒ| _dd„ tt|ƒd ƒD ƒ| _tt|ƒd ƒD �]
}|dk�rL| j 
dd¡ | j ddd¡ n*| j 
dd||d   ¡ | j ddd¡ | j 
d|d ¡ | j ddd¡ t|d |… ƒ}	|  | ¡ ¡}
|  |¡}|  |
¡}| |¡D ]}|  ||d¡ �qÔ|| D ]}|  ||d¡ �qò|| D ]}|  ||d¡ �q�q| j 
dd¡ | j ddd¡ | j d| jjdd¡ d S )NTrû   rü   Únormalre   rb   úDevelopment Set (%d/%d)r8   r¸   z#Trace: waiting for a valid grammar.r  ú	z%s c                    s,   i | ]$}t tˆ ƒƒD ]}||fˆ | “qqS rY   )rÈ   rÇ   )Ú.0rÑ   Új©ÚcharnumrY   rZ   Ú
<dictcomp>ò  s   þz-RegexpChunkApp.show_trace.<locals>.<dictcomp>c                 S   s   i | ]}||d  d  “qS )r<   rY   )r'  rÑ   rY   rY   rZ   r+  ÷  rŒ   r   zStart:
r  zend -2c linestartzend -2cz
Apply %s:
rc   r  r   r  r  z
Finished.
ra   g333333Ó?)r¯   r   r  r  rÃ   ro   r{   r–   r  rj   rd   Útag_addrm   ÚrulesrÌ   rá   rÞ   rÇ   rÈ   r*  Úlinenumr   rà   Ú_chunksÚintersectionÚ_color_chunkrw   rÛ   r  r|   )rW   r‰   Ú	gold_treer-  ZtagseqÚwordnumr=   ÚposrÑ   rj   Ú	test_treeÚgold_chunksÚtest_chunksÚchunkrY   r)  rZ   r°   Ø  sX    


ÿ



þ


zRegexpChunkApp.show_tracec           
      C   sp  d| j d< | j  dd¡ | jD �]@\}}}||k�rH| dd dd„ tt| j ¡ ƒd	d
„ d�D ƒ¡¡}| j	| j
f i | j¤Ž | j j
|d� | j  d|d ¡ d}| jD ]œ\}}d|› d|› d�}t ||¡D ]t}	| j  d||	 d¡ ||	 d¡ ¡ | j  d| ||	 d¡ ||	 d¡ ¡ | j  d||	 d¡ ||	 d¡ ¡ qÎq¨q| j	| j
f i | j¤Ž qd| j d< d S )Nr$  rü   re   rb   z
<<TAGSET>>rc   c                 s   s   | ]}d | V  qdS )z	%s	%sNrY   )r'  ÚitemrY   rY   rZ   Ú	<genexpr>  s   ÿz+RegexpChunkApp.show_help.<locals>.<genexpr>c                 S   s(   t  d| d ¡rd| d fp&d| d fS )Nz\w+r   r8   )rT   r7   )Zt_wrY   rY   rZ   r‹   "  s   
ÿz*RegexpChunkApp.show_help.<locals>.<lambda>)Úkey)rH   z



















z1.0 + %d charsz(?s)(<z
>)(.*?)(</z>)r÷   r8   rø   r<   rM   rû   )r  rÃ   r  ÚreplaceÚjoinÚsortedÚlistrh   Úitemsr  r¬   Ú_HELPTAB_FG_PARAMSrd   r  rT   Úfinditerr,  Ústartrb   Ú_HELPTAB_BG_PARAMS)
rW   rö   Únamer"  r¸   ÚCrÏ   r#  ÚpatternÚmrY   rY   rZ   rõ     s6    


þþþ$ÿ*zRegexpChunkApp.show_helpc                 G   s   |   | jd ¡ dS ©Nr8   r®   ©Ú_view_historyrr   r±   rY   rY   rZ   r  9  s    zRegexpChunkApp._history_prevc                 G   s   |   | jd ¡ dS rI  rJ  r±   rY   rY   rZ   r  =  s    zRegexpChunkApp._history_nextc                 C   s.  t dtt| jƒd |ƒƒ}| js$d S || jkr2d S d| jd< | j dd¡ | j d| j| d ¡ | j dd¡ || _|  	| j| d ¡ |  
| j| d ¡| _| jr¾dd	„ | j d
¡D ƒ}ng }t|ƒ| _|  ¡  |  ¡  | jrê|  ¡  | jt| jƒd k �r d | jd t| jƒ¡| jd< n
d| jd< d S )Nr   r8   r$  rü   re   rb   rd   c                 S   s   g | ]}t  |¡‘qS rY   ©r   Ú
fromstring©r'  ÚlinerY   rY   rZ   Ú
<listcomp>T  s   ÿz0RegexpChunkApp._view_history.<locals>.<listcomp>rc   zGrammar {}/{}:r¸   rï   )rË   rÉ   rÇ   rq   rr   r�   rÃ   rd   r‚   Ú_syntax_highlight_grammarr[   rk   Úsplitr   rj   r’   Ú_highlight_devsetr¯   r°   Úformatr  )rW   Úindexr-  rY   rY   rZ   rK  A  s8    


þ
þzRegexpChunkApp._view_historyc                 G   s   |   ddd¡ dS )NÚscrollr8   Úpager®   ©r  r±   rY   rY   rZ   rŽ   j  s    zRegexpChunkApp._devset_nextc                 G   s   |   ddd¡ dS )NrV  r^   rW  r®   rX  r±   rY   rY   rZ   r�   n  s    zRegexpChunkApp._devset_prevc                 G   s"   | j d u rd S | j  ¡  d | _ d S r†   )rw   rz   r±   rY   rY   rZ   rz   r  s    

zRegexpChunkApp.destroyc                 G   sÀ   d}| j }|dkr:|d  d¡r:|  | jt|d ƒ ¡ nv|dkrn|d  d¡rn|  | j|t|d ƒ  ¡ nB|dkr˜|  tt|d ƒ| j ¡  ƒ¡ nds°J d|› d|› �ƒ‚|r¼|  ¡  d S )	Nr8   rV  Úunitr   rW  Zmovetozbad scroll command rS   )	r¯   Ú
startswithrƒ   ro   r˜   Úfloatr{   r–   r°   )rW   r›   ÚargsÚNZshowing_tracerY   rY   rZ   r  x  s    "zRegexpChunkApp._devset_scrollc                 C   sœ  |d u r| j }ttd|ƒ| j ¡ d ƒ}|| j kr<| js<d S || _ d| _d| jd< d| jd< d| jd< d| jd< | j 	d	d
¡ d| j d | j ¡ f | j
d< | j| j | j d … }i | _ddi| _t|ƒD ]|\}}d}t| ¡ ƒD ]H\}\}}t|ƒ| j||f< ||› d|› d�7 }t|ƒ| j||d f< qâ| j d
|d d… d ¡ qÊ| jd u�r\|  ¡  d| jd< | j | j ¡  }	| j d | j ¡  }
| j |	|
¡ d S )Nr   r8   Fr$  rü   rû   r=   rD   re   rb   r%  r¸   r\   ú/rS   r^   z

r<   )ro   rÉ   rË   r{   r–   r¯   r   r  r  rÃ   r  rm   r*  r.  rÌ   rá   rÇ   rd   rj   rS  r  r|   )rW   rU  ÚsampleÚsentnumÚsentZlinestrr3  r=   r4  ÚfirstÚlastrY   rY   rZ   rƒ   †  s>    



ÿ


zRegexpChunkApp.show_devsetc                 C   s\   t ƒ }d}|D ]H}t|tƒrN| ¡ | jkr@| ||t|ƒ f¡ |t|ƒ7 }q|d7 }q|S )Nr   r8   )r|   Ú
isinstancer   rš   rf   ÚaddrÇ   )rW   ÚtreeÚchunksr3  ÚchildrY   rY   rZ   r/  ³  s    

zRegexpChunkApp._chunksc                 C   sV  | j d u rd S | j ddd¡ | j ddd¡ | j ddd¡ | j ddd¡ t| d¡ƒD ]ô\}}| ¡ snq\t d|¡}d }| 	d	¡rÎ| 
d	¡}d
|d | 
d	¡f }d
|d | d	¡f }| j d||¡ t d|¡D ]t}|d urö| 
¡ |krö q\d
|d | 
¡ f }d
|d | ¡ f }| 	¡ dv �r>| j d||¡ qÚ| j d||¡ qÚq\d S )Nr  re   rb   r	  r
  r3   rc   z(\\.|[^#])*(#.*)?r<   z%d.%dr8   z[<>{}]z<>)rw   r�   Ú
tag_remover,  rÌ   rR  rV   rT   r7   ÚgrouprC  rb   rB  )rW   rX   ÚlinenorO  rH  Úcomment_startr¹   r‰   rY   rY   rZ   rQ  ¿  s0    


z(RegexpChunkApp._syntax_highlight_grammarc                 C   s¸   | j d u rd S | j ddd¡ g | _t| d¡ƒD ]v\}}t dd|¡}| ¡ }|r2zt	 
|¡ W q2 ty¦ } z,| j dd|d  d	|d  ¡ W Y d }~q2d }~0 0 q2d
| jd< d S )Nr  re   rb   rc   rQ   rR   z%s.0r8   z%s.0 lineendr\   r¸   )rw   r�   ri  Z_grammarcheck_errsrÌ   rR  rT   rU   rV   r   rM  ri   r,  rÍ   )rW   rX   rk  rO  r‰   rY   rY   rZ   Ú_grammarcheckÚ  s    
ÿzRegexpChunkApp._grammarcheckc              
   G   s  |rt   ¡ | _| j dd¡ | _}|  |¡}|| jkr:d S || _| jt| j	ƒd k r^d| j
d< |  |¡ z"|r„dd„ | d¡D ƒ}ng }W n6 tyÀ } z|  |¡ d | _W Y d }~d S d }~0 0 t|ƒ| _| j d	dd¡ t   ¡ | _| j� rø|  ¡  n|  ¡  | j�s|  ¡  d S )
Nre   rb   r8   rï   r¸   c                 S   s   g | ]}t  |¡‘qS rY   rL  rN  rY   rY   rZ   rP    s   ÿz)RegexpChunkApp.update.<locals>.<listcomp>rc   r  )rÙ   rp   r�   r–   rX   r[   rk   rr   rÇ   rq   r  rQ  rR  ri   rm  rj   r   ri  rl   r¯   r°   rS  rØ   rÝ   )rW   ÚeventrX   rk   r-  r‰   rY   rY   rZ   r„   ë  s8    




þ



zRegexpChunkApp.updatec                 C   sÜ   |d u r| j | j| jd … }| j ddd¡ | j ddd¡ | j ddd¡ t|ƒD ]€\}}|  | ¡ ¡}|  |¡}|  |¡}| |¡D ]}|  	||d¡ qŠ|| D ]}|  	||d¡ q¦|| D ]}|  	||d¡ qÂqVd S )Nr8   r   re   rb   r  r  )
rm   ro   r  ri  rÌ   rà   rá   r/  r0  r1  )rW   r_  r`  r2  r5  r6  r7  r8  rY   rY   rZ   rS    s    

z RegexpChunkApp._highlight_devsetc              
   C   sP   z| j  |¡W S  ttfyJ } z | j ddd¡ |W  Y d }~S d }~0 0 d S )Nr  re   rb   )rj   Úparseri   Ú
IndexErrorr�   r,  )rW   Úwordsr‰   rY   rY   rZ   rà   5  s
    zRegexpChunkApp._chunkparsec              	   C   sT   |\}}| j  || j| › d| j||f › �| j| › d| j||f d › �¡ d S )Nr!   r8   )r  r,  r.  r*  )rW   r`  r8  rÏ   rC  rb   rY   rY   rZ   r1  @  s     ýzRegexpChunkApp._color_chunkc                 C   sH   d | _ d | _d | _d| _g | _d| _| j dd¡ |  d¡ |  	¡  d S )Nr   re   rb   )
rj   rX   rk   rl   rq   rr   r�   rÃ   rƒ   r„   rŠ   rY   rY   rZ   r§   H  s    
zRegexpChunkApp.resetz®# Regexp Chunk Parsing Grammar
# Saved %(date)s
#
# Development set: %(devset)s
#   Precision: %(precision)s
#   Recall:    %(recall)s
#   F-score:   %(fscore)s

%(grammar)s
c                 C   sâ   |s ddg}t |dd�}|s d S | jrd| j|  | jd d ¡krddd„ | jd d	d … D ƒ\}}}n$| jd u r|d
 } }}nd } }}t|dƒ�<}| | jtt	 
¡ | j|||| j ¡ d� ¡ W d   ƒ n1 sÔ0    Y  d S )N©zChunk Gramamrú.chunk©z	All filesÚ*rs  ©Ú	filetypesZdefaultextensionr^   r   c                 s   s   | ]}d d|  V  qdS )z%.2f%%ra   NrY   )r'  ÚvrY   rY   rZ   r:  j  s   z.RegexpChunkApp.save_grammar.<locals>.<genexpr>r8   zGrammar not well formedzNot finished evaluation yetrµ   )Údaterm   rÒ   rÓ   r×   rX   )r   rq   rk   r[   rj   ÚopenÚwriteÚSAVE_GRAMMAR_TEMPLATEÚdictrÙ   Úctimern   rX   rV   )rW   ÚfilenameÚftypesrÒ   rÓ   r×   ÚoutfilerY   rY   rZ   r‡   a  s6    ÿÿ
úÿÿzRegexpChunkApp.save_grammarc                 C   s’   |s ddg}t |dd�}|s d S | j dd¡ |  ¡  t|ƒ�}| ¡ }W d   ƒ n1 s\0    Y  t dd|¡ ¡ }| j 	d|¡ |  ¡  d S )	Nrr  rt  rs  rv  re   rb   z2^\# Regexp Chunk Parsing Grammar[\s\S]*F-score:.*
r\   )
r   r�   rÃ   r„   rz  ÚreadrT   rU   Úlstriprd   )rW   r  r€  ÚinfilerX   rY   rY   rZ   r�     s    
&ÿzRegexpChunkApp.load_grammarc           
   	   C   sZ  |s ddg}t |dd�}|s d S t|dƒ��}| d¡ | dt ¡  ¡ | d| j ¡ t| jƒD ]h\}\}}}}d	|d
 t| jƒ|d |d |d f }	| d|	 ¡ | d 	dd„ | 
¡  ¡ D ƒ¡¡ qd| jrð| j|  | jd d ¡k�s6| jd u �r| d¡ n
| d¡ | d 	dd„ | j 
¡  ¡ D ƒ¡¡ W d   ƒ n1 �sL0    Y  d S )N)zChunk Gramamr Historyú.txtrt  r…  rv  rµ   z'# Regexp Chunk Parsing Grammar History
z# Saved %s
z# Development set: %s
z>Grammar %d/%d (precision=%.2f%%, recall=%.2f%%, fscore=%.2f%%)r8   ra   z
%s
r\   c                 s   s   | ]}d | V  qdS ©z  %s
NrY   rN  rY   rY   rZ   r:  ¡  rŒ   z.RegexpChunkApp.save_history.<locals>.<genexpr>r^   r   z#
Current Grammar (not well-formed)
z!
Current Grammar (not evaluated)
c                 s   s   | ]}d | V  qdS r†  rY   rN  rY   rY   rZ   r:  ­  rŒ   )r   rz  r{  rÙ   r~  rn   rÌ   rq   rÇ   r=  rV   rR  rk   r[   rj   rX   )
rW   r  r€  r�  rÑ   rä   rå   ræ   rç   ÚhdrrY   rY   rZ   r¨   �  s8    
"þÿ$ÿÿþ
ÿzRegexpChunkApp.save_historyc                 G   sH   d}d}z ddl m} |||d� ¡  W n   t| j||ƒ Y n0 d S )Nz<NLTK RegExp Chunk Parser Application
Written by Edward Loperz2About: Regular Expression Chunk Parser Applicationr   )ÚMessage)Úmessagerx   )Ztkinter.messageboxrˆ  Úshowr   rw   )rW   r‰   ZABOUTZTITLErˆ  rY   rY   rZ   r«   °  s    zRegexpChunkApp.aboutc                 C   sJ   |d ur| j  |¡ | j  tt| jƒ| j  ¡ ƒ¡ |  d¡ |  d¡ d S )Nr8   r   )r{   r|   rÉ   rÇ   rm   r–   rƒ   ©rW   rL   rY   rY   rZ   rª   º  s
    
zRegexpChunkApp.set_devset_sizec                 C   sX   |d ur| j  |¡ | j  ¡ }| jjt|ƒ d� | jjtdt|ƒ d d ƒd� d S )N)rL   iöÿÿÿr”   r0   )r•   r|   r–   r—   r  Úabsr™   rÉ   r‹  rY   rY   rZ   r©   Â  s
    
zRegexpChunkApp.resizec                 O   s    t ƒ r
dS | jj|i |¤Ž dS )zñ
        Enter the Tkinter mainloop.  This function must be called if
        this demo is created from a non-interactive program (e.g.
        from a secript); otherwise, the demo will close as soon as
        the script completes.
        N)r   rw   Úmainloop)rW   r\  ÚkwargsrY   rY   rZ   r�  É  s    zRegexpChunkApp.mainloop)r   Nr\   r]   N)N)N)N)N)N)N)N)BÚ__name__Ú
__module__Ú__qualname__Ú__doc__rg   r  r}  r  rÚ   rß   rÜ   rë   rê   r  r  r  r!  Z_FONT_PARAMSr  rÄ   r  Z_HELPTAB_BG_COLORZ_HELPTAB_FG_COLORrA  rD  r  r[   r…   r   r}   r€   r�   rÊ   Z_DRAW_LINESr’   rØ   rÝ   râ   r~   r¯   r°   rõ   r  r  rK  rŽ   r�   rz   r  rƒ   r/  rQ  rm  r„   rS  rà   r1  r§   r|  r‡   r�   r¨   r«   rª   r©   r�  rY   rY   rY   rZ   r   -   sH  Ó7höø
÷÷ù	ÿ

     ú
k	b K >?")
-3
ÿ


!


r   c                   C   s   t ƒ  ¡  d S r†   )r   r�  rY   rY   rY   rZ   ÚappÕ  s    r“  Ú__main__)'r’  ÚrandomrT   ÚtextwraprÙ   Útkinterr   r   r   r   r   r   r   r	   r
   r   Ztkinter.filedialogr   r   Ztkinter.fontr   Z
nltk.chunkr   r   Znltk.chunk.regexpr   Znltk.corpusr   r   Znltk.draw.utilr   Z	nltk.treer   Z	nltk.utilr   r   r“  r�  Ú__all__rY   rY   rY   rZ   Ú<module>   s:   
0           3