a
     ˜ëj¯  ã                   @   sj   d Z ddlZddlmZ ddlT ddlT ddlT G dd„ dƒZG dd„ deƒZ	G d	d
„ d
e
ƒZdd„ ZdS )a  
Read from the Senseval 2 Corpus.

SENSEVAL [http://www.senseval.org/]
Evaluation exercises for Word Sense Disambiguation.
Organized by ACL-SIGLEX [https://www.siglex.org/]

Prepared by Ted Pedersen <tpederse@umn.edu>, University of Minnesota,
https://www.d.umn.edu/~tpederse/data.html
Distributed with permission.

The NLTK version of the Senseval 2 files uses well-formed XML.
Each instance of the ambiguous words "hard", "interest", "line", and "serve"
is tagged with a sense identifier, and supplied with context.
é    N)ÚElementTree)Ú*c                   @   s   e Zd Zdd„ Zdd„ ZdS )ÚSensevalInstancec                 C   s    || _ t|ƒ| _|| _|| _d S )N)ÚwordÚtupleÚsensesÚpositionÚcontext)Úselfr   r   r	   r   © r   úZ/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/corpus/reader/senseval.pyÚ__init__"   s    
zSensevalInstance.__init__c                 C   s   d| j | j| j| jf S )Nz=SensevalInstance(word=%r, position=%r, context=%r, senses=%r))r   r   r	   r   )r
   r   r   r   Ú__repr__(   s    üzSensevalInstance.__repr__N)Ú__name__Ú
__module__Ú__qualname__r   r   r   r   r   r   r   !   s   r   c                   @   s   e Zd Zddd„Zdd„ ZdS )ÚSensevalCorpusReaderNc                 C   s   t dd„ |  |d¡D ƒƒS )Nc                 S   s   g | ]\}}t ||ƒ‘qS r   )ÚSensevalCorpusView)Ú.0ÚfileidÚencr   r   r   Ú
<listcomp>4   s   ÿz2SensevalCorpusReader.instances.<locals>.<listcomp>T)ÚconcatZabspaths)r
   Zfileidsr   r   r   Ú	instances2   s
    
þÿzSensevalCorpusReader.instancesc                 C   sV   g }|  d¡D ]B}|  d¡D ]2}|d jd }dd„ |d D ƒ}| ||f¡ qq|S )NÚlexeltÚinstancer   Úsenseidc                 S   s   g | ]}|j |jd  f‘qS )Úpos)ÚtextÚattrib)r   Úwr   r   r   r   ?   ó    z/SensevalCorpusReader._entry.<locals>.<listcomp>é   )Úfindallr   Úappend)r
   ÚtreeÚeltsr   ÚinstZsenser	   r   r   r   Ú_entry:   s    zSensevalCorpusReader._entry)N)r   r   r   r   r(   r   r   r   r   r   1   s   
r   c                   @   s$   e Zd Zdd„ Zdd„ Zdd„ ZdS )r   c                 C   s,   t j| ||d� tƒ | _dg| _d g| _d S )N)Úencodingr   )ÚStreamBackedCorpusViewr   ZWhitespaceTokenizerÚ_word_tokenizerÚ_lexelt_startsÚ_lexelts)r
   r   r)   r   r   r   r   E   s    zSensevalCorpusView.__init__c           
      C   s0  t  | j| ¡ ¡d }| j| }g }d}| ¡ }|dkrH|g ksDJ ‚g S | ¡  d¡rÆ|d7 }t 	d|¡}|d usvJ ‚| 
d¡dd… }|t| jƒk rª|| j| ksÆJ ‚n| j |¡ | j | ¡ ¡ | ¡  d¡rä|g ksàJ ‚d}|rò| |¡ | ¡  d	¡r(d
 |¡}t|ƒ}t |¡}	|  |	|¡gS q(d S )Nr"   FÚ z<lexeltzitem=("[^"]+"|'[^']+')éÿÿÿÿz	<instanceTz
</instanceÚ
)ÚbisectÚbisect_rightr,   Útellr-   ÚreadlineÚlstripÚ
startswithÚreÚsearchÚgroupÚlenr$   ÚjoinÚ_fixXMLr   Ú
fromstringÚ_parse_instance)
r
   ÚstreamZ
lexelt_numr   Zinstance_linesZin_instanceÚlineÚmZ	xml_blockr'   r   r   r   Ú
read_blockL   s6    



zSensevalCorpusView.read_blockc                 C   sÌ  g }g }d }|D �]ª}|j dkr2| |jd ¡ q|j dk�rª|| j |j¡7 }|D �]P}|j dkrl|d }|j dk�rB|d u sˆJ dƒ‚|j ¡ s¢t|ƒdks¢J ‚|j ¡ r¼t|ƒdkr¼J ‚t|ƒ}|j ¡ rà| |j ¡ ¡ n`|d j d	k�r2| |d j|d jd
 f¡ |d j�r@|| j |d j¡7 }nd�sŽJ dƒ‚nL|j d	k�rf| |j|jd
 f¡ n(|j dk�rtnt	d|j ƒ d�sŽJ dƒ‚|jrT|| j |j¡7 }qTqdsJ d|j  ƒ‚qt
||||ƒS )NZanswerr   r	   Zcompoundr   Úheadzhead specified twicer"   Zwfr   Fzexpected CDATA or wf in <head>ÚsZACKz expected CDATA or <wf> or <head>zunexpected tag %s)Útagr$   r   r+   Útokenizer   Ústripr:   ÚtailÚprintr   )r
   r   r   r   r	   r   ÚchildÚcwordr   r   r   r>   u   sB    




z"SensevalCorpusView._parse_instanceN)r   r   r   r   rB   r>   r   r   r   r   r   D   s   )r   c                 C   sÖ   t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  d	d
| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} t  dd| ¡} | S )z:
    Fix the various issues with Senseval pseudo-XML.
    z	<([~\^])>z\1z(\s+)\&(\s+)z	\1&amp;\2z"""z'"'z(<[^<]*snum=)([^">]+)>z\1"\2"/>z<\&frasl>\s*<p[^>]*>ZFRASLz
<\&I[^>]*>r.   z<{([^}]+)}>z	<(@|/?p)>z	<&\w+ \.>z<!DOCTYPE[^>]*>z<\[\/?[^>]+\]*>z
<(\&\w+;)>z&(?!amp|gt|lt|apos|quot)z'[ \t]*([^<>\s]+?)[ \t]*<p="([^"]*"?)"/>z <wf pos="\2">\1</wf>z\s*"\s*<p=\'"\'/>z <wf pos='"'>"</wf>)r7   Úsub)r   r   r   r   r<   ¡   s$    ÿr<   )Ú__doc__r7   Z	xml.etreer   Znltk.corpus.reader.apiZnltk.corpus.reader.utilZnltk.tokenizer   ZCorpusReaderr   r*   r   r<   r   r   r   r   Ú<module>	   s   ]