a
     ˜ëj§.  ã                   @   s€   d dl T d dlmZ e d¡Ze d¡Ze d¡Ze d¡Ze d¡Z	e d¡Z
e d	¡ZG d
d„ deƒZG dd„ deeƒZdS )é    )Ú*)ÚXMLCorpusReaderz<p(?: [^>]*){0,1}>(.*?)</p>z<s(?: [^>]*){0,1}>(.*?)</s>z#<([wc](?: [^>]*){0,1}>)(.*?)</[wc]>z!<[wc](?: [^>]*){0,1}>(.*?)</[wc]>ztype="(.*?)"zana="(.*?)"ztext id="(.*?)"c                   @   s*   e Zd Zd
dd„ZdZdd„ Zdd	„ ZdS )ÚTEICorpusViewNr   c                 C   s,   || _ || _|| _|| _tj| ||d� d S )N)Ústartpos)Ú_taggedÚ_textidsÚ_group_by_sentÚ_group_by_paraÚStreamBackedCorpusViewÚ__init__)ÚselfZcorpus_fileZtaggedZgroup_by_sentZgroup_by_paraZtagsetÚhead_lenÚtextids© r   úX/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/corpus/reader/pl196x.pyr      s
    
zTEICorpusView.__init__i   c                 C   s\  |  | j¡}t|ƒ}| d¡| d¡ks6| d¡dkrV| ¡ }t|ƒdkrLqV||7 }q| dd¡}t |¡}| j	rÊ|D ]R}|| j	vrv| 
|¡d }||d …  
d¡tdƒ }|d |… ||| d …  }qvg }t |¡D ]~}	g }
t |	¡D ]L}| j�st |¡}ntt| jt |¡ƒƒ}| j�r,|
 |¡ qê|
 |¡ qê| j�rL| |
¡ qØ| |
¡ qØ|S )Nz<text idz</text>r   Ú
Ú é   )Ú	readlinesÚ	_pagesizeÚconcatÚcountÚreadlineÚlenÚreplaceÚTEXTIDÚfindallr   ÚfindÚPARAÚSENTr   ÚWORDÚlistÚmapÚ
_parse_tagÚ
TAGGEDWORDr   ÚappendÚextendr	   )r   ÚstreamÚblockÚtmpr   ÚtidÚbegÚendÚoutputZpara_strÚparaZsent_strÚsentr   r   r   Ú
read_block,   sB    ÿþ


zTEICorpusView.read_blockc                 C   s<   |\}}|  d¡r$t |¡ d¡}nt |¡ d¡}||fS )NÚwr   )Ú
startswithÚANAÚsearchÚgroupÚTYPE)r   Ztag_word_tupleÚtagÚwordr   r   r   r#   S   s
    
zTEICorpusView._parse_tag)Nr   N)Ú__name__Ú
__module__Ú__qualname__r   r   r0   r#   r   r   r   r   r      s      ø
'r   c                   @   sŠ   e Zd ZdZdd„ Zdd„ Zdd„ Zdd	d
„Zdd„ Zddd„Z	ddd„Z
d dd„Zd!dd„Zd"dd„Zd#dd„Zd$dd„Zd%dd„ZdS )&ÚPl196xCorpusReaderiÒ
  c                 O   sD   d|v r|d | _ nd | _ tj| g|¢R Ž  t | |¡ |  ¡  d S )NZtextid_file)r   r   r   ÚCategorizedCorpusReaderÚ_init_textids)r   ÚargsÚkwargsr   r   r   r   _   s    zPl196xCorpusReader.__init__c                 C   sª   t tƒ| _t tƒ| _| jd ur¦t| jƒ�n}|D ]X}| ¡ }| dd¡\}}||  ¡ vrht	d| j|f ƒ‚| | j
¡D ]}|  ||¡ qtq.W d   ƒ n1 sœ0    Y  d S )Nú r   z(In text_id mapping file %s: %s not found)Údefaultdictr!   Ú_f2tÚ_t2fr   ÚopenÚstripÚsplitÚfileidsÚ
ValueErrorZ
_delimiterÚ_add_textids)r   ÚfpÚlineÚfile_idZtext_idsÚtext_idr   r   r   r>   j   s    


ÿÿz Pl196xCorpusReader._init_textidsc                 C   s$   | j |  |¡ | j|  |¡ d S ©N)rC   r%   rD   )r   rM   rN   r   r   r   rJ   z   s    zPl196xCorpusReader._add_textidsNc                    s¸   d }t ttdd„ |||fƒƒƒdkr,tdƒ‚|d ur<|d fS |d urRˆ  |¡d fS |d ur´t|tƒrj|g}t‡ fdd„|D ƒg ƒ}tƒ }|D ]}t	ˆ j
| ƒt	|ƒ@ ||< qŒ||fS d S )Nc                 S   s   | d u S rO   r   )Úaccessorr   r   r   Ú<lambda>„   ó    z-Pl196xCorpusReader._resolve.<locals>.<lambda>r   z6Specify exactly one of: fileids, categories or textidsc                 3   s   | ]}ˆ j | V  qd S rO   )rD   )Ú.0Út©r   r   r   Ú	<genexpr>˜   rR   z.Pl196xCorpusReader._resolve.<locals>.<genexpr>)r   r!   ÚfilterrI   rH   Ú
isinstanceÚstrÚsumÚdictÚsetrC   )r   rH   Ú
categoriesr   r)   ÚfilesZtdictÚfr   rU   r   Ú_resolve~   s6    þÿÿøÿÿ
zPl196xCorpusReader._resolvec                 C   s   |S rO   r   )r   r7   r   r   r   Ú
decode_tagž   s    zPl196xCorpusReader.decode_tagc                    sN   ˆ   ||¡\}}|du r"tˆ jƒS t|tƒr2|g}tt‡ fdd„|D ƒg ƒƒS )an  
        In the pl196x corpus each category is stored in single
        file and thus both methods provide identical functionality. In order
        to accommodate finer granularity, a non-standard textids() method was
        implemented. All the main functions can be supplied with a list
        of required chunks---giving much more control to the user.
        Nc                 3   s   | ]}ˆ j | V  qd S rO   )rC   )rS   ÚdrU   r   r   rV   °   rR   z-Pl196xCorpusReader.textids.<locals>.<genexpr>)r`   ÚsortedrD   rX   rY   rZ   ©r   rH   r]   Ú_r   rU   r   r   ¢   s    

zPl196xCorpusReader.textidsc                    sh   ˆ   ||ˆ¡\}‰|d u r"ˆ j}nt|tƒr2|g}ˆrNt‡ ‡fdd„|D ƒƒS t‡ fdd„|D ƒƒS d S )Nc              
      s,   g | ]$}t ˆ  |¡d d d ˆ jˆ| d�‘qS )F©r   r   ©r   Úabspathr   ©rS   Zfileid©r   r   r   r   Ú
<listcomp>»   s   	øúz,Pl196xCorpusReader.words.<locals>.<listcomp>c              	      s&   g | ]}t ˆ  |¡d d d ˆ jd�‘qS )F©r   rg   ri   rU   r   r   rk   É   s   ùû©r`   Z_fileidsrX   rY   r   ©r   rH   r]   r   r   rj   r   Úwords²   s     
	÷ÿ
øÿzPl196xCorpusReader.wordsc                    sh   ˆ   ||ˆ¡\}‰|d u r"ˆ j}nt|tƒr2|g}ˆrNt‡ ‡fdd„|D ƒƒS t‡ fdd„|D ƒƒS d S )Nc              
      s,   g | ]$}t ˆ  |¡d dd ˆ jˆ| d�‘qS ©FTrf   rg   ri   rj   r   r   rk   Þ   s   	øúz,Pl196xCorpusReader.sents.<locals>.<listcomp>c              	      s&   g | ]}t ˆ  |¡d dd ˆ jd�‘qS ©FTrl   rg   ri   rU   r   r   rk   ì   s   ýÿrm   rn   r   rj   r   ÚsentsÕ   s     
	÷ÿ
üÿzPl196xCorpusReader.sentsc                    sh   ˆ   ||ˆ¡\}‰|d u r"ˆ j}nt|tƒr2|g}ˆrNt‡ ‡fdd„|D ƒƒS t‡ fdd„|D ƒƒS d S )Nc              
      s,   g | ]$}t ˆ  |¡d ddˆ jˆ| d�‘qS rp   rg   ri   rj   r   r   rk   ý   s   	øúz,Pl196xCorpusReader.paras.<locals>.<listcomp>c              	      s&   g | ]}t ˆ  |¡d ddˆ jd�‘qS rq   rg   ri   rU   r   r   rk     s   ýÿrm   rn   r   rj   r   Úparasô   s     
	÷ÿ
üÿzPl196xCorpusReader.parasc                    sh   ˆ   ||ˆ¡\}‰|d u r"ˆ j}nt|tƒr2|g}ˆrNt‡ ‡fdd„|D ƒƒS t‡ fdd„|D ƒƒS d S )Nc              
      s,   g | ]$}t ˆ  |¡d ddˆ jˆ| d�‘qS ©TFrf   rg   ri   rj   r   r   rk     s   	øúz3Pl196xCorpusReader.tagged_words.<locals>.<listcomp>c              	      s&   g | ]}t ˆ  |¡d ddˆ jd�‘qS ©TFrl   rg   ri   rU   r   r   rk   *  s   ýÿrm   rn   r   rj   r   Útagged_words  s     
	÷ÿ
üÿzPl196xCorpusReader.tagged_wordsc                    sh   ˆ   ||ˆ¡\}‰|d u r"ˆ j}nt|tƒr2|g}ˆrNt‡ ‡fdd„|D ƒƒS t‡ fdd„|D ƒƒS d S )Nc              
      s,   g | ]$}t ˆ  |¡d d dˆ jˆ| d�‘qS rt   rg   ri   rj   r   r   rk   ;  s   	øúz3Pl196xCorpusReader.tagged_sents.<locals>.<listcomp>c              	      s&   g | ]}t ˆ  |¡d d dˆ jd�‘qS ru   rg   ri   rU   r   r   rk   I  s   ýÿrm   rn   r   rj   r   Útagged_sents2  s     
	÷ÿ
üÿzPl196xCorpusReader.tagged_sentsc                    sh   ˆ   ||ˆ¡\}‰|d u r"ˆ j}nt|tƒr2|g}ˆrNt‡ ‡fdd„|D ƒƒS t‡ fdd„|D ƒƒS d S )Nc              
      s,   g | ]$}t ˆ  |¡d d d ˆ jˆ| d�‘qS )Trf   rg   ri   rj   r   r   rk   Z  s   	øúz3Pl196xCorpusReader.tagged_paras.<locals>.<listcomp>c              	      s&   g | ]}t ˆ  |¡d d d ˆ jd�‘qS )Trl   rg   ri   rU   r   r   rk   h  s   ýÿrm   rn   r   rj   r   Útagged_parasQ  s     
	÷ÿ
üÿzPl196xCorpusReader.tagged_parasc                 C   s8   |   ||¡\}}t|ƒdkr,t | |d ¡S tdƒ‚d S )Nr   r   zExpected a single file)r`   r   r   ÚxmlÚ	TypeErrorrd   r   r   r   ry   p  s    zPl196xCorpusReader.xml)N)NN)NNN)NNN)NNN)NNN)NNN)NNN)NN)r9   r:   r;   r   r   r>   rJ   r`   ra   r   ro   rr   rs   rv   rw   rx   ry   r   r   r   r   r<   \   s   
 

#




r<   N)Znltk.corpus.reader.apiZnltk.corpus.reader.xmldocsr   ÚreÚcompiler   r   r$   r    r6   r3   r   r
   r   r=   r<   r   r   r   r   Ú<module>   s   






E