a
     ˜ëj¹  ã                   @   sl   d dl Z d dlmZ d dlT d dlT G dd„ deƒZG dd„ deƒZdd	„ Z	d
d„ Z
edkrhe	ƒ  e
ƒ  dS )é    N)Úutil)Ú*c                   @   sR   e Zd Zddd„Zddd„Zddd„Zdd	d
„Zddd„Zddd„Zddd„Z	dS )ÚChasenCorpusReaderÚutf8Nc                 C   s   || _ t | |||¡ d S )N)Ú_sent_splitterÚCorpusReaderÚ__init__)ÚselfÚrootÚfileidsÚencodingÚsent_splitter© r   úX/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/corpus/reader/chasen.pyr      s    zChasenCorpusReader.__init__c                    s   t ‡ fdd„ˆ  |d¡D ƒƒS )Nc              	      s$   g | ]\}}t ||d d d ˆ jƒ‘qS )F©ÚChasenCorpusViewr   ©Ú.0ZfileidÚenc©r	   r   r   Ú
<listcomp>   s   ÿz,ChasenCorpusReader.words.<locals>.<listcomp>T©ÚconcatZabspaths©r	   r   r   r   r   Úwords   s
    

þÿzChasenCorpusReader.wordsc                    s   t ‡ fdd„ˆ  |d¡D ƒƒS )Nc              	      s$   g | ]\}}t ||d ddˆ jƒ‘qS ©TFr   r   r   r   r   r      s   ÿz3ChasenCorpusReader.tagged_words.<locals>.<listcomp>Tr   r   r   r   r   Útagged_words   s
    

þÿzChasenCorpusReader.tagged_wordsc                    s   t ‡ fdd„ˆ  |d¡D ƒƒS )Nc              	      s$   g | ]\}}t ||d dd ˆ jƒ‘qS ©FTr   r   r   r   r   r   %   s   ÿz,ChasenCorpusReader.sents.<locals>.<listcomp>Tr   r   r   r   r   Úsents#   s
    

þÿzChasenCorpusReader.sentsc                    s   t ‡ fdd„ˆ  |d¡D ƒƒS )Nc              	      s$   g | ]\}}t ||d d dˆ jƒ‘qS r   r   r   r   r   r   r   -   s   ÿz3ChasenCorpusReader.tagged_sents.<locals>.<listcomp>Tr   r   r   r   r   Útagged_sents+   s
    

þÿzChasenCorpusReader.tagged_sentsc                    s   t ‡ fdd„ˆ  |d¡D ƒƒS )Nc              	      s$   g | ]\}}t ||d ddˆ jƒ‘qS r   r   r   r   r   r   r   5   s   ÿz,ChasenCorpusReader.paras.<locals>.<listcomp>Tr   r   r   r   r   Úparas3   s
    

þÿzChasenCorpusReader.parasc                    s   t ‡ fdd„ˆ  |d¡D ƒƒS )Nc              	      s$   g | ]\}}t ||d d d ˆ jƒ‘qS )Tr   r   r   r   r   r   =   s   ÿz3ChasenCorpusReader.tagged_paras.<locals>.<listcomp>Tr   r   r   r   r   Útagged_paras;   s
    

þÿzChasenCorpusReader.tagged_paras)r   N)N)N)N)N)N)N)
Ú__name__Ú
__module__Ú__qualname__r   r   r   r   r   r    r!   r   r   r   r   r      s   





r   c                   @   s"   e Zd ZdZddd„Zdd„ ZdS )r   z•
    A specialized corpus view for ChasenReader. Similar to ``TaggedCorpusView``,
    but this'll use fixed sets of word and sentence tokenizer.
    Nc                 C   s,   || _ || _|| _|| _tj| ||d� d S )N©r   )Ú_taggedÚ_group_by_sentÚ_group_by_parar   ÚStreamBackedCorpusViewr   )r	   Zcorpus_filer   ZtaggedZgroup_by_sentZgroup_by_parar   r   r   r   r   J   s
    	zChasenCorpusView.__init__c           
      C   s  g }t |ddƒD ]ø}g }g }| ¡ D ]Š}| ¡ dk}| d¡}|d d |dd… ¡f}	|sf| |	¡ |sz| jr$|  |	¡r$| jsŽdd	„ |D ƒ}| jr | |¡ n
| 	|¡ g }q$t
|ƒdkrì| jsÐd
d	„ |D ƒ}| jrâ| |¡ n
| 	|¡ | jrþ| |¡ q| 	|¡ q|S )zReads one paragraph at a time.Ú.z^EOS\nZEOSú	r   é   Nc                 S   s   g | ]\}}|‘qS r   r   ©r   ÚwÚtr   r   r   r   i   ó    z/ChasenCorpusView.read_block.<locals>.<listcomp>c                 S   s   g | ]\}}|‘qS r   r   r-   r   r   r   r   r   r0   )Zread_regexp_blockÚ
splitlinesÚstripÚsplitÚjoinÚappendr   r&   r'   ÚextendÚlenr(   )
r	   ÚstreamÚblockZpara_strÚparaÚsentÚlineZ_eosZ_cellsr.   r   r   r   Ú
read_blockY   s6    



zChasenCorpusView.read_block)N)r"   r#   r$   Ú__doc__r   r=   r   r   r   r   r   D   s    ù
r   c                  C   sf   dd l } ddlm} |dtddd�}td | ¡ dd	… ¡ƒ td
 dd„ | ¡ dd… D ƒ¡ƒ d S )Nr   ©ÚLazyCorpusLoaderÚjeitaú.*chasenúutf-8r%   ú/iTV  i|V  z
EOS
c                 s   s"   | ]}d   dd„ |D ƒ¡V  qdS )Ú
c                 s   s,   | ]$}d   |d |d  d¡d ¡V  qdS )z{}/{}r   r,   r+   é   N)Úformatr3   )r   r.   r   r   r   Ú	<genexpr>Š   r0   z!demo.<locals>.<genexpr>.<genexpr>N)r4   )r   r;   r   r   r   rH   ‰   s   ÿzdemo.<locals>.<genexpr>iz  i}  )ÚnltkÚnltk.corpus.utilr@   r   Úprintr4   r   r   )rI   r@   rA   r   r   r   Údemo�   s    
þÿrL   c                  C   s:   ddl m}  | dtddd�}t| ¡ d d tƒs6J ‚d S )Nr   r?   rA   rB   rC   r%   r,   )rJ   r@   r   Ú
isinstancer   Ústr)r@   rA   r   r   r   Útest�   s    rO   Ú__main__)ÚsysZnltk.corpus.readerr   Znltk.corpus.reader.apiZnltk.corpus.reader.utilr   r   r)   r   rL   rO   r"   r   r   r   r   Ú<module>   s   6=