a
     ˜ëji  ã                   @   sH   d Z ddlT ddlT ddlmZmZ G dd„ deƒZG dd„ deƒZ	dS )	zí
Indian Language POS-Tagged Corpus
Collected by A Kumaran, Microsoft Research, India
Distributed with permission

Contents:
  - Bangla: IIT Kharagpur
  - Hindi: Microsoft Research India
  - Marathi: IIT Bombay
  - Telugu: IIIT Hyderabad
é    )Ú*)Úmap_tagÚ	str2tuplec                   @   s8   e Zd ZdZddd„Zddd„Zddd„Zdd	d
„ZdS )ÚIndianCorpusReaderz@
    List of words, one per line.  Blank lines are ignored.
    Nc                 C   s   t dd„ |  |d¡D ƒƒS )Nc                 S   s   g | ]\}}t ||d d ƒ‘qS )F©ÚIndianCorpusView©Ú.0ZfileidÚenc© r   úX/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/nltk/corpus/reader/indian.pyÚ
<listcomp>!   s   ÿz,IndianCorpusReader.words.<locals>.<listcomp>T©ÚconcatÚabspaths©ÚselfÚfileidsr   r   r   Úwords   s
    
þÿzIndianCorpusReader.wordsc                    s@   ˆrˆˆ j kr‡ ‡fdd„‰nd ‰t‡fdd„ˆ  |d¡D ƒƒS )Nc                    s   t ˆ jˆ| ƒS ©N©r   Ú_tagset©Út©r   Útagsetr   r   Ú<lambda>)   ó    z1IndianCorpusReader.tagged_words.<locals>.<lambda>c                    s    g | ]\}}t ||d dˆ ƒ‘qS )TFr   r   ©Útag_mapping_functionr   r   r   -   s   ÿz3IndianCorpusReader.tagged_words.<locals>.<listcomp>T©r   r   r   ©r   r   r   r   ©r   r   r   r   Útagged_words'   s    

þÿzIndianCorpusReader.tagged_wordsc                 C   s   t dd„ |  |d¡D ƒƒS )Nc                 S   s   g | ]\}}t ||d dƒ‘qS )FTr   r   r   r   r   r   5   s   ÿz,IndianCorpusReader.sents.<locals>.<listcomp>Tr   r   r   r   r   Úsents3   s
    
þÿzIndianCorpusReader.sentsc                    s@   ˆrˆˆ j kr‡ ‡fdd„‰nd ‰t‡fdd„ˆ  |d¡D ƒƒS )Nc                    s   t ˆ jˆ| ƒS r   r   r   r   r   r   r   =   r   z1IndianCorpusReader.tagged_sents.<locals>.<lambda>c                    s    g | ]\}}t ||d d ˆ ƒ‘qS )Tr   r   r   r   r   r   A   s   ÿz3IndianCorpusReader.tagged_sents.<locals>.<listcomp>Tr    r!   r   r"   r   Útagged_sents;   s    

þÿzIndianCorpusReader.tagged_sents)N)NN)N)NN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r#   r$   r%   r   r   r   r   r      s
   


r   c                   @   s   e Zd Zddd„Zdd„ ZdS )r   Nc                 C   s&   || _ || _|| _tj| ||d� d S )N)Úencoding)Ú_taggedÚ_group_by_sentÚ_tag_mapping_functionÚStreamBackedCorpusViewÚ__init__)r   Zcorpus_filer*   ZtaggedZgroup_by_sentr   r   r   r   r/   I   s    zIndianCorpusView.__init__c                    sh   |  ¡ }| d¡rg S dd„ | ¡ D ƒ}ˆ jr@‡ fdd„|D ƒ}ˆ jsTdd„ |D ƒ}ˆ jr`|gS |S d S )Nú<c                 S   s   g | ]}t |d d�‘qS )Ú_)Úsep)r   )r	   Úwordr   r   r   r   U   r   z/IndianCorpusView.read_block.<locals>.<listcomp>c                    s   g | ]\}}|ˆ   |¡f‘qS r   )r-   ©r	   Úwr   ©r   r   r   r   W   r   c                 S   s   g | ]\}}|‘qS r   r   r4   r   r   r   r   Y   r   )ÚreadlineÚ
startswithÚsplitr-   r+   r,   )r   ÚstreamÚlineÚsentr   r6   r   Ú
read_blockQ   s    
zIndianCorpusView.read_block)N)r&   r'   r(   r/   r=   r   r   r   r   r   H   s    ÿ
r   N)
r)   Znltk.corpus.reader.apiZnltk.corpus.reader.utilZnltk.tagr   r   ZCorpusReaderr   r.   r   r   r   r   r   Ú<module>	   s
   .