a
     ˜ëjX/  ã                   @   sÜ   U d Z ddlmZmZmZmZmZmZ ddlm	Z	 g d¢Z
dZi Zeeef ed< G dd„ dƒZG d	d
„ d
eƒZG dd„ deƒZG dd„ deƒZeeee dœdd„Zee eeee dœdd„Zeeef dœdd„ZdS )z]
emoji.tokenizer
~~~~~~~~~~~~~~~

Components for detecting and tokenizing emoji in strings.

é    )ÚListÚ
NamedTupleÚDictÚUnionÚIteratorÚAny)Úunicode_codes)Ú
EmojiMatchÚEmojiMatchZWJÚEmojiMatchZWJNonRGIÚTokenÚtokenizeÚfilter_tokensu   â€�Ú_SEARCH_TREEc                   @   s|   e Zd ZdZdZeeeeeee	f df dœdd„Z
eee	f dœdd„Zedœd	d
„Zed dœdd„Zedœdd„ZdS )r	   zd
    Represents a match of a "recommended for general interchange" (RGI)
    emoji in a string.
    ©ÚemojiÚstartÚendÚdataNc                 C   s   || _ || _|| _|| _d S ©Nr   )Úselfr   r   r   r   © r   úN/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/emoji/tokenizer.pyÚ__init__"   s
    zEmojiMatch.__init__©Úreturnc                 C   s:   | j r(| j  ¡ }| j|d< | j|d< |S | j| jdœS dS )z—
        Returns a copy of the data from :data:`EMOJI_DATA` for this match
        with the additional keys ``match_start`` and ``match_end``.
        Úmatch_startÚ	match_end)r   r   N)r   Úcopyr   r   )r   Úemj_datar   r   r   Ú	data_copy1   s    


zEmojiMatch.data_copyc                 C   s
   t | jv S )zp
        Checks if this is a ZWJ-emoji.

        :returns: True if this is a ZWJ-emoji, False otherwise
        )Ú_ZWJr   ©r   r   r   r   Úis_zwj>   s    zEmojiMatch.is_zwj)r
   r	   c                 C   s   |   ¡ rt| ƒS | S dS )zª
        Splits a ZWJ-emoji into its constituents.

        :returns: An :class:`EmojiMatchZWJ` containing the "sub-emoji" if this is a ZWJ-emoji, otherwise self
        N)r#   r
   r"   r   r   r   ÚsplitG   s    zEmojiMatch.splitc                 C   s&   | j j› d| j› d| j› d| j› d�S ©Nú(z, ú:ú))Ú	__class__Ú__name__r   r   r   r"   r   r   r   Ú__repr__S   s    zEmojiMatch.__repr__)r*   Ú
__module__Ú__qualname__Ú__doc__Ú	__slots__ÚstrÚintr   r   r   r   r    Úboolr#   r$   r+   r   r   r   r   r	      s   ÿ	r	   c                       sb   e Zd ZdZdZedœ‡ fdd„Zedœdd„Ze	dœd	d
„Z
d dœdd„Zedœdd„Z‡  ZS )r
   zr
    Represents a match of multiple emoji in a string that were joined by
    zero-width-joiners (ZWJ/``\u200D``).)Úemojis)Úmatchc              	      sx   t ƒ  |j|j|j|j¡ g | _|j}|j t¡D ]@}t	|||t
|ƒ tj |d ¡ƒ}| j |¡ |t
|ƒd 7 }q2d S )Né   )Úsuperr   r   r   r   r   r3   r$   r!   r	   Úlenr   Ú
EMOJI_DATAÚgetÚappend)r   r4   ÚiÚeÚm©r)   r   r   r   ^   s     zEmojiMatchZWJ.__init__r   c                 C   s   t  dd„ | jD ƒ¡S )z1
        Joins a ZWJ-emoji into a string
        c                 s   s   | ]}|j V  qd S r   ©r   ©Ú.0r<   r   r   r   Ú	<genexpr>o   ó    z%EmojiMatchZWJ.join.<locals>.<genexpr>)r!   Újoinr3   r"   r   r   r   rD   j   s    zEmojiMatchZWJ.joinc                 C   s   dS )NTr   r"   r   r   r   r#   q   s    zEmojiMatchZWJ.is_zwjc                 C   s   | S r   r   r"   r   r   r   r$   t   s    zEmojiMatchZWJ.splitc                 C   s(   | j j› d|  ¡ › d| j› d| j› d�S r%   )r)   r*   rD   r   r   r"   r   r   r   r+   w   s    zEmojiMatchZWJ.__repr__)r*   r,   r-   r.   r/   r	   r   r0   rD   r2   r#   r$   r+   Ú__classcell__r   r   r>   r   r
   W   s   r
   c                   @   s6   e Zd ZdZeedœdd„Zdd„ Zedœdd	„Zd
S )r   a  
    Represents a match of multiple emoji in a string that were joined by
    zero-width-joiners (ZWJ/``\u200D``). This class is only used for emoji
    that are not "recommended for general interchange" (non-RGI) by Unicode.org.
    The data property of this class is always None.
    )Úfirst_emoji_matchÚsecond_emoji_matchc                 C   s   ||g| _ |  ¡  d S r   )r3   Ú_update)r   rF   rG   r   r   r   r   ƒ   s    
zEmojiMatchZWJNonRGI.__init__c                 C   s>   t  dd„ | jD ƒ¡| _| jd j| _| jd j| _d | _d S )Nc                 s   s   | ]}|j V  qd S r   r?   r@   r   r   r   rB   Š   rC   z.EmojiMatchZWJNonRGI._update.<locals>.<genexpr>r   éÿÿÿÿ)r!   rD   r3   r   r   r   r   r"   r   r   r   rH   ‰   s    zEmojiMatchZWJNonRGI._update)Únext_emoji_matchc                 C   s   | j  |¡ |  ¡  d S r   )r3   r:   rH   )r   rJ   r   r   r   Ú_add�   s    zEmojiMatchZWJNonRGI._addN)r*   r,   r-   r.   r	   r   rH   rK   r   r   r   r   r   {   s   r   c                   @   s*   e Zd ZU dZeed< eeef ed< dS )r   z¡
    A named tuple containing the matched string and its :class:`EmojiMatch` object if it is an emoji
    or a single character that is not a unicode emoji.
    ÚcharsÚvalueN)r*   r,   r-   r.   r0   Ú__annotations__r   r	   r   r   r   r   r   ”   s   
r   )ÚstringÚkeep_zwjr   c                 c   s  t ƒ }tj}g }d}t| ƒ}g }||k �rd}| | }	||v rh|d7 }|	tkr |r | t|	|	ƒ¡ q �np|	|v rü|d }
||	 }|
|k r´| |
 |v r´|
|v ržq´|| |
  }|
d7 }
q€d|v rú|d }| ||
… }t|||
|ƒ}|
d }d}| t||ƒ¡ nÜ|	tk�rÄ|�rÄ|d j|v �rÄ|dk�rÄ| |d  |v �rÄ| |¡ ||d j d tj	d k�r¨|t
d	d
„ |dd… D ƒƒ }| | tk�rœ|d7 }|d= n
|dd…= q |t|d jƒ }|d= q n|�rØ|E dH  g }|�s|	dk�r|	dk�r| t|	|	ƒ¡ |d7 }q |E dH  dS )aø  
    Finds unicode emoji in a string. Yields all normal characters as a named
    tuple :class:`Token` ``(char, char)`` and all emoji as :class:`Token` ``(chars, EmojiMatch)``.

    :param string: String contains unicode characters. MUST BE UNICODE.
    :param keep_zwj: Should ZWJ-characters (``\u200D``) that join non-RGI emoji be
        skipped or should be yielded as normal characters
    :return: An iterable of tuples :class:`Token` ``(char, char)`` or :class:`Token` ``(chars, EmojiMatch)``
    r   Fr5   r   TrI   ÚstatusÚ	componentc                 s   s   | ]}t |jƒV  qd S r   )r7   rL   )rA   Útr   r   r   rB   ß   rC   ztokenize.<locals>.<genexpr>éþÿÿÿNu   ï¸Žu   ï¸�)Úget_search_treer   r8   r7   r!   r:   r   r	   rL   ZSTATUSÚsum)rO   rP   Útreer8   Úresultr;   ÚlengthÚignoreÚconsumedÚcharÚjÚsub_treer   Zcode_pointsZ	match_objr   r   r   r   ž   sx    þ

ÿþýüû
ÿÿ

r   )ÚmatchesÚ
emoji_onlyÚ
join_emojir   c           	      c   sP  |s|s| E dH  dS |s8| D ]}|j tkr|V  qdS d}d}d}g }| D ]ô}|}|rh|jtkrhd}qLt|jtƒ�r|�r
|�r
t|d jtƒrÊ|d j |j¡ t|d j t |j  |d jƒ|d< n>| ¡ }t|jtƒsâJ ‚| 	t|j t |j  t|j|jƒƒ¡ n
| 	|¡ d}d}qLd}d}|E dH  |�s<|V  g }qL|E dH  dS )ap  
    Filters the output of `tokenize()`

    :param matches: An iterable of tuples of the form ``(match_str, result)``
        where ``result`` is either an EmojiMatch or a string.
    :param emoji_only: If True, only EmojiMatch are returned in the output.
        If False all characters are returned
    :param join_emoji: If True, multiple EmojiMatch are merged into
        a single :class:`EmojiMatchZWJNonRGI` if they are separated only by a ZWJ.

    :return: An iterable of tuples :class:`Token` ``(char, char)``,
        :class:`Token` ``(chars, EmojiMatch)`` or :class:`Token` ``(chars, EmojiMatchZWJNonRGI)``
    NFTrI   )
rL   r!   rM   Ú
isinstancer	   r   rK   r   Úpopr:   )	r_   r`   ra   ÚtokenZprevious_is_emojiZprevious_is_zwjZpre_previous_is_emojiZaccumulatorÚprevr   r   r   r   ù   sT    

þ
þÿ

r   r   c                  C   sd   t s`tjD ]T} t }t| ƒd }t| ƒD ]6\}}||vr>i ||< || }||kr&tj|  |d< q&q
t S )uÈ  
    Generate a search tree for demojize().
    Example of a search tree::

        EMOJI_DATA =
        {'a': {'en': ':Apple:'},
        'b': {'en': ':Bus:'},
        'ba': {'en': ':Bat:'},
        'band': {'en': ':Beatles:'},
        'bandit': {'en': ':Outlaw:'},
        'bank': {'en': ':BankOfEngland:'},
        'bb': {'en': ':BB-gun:'},
        'c': {'en': ':Car:'}}

        _SEARCH_TREE =
        {'a': {'data': {'en': ':Apple:'}},
        'b': {'a': {'data': {'en': ':Bat:'},
                    'n': {'d': {'data': {'en': ':Beatles:'},
                                'i': {'t': {'data': {'en': ':Outlaw:'}}}},
                        'k': {'data': {'en': ':BankOfEngland:'}}}},
            'b': {'data': {'en': ':BB-gun:'}},
            'data': {'en': ':Bus:'}},
        'c': {'data': {'en': ':Car:'}}}

                   _SEARCH_TREE
                 /     |        â§µ
               /       |          â§µ
            a          b             c
            |        / |  â§µ          |
            |       /  |    â§µ        |
        :Apple:   ba  :Bus:  bb     :Car:
                 /  â§µ         |
                /    â§µ        |
              :Bat:    ban     :BB-gun:
                     /     â§µ
                    /       â§µ
                 band       bank
                /   â§µ         |
               /     â§µ        |
            bandi :Beatles:  :BankOfEngland:
               |
            bandit
               |
           :Outlaw:


    r5   r   )r   r   r8   r7   Ú	enumerate)Zemjr^   Zlastidxr;   r\   r   r   r   rU   >  s    0
rU   N)r.   Útypingr   r   r   r   r   r   r   r   Ú__all__r!   r   r0   rN   r	   r
   r   r   r2   r   r   rU   r   r   r   r   Ú<module>   s    	=$
\
þE