a
    •˜ëj”  ã                   @   s8   d dl Z d dlmZmZ d dlmZ G dd„ deƒZdS )é    N)ÚAnyÚOptional)ÚRecursiveCharacterTextSplitterc                       sP   e Zd ZdZdeee  eeeddœ‡ fdd„Z	eee dœ‡ fd	d
„Z
‡  ZS )ÚJSFrameworkTextSplitteran  Text splitter that handles React (JSX), Vue, and Svelte code.

    This splitter extends RecursiveCharacterTextSplitter to handle
    React (JSX), Vue, and Svelte code by:

    1. Detecting and extracting custom component tags from the text
    2. Using those tags as additional separators along with standard JS syntax

    The splitter combines:

    * Custom component tags as separators (e.g. <Component, <div)
    * JavaScript syntax elements (function, const, if, etc)
    * Standard text splitting on newlines

    This allows chunks to break at natural boundaries in
    React, Vue, and Svelte component code.
    NéÐ  r   )Ú
separatorsÚ
chunk_sizeÚchunk_overlapÚkwargsÚreturnc                    s&   t ƒ jf ||dœ|¤Ž |pg | _dS )aG  Initialize the JS Framework text splitter.

        Args:
            separators: Optional list of custom separator strings to use
            chunk_size: Maximum size of chunks to return
            chunk_overlap: Overlap in characters between chunks
            **kwargs: Additional arguments to pass to parent class
        )r   r	   N)ÚsuperÚ__init__Ú_separators)Úselfr   r   r	   r
   ©Ú	__class__© ú[/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain_text_splitters/jsx.pyr      s    z JSFrameworkTextSplitter.__init__)Útextr   c                    sj   t  d|¡}g }|D ]}||vr| |¡ qdd„ |D ƒ}g d¢}| j| | g d¢ }|| _tƒ  |¡S )aË  Split text into chunks.

        This method splits the text into chunks by:

        * Extracting unique opening component tags using regex
        * Creating separators list with extracted tags and JS separators
        * Splitting the text using the separators by calling the parent class method

        Args:
            text: String containing code to split

        Returns:
            List of text chunks split on component and JS boundaries
        z<\s*([a-zA-Z0-9]+)[^>]*>c                 S   s   g | ]}d |› �‘qS )ú<r   )Ú.0Útagr   r   r   Ú
<listcomp>C   ó    z6JSFrameworkTextSplitter.split_text.<locals>.<listcomp>)z
export z export z

function z
async function z async function z
const z
let z
var z
class z class z
if z if z
for z for z
while z while z
switch z switch z
case z case z	
default z	 default )z<>z

z&&
z||
)ÚreÚfindallÚappendr   r   Ú
split_text)r   r   Zopening_tagsZcomponent_tagsr   Zcomponent_separatorsZjs_separatorsr   r   r   r   r   ,   s"    ÿþýÿz"JSFrameworkTextSplitter.split_text)Nr   r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   ÚlistÚstrÚintr   r   r   Ú__classcell__r   r   r   r   r      s      ü
úr   )r   Útypingr   r   Zlangchain_text_splittersr   r   r   r   r   r   Ú<module>   s   