a
    •˜ëjŒ  ã                   @  sJ   d dl mZ d dlZd dlZd dlmZmZ d dlmZ G dd„ dƒZ	dS )é    )ÚannotationsN)ÚAnyÚOptional)ÚDocumentc                      sÚ   e Zd ZU dZdZded< dZded< d,ddd	d
œ‡ fdd„Zedddœdd„ƒZ	edddd	dœdd„ƒZ
dddœdd„Zd-dddddœdd„Zd.dddd œd!d"„Zd/ddddd$œd%d&„Zd0dddd'd(d)œd*d+„Z‡  ZS )1ÚRecursiveJsonSplitteraž  Splits JSON data into smaller, structured chunks while preserving hierarchy.

    This class provides methods to split JSON data into smaller dictionaries or
    JSON-formatted strings based on configurable maximum and minimum chunk sizes.
    It supports nested JSON structures, optionally converts lists into dictionaries
    for better chunking, and allows the creation of document objects for further use.
    éÐ  ÚintÚmax_chunk_sizei  Úmin_chunk_sizeNzOptional[int]ÚNone)r	   r
   Úreturnc                   s0   t ƒ  ¡  || _|dur|nt|d dƒ| _dS )a  Initialize the chunk size configuration for text processing.

        This constructor sets up the maximum and minimum chunk sizes, ensuring that
        the ``min_chunk_size`` defaults to a value slightly smaller than the
        ``max_chunk_size`` if not explicitly provided.

        Args:
            max_chunk_size: The maximum size for a chunk. Defaults to 2000.
            min_chunk_size: The minimum size for a chunk. If None,
                defaults to the maximum chunk size minus 200, with a lower bound of 50.
        NéÈ   é2   )ÚsuperÚ__init__r	   Úmaxr
   )Úselfr	   r
   ©Ú	__class__© ú\/mnt/bigstor/www/usecases/.venv/lib/python3.9/site-packages/langchain_text_splitters/json.pyr      s    
ÿýzRecursiveJsonSplitter.__init__zdict[str, Any])Údatar   c                 C  s   t t | ¡ƒS )z1Calculate the size of the serialized JSON object.)ÚlenÚjsonÚdumps)r   r   r   r   Ú
_json_size/   s    z RecursiveJsonSplitter._json_sizez	list[str]r   )ÚdÚpathÚvaluer   c                 C  s.   |dd… D ]}|   |i ¡} q|| |d < dS )z;Set a value in a nested dictionary based on the given path.Néÿÿÿÿ)Ú
setdefault)r   r   r   Úkeyr   r   r   Ú_set_nested_dict4   s    z&RecursiveJsonSplitter._set_nested_dictc                   sD   t |tƒr ‡ fdd„| ¡ D ƒS t |tƒr@‡ fdd„t|ƒD ƒS |S )Nc                   s   i | ]\}}|ˆ   |¡“qS r   )Ú_list_to_dict_preprocessing)Ú.0ÚkÚv©r   r   r   Ú
<dictcomp>>   ó    zERecursiveJsonSplitter._list_to_dict_preprocessing.<locals>.<dictcomp>c                   s    i | ]\}}t |ƒˆ  |¡“qS r   )Ústrr#   )r$   ÚiÚitemr'   r   r   r(   A   s   ÿ)Ú
isinstanceÚdictÚitemsÚlistÚ	enumerate)r   r   r   r'   r   r#   ;   s    


þz1RecursiveJsonSplitter._list_to_dict_preprocessingzOptional[list[str]]zOptional[list[dict[str, Any]]]zlist[dict[str, Any]])r   Úcurrent_pathÚchunksr   c           
      C  s¾   |pg }|dur|ni g}t |tƒr¨| ¡ D ]x\}}g |¢|‘}|  |d ¡}|  ||i¡}| j| }	||	k r‚|  |d ||¡ q,|| jkr–| i ¡ |  |||¡ q,n|  |d ||¡ |S )zESplit json into maximum size dictionaries while preserving structure.Nr   )	r-   r.   r/   r   r	   r"   r
   ÚappendÚ_json_split)
r   r   r2   r3   r!   r   Únew_pathÚ
chunk_sizeÚsizeÚ	remainingr   r   r   r5   H   s    



z!RecursiveJsonSplitter._json_splitFÚbool)Ú	json_dataÚconvert_listsr   c                 C  s4   |r|   |  |¡¡}n
|   |¡}|d s0| ¡  |S )z'Splits JSON into a list of JSON chunks.r   )r5   r#   Úpop)r   r;   r<   r3   r   r   r   Ú
split_jsong   s    
z RecursiveJsonSplitter.split_jsonT)r;   r<   Úensure_asciir   c                   s    | j ||d�}‡ fdd„|D ƒS )z2Splits JSON into a list of JSON formatted strings.)r;   r<   c                   s   g | ]}t j|ˆ d �‘qS )©r?   )r   r   )r$   Úchunkr@   r   r   Ú
<listcomp>�   r)   z4RecursiveJsonSplitter.split_text.<locals>.<listcomp>)r>   )r   r;   r<   r?   r3   r   r@   r   Ú
split_textw   s    z RecursiveJsonSplitter.split_textzOptional[list[dict[Any, Any]]]zlist[Document])Útextsr<   r?   Ú	metadatasr   c                 C  sf   |pi gt |ƒ }g }t|ƒD ]B\}}| j|||d�D ](}	t || ¡}
t|	|
d�}| |¡ q6q|S )z4Create documents from a list of json objects (Dict).)r;   r<   r?   )Zpage_contentÚmetadata)r   r1   rC   ÚcopyÚdeepcopyr   r4   )r   rD   r<   r?   rE   Z
_metadatasZ	documentsr+   ÚtextrA   rF   Znew_docr   r   r   Úcreate_documentsƒ   s    ÿ
z&RecursiveJsonSplitter.create_documents)r   N)NN)F)FT)FTN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r	   Ú__annotations__r
   r   Ústaticmethodr   r"   r#   r5   r>   rC   rJ   Ú__classcell__r   r   r   r   r   
   s,   
 ÿ  ü" ý  ü   ûr   )
Ú
__future__r   rG   r   Útypingr   r   Zlangchain_core.documentsr   r   r   r   r   r   Ú<module>   s
   