diviner/service/spliter/json.py

# -*- coding: utf-8 -*-
from .__load__ import *
from langchain.text_splitter import RecursiveJsonSplitter

# 文本分割
class Json(object):

    def run(self, data, min_chunk_size=50, max_chunk_size=300):
        splitter = RecursiveJsonSplitter(min_chunk_size=min_chunk_size, max_chunk_size=max_chunk_size)
        data = splitter.split_json(data=data)
        return data