Merge branch 'fix/import-old-dsl' into dev/plugin-deploy

This commit is contained in:
Yeuoly
2025-02-08 14:54:28 +08:00
14 changed files with 99 additions and 50 deletions

View File

@ -47,6 +47,8 @@ class ParentChildIndexProcessor(BaseIndexProcessor):
embedding_model_instance=kwargs.get("embedding_model_instance"),
)
for document in documents:
if kwargs.get("preview") and len(all_documents) >= 10:
return all_documents
# document clean
document_text = CleanProcessor.clean(document.page_content, process_rule)
document.page_content = document_text