merge main

This commit is contained in:
AkaraChen
2024-12-05 10:57:27 +08:00
358 changed files with 9363 additions and 2178 deletions

View File

@ -177,6 +177,7 @@ export type ParentMode = 'full-doc' | 'paragraph'
export type ProcessRuleResponse = {
mode: ProcessMode
rules: Rules
limits: Limits
}
export type Rules = {
@ -186,6 +187,10 @@ export type Rules = {
subchunk_segmentation: Segmentation
}
export type Limits = {
indexing_max_segmentation_tokens_length: number
}
export type PreProcessingRule = {
id: string
enabled: boolean
@ -330,7 +335,6 @@ export type NotionPage = {
}
export type ProcessRule = {
processRule: { pre_processing_rules: PreProcessingRule[]; segmentation: { separator: string; max_tokens: number; chunk_overlap: number } }
mode: string
rules: Rules
}