calculate tokens

This commit is contained in:
jyong
2024-07-15 18:39:25 +08:00
parent 63e34e5227
commit ea5e8ee7cc
2 changed files with 56 additions and 1 deletions

View File

@ -349,7 +349,7 @@ class DocumentIndexingEstimateApi(DocumentResource):
document = self.get_document(dataset_id, document_id)
if document.indexing_status in ['completed', 'error']:
raise DocumentAlreadyFinishedError()
indexing_runner.calculate_tokens(document)
data_process_rule = document.dataset_process_rule
data_process_rule_dict = data_process_rule.to_dict()