mirror of
https://github.com/langgenius/dify.git
synced 2026-05-02 16:38:04 +08:00
fix lint errors
fix: rm useless script
This commit is contained in:
@ -12,9 +12,9 @@ logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
class DocumentIndexingTaskProxy:
|
||||
def __init__(self, tenant_id: str, dateset_id: str, document_ids: list[str]):
|
||||
def __init__(self, tenant_id: str, dataset_id: str, document_ids: list[str]):
|
||||
self.tenant_id = tenant_id
|
||||
self.dateset_id = dateset_id
|
||||
self.dataset_id = dataset_id
|
||||
self.document_ids = document_ids
|
||||
self.tenant_self_task_queue = TenantSelfTaskQueue(tenant_id, "document_indexing")
|
||||
|
||||
@ -23,32 +23,32 @@ class DocumentIndexingTaskProxy:
|
||||
return FeatureService.get_features(self.tenant_id)
|
||||
|
||||
def _send_to_direct_queue(self, task_func: Callable):
|
||||
logger.info("send dataset %s to direct queue", self.dateset_id)
|
||||
logger.info("send dataset %s to direct queue", self.dataset_id)
|
||||
task_func.delay( # type: ignore
|
||||
tenant_id=self.tenant_id,
|
||||
dataset_id=self.dateset_id,
|
||||
dataset_id=self.dataset_id,
|
||||
document_ids=self.document_ids
|
||||
)
|
||||
|
||||
def _send_to_tenant_queue(self, task_func: Callable):
|
||||
logger.info("send dataset %s to tenant queue", self.dateset_id)
|
||||
logger.info("send dataset %s to tenant queue", self.dataset_id)
|
||||
if self.tenant_self_task_queue.get_task_key():
|
||||
# Add to waiting queue using List operations (lpush)
|
||||
self.tenant_self_task_queue.push_tasks([
|
||||
asdict(
|
||||
DocumentTask(tenant_id=self.tenant_id, dataset_id=self.dateset_id, document_ids=self.document_ids)
|
||||
DocumentTask(tenant_id=self.tenant_id, dataset_id=self.dataset_id, document_ids=self.document_ids)
|
||||
)
|
||||
])
|
||||
logger.info("push tasks: %s - %s", self.dateset_id, self.document_ids)
|
||||
logger.info("push tasks: %s - %s", self.dataset_id, self.document_ids)
|
||||
else:
|
||||
# Set flag and execute task
|
||||
self.tenant_self_task_queue.set_task_waiting_time()
|
||||
task_func.delay( # type: ignore
|
||||
tenant_id=self.tenant_id,
|
||||
dataset_id=self.dateset_id,
|
||||
dataset_id=self.dataset_id,
|
||||
document_ids=self.document_ids
|
||||
)
|
||||
logger.info("init tasks: %s - %s", self.dateset_id, self.document_ids)
|
||||
logger.info("init tasks: %s - %s", self.dataset_id, self.document_ids)
|
||||
|
||||
def _send_to_default_tenant_queue(self):
|
||||
self._send_to_tenant_queue(normal_document_indexing_task)
|
||||
|
||||
Reference in New Issue
Block a user