Skip to content

Commit 99da63e

Browse files
committed
fix: processing file delete by user, need clean milvus and es data
1 parent a04b5a4 commit 99da63e

1 file changed

Lines changed: 10 additions & 3 deletions

File tree

src/backend/bisheng/worker/knowledge/file_worker.py

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -283,11 +283,12 @@ def parse_knowledge_file_celery(file_id: int, preview_cache_key: str = None, cal
283283
except Exception as e:
284284
logger.error("parse_knowledge_file_celery error: {}", str(e))
285285
finally:
286-
logger.debug(f"delete_knowledge_file_celery start file_id={file_id}")
287286
db_file = KnowledgeFileDao.get_file_by_ids([file_id])
288287
if not db_file:
289-
# If it does not exist, it may have been deleted during the parsing process, and the data of the vector database needs to be deleted.
290-
delete_vector_files([db_file.id], knowledge)
288+
logger.debug(f"delete_knowledge_file_celery file_id={file_id}")
289+
# If it does not exist, it may have been deleted during the parsing process,
290+
# and the data of the vector database needs to be deleted.
291+
delete_vector_files([db_file[0].id], knowledge)
291292

292293

293294
def _parse_knowledge_file(file_id: int, preview_cache_key: str = None, callback_url: str = None):
@@ -349,6 +350,12 @@ def retry_knowledge_file_celery(file_id: int, preview_cache_key: str = None, cal
349350
_parse_knowledge_file(file_id, preview_cache_key, callback_url)
350351
except Exception as e:
351352
logger.error("retry_knowledge_file_celery error: {}", str(e))
353+
finally:
354+
db_file = KnowledgeFileDao.get_file_by_ids([file_id])
355+
if not db_file:
356+
logger.debug(f"delete_knowledge_file_celery file_id={file_id}")
357+
# If it does not exist, it may have been deleted during the parsing process, and the data of the vector database needs to be deleted.
358+
delete_vector_files([db_file[0].id], knowledge)
352359

353360

354361
@bisheng_celery.task()

0 commit comments

Comments
 (0)