You've already forked DataMate
优化清洗重试机制,优化清洗进度展示,修复模板无法展示参数 (#113)
* bugfix: 模板无法展示参数 * bugfix: 优化清洗进度展示 * bugfix: 优化清洗重试机制
This commit is contained in:
@@ -91,10 +91,10 @@ class ImgDuplicatedImagesCleaner(Filter):
|
||||
with self.conn as connection:
|
||||
connection.execute(text(create_tables_sql))
|
||||
# 判断是否有重复文件
|
||||
result = connection.execute(text(query_sql, query_sql_params)).fetchall()
|
||||
result = connection.execute(text(query_sql), query_sql_params).fetchall()
|
||||
# 查询记录为空,无重复图片, 插入新文件特征
|
||||
if not result:
|
||||
connection.execute(text(insert_sql, insert_sql_params))
|
||||
connection.execute(text(insert_sql), insert_sql_params)
|
||||
return img_bytes
|
||||
logger.info(f"taskId: {self.task_uuid} fileName: {file_name}, method: Duplicate ImagesCleaner. "
|
||||
f"The image is duplicated and filtered ")
|
||||
|
||||
@@ -288,7 +288,7 @@ class Filter(BaseOp):
|
||||
f"{str(get_exception_info(e))}")
|
||||
task_info = TaskInfoPersistence()
|
||||
task_info.persistence_task_info(sample)
|
||||
return False
|
||||
raise e
|
||||
|
||||
sample["execute_status"] = execute_status
|
||||
# 文件无内容会被过滤
|
||||
|
||||
Reference in New Issue
Block a user