日志优化
This commit is contained in:
@@ -428,11 +428,12 @@ class OriginalDataService(BaseService[OriginalData]):
|
|||||||
|
|
||||||
if key in existing_map:
|
if key in existing_map:
|
||||||
# 数据已存在,跳过
|
# 数据已存在,跳过
|
||||||
logger.info(f"Skip existing data: NYID {nyid}, sort {sort}")
|
# logger.info(f"Skip existing data: NYID {nyid}, sort {sort}")
|
||||||
skipped_count += 1
|
skipped_count += 1
|
||||||
else:
|
else:
|
||||||
# 记录需要插入的数据
|
# 记录需要插入的数据
|
||||||
to_insert.append(item_data)
|
to_insert.append(item_data)
|
||||||
|
logger.info(f"Skip existing data: {skipped_count} duplicates found so far")
|
||||||
|
|
||||||
logger.info(f"Filtered {skipped_count} duplicate records, {len(to_insert)} new records to insert")
|
logger.info(f"Filtered {skipped_count} duplicate records, {len(to_insert)} new records to insert")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user