diff --git a/app/services/original_data.py b/app/services/original_data.py index 5b23530..9d234d0 100644 --- a/app/services/original_data.py +++ b/app/services/original_data.py @@ -428,11 +428,12 @@ class OriginalDataService(BaseService[OriginalData]): if key in existing_map: # 数据已存在,跳过 - logger.info(f"Skip existing data: NYID {nyid}, sort {sort}") + # logger.info(f"Skip existing data: NYID {nyid}, sort {sort}") skipped_count += 1 else: # 记录需要插入的数据 to_insert.append(item_data) + logger.info(f"Skip existing data: {skipped_count} duplicates found so far") logger.info(f"Filtered {skipped_count} duplicate records, {len(to_insert)} new records to insert")