From 61df55074a2788105ba04b4dc2901137e43fac8c Mon Sep 17 00:00:00 2001 From: lhx Date: Tue, 18 Nov 2025 10:08:49 +0800 Subject: [PATCH] =?UTF-8?q?=E5=8E=9F=E5=A7=8B=E5=AF=BC=E5=85=A5=E6=97=A5?= =?UTF-8?q?=E5=BF=97=E4=BC=98=E5=8C=96?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- app/services/original_data.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/app/services/original_data.py b/app/services/original_data.py index 71f7fd2..b057df8 100644 --- a/app/services/original_data.py +++ b/app/services/original_data.py @@ -395,6 +395,7 @@ class OriginalDataService(BaseService[OriginalData]): is_exists = db.execute(check_query, {"nyid": nyid}).fetchone()[0] if is_exists > 0: + logger.warning(f"Data for NYID {nyid} already exists in {table_name}, skipping import") return 0 # ===== 性能优化：批量查询沉降数据 ===== @@ -412,6 +413,7 @@ class OriginalDataService(BaseService[OriginalData]): # 将数据分组，每组1000条（MySQL默认支持） batch_size = 1000 total_inserted = 0 + logger.info(f"Starting batch insert into {table_name}, total records: {len(data)}") for i in range(0, len(data), batch_size): batch_data = data[i:i + batch_size]