数据处理基础

app/services/base.py

@@ -0,0 +1,65 @@
+from typing import Type, TypeVar, Generic, List, Optional, Any, Dict
+from sqlalchemy.orm import Session
+from sqlalchemy.ext.declarative import DeclarativeMeta
+
+ModelType = TypeVar("ModelType")
+
+class BaseService(Generic[ModelType]):
+    def __init__(self, model: Type[ModelType]):
+        self.model = model
+
+    def create(self, db: Session, obj_data: Dict[str, Any]) -> ModelType:
+        """创建记录"""
+        db_obj = self.model(**obj_data)
+        db.add(db_obj)
+        db.commit()
+        db.refresh(db_obj)
+        return db_obj
+
+    def get_by_id(self, db: Session, obj_id: int) -> Optional[ModelType]:
+        """根据ID获取记录"""
+        return db.query(self.model).filter(self.model.id == obj_id).first()
+
+    def get_all(self, db: Session, skip: int = 0, limit: int = 100) -> List[ModelType]:
+        """获取所有记录"""
+        return db.query(self.model).offset(skip).limit(limit).all()
+
+    def update(self, db: Session, obj_id: int, update_data: Dict[str, Any]) -> Optional[ModelType]:
+        """更新记录"""
+        db_obj = self.get_by_id(db, obj_id)
+        if db_obj:
+            for field, value in update_data.items():
+                if hasattr(db_obj, field):
+                    setattr(db_obj, field, value)
+            db.commit()
+            db.refresh(db_obj)
+            return db_obj
+        return None
+
+    def delete(self, db: Session, obj_id: int) -> bool:
+        """删除记录"""
+        db_obj = self.get_by_id(db, obj_id)
+        if db_obj:
+            db.delete(db_obj)
+            db.commit()
+            return True
+        return False
+
+    def get_by_field(self, db: Session, field_name: str, field_value: Any) -> List[ModelType]:
+        """根据字段值查询记录"""
+        if hasattr(self.model, field_name):
+            field = getattr(self.model, field_name)
+            return db.query(self.model).filter(field == field_value).all()
+        return []
+
+    def search_by_conditions(self, db: Session, conditions: Dict[str, Any]) -> List[ModelType]:
+        """根据多个条件搜索记录"""
+        query = db.query(self.model)
+        for field_name, field_value in conditions.items():
+            if hasattr(self.model, field_name) and field_value is not None:
+                field = getattr(self.model, field_name)
+                if isinstance(field_value, str):
+                    query = query.filter(field.like(f"%{field_value}%"))
+                else:
+                    query = query.filter(field == field_value)
+        return query.all()

app/services/checkpoint.py

@@ -0,0 +1,109 @@
+from sqlalchemy.orm import Session
+from typing import List, Optional, Dict, Any
+from ..models.checkpoint import Checkpoint
+from .base import BaseService
+
+class CheckpointService(BaseService[Checkpoint]):
+    def __init__(self):
+        super().__init__(Checkpoint)
+
+    def get_by_section_id(self, db: Session, section_id: str) -> List[Checkpoint]:
+        """根据断面ID获取观测点"""
+        return self.get_by_field(db, "section_id", section_id)
+
+    def get_by_point_id(self, db: Session, point_id: str) -> Optional[Checkpoint]:
+        """根据观测点ID获取观测点"""
+        checkpoints = self.get_by_field(db, "point_id", point_id)
+        return checkpoints[0] if checkpoints else None
+
+    def search_checkpoints(self, db: Session,
+                          aname: Optional[str] = None,
+                          section_id: Optional[str] = None,
+                          point_id: Optional[str] = None) -> List[Checkpoint]:
+        """根据多个条件搜索观测点"""
+        conditions = {}
+        if aname is not None:
+            conditions["aname"] = aname
+        if section_id is not None:
+            conditions["section_id"] = section_id
+        if point_id is not None:
+            conditions["point_id"] = point_id
+
+        return self.search_by_conditions(db, conditions)
+
+    def batch_import_checkpoints(self, db: Session, data: List) -> Dict[str, Any]:
+        """
+        批量导入观测点数据，根据观测点ID判断是否重复，重复数据改为更新操作
+        支持事务回滚，失败时重试一次
+        """
+        import logging
+        logger = logging.getLogger(__name__)
+
+        total_count = len(data)
+        success_count = 0
+        failed_count = 0
+        failed_items = []
+
+        for attempt in range(2):  # 最多重试1次
+            try:
+                db.begin()
+                success_count = 0
+                failed_count = 0
+                failed_items = []
+
+                for item_data in data:
+                    try:
+                        checkpoint = self.get_by_point_id(db, item_data.get('point_id'))
+                        if checkpoint:
+                            # 更新操作
+                            checkpoint.aname = item_data.get('aname')
+                            checkpoint.section_id = item_data.get('section_id')
+                            checkpoint.burial_date = item_data.get('burial_date')
+                            logger.info(f"Updated checkpoint: {item_data.get('point_id')}")
+                        else:
+                            # 新增操作
+                            checkpoint = Checkpoint(
+                                point_id=item_data.get('point_id'),
+                                aname=item_data.get('aname'),
+                                section_id=item_data.get('section_id'),
+                                burial_date=item_data.get('burial_date')
+                            )
+                            db.add(checkpoint)
+                            logger.info(f"Created checkpoint: {item_data.get('point_id')}")
+
+                        success_count += 1
+                    except Exception as e:
+                        failed_count += 1
+                        failed_items.append({
+                            'data': item_data,
+                            'error': str(e)
+                        })
+                        logger.error(f"Failed to process checkpoint {item_data.get('point_id')}: {str(e)}")
+                        raise e
+
+                db.commit()
+                logger.info(f"Batch import checkpoints completed. Success: {success_count}, Failed: {failed_count}")
+                break
+
+            except Exception as e:
+                db.rollback()
+                logger.warning(f"Batch import attempt {attempt + 1} failed: {str(e)}")
+                if attempt == 1:  # 最后一次重试失败
+                    logger.error("Batch import checkpoints failed after retries")
+                    return {
+                        'success': False,
+                        'message': f'批量导入失败: {str(e)}',
+                        'total_count': total_count,
+                        'success_count': 0,
+                        'failed_count': total_count,
+                        'failed_items': failed_items
+                    }
+
+        return {
+            'success': failed_count == 0,
+            'message': '批量导入完成' if failed_count == 0 else f'部分导入失败',
+            'total_count': total_count,
+            'success_count': success_count,
+            'failed_count': failed_count,
+            'failed_items': failed_items
+        }

app/services/comprehensive.py

@@ -0,0 +1,190 @@
+from sqlalchemy.orm import Session
+from typing import List, Optional, Dict, Any
+from .section_data import SectionDataService
+from .checkpoint import CheckpointService
+from .settlement_data import SettlementDataService
+from .level_data import LevelDataService
+from .original_data import OriginalDataService
+
+class ComprehensiveDataService:
+    """综合数据服务类 - 提供跨表关系查询和业务分析功能"""
+
+    def __init__(self):
+        self.section_service = SectionDataService()
+        self.checkpoint_service = CheckpointService()
+        self.settlement_service = SettlementDataService()
+        self.level_service = LevelDataService()
+        self.original_service = OriginalDataService()
+
+    def get_complete_section_tree(self, db: Session, section_id: str) -> Dict[str, Any]:
+        """获取完整的断面数据树结构"""
+        return self.section_service.get_section_with_all_data(db, section_id)
+
+    def get_nyid_related_data(self, db: Session, nyid: str) -> Dict[str, Any]:
+        """根据期数ID获取所有相关数据"""
+        settlement_data = self.settlement_service.get_by_nyid(db, nyid)
+        level_data = self.level_service.get_by_nyid(db, nyid)
+        original_data = self.original_service.get_by_nyid(db, nyid)
+
+        related_sections = []
+        related_checkpoints = []
+
+        for settlement in settlement_data:
+            point_id = settlement.point_id
+            checkpoint = self.checkpoint_service.get_by_point_id(db, point_id)
+            if checkpoint and checkpoint not in related_checkpoints:
+                related_checkpoints.append(checkpoint)
+
+                section = self.section_service.get_by_section_id(db, checkpoint.section_id)
+                if section and section not in related_sections:
+                    related_sections.append(section)
+
+        return {
+            "nyid": nyid,
+            "settlement_data": settlement_data,
+            "level_data": level_data,
+            "original_data": original_data,
+            "related_checkpoints": related_checkpoints,
+            "related_sections": related_sections,
+            "summary": {
+                "settlement_count": len(settlement_data),
+                "level_count": len(level_data),
+                "original_count": len(original_data),
+                "checkpoint_count": len(related_checkpoints),
+                "section_count": len(related_sections)
+            }
+        }
+
+    def get_point_monitoring_history(self, db: Session, point_id: str) -> Dict[str, Any]:
+        """获取观测点的完整监测历史"""
+        checkpoint = self.checkpoint_service.get_by_point_id(db, point_id)
+        if not checkpoint:
+            return {}
+
+        settlement_data = self.settlement_service.get_by_point_id(db, point_id)
+        section = self.section_service.get_by_section_id(db, checkpoint.section_id)
+
+        all_level_data = []
+        all_original_data = []
+
+        for settlement in settlement_data:
+            nyid = settlement.NYID
+            level_data = self.level_service.get_by_nyid(db, nyid)
+            original_data = self.original_service.get_by_nyid(db, nyid)
+            all_level_data.extend(level_data)
+            all_original_data.extend(original_data)
+
+        return {
+            "checkpoint": checkpoint,
+            "section": section,
+            "settlement_history": settlement_data,
+            "level_data": all_level_data,
+            "original_data": all_original_data,
+            "summary": {
+                "monitoring_periods": len(settlement_data),
+                "level_records": len(all_level_data),
+                "original_records": len(all_original_data)
+            }
+        }
+
+    def search_by_multiple_ids(self, db: Session,
+                              section_ids: Optional[List[str]] = None,
+                              point_ids: Optional[List[str]] = None,
+                              nyids: Optional[List[str]] = None) -> Dict[str, Any]:
+        """根据多种ID类型进行综合搜索"""
+        result = {
+            "sections": [],
+            "checkpoints": [],
+            "settlement_data": [],
+            "level_data": [],
+            "original_data": []
+        }
+
+        if section_ids:
+            for section_id in section_ids:
+                section = self.section_service.get_by_section_id(db, section_id)
+                if section:
+                    result["sections"].append(section)
+
+        if point_ids:
+            for point_id in point_ids:
+                checkpoint = self.checkpoint_service.get_by_point_id(db, point_id)
+                if checkpoint:
+                    result["checkpoints"].append(checkpoint)
+
+                settlement_data = self.settlement_service.get_by_point_id(db, point_id)
+                result["settlement_data"].extend(settlement_data)
+
+        if nyids:
+            for nyid in nyids:
+                settlement_data = self.settlement_service.get_by_nyid(db, nyid)
+                level_data = self.level_service.get_by_nyid(db, nyid)
+                original_data = self.original_service.get_by_nyid(db, nyid)
+
+                result["settlement_data"].extend(settlement_data)
+                result["level_data"].extend(level_data)
+                result["original_data"].extend(original_data)
+
+        result["summary"] = {
+            "section_count": len(result["sections"]),
+            "checkpoint_count": len(result["checkpoints"]),
+            "settlement_count": len(result["settlement_data"]),
+            "level_count": len(result["level_data"]),
+            "original_count": len(result["original_data"])
+        }
+
+        return result
+
+    def get_work_site_overview(self, db: Session, work_site: str) -> Dict[str, Any]:
+        """获取工点的全览数据"""
+        sections = self.section_service.search_section_data(db, work_site=work_site)
+
+        all_checkpoints = []
+        all_settlement_data = []
+        all_level_data = []
+        all_original_data = []
+
+        for section in sections:
+            section_data = self.section_service.get_section_with_all_data(db, section.section_id)
+            all_checkpoints.extend(section_data.get("checkpoints", []))
+            all_settlement_data.extend(section_data.get("settlement_data", []))
+            all_level_data.extend(section_data.get("level_data", []))
+            all_original_data.extend(section_data.get("original_data", []))
+
+        return {
+            "work_site": work_site,
+            "sections": sections,
+            "checkpoints": all_checkpoints,
+            "settlement_data": all_settlement_data,
+            "level_data": all_level_data,
+            "original_data": all_original_data,
+            "summary": {
+                "section_count": len(sections),
+                "checkpoint_count": len(all_checkpoints),
+                "settlement_count": len(all_settlement_data),
+                "level_count": len(all_level_data),
+                "original_count": len(all_original_data)
+            }
+        }
+
+    def get_statistics_summary(self, db: Session) -> Dict[str, Any]:
+        """获取全局统计摘要"""
+        all_sections = self.section_service.get_all(db, limit=10000)
+        all_checkpoints = self.checkpoint_service.get_all(db, limit=10000)
+        all_settlement = self.settlement_service.get_all(db, limit=10000)
+        all_level = self.level_service.get_all(db, limit=10000)
+        all_original = self.original_service.get_all(db, limit=10000)
+
+        work_sites = list(set([s.work_site for s in all_sections if s.work_site]))
+
+        return {
+            "total_counts": {
+                "sections": len(all_sections),
+                "checkpoints": len(all_checkpoints),
+                "settlement_records": len(all_settlement),
+                "level_records": len(all_level),
+                "original_records": len(all_original),
+                "work_sites": len(work_sites)
+            },
+            "work_sites": work_sites
+        }

app/services/level_data.py

@@ -0,0 +1,120 @@
+from sqlalchemy.orm import Session
+from typing import List, Optional, Dict, Any
+from ..models.level_data import LevelData
+from .base import BaseService
+
+class LevelDataService(BaseService[LevelData]):
+    def __init__(self):
+        super().__init__(LevelData)
+
+    def get_by_nyid(self, db: Session, nyid: str) -> List[LevelData]:
+        """根据期数ID获取水准数据"""
+        return self.get_by_field(db, "NYID", nyid)
+
+    def get_by_linecode(self, db: Session, linecode: str) -> List[LevelData]:
+        """根据水准线路编码获取水准数据"""
+        return self.get_by_field(db, "linecode", linecode)
+
+    def search_level_data(self, db: Session,
+                         linecode: Optional[str] = None,
+                         nyid: Optional[str] = None,
+                         benchmarkids: Optional[str] = None) -> List[LevelData]:
+        """根据多个条件搜索水准数据"""
+        conditions = {}
+        if linecode is not None:
+            conditions["linecode"] = linecode
+        if nyid is not None:
+            conditions["NYID"] = nyid
+        if benchmarkids is not None:
+            conditions["benchmarkids"] = benchmarkids
+
+        return self.search_by_conditions(db, conditions)
+
+    def get_by_nyid_and_linecode(self, db: Session, nyid: str, linecode: str) -> Optional[LevelData]:
+        """根据期数ID和线路编码获取水准数据"""
+        return db.query(LevelData).filter(
+            LevelData.NYID == nyid,
+            LevelData.linecode == linecode
+        ).first()
+
+    def batch_import_level_data(self, db: Session, data: List) -> Dict[str, Any]:
+        """
+        批量导入水准数据，根据期数ID和线路编码判断是否重复，重复数据改为更新操作
+        支持事务回滚，失败时重试一次
+        """
+        import logging
+        logger = logging.getLogger(__name__)
+
+        total_count = len(data)
+        success_count = 0
+        failed_count = 0
+        failed_items = []
+
+        for attempt in range(2):  # 最多重试1次
+            try:
+                db.begin()
+                success_count = 0
+                failed_count = 0
+                failed_items = []
+
+                for item_data in data:
+                    try:
+                        level_data = self.get_by_nyid_and_linecode(
+                            db,
+                            item_data.get('NYID'),
+                            item_data.get('linecode')
+                        )
+                        if level_data:
+                            # 更新操作
+                            level_data.benchmarkids = item_data.get('benchmarkids')
+                            level_data.wsphigh = item_data.get('wsphigh')
+                            level_data.createDate = item_data.get('createDate')
+                            logger.info(f"Updated level data: {item_data.get('linecode')}-{item_data.get('NYID')}")
+                        else:
+                            # 新增操作
+                            level_data = LevelData(
+                                linecode=item_data.get('linecode'),
+                                benchmarkids=item_data.get('benchmarkids'),
+                                wsphigh=item_data.get('wsphigh'),
+                                NYID=item_data.get('NYID'),
+                                createDate=item_data.get('createDate')
+                            )
+                            db.add(level_data)
+                            logger.info(f"Created level data: {item_data.get('linecode')}-{item_data.get('NYID')}")
+
+                        success_count += 1
+                    except Exception as e:
+                        failed_count += 1
+                        failed_items.append({
+                            'data': item_data,
+                            'error': str(e)
+                        })
+                        logger.error(f"Failed to process level data {item_data.get('linecode')}-{item_data.get('NYID')}: {str(e)}")
+                        raise e
+
+                db.commit()
+                logger.info(f"Batch import level data completed. Success: {success_count}, Failed: {failed_count}")
+                break
+
+            except Exception as e:
+                db.rollback()
+                logger.warning(f"Batch import attempt {attempt + 1} failed: {str(e)}")
+                if attempt == 1:  # 最后一次重试失败
+                    logger.error("Batch import level data failed after retries")
+                    return {
+                        'success': False,
+                        'message': f'批量导入失败: {str(e)}',
+                        'total_count': total_count,
+                        'success_count': 0,
+                        'failed_count': total_count,
+                        'failed_items': failed_items
+                    }
+
+        return {
+            'success': failed_count == 0,
+            'message': '批量导入完成' if failed_count == 0 else f'部分导入失败',
+            'total_count': total_count,
+            'success_count': success_count,
+            'failed_count': failed_count,
+            'failed_items': failed_items
+        }

app/services/original_data.py

@@ -0,0 +1,106 @@
+from sqlalchemy.orm import Session
+from typing import List, Optional, Dict, Any
+from ..models.original_data import OriginalData
+from .base import BaseService
+
+class OriginalDataService(BaseService[OriginalData]):
+    def __init__(self):
+        super().__init__(OriginalData)
+
+    def get_by_nyid(self, db: Session, nyid: str) -> List[OriginalData]:
+        """根据期数ID获取原始数据"""
+        return self.get_by_field(db, "NYID", nyid)
+
+    def get_by_bfpcode(self, db: Session, bfpcode: str) -> List[OriginalData]:
+        """根据前（后）视点名称获取原始数据"""
+        return self.get_by_field(db, "bfpcode", bfpcode)
+
+    def search_original_data(self, db: Session,
+                           bfpcode: Optional[str] = None,
+                           bffb: Optional[str] = None,
+                           nyid: Optional[str] = None,
+                           bfpl: Optional[str] = None) -> List[OriginalData]:
+        """根据多个条件搜索原始数据"""
+        conditions = {}
+        if bfpcode is not None:
+            conditions["bfpcode"] = bfpcode
+        if bffb is not None:
+            conditions["bffb"] = bffb
+        if nyid is not None:
+            conditions["NYID"] = nyid
+        if bfpl is not None:
+            conditions["bfpl"] = bfpl
+
+        return self.search_by_conditions(db, conditions)
+
+    def batch_import_original_data(self, db: Session, data: List) -> Dict[str, Any]:
+        """
+        批量导入原始数据，直接新增，无需检查重复
+        支持事务回滚，失败时重试一次
+        """
+        import logging
+        logger = logging.getLogger(__name__)
+
+        total_count = len(data)
+        success_count = 0
+        failed_count = 0
+        failed_items = []
+
+        for attempt in range(2):  # 最多重试1次
+            try:
+                db.begin()
+                success_count = 0
+                failed_count = 0
+                failed_items = []
+
+                for item_data in data:
+                    try:
+                        # 直接新增操作
+                        original_data = OriginalData(
+                            bfpcode=item_data.get('bfpcode'),
+                            mtime=item_data.get('mtime'),
+                            bffb=item_data.get('bffb'),
+                            bfpl=item_data.get('bfpl'),
+                            bfpvalue=item_data.get('bfpvalue'),
+                            times=item_data.get('times'),
+                            NYID=item_data.get('NYID'),
+                            sort=item_data.get('sort')
+                        )
+                        db.add(original_data)
+                        logger.info(f"Created original data: {item_data.get('bfpcode')}-{item_data.get('NYID')}")
+                        success_count += 1
+                    except Exception as e:
+                        failed_count += 1
+                        failed_items.append({
+                            'data': item_data,
+                            'error': str(e)
+                        })
+                        logger.error(f"Failed to process original data {item_data.get('bfpcode')}-{item_data.get('NYID')}: {str(e)}")
+                        raise e
+
+                db.commit()
+                logger.info(f"Batch import original data completed. Success: {success_count}, Failed: {failed_count}")
+                break
+
+            except Exception as e:
+                db.rollback()
+                logger.warning(f"Batch import attempt {attempt + 1} failed: {str(e)}")
+                if attempt == 1:  # 最后一次重试失败
+                    logger.error("Batch import original data failed after retries")
+                    return {
+                        'success': False,
+                        'message': f'批量导入失败: {str(e)}',
+                        'total_count': total_count,
+                        'success_count': 0,
+                        'failed_count': total_count,
+                        'failed_items': failed_items
+                    }
+
+        return {
+            'success': failed_count == 0,
+            'message': '批量导入完成' if failed_count == 0 else f'部分导入失败',
+            'total_count': total_count,
+            'success_count': success_count,
+            'failed_count': failed_count,
+            'failed_items': failed_items
+        }

app/services/section_data.py

@@ -0,0 +1,243 @@
+from sqlalchemy.orm import Session
+from typing import List, Optional, Dict, Any
+from ..models.section_data import SectionData
+from .base import BaseService
+from .checkpoint import CheckpointService
+from .settlement_data import SettlementDataService
+from .level_data import LevelDataService
+from .original_data import OriginalDataService
+from typing import Dict
+
+class SectionDataService(BaseService[SectionData]):
+    def __init__(self):
+        super().__init__(SectionData)
+        self.checkpoint_service = CheckpointService()
+        self.settlement_service = SettlementDataService()
+        self.level_service = LevelDataService()
+        self.original_service = OriginalDataService()
+
+    def get_by_section_id(self, db: Session, section_id: str) -> Optional[SectionData]:
+        """根据断面ID获取断面数据"""
+        sections = self.get_by_field(db, "section_id", section_id)
+        return sections[0] if sections else None
+
+    def get_by_number(self, db: Session, number: str) -> List[SectionData]:
+        """根据桥梁墩(台)编号获取断面数据"""
+        return self.get_by_field(db, "number", number)
+
+    def search_section_data(self, db: Session,
+                           section_id: Optional[str] = None,
+                           work_site: Optional[str] = None,
+                           number: Optional[str] = None,
+                           status: Optional[str] = None,
+                           basic_types: Optional[str] = None) -> List[SectionData]:
+        """根据多个条件搜索断面数据"""
+        conditions = {}
+        if section_id is not None:
+            conditions["section_id"] = section_id
+        if work_site is not None:
+            conditions["work_site"] = work_site
+        if number is not None:
+            conditions["number"] = number
+        if status is not None:
+            conditions["status"] = status
+        if basic_types is not None:
+            conditions["basic_types"] = basic_types
+
+        return self.search_by_conditions(db, conditions)
+
+    def get_section_with_checkpoints(self, db: Session, section_id: str) -> Dict[str, Any]:
+        """获取断面数据及其关联的观测点"""
+        section = self.get_by_section_id(db, section_id)
+        if not section:
+            return {}
+
+        checkpoints = self.checkpoint_service.get_by_section_id(db, section_id)
+
+        return {
+            "section": section,
+            "checkpoints": checkpoints,
+            "checkpoint_count": len(checkpoints)
+        }
+
+    def get_section_with_all_data(self, db: Session, section_id: str) -> Dict[str, Any]:
+        """获取断面数据及其所有关联数据（观测点、沉降数据、原始数据）"""
+        section = self.get_by_section_id(db, section_id)
+        if not section:
+            return {}
+
+        checkpoints = self.checkpoint_service.get_by_section_id(db, section_id)
+
+        all_settlement_data = []
+        all_original_data = []
+        all_level_data = []
+
+        for checkpoint in checkpoints:
+            point_id = checkpoint.point_id
+
+            settlement_data = self.settlement_service.get_by_point_id(db, point_id)
+            all_settlement_data.extend(settlement_data)
+
+            for settlement in settlement_data:
+                nyid = settlement.NYID
+
+                level_data = self.level_service.get_by_nyid(db, nyid)
+                all_level_data.extend(level_data)
+
+                original_data = self.original_service.get_by_nyid(db, nyid)
+                all_original_data.extend(original_data)
+
+        return {
+            "section": section,
+            "checkpoints": checkpoints,
+            "settlement_data": all_settlement_data,
+            "level_data": all_level_data,
+            "original_data": all_original_data,
+            "summary": {
+                "checkpoint_count": len(checkpoints),
+                "settlement_data_count": len(all_settlement_data),
+                "level_data_count": len(all_level_data),
+                "original_data_count": len(all_original_data)
+            }
+        }
+
+    def get_sections_by_checkpoint_point_id(self, db: Session, point_id: str) -> List[SectionData]:
+        """根据观测点ID反向查找断面数据"""
+        checkpoint = self.checkpoint_service.get_by_point_id(db, point_id)
+        if checkpoint:
+            return [self.get_by_section_id(db, checkpoint.section_id)]
+        return []
+
+    def get_sections_by_settlement_nyid(self, db: Session, nyid: str) -> List[SectionData]:
+        """根据期数ID反向查找相关的断面数据"""
+        settlement_data = self.settlement_service.get_by_nyid(db, nyid)
+        sections = []
+
+        for settlement in settlement_data:
+            point_id = settlement.point_id
+            checkpoint = self.checkpoint_service.get_by_point_id(db, point_id)
+            if checkpoint:
+                section = self.get_by_section_id(db, checkpoint.section_id)
+                if section and section not in sections:
+                    sections.append(section)
+
+        return sections
+
+    def get_settlement_data_by_section(self, db: Session, section_id: str) -> List:
+        """获取指定断面的所有沉降数据"""
+        checkpoints = self.checkpoint_service.get_by_section_id(db, section_id)
+        all_settlement_data = []
+
+        for checkpoint in checkpoints:
+            settlement_data = self.settlement_service.get_by_point_id(db, checkpoint.point_id)
+            all_settlement_data.extend(settlement_data)
+
+        return all_settlement_data
+
+    def get_original_data_by_section(self, db: Session, section_id: str) -> List:
+        """获取指定断面的所有原始数据"""
+        settlement_data = self.get_settlement_data_by_section(db, section_id)
+        all_original_data = []
+
+        for settlement in settlement_data:
+            original_data = self.original_service.get_by_nyid(db, settlement.NYID)
+            all_original_data.extend(original_data)
+
+        return all_original_data
+
+    def get_level_data_by_section(self, db: Session, section_id: str) -> List:
+        """获取指定断面的所有水准数据"""
+        settlement_data = self.get_settlement_data_by_section(db, section_id)
+        all_level_data = []
+
+        for settlement in settlement_data:
+            level_data = self.level_service.get_by_nyid(db, settlement.NYID)
+            all_level_data.extend(level_data)
+
+        return all_level_data
+
+    def batch_import_sections(self, db: Session, data: List) -> Dict[str, Any]:
+        """
+        批量导入断面数据，根据断面id判断是否重复，重复数据改为更新操作
+        支持事务回滚，失败时重试一次
+        """
+        import logging
+        logger = logging.getLogger(__name__)
+
+        total_count = len(data)
+        success_count = 0
+        failed_count = 0
+        failed_items = []
+
+        for attempt in range(2):  # 最多重试1次
+            try:
+                db.begin()
+                success_count = 0
+                failed_count = 0
+                failed_items = []
+
+                for item_data in data:
+                    try:
+                        section = self.get_by_section_id(db, item_data.get('section_id'))
+                        if section:
+                            # 更新操作
+                            section.mileage = item_data.get('mileage')
+                            section.work_site = item_data.get('work_site')
+                            section.basic_types = item_data.get('basic_types')
+                            section.height = item_data.get('height')
+                            section.status = item_data.get('status')
+                            section.number = item_data.get('number')
+                            section.transition_paragraph = item_data.get('transition_paragraph')
+                            logger.info(f"Updated section: {item_data.get('section_id')}")
+                        else:
+                            # 新增操作
+                            from ..models.section_data import SectionData
+                            section = SectionData(
+                                section_id=item_data.get('section_id'),
+                                mileage=item_data.get('mileage'),
+                                work_site=item_data.get('work_site'),
+                                basic_types=item_data.get('basic_types'),
+                                height=item_data.get('height'),
+                                status=item_data.get('status'),
+                                number=item_data.get('number'),
+                                transition_paragraph=item_data.get('transition_paragraph')
+                            )
+                            db.add(section)
+                            logger.info(f"Created section: {item_data.get('section_id')}")
+
+                        success_count += 1
+                    except Exception as e:
+                        failed_count += 1
+                        failed_items.append({
+                            'data': item_data,
+                            'error': str(e)
+                        })
+                        logger.error(f"Failed to process section {item_data.get('section_id')}: {str(e)}")
+                        raise e
+
+                db.commit()
+                logger.info(f"Batch import sections completed. Success: {success_count}, Failed: {failed_count}")
+                break
+
+            except Exception as e:
+                db.rollback()
+                logger.warning(f"Batch import attempt {attempt + 1} failed: {str(e)}")
+                if attempt == 1:  # 最后一次重试失败
+                    logger.error("Batch import sections failed after retries")
+                    return {
+                        'success': False,
+                        'message': f'批量导入失败: {str(e)}',
+                        'total_count': total_count,
+                        'success_count': 0,
+                        'failed_count': total_count,
+                        'failed_items': failed_items
+                    }
+
+        return {
+            'success': failed_count == 0,
+            'message': '批量导入完成' if failed_count == 0 else f'部分导入失败',
+            'total_count': total_count,
+            'success_count': success_count,
+            'failed_count': failed_count,
+            'failed_items': failed_items
+        }

app/services/settlement_data.py

@@ -0,0 +1,151 @@
+from sqlalchemy.orm import Session
+from typing import List, Optional, Dict, Any
+from ..models.settlement_data import SettlementData
+from .base import BaseService
+
+class SettlementDataService(BaseService[SettlementData]):
+    def __init__(self):
+        super().__init__(SettlementData)
+
+    def get_by_point_id(self, db: Session, point_id: str) -> List[SettlementData]:
+        """根据观测点ID获取沉降数据"""
+        return self.get_by_field(db, "point_id", point_id)
+
+    def get_by_nyid(self, db: Session, nyid: str) -> List[SettlementData]:
+        """根据期数ID获取沉降数据"""
+        return self.get_by_field(db, "NYID", nyid)
+
+    def get_by_point_and_nyid(self, db: Session, point_id: str, nyid: str) -> Optional[SettlementData]:
+        """根据观测点ID和期数ID获取沉降数据"""
+        return db.query(SettlementData).filter(
+            SettlementData.point_id == point_id,
+            SettlementData.NYID == nyid
+        ).first()
+
+    def search_settlement_data(self, db: Session,
+                              point_id: Optional[str] = None,
+                              nyid: Optional[str] = None,
+                              sjName: Optional[str] = None,
+                              workinfoname: Optional[str] = None) -> List[SettlementData]:
+        """根据多个条件搜索沉降数据"""
+        conditions = {}
+        if point_id is not None:
+            conditions["point_id"] = point_id
+        if nyid is not None:
+            conditions["NYID"] = nyid
+        if sjName is not None:
+            conditions["sjName"] = sjName
+        if workinfoname is not None:
+            conditions["workinfoname"] = workinfoname
+
+        return self.search_by_conditions(db, conditions)
+
+    def batch_import_settlement_data(self, db: Session, data: List) -> Dict[str, Any]:
+        """
+        批量导入沉降数据，根据观测点ID和期数ID判断是否重复，重复数据改为更新操作
+        支持事务回滚，失败时重试一次
+        """
+        import logging
+        logger = logging.getLogger(__name__)
+
+        total_count = len(data)
+        success_count = 0
+        failed_count = 0
+        failed_items = []
+
+        for attempt in range(2):  # 最多重试1次
+            try:
+                db.begin()
+                success_count = 0
+                failed_count = 0
+                failed_items = []
+
+                for item_data in data:
+                    try:
+                        settlement = self.get_by_point_and_nyid(
+                            db,
+                            item_data.get('point_id'),
+                            item_data.get('NYID')
+                        )
+                        if settlement:
+                            # 更新操作
+                            settlement.CVALUE = item_data.get('CVALUE')
+                            settlement.MAVALUE = item_data.get('MAVALUE')
+                            settlement.MTIME_W = item_data.get('MTIME_W')
+                            settlement.PRELOADH = item_data.get('PRELOADH')
+                            settlement.PSTATE = item_data.get('PSTATE')
+                            settlement.REMARK = item_data.get('REMARK')
+                            settlement.WORKINFO = item_data.get('WORKINFO')
+                            settlement.createdate = item_data.get('createdate')
+                            settlement.day = item_data.get('day')
+                            settlement.day_jg = item_data.get('day_jg')
+                            settlement.isgzjdxz = item_data.get('isgzjdxz')
+                            settlement.mavalue_bc = item_data.get('mavalue_bc')
+                            settlement.mavalue_lj = item_data.get('mavalue_lj')
+                            settlement.sjName = item_data.get('sjName')
+                            settlement.useflag = item_data.get('useflag')
+                            settlement.workinfoname = item_data.get('workinfoname')
+                            settlement.upd_remark = item_data.get('upd_remark')
+                            logger.info(f"Updated settlement data: {item_data.get('point_id')}-{item_data.get('NYID')}")
+                        else:
+                            # 新增操作
+                            settlement = SettlementData(
+                                point_id=item_data.get('point_id'),
+                                CVALUE=item_data.get('CVALUE'),
+                                MAVALUE=item_data.get('MAVALUE'),
+                                MTIME_W=item_data.get('MTIME_W'),
+                                NYID=item_data.get('NYID'),
+                                PRELOADH=item_data.get('PRELOADH'),
+                                PSTATE=item_data.get('PSTATE'),
+                                REMARK=item_data.get('REMARK'),
+                                WORKINFO=item_data.get('WORKINFO'),
+                                createdate=item_data.get('createdate'),
+                                day=item_data.get('day'),
+                                day_jg=item_data.get('day_jg'),
+                                isgzjdxz=item_data.get('isgzjdxz'),
+                                mavalue_bc=item_data.get('mavalue_bc'),
+                                mavalue_lj=item_data.get('mavalue_lj'),
+                                sjName=item_data.get('sjName'),
+                                useflag=item_data.get('useflag'),
+                                workinfoname=item_data.get('workinfoname'),
+                                upd_remark=item_data.get('upd_remark')
+                            )
+                            db.add(settlement)
+                            logger.info(f"Created settlement data: {item_data.get('point_id')}-{item_data.get('NYID')}")
+
+                        success_count += 1
+                    except Exception as e:
+                        failed_count += 1
+                        failed_items.append({
+                            'data': item_data,
+                            'error': str(e)
+                        })
+                        logger.error(f"Failed to process settlement data {item_data.get('point_id')}-{item_data.get('NYID')}: {str(e)}")
+                        raise e
+
+                db.commit()
+                logger.info(f"Batch import settlement data completed. Success: {success_count}, Failed: {failed_count}")
+                break
+
+            except Exception as e:
+                db.rollback()
+                logger.warning(f"Batch import attempt {attempt + 1} failed: {str(e)}")
+                if attempt == 1:  # 最后一次重试失败
+                    logger.error("Batch import settlement data failed after retries")
+                    return {
+                        'success': False,
+                        'message': f'批量导入失败: {str(e)}',
+                        'total_count': total_count,
+                        'success_count': 0,
+                        'failed_count': total_count,
+                        'failed_items': failed_items
+                    }
+
+        return {
+            'success': failed_count == 0,
+            'message': '批量导入完成' if failed_count == 0 else f'部分导入失败',
+            'total_count': total_count,
+            'success_count': success_count,
+            'failed_count': failed_count,
+            'failed_items': failed_items
+        }