dpb/backend/app/api/v1/module_bre/trait_observation/service.py

from typing import Any

from fastapi import UploadFile
from sqlalchemy.ext.asyncio import AsyncSession

from app.core.base_schema import AuthSchema, PageResultSchema, ImportResultSchema
from app.core.exceptions import CustomException
from app.core.logger import logger
from app.utils.common_util import search_to_dict
from app.utils.excel_util import ExcelUtil

from .crud import BreedingTraitObservationCRUD
from .schema import (
    TraitObservationCreateSchema,
    TraitObservationOutSchema,
    TraitObservationQueryParam,
    TraitObservationUpdateSchema,
)
from app.api.v1.module_bre.tree_evaluation.crud import BreedingTreeEvaluationCRUD
from app.api.v1.module_bre.tree.crud import BreedingTreeCRUD
from app.api.v1.module_bre.cross_combination.crud import BreedingCrossCombinationCRUD
from app.api.v1.module_bre.trait.crud import BreedingTraitCRUD



from app.core.base_crud import assert_no_children, assert_parents_exist
from app.api.v1.module_bre.cross_combination.model import CrossCombinationModel
from app.api.v1.module_bre.trait.model import TraitModel
from app.api.v1.module_bre.tree_evaluation.model import TreeEvaluationModel
from app.api.v1.module_bre.tree.model import TreeModel

def _is_blank(v: Any) -> bool:
    return v is None or (isinstance(v, str) and v.strip() == "")


def _none_if_blank(v: Any) -> Any:
    if _is_blank(v):
        return None
    return str(v).strip() if isinstance(v, str) else v


def _to_float(v: Any) -> float | None:
    if _is_blank(v):
        return None
    try:
        return float(v)
    except (TypeError, ValueError):
        return None


def _to_int(v: Any) -> int | None:
    if _is_blank(v):
        return None
    try:
        return int(float(v))
    except (TypeError, ValueError):
        return None


class TraitObservationService:
    """性状观测 模块服务层"""

    def __init__(self, auth: AuthSchema, db: AsyncSession) -> None:
        self.auth = auth
        self.db = db

    async def _assert_numeric_range(self, trait_id: int | None, value_numeric: float | None) -> None:
        """数值观测必须在性状 valid_min/valid_max 区间内，越界拒绝入库。"""
        if trait_id is None or value_numeric is None:
            return
        trait = await BreedingTraitCRUD(self.auth, self.db).get(id=trait_id)
        if not trait:
            return  # assert_parents_exist 已拦截不存在的性状，这里仅兜底
        if trait.valid_min is not None and value_numeric < float(trait.valid_min):
            raise CustomException(msg=f"数值 {value_numeric} 低于性状有效下限 {trait.valid_min}")
        if trait.valid_max is not None and value_numeric > float(trait.valid_max):
            raise CustomException(msg=f"数值 {value_numeric} 超出性状有效上限 {trait.valid_max}")

    async def _assert_stage_gate(self, data: Any, exclude_id: int | None = None, eff_stage_override: str | None = None) -> None:
        """成株性状门禁（A6）：实生苗(童期)单株不可录成株(evaluation)性状。

        判定阶段取观测自带 stage，缺省继承 bre_trait.stage；观测显式 stage=juvenile
        视为童期评估可放行。单株已选优晋级(sp/ap/line…)或非实生苗不受限。
        update 走 eff_stage_override（data.stage 或既有行 stage），避免部分更新误判。
        """
        tree_id = getattr(data, "tree_id", None)
        trait_id = getattr(data, "trait_id", None)
        if not tree_id or not trait_id:
            return
        tree = await BreedingTreeCRUD(self.auth, self.db).get(id=tree_id)
        if not tree or (getattr(tree, "stage", None) or "") != "seedling":
            return
        trait = await BreedingTraitCRUD(self.auth, self.db).get(id=trait_id)
        if not trait:
            return
        eff_stage = eff_stage_override or getattr(data, "stage", None) or trait.stage or "evaluation"
        if eff_stage == "evaluation":
            tree_no = getattr(tree, "tree_no", None) or f"#{tree.id}"
            raise CustomException(
                msg=f"实生苗(童期)单株 {tree_no} 不可记录成株性状「{trait.trait_name}」；"
                    f"请将观测阶段改为 juvenile 评估，或先将单株选优晋级(sp/ap/line)"
            )

    async def _attach_fk_labels(self, items: list[TraitObservationOutSchema]) -> None:
        if not items:
            return
        crud = BreedingTraitObservationCRUD(self.auth, self.db)
        evaluation_id_ids = {getattr(it, "evaluation_id") for it in items if getattr(it, "evaluation_id")}
        if evaluation_id_ids:
            refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(evaluation_id_ids))})
            ref_map = {r.id: getattr(r, "evaluate_date") for r in refs}
            for it in items:
                it.evaluation_name = ref_map.get(getattr(it, "evaluation_id"))
        tree_id_ids = {getattr(it, "tree_id") for it in items if getattr(it, "tree_id")}
        if tree_id_ids:
            refs = await BreedingTreeCRUD(self.auth, self.db).get_list(search={"id": ("in", list(tree_id_ids))})
            ref_map = {r.id: getattr(r, "tree_no") for r in refs}
            for it in items:
                it.tree_name = ref_map.get(getattr(it, "tree_id"))
        combination_id_ids = {getattr(it, "combination_id") for it in items if getattr(it, "combination_id")}
        if combination_id_ids:
            refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(combination_id_ids))})
            ref_map = {r.id: getattr(r, "combination_code") for r in refs}
            for it in items:
                it.combination_name = ref_map.get(getattr(it, "combination_id"))
        trait_id_ids = {getattr(it, "trait_id") for it in items if getattr(it, "trait_id")}
        if trait_id_ids:
            refs = await BreedingTraitCRUD(self.auth, self.db).get_list(search={"id": ("in", list(trait_id_ids))})
            ref_map = {r.id: getattr(r, "trait_name") for r in refs}
            for it in items:
                it.trait_name = ref_map.get(getattr(it, "trait_id"))

    async def detail(self, id: int) -> TraitObservationOutSchema:
        obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
        if not obj:
            raise CustomException(msg="该性状观测不存在")
        out = TraitObservationOutSchema.model_validate(obj)
        await self._attach_fk_labels([out])
        return out

    async def get_list(
        self,
        search: TraitObservationQueryParam | None = None,
        order_by: list[dict[str, str]] | None = None,
    ) -> list[TraitObservationOutSchema]:
        obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(
            search=search_to_dict(search), order_by=order_by
        )
        outs = [TraitObservationOutSchema.model_validate(obj) for obj in obj_list]
        await self._attach_fk_labels(outs)
        return outs

    async def page(
        self,
        page_no: int,
        page_size: int,
        search: TraitObservationQueryParam | None = None,
        order_by: list[dict[str, str]] | None = None,
    ) -> PageResultSchema[TraitObservationOutSchema]:
        offset = (page_no - 1) * page_size
        result = await BreedingTraitObservationCRUD(self.auth, self.db).page(
            offset=offset,
            limit=page_size,
            order_by=order_by or [{"id": "asc"}],
            search=search_to_dict(search, {}),
            out_schema=TraitObservationOutSchema,
        )
        await self._attach_fk_labels(result.items)
        return result

    async def create(self, data: TraitObservationCreateSchema) -> TraitObservationOutSchema:
        await assert_parents_exist(
            self.db,
            [
                (TreeEvaluationModel, data.evaluation_id, '单株评价'),
                (TreeModel, data.tree_id, '单株'),
                (CrossCombinationModel, data.combination_id, '杂交组合'),
                (TraitModel, data.trait_id, '性状'),
            ],
        )
        # 缺省继承性状发育阶段（schema 注释约定）：data.stage 留空时以 bre_trait.stage 回填落库
        if data.stage is None and data.trait_id is not None:
            _trait = await BreedingTraitCRUD(self.auth, self.db).get(id=data.trait_id)
            if _trait and _trait.stage:
                data = data.model_copy(update={"stage": _trait.stage})
        # 同一次鉴定下同一单株同一性状只允许一条观测（tree_id 为空表示组合级观测，跳过判重）
        if data.tree_id is not None:
            dup = await BreedingTraitObservationCRUD(self.auth, self.db).get(
                evaluation_id=data.evaluation_id, tree_id=data.tree_id, trait_id=data.trait_id
            )
            if dup:
                raise CustomException(msg="创建失败，该单株在此次鉴定中已存在该性状观测")
        await self._assert_numeric_range(data.trait_id, data.value_numeric)
        await self._assert_stage_gate(data)
        obj = await BreedingTraitObservationCRUD(self.auth, self.db).create(data=data)
        out = TraitObservationOutSchema.model_validate(obj)
        await self._attach_fk_labels([out])
        return out

    async def update(self, id: int, data: TraitObservationUpdateSchema) -> TraitObservationOutSchema:
        obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
        if not obj:
            raise CustomException(msg="更新失败，该性状观测不存在")
        await assert_parents_exist(
            self.db,
            [
                (TreeEvaluationModel, data.evaluation_id, '单株评价'),
                (TreeModel, data.tree_id, '单株'),
                (CrossCombinationModel, data.combination_id, '杂交组合'),
                (TraitModel, data.trait_id, '性状'),
            ],
        )
        # 更新后 (evaluation_id, tree_id, trait_id) 仍需唯一（未提交的字段取现值）
        eval_id = data.evaluation_id if data.evaluation_id is not None else obj.evaluation_id
        tree_id = data.tree_id if data.tree_id is not None else obj.tree_id
        trait_id = data.trait_id if data.trait_id is not None else obj.trait_id
        if tree_id is not None:
            dup = await BreedingTraitObservationCRUD(self.auth, self.db).get(
                evaluation_id=eval_id, tree_id=tree_id, trait_id=trait_id
            )
            if dup and dup.id != id:
                raise CustomException(msg="更新失败，该单株在此次鉴定中已存在该性状观测")
        await self._assert_numeric_range(
            data.trait_id if data.trait_id is not None else obj.trait_id,
            data.value_numeric if data.value_numeric is not None else obj.value_numeric,
        )
        await self._assert_stage_gate(
            data, exclude_id=id, eff_stage_override=(data.stage or obj.stage)
        )
        obj = await BreedingTraitObservationCRUD(self.auth, self.db).update(id=id, data=data)
        out = TraitObservationOutSchema.model_validate(obj)
        await self._attach_fk_labels([out])
        return out

    async def delete(self, ids: list[int]) -> None:
        if not ids:
            raise CustomException(msg="删除失败，删除对象不能为空")
        objs = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(search={"id": ("in", ids)})
        obj_map = {o.id: o for o in objs}
        for id_ in ids:
            if id_ not in obj_map:
                raise CustomException(msg="删除失败，该性状观测不存在")
        await BreedingTraitObservationCRUD(self.auth, self.db).delete(ids=ids)

    async def list_options(self) -> list[dict[str, Any]]:
        """供前端下拉选择使用：返回 [{value, label}]。"""
        obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
        return [{"value": o.id, "label": o.value_text} for o in obj_list]

    @staticmethod
    def batch_export(obj_list: list[dict[str, Any]]) -> bytes:
        mapping_dict = {
            "evaluation_name": "所属鉴定",
            "tree_name": "单株",
            "combination_name": "杂交组合",
            "trait_name": "性状",
            "evaluate_year": "观测年份",
            "value_numeric": "数值",
            "value_text": "文本值",
            "value_date": "日期值",
            "stage": "阶段",
            "remark": "备注",
            "created_time": "创建时间",
            "created_by": "创建者",
        }
        data = [dict(item) for item in obj_list]
        for item in data:
            creator = item.get("created_by")
            item["created_by"] = creator.get("name", "未知") if isinstance(creator, dict) else "未知"
        return ExcelUtil.export_list2excel(list_data=data, mapping_dict=mapping_dict)

    async def batch_import(self, file: UploadFile, update_support: bool = False) -> ImportResultSchema:
        header_dict = {
            "所属鉴定": "evaluation_id",
            "单株": "tree_id",
            "杂交组合": "combination_id",
            "性状": "trait_id",
            "观测年份": "evaluate_year",
            "数值": "value_numeric",
            "文本值": "value_text",
            "日期值": "value_date",
            "阶段": "stage",
            "备注": "remark",
        }
        try:
            contents = await file.read()
            rows = ExcelUtil.read_excel_to_dicts(contents)
            await file.close()
            if not rows:
                raise CustomException(msg="导入文件为空")
            missing_headers = [h for h in header_dict if h not in rows[0]]
            if missing_headers:
                raise CustomException(msg=f"导入文件缺少必要的列: {', '.join(missing_headers)}")
            evaluation_id_refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
            evaluation_id_map = {getattr(r, "evaluate_date"): r.id for r in evaluation_id_refs}
            tree_id_refs = await BreedingTreeCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
            tree_id_map = {getattr(r, "tree_no"): r.id for r in tree_id_refs}
            combination_id_refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
            combination_id_map = {getattr(r, "combination_code"): r.id for r in combination_id_refs}
            trait_id_refs = await BreedingTraitCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
            trait_id_map = {getattr(r, "trait_name"): r.id for r in trait_id_refs}
            trait_valid_map = {r.id: (r.valid_min, r.valid_max) for r in trait_id_refs}
            mapped_rows = []
            for row in rows:
                mapped_rows.append({en: row.get(ch) for ch, en in header_dict.items()})
            required_fields = ["trait_id"]
            errors = []
            for field in required_fields:
                missing_indices = [i + 1 for i, r in enumerate(mapped_rows) if _is_blank(r.get(field))]
                if missing_indices:
                    field_name = next(k for k, v in header_dict.items() if v == field)
                    rows_str = "、".join(str(i) for i in missing_indices)
                    errors.append(f"{field_name}不能为空，第{rows_str}行")
            if errors:
                raise CustomException(msg=f"导入失败，以下行缺少必要字段：\n{'; '.join(errors)}")
            error_msgs: list[str] = []
            success_count = 0
            crud = BreedingTraitObservationCRUD(self.auth, self.db)
            for i, row in enumerate(mapped_rows, start=1):
                try:
                    evaluation_id_val = evaluation_id_map.get(str(row.get("evaluation_id")).strip()) if not _is_blank(row.get("evaluation_id")) else None
                    tree_id_val = tree_id_map.get(str(row.get("tree_id")).strip()) if not _is_blank(row.get("tree_id")) else None
                    combination_id_val = combination_id_map.get(str(row.get("combination_id")).strip()) if not _is_blank(row.get("combination_id")) else None
                    trait_id_val = trait_id_map.get(str(row.get("trait_id")).strip()) if not _is_blank(row.get("trait_id")) else None
                    fields = {
                        "evaluation_id": evaluation_id_val,
                        "tree_id": tree_id_val,
                        "combination_id": combination_id_val,
                        "trait_id": trait_id_val,
                        "evaluate_year": _to_int(row.get("evaluate_year")),
                        "value_numeric": _to_float(row.get("value_numeric")),
                        "value_text": _none_if_blank(row.get("value_text")),
                        "value_date": _none_if_blank(row.get("value_date")),
                        "stage": _none_if_blank(row.get("stage")),
                        "remark": _none_if_blank(row.get("remark")),
                    }
                    if fields["value_numeric"] is not None and trait_id_val is not None:
                        vmin, vmax = trait_valid_map.get(trait_id_val, (None, None))
                        if vmin is not None and fields["value_numeric"] < float(vmin):
                            error_msgs.append(f"第{i}行: 数值 {fields['value_numeric']} 低于性状有效下限 {vmin}")
                            continue
                        if vmax is not None and fields["value_numeric"] > float(vmax):
                            error_msgs.append(f"第{i}行: 数值 {fields['value_numeric']} 超出性状有效上限 {vmax}")
                            continue
                    create_data = TraitObservationCreateSchema(**fields)
                    if tree_id_val is not None:
                        dup = await crud.get(
                            evaluation_id=evaluation_id_val, tree_id=tree_id_val, trait_id=trait_id_val
                        )
                        if dup:
                            if update_support:
                                await crud.update(id=dup.id, data=TraitObservationUpdateSchema(**fields))
                                success_count += 1
                            else:
                                error_msgs.append(f"第{i}行: 该单株在此次鉴定中已存在该性状观测")
                            continue
                    await crud.create(data=create_data)
                    success_count += 1
                except Exception as e:
                    error_msgs.append(f"第{i}行: {e!s}")
                    continue
            return ImportResultSchema(
                valid_count=success_count,
                invalid_count=len(error_msgs),
                message_list=error_msgs,
            )
        except Exception as e:
            logger.error(f"批量导入性状观测失败: {e!s}")
            raise CustomException(msg=f"导入失败: {e!s}")

    @staticmethod
    def import_template_download() -> bytes:
        header_list = [
            "所属鉴定",
            "单株",
            "杂交组合",
            "性状",
            "观测年份",
            "数值",
            "文本值",
            "日期值",
            "阶段",
            "备注",
        ]
        selector_header_list = []
        option_list = [
        ]
        return ExcelUtil.get_excel_template(
            header_list=header_list,
            selector_header_list=selector_header_list,
            option_list=option_list,
        )