275 lines
12 KiB
Plaintext
275 lines
12 KiB
Plaintext
|
from typing import Any
|
||
|
|
|
||
|
|
from fastapi import UploadFile
|
||
|
|
from sqlalchemy.ext.asyncio import AsyncSession
|
||
|
|
|
||
|
|
from app.core.base_schema import AuthSchema, PageResultSchema
|
||
|
|
from app.core.exceptions import CustomException
|
||
|
|
from app.core.logger import logger
|
||
|
|
from app.utils.common_util import search_to_dict
|
||
|
|
from app.utils.excel_util import ExcelUtil
|
||
|
|
|
||
|
|
from .crud import BreedingTraitObservationCRUD
|
||
|
|
from .schema import (
|
||
|
|
TraitObservationCreateSchema,
|
||
|
|
TraitObservationOutSchema,
|
||
|
|
TraitObservationQueryParam,
|
||
|
|
TraitObservationUpdateSchema,
|
||
|
|
)
|
||
|
|
from app.api.v1.module_bre.tree_evaluation.crud import BreedingTreeEvaluationCRUD
|
||
|
|
from app.api.v1.module_bre.tree.crud import BreedingTreeCRUD
|
||
|
|
from app.api.v1.module_bre.cross_combination.crud import BreedingCrossCombinationCRUD
|
||
|
|
from app.api.v1.module_bre.trait.crud import BreedingTraitCRUD
|
||
|
|
|
||
|
|
|
||
|
|
def _is_blank(v: Any) -> bool:
|
||
|
|
return v is None or (isinstance(v, str) and v.strip() == "")
|
||
|
|
|
||
|
|
|
||
|
|
def _none_if_blank(v: Any) -> Any:
|
||
|
|
if _is_blank(v):
|
||
|
|
return None
|
||
|
|
return str(v).strip() if isinstance(v, str) else v
|
||
|
|
|
||
|
|
|
||
|
|
def _to_float(v: Any) -> float | None:
|
||
|
|
if _is_blank(v):
|
||
|
|
return None
|
||
|
|
try:
|
||
|
|
return float(v)
|
||
|
|
except (TypeError, ValueError):
|
||
|
|
return None
|
||
|
|
|
||
|
|
|
||
|
|
def _to_int(v: Any) -> int | None:
|
||
|
|
if _is_blank(v):
|
||
|
|
return None
|
||
|
|
try:
|
||
|
|
return int(float(v))
|
||
|
|
except (TypeError, ValueError):
|
||
|
|
return None
|
||
|
|
|
||
|
|
|
||
|
|
class TraitObservationService:
|
||
|
|
"""性状观测 模块服务层"""
|
||
|
|
|
||
|
|
def __init__(self, auth: AuthSchema, db: AsyncSession) -> None:
|
||
|
|
self.auth = auth
|
||
|
|
self.db = db
|
||
|
|
|
||
|
|
async def _attach_fk_labels(self, items: list[TraitObservationOutSchema]) -> None:
|
||
|
|
if not items:
|
||
|
|
return
|
||
|
|
crud = BreedingTraitObservationCRUD(self.auth, self.db)
|
||
|
|
evaluation_id_ids = {getattr(it, "evaluation_id") for it in items if getattr(it, "evaluation_id")}
|
||
|
|
if evaluation_id_ids:
|
||
|
|
refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(evaluation_id_ids))})
|
||
|
|
ref_map = {r.id: getattr(r, "evaluate_date") for r in refs}
|
||
|
|
for it in items:
|
||
|
|
it.evaluation_name = ref_map.get(getattr(it, "evaluation_id"))
|
||
|
|
tree_id_ids = {getattr(it, "tree_id") for it in items if getattr(it, "tree_id")}
|
||
|
|
if tree_id_ids:
|
||
|
|
refs = await BreedingTreeCRUD(self.auth, self.db).get_list(search={"id": ("in", list(tree_id_ids))})
|
||
|
|
ref_map = {r.id: getattr(r, "tree_no") for r in refs}
|
||
|
|
for it in items:
|
||
|
|
it.tree_name = ref_map.get(getattr(it, "tree_id"))
|
||
|
|
combination_id_ids = {getattr(it, "combination_id") for it in items if getattr(it, "combination_id")}
|
||
|
|
if combination_id_ids:
|
||
|
|
refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(search={"id": ("in", list(combination_id_ids))})
|
||
|
|
ref_map = {r.id: getattr(r, "combination_code") for r in refs}
|
||
|
|
for it in items:
|
||
|
|
it.combination_name = ref_map.get(getattr(it, "combination_id"))
|
||
|
|
trait_id_ids = {getattr(it, "trait_id") for it in items if getattr(it, "trait_id")}
|
||
|
|
if trait_id_ids:
|
||
|
|
refs = await BreedingTraitCRUD(self.auth, self.db).get_list(search={"id": ("in", list(trait_id_ids))})
|
||
|
|
ref_map = {r.id: getattr(r, "trait_name") for r in refs}
|
||
|
|
for it in items:
|
||
|
|
it.trait_name = ref_map.get(getattr(it, "trait_id"))
|
||
|
|
|
||
|
|
async def detail(self, id: int) -> TraitObservationOutSchema:
|
||
|
|
obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
|
||
|
|
if not obj:
|
||
|
|
raise CustomException(msg="该性状观测不存在")
|
||
|
|
out = TraitObservationOutSchema.model_validate(obj)
|
||
|
|
await self._attach_fk_labels([out])
|
||
|
|
return out
|
||
|
|
|
||
|
|
async def get_list(
|
||
|
|
self,
|
||
|
|
search: TraitObservationQueryParam | None = None,
|
||
|
|
order_by: list[dict[str, str]] | None = None,
|
||
|
|
) -> list[TraitObservationOutSchema]:
|
||
|
|
obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(
|
||
|
|
search=search_to_dict(search), order_by=order_by
|
||
|
|
)
|
||
|
|
outs = [TraitObservationOutSchema.model_validate(obj) for obj in obj_list]
|
||
|
|
await self._attach_fk_labels(outs)
|
||
|
|
return outs
|
||
|
|
|
||
|
|
async def page(
|
||
|
|
self,
|
||
|
|
page_no: int,
|
||
|
|
page_size: int,
|
||
|
|
search: TraitObservationQueryParam | None = None,
|
||
|
|
order_by: list[dict[str, str]] | None = None,
|
||
|
|
) -> PageResultSchema[TraitObservationOutSchema]:
|
||
|
|
offset = (page_no - 1) * page_size
|
||
|
|
result = await BreedingTraitObservationCRUD(self.auth, self.db).page(
|
||
|
|
offset=offset,
|
||
|
|
limit=page_size,
|
||
|
|
order_by=order_by or [{"id": "asc"}],
|
||
|
|
search=search_to_dict(search, {}),
|
||
|
|
out_schema=TraitObservationOutSchema,
|
||
|
|
)
|
||
|
|
await self._attach_fk_labels(result.items)
|
||
|
|
return result
|
||
|
|
|
||
|
|
async def create(self, data: TraitObservationCreateSchema) -> TraitObservationOutSchema:
|
||
|
|
obj = await BreedingTraitObservationCRUD(self.auth, self.db).create(data=data)
|
||
|
|
out = TraitObservationOutSchema.model_validate(obj)
|
||
|
|
await self._attach_fk_labels([out])
|
||
|
|
return out
|
||
|
|
|
||
|
|
async def update(self, id: int, data: TraitObservationUpdateSchema) -> TraitObservationOutSchema:
|
||
|
|
obj = await BreedingTraitObservationCRUD(self.auth, self.db).get(id=id)
|
||
|
|
if not obj:
|
||
|
|
raise CustomException(msg="更新失败，该性状观测不存在")
|
||
|
|
obj = await BreedingTraitObservationCRUD(self.auth, self.db).update(id=id, data=data)
|
||
|
|
out = TraitObservationOutSchema.model_validate(obj)
|
||
|
|
await self._attach_fk_labels([out])
|
||
|
|
return out
|
||
|
|
|
||
|
|
async def delete(self, ids: list[int]) -> None:
|
||
|
|
if not ids:
|
||
|
|
raise CustomException(msg="删除失败，删除对象不能为空")
|
||
|
|
objs = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(search={"id": ("in", ids)})
|
||
|
|
obj_map = {o.id: o for o in objs}
|
||
|
|
for id_ in ids:
|
||
|
|
if id_ not in obj_map:
|
||
|
|
raise CustomException(msg="删除失败，该性状观测不存在")
|
||
|
|
await BreedingTraitObservationCRUD(self.auth, self.db).delete(ids=ids)
|
||
|
|
|
||
|
|
async def list_options(self) -> list[dict[str, Any]]:
|
||
|
|
"""供前端下拉选择使用：返回 [{value, label}]。"""
|
||
|
|
obj_list = await BreedingTraitObservationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
|
|
return [{"value": o.id, "label": o.value_text} for o in obj_list]
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def batch_export(obj_list: list[dict[str, Any]]) -> bytes:
|
||
|
|
mapping_dict = {
|
||
|
|
"evaluation_name": "所属鉴定",
|
||
|
|
"tree_name": "单株",
|
||
|
|
"combination_name": "杂交组合",
|
||
|
|
"trait_name": "性状",
|
||
|
|
"evaluate_year": "观测年份",
|
||
|
|
"value_numeric": "数值",
|
||
|
|
"value_text": "文本值",
|
||
|
|
"value_date": "日期值",
|
||
|
|
"remark": "备注",
|
||
|
|
"created_time": "创建时间",
|
||
|
|
"created_by": "创建者",
|
||
|
|
}
|
||
|
|
data = [dict(item) for item in obj_list]
|
||
|
|
for item in data:
|
||
|
|
creator = item.get("created_by")
|
||
|
|
item["created_by"] = creator.get("name", "未知") if isinstance(creator, dict) else "未知"
|
||
|
|
return ExcelUtil.export_list2excel(list_data=data, mapping_dict=mapping_dict)
|
||
|
|
|
||
|
|
async def batch_import(self, file: UploadFile, update_support: bool = False) -> str:
|
||
|
|
header_dict = {
|
||
|
|
"所属鉴定": "evaluation_id",
|
||
|
|
"单株": "tree_id",
|
||
|
|
"杂交组合": "combination_id",
|
||
|
|
"性状": "trait_id",
|
||
|
|
"观测年份": "evaluate_year",
|
||
|
|
"数值": "value_numeric",
|
||
|
|
"文本值": "value_text",
|
||
|
|
"日期值": "value_date",
|
||
|
|
"备注": "remark",
|
||
|
|
}
|
||
|
|
try:
|
||
|
|
contents = await file.read()
|
||
|
|
rows = ExcelUtil.read_excel_to_dicts(contents)
|
||
|
|
await file.close()
|
||
|
|
if not rows:
|
||
|
|
raise CustomException(msg="导入文件为空")
|
||
|
|
missing_headers = [h for h in header_dict if h not in rows[0]]
|
||
|
|
if missing_headers:
|
||
|
|
raise CustomException(msg=f"导入文件缺少必要的列: {', '.join(missing_headers)}")
|
||
|
|
evaluation_id_refs = await BreedingTreeEvaluationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
|
|
evaluation_id_map = {getattr(r, "evaluate_date"): r.id for r in evaluation_id_refs}
|
||
|
|
tree_id_refs = await BreedingTreeCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
|
|
tree_id_map = {getattr(r, "tree_no"): r.id for r in tree_id_refs}
|
||
|
|
combination_id_refs = await BreedingCrossCombinationCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
|
|
combination_id_map = {getattr(r, "combination_code"): r.id for r in combination_id_refs}
|
||
|
|
trait_id_refs = await BreedingTraitCRUD(self.auth, self.db).get_list(order_by=[{"id": "asc"}])
|
||
|
|
trait_id_map = {getattr(r, "trait_name"): r.id for r in trait_id_refs}
|
||
|
|
mapped_rows = []
|
||
|
|
for row in rows:
|
||
|
|
mapped_rows.append({en: row.get(ch) for ch, en in header_dict.items()})
|
||
|
|
required_fields = ["trait_id"]
|
||
|
|
errors = []
|
||
|
|
for field in required_fields:
|
||
|
|
missing_indices = [i + 1 for i, r in enumerate(mapped_rows) if _is_blank(r.get(field))]
|
||
|
|
if missing_indices:
|
||
|
|
field_name = next(k for k, v in header_dict.items() if v == field)
|
||
|
|
rows_str = "、".join(str(i) for i in missing_indices)
|
||
|
|
errors.append(f"{field_name}不能为空，第{rows_str}行")
|
||
|
|
if errors:
|
||
|
|
raise CustomException(msg=f"导入失败，以下行缺少必要字段：\n{'; '.join(errors)}")
|
||
|
|
error_msgs: list[str] = []
|
||
|
|
success_count = 0
|
||
|
|
crud = BreedingTraitObservationCRUD(self.auth, self.db)
|
||
|
|
for i, row in enumerate(mapped_rows, start=1):
|
||
|
|
try:
|
||
|
|
evaluation_id_val = evaluation_id_map.get(str(row.get("所属鉴定")).strip()) if not _is_blank(row.get("所属鉴定")) else None
|
||
|
|
tree_id_val = tree_id_map.get(str(row.get("单株")).strip()) if not _is_blank(row.get("单株")) else None
|
||
|
|
combination_id_val = combination_id_map.get(str(row.get("杂交组合")).strip()) if not _is_blank(row.get("杂交组合")) else None
|
||
|
|
trait_id_val = trait_id_map.get(str(row.get("性状")).strip()) if not _is_blank(row.get("性状")) else None
|
||
|
|
fields = {
|
||
|
|
"evaluation_id": evaluation_id_val,
|
||
|
|
"tree_id": tree_id_val,
|
||
|
|
"combination_id": combination_id_val,
|
||
|
|
"trait_id": trait_id_val,
|
||
|
|
"evaluate_year": _to_int(row.get("evaluate_year")),
|
||
|
|
"value_numeric": _to_float(row.get("value_numeric")),
|
||
|
|
"value_text": _none_if_blank(row.get("value_text")),
|
||
|
|
"value_date": _none_if_blank(row.get("value_date")),
|
||
|
|
"remark": _none_if_blank(row.get("remark")),
|
||
|
|
}
|
||
|
|
create_data = TraitObservationCreateSchema(**fields)
|
||
|
|
await crud.create(data=create_data)
|
||
|
|
success_count += 1
|
||
|
|
except Exception as e:
|
||
|
|
error_msgs.append(f"第{i}行: {e!s}")
|
||
|
|
continue
|
||
|
|
result = f"成功导入 {success_count} 条数据"
|
||
|
|
if error_msgs:
|
||
|
|
result += "\n错误信息:\n" + "\n".join(error_msgs)
|
||
|
|
return result
|
||
|
|
except Exception as e:
|
||
|
|
logger.error(f"批量导入性状观测失败: {e!s}")
|
||
|
|
raise CustomException(msg=f"导入失败: {e!s}")
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def import_template_download() -> bytes:
|
||
|
|
header_list = [
|
||
|
|
"所属鉴定",
|
||
|
|
"单株",
|
||
|
|
"杂交组合",
|
||
|
|
"性状",
|
||
|
|
"观测年份",
|
||
|
|
"数值",
|
||
|
|
"文本值",
|
||
|
|
"日期值",
|
||
|
|
"备注",
|
||
|
|
]
|
||
|
|
selector_header_list = []
|
||
|
|
option_list = [
|
||
|
|
]
|
||
|
|
return ExcelUtil.get_excel_template(
|
||
|
|
header_list=header_list,
|
||
|
|
selector_header_list=selector_header_list,
|
||
|
|
option_list=option_list,
|
||
|
|
)
|