plantillas-proyectos/backend/api/v1/modules/a76/layouts_csv/pedmientos/routes.py

"""
Rutas de importación CSV para Pedimentos.
Mismo flujo que customs_brokers/imports: upload → scan → status (polling) → commit.
"""
import base64
import json
import logging
import os
from uuid import uuid4

from fastapi import APIRouter, File, HTTPException, Query, UploadFile, Depends
from sqlalchemy.orm import Session
from typing import Dict, Any, Optional

from core.celery_app import celery_app
from core.database import get_core_db
from core.paths import layout_path
from core.security import get_current_user, validate_access_to_resource

from .schemas import ImportJobResponse
from .tasks import (
    scan_file,
    insert_valid_rows,
    JOB_TYPE as PED_JOB_TYPE,
    PED_IMPORT_REDIS_TTL,
)
from ..common import storage as common_storage

router = APIRouter()
logger = logging.getLogger(__name__)


def _get_redis():
    import redis
    url = os.getenv("VALKEY_URL", os.getenv("REDIS_URL", "redis://valkey:6379/0"))
    return redis.Redis.from_url(url, decode_responses=False)


@router.post("/upload", response_model=ImportJobResponse)
async def upload_import_file(
    file: UploadFile = File(...),
    company_id: int = Query(..., description="Company ID"),
    actualizar: bool = Query(False, description="Modo actualizar: validación parcial si el pedimento existe"),
    dateFormat: Optional[str] = Query(None, description="Formato de fecha: dd/mm/yyyy, mm/dd/yyyy, yyyy-mm-dd"),
    db: Session = Depends(get_core_db),
    current_user: Dict[str, Any] = Depends(get_current_user),
):
    """
    Fase 1: Subir CSV, guardar en Redis, encolar tarea de escaneo.
    """
    try:
        tenant_id = validate_access_to_resource(db, company_id, current_user)
    except Exception as e:
        logger.error(f"Pedimentos import: access validation failed: {e}")
        raise HTTPException(status_code=403, detail="Invalid company access")

    if not file.filename or not file.filename.lower().endswith(".csv"):
        raise HTTPException(status_code=400, detail="Solo se permiten archivos .csv")

    job_id = str(uuid4())
    contents = await file.read()

    file_key, meta_key, _ = common_storage.storage_keys(PED_JOB_TYPE, job_id)
    meta_data: Dict[str, Any] = {
        "tenant_id": tenant_id,
        "company_id": company_id,
        "user_id": current_user.get("id"),
        "template_id": "pedimentos",
        "actualizar": actualizar,
    }
    if dateFormat:
        meta_data["dateFormat"] = dateFormat

    try:
        r = _get_redis()
        r.set(
            file_key,
            base64.b64encode(contents),
            ex=PED_IMPORT_REDIS_TTL,
        )
        r.set(
            meta_key,
            json.dumps(meta_data).encode("utf-8"),
            ex=PED_IMPORT_REDIS_TTL,
        )
    except Exception as e:
        logger.error(f"Pedimentos import: Redis store error: {e}")
        raise HTTPException(status_code=500, detail="No se pudo encolar el archivo.")

    try:
        upload_dir = layout_path("imports", "temp")
        os.makedirs(upload_dir, exist_ok=True)
        csv_path = common_storage.file_path_for_job(PED_JOB_TYPE, job_id)
        with open(csv_path, "wb") as f:
            f.write(contents)
        meta_path = csv_path.replace(".csv", ".meta.json")
        with open(meta_path, "w") as f:
            json.dump(meta_data, f)
    except Exception as e:
        logger.warning(f"Pedimentos import: local file save failed: {e}")

    scan_file.apply_async(args=[job_id], task_id=job_id)

    return ImportJobResponse(
        job_id=job_id,
        status="queued",
        message="Archivo subido. Escaneo iniciado.",
    )


@router.get("/{job_id}/status")
async def get_import_status(job_id: str):
    """
    Polling: estado del escaneo o del commit.
    """
    task_result = celery_app.AsyncResult(job_id)

    if task_result.state == "PENDING":
        return {"status": "processing", "progress": 0}
    if task_result.state == "PROGRESS":
        info = task_result.info or {}
        return {
            "status": "processing",
            "progress": info.get("current", 0),
            "total": info.get("total", 0),
        }
    if task_result.state == "SUCCESS":
        result = task_result.result
        if isinstance(result, dict) and "status" in result:
            return result
        return {"status": "finished", "result": result}

    result = getattr(task_result, "result", None)
    if isinstance(result, dict) and result.get("status") in ("finished", "warning"):
        return result

    logger.warning("Pedimentos import task %s failed: state=%s", job_id, task_result.state)
    err_msg = None
    tb = getattr(task_result, "traceback", None)
    if tb and isinstance(tb, str):
        lines = [l.strip() for l in tb.strip().split("\n") if l.strip()]
        if lines:
            err_msg = lines[-1]
    if not err_msg:
        try:
            exc = task_result.get(propagate=False)
            if exc is not None:
                err_msg = str(exc)
        except Exception:
            pass
    if not err_msg and result is not None:
        if not isinstance(result, dict):
            err_msg = str(result)
        elif result.get("error") or result.get("message"):
            err_msg = result.get("error") or result.get("message")
    return {"status": "failed", "error": err_msg or "Task failed"}


@router.post("/{job_id}/commit")
async def commit_import_job(job_id: str):
    """
    Fase 2: Usuario confirma; se encola la inserción de filas válidas.
    """
    task = insert_valid_rows.delay(job_id)
    return {
        "status": "committing",
        "message": "Inserción iniciada.",
        "commit_job_id": task.id,
    }