"""Datasource job model.""" from sqlalchemy import BigInteger, Column, DateTime, Float, Integer, JSON, String, Text from sqlalchemy.sql import func from app.core.enums import JobStatus, JobType, RollbackPolicy from app.db.session import Base class CollectionTask(Base): __tablename__ = "collection_tasks" id = Column(Integer, primary_key=True, autoincrement=True) datasource_id = Column(Integer, nullable=False, index=True) source = Column(String(100), nullable=True, index=True) task_type = Column(String(30), nullable=False, default=JobType.COLLECT.value, index=True) status = Column(String(20), nullable=False) # queued, running, cancelling, success, failed, cancelled phase = Column(String(30), default=JobStatus.QUEUED.value) phase_progress = Column(Float) phase_message = Column(String(255)) phase_current = Column(BigInteger) phase_total = Column(BigInteger) phase_unit = Column(String(30)) started_at = Column(DateTime(timezone=True)) completed_at = Column(DateTime(timezone=True)) records_processed = Column(Integer, default=0) total_records = Column(Integer, default=0) # Total records to process progress = Column(Float, default=0.0) # Progress percentage (0-100) error_message = Column(Text) payload = Column(JSON, default=dict) rollback_policy = Column(String(40), nullable=False, default=RollbackPolicy.KEEP_COMMITTED_BATCHES.value) dedupe_key = Column(String(180), nullable=True, index=True) worker_id = Column(String(120), nullable=True, index=True) locked_at = Column(DateTime(timezone=True), nullable=True, index=True) requested_cancel_at = Column(DateTime(timezone=True), nullable=True) cancel_reason = Column(Text) created_at = Column(DateTime(timezone=True), server_default=func.now()) def __repr__(self): return f""