40 lines
1.8 KiB
Python
40 lines
1.8 KiB
Python
"""Datasource job model."""
|
|
|
|
from sqlalchemy import BigInteger, Column, DateTime, Float, Integer, JSON, String, Text
|
|
from sqlalchemy.sql import func
|
|
|
|
from app.db.session import Base
|
|
|
|
|
|
class CollectionTask(Base):
|
|
__tablename__ = "collection_tasks"
|
|
|
|
id = Column(Integer, primary_key=True, autoincrement=True)
|
|
datasource_id = Column(Integer, nullable=False, index=True)
|
|
source = Column(String(100), nullable=True, index=True)
|
|
task_type = Column(String(30), nullable=False, default="collect", index=True)
|
|
status = Column(String(20), nullable=False) # queued, running, cancelling, success, failed, cancelled
|
|
phase = Column(String(30), default="queued")
|
|
phase_progress = Column(Float)
|
|
phase_message = Column(String(255))
|
|
phase_current = Column(BigInteger)
|
|
phase_total = Column(BigInteger)
|
|
phase_unit = Column(String(30))
|
|
started_at = Column(DateTime(timezone=True))
|
|
completed_at = Column(DateTime(timezone=True))
|
|
records_processed = Column(Integer, default=0)
|
|
total_records = Column(Integer, default=0) # Total records to process
|
|
progress = Column(Float, default=0.0) # Progress percentage (0-100)
|
|
error_message = Column(Text)
|
|
payload = Column(JSON, default=dict)
|
|
rollback_policy = Column(String(40), nullable=False, default="keep_committed_batches")
|
|
dedupe_key = Column(String(180), nullable=True, index=True)
|
|
worker_id = Column(String(120), nullable=True, index=True)
|
|
locked_at = Column(DateTime(timezone=True), nullable=True, index=True)
|
|
requested_cancel_at = Column(DateTime(timezone=True), nullable=True)
|
|
cancel_reason = Column(Text)
|
|
created_at = Column(DateTime(timezone=True), server_default=func.now())
|
|
|
|
def __repr__(self):
|
|
return f"<CollectionTask {self.id}: {self.status}>"
|