83 lines
3.9 KiB
Python
83 lines
3.9 KiB
Python
import datetime
|
|
from typing import Any, List, Optional
|
|
from sqlalchemy import DateTime, ForeignKey, Integer, String, Text
|
|
from sqlalchemy.dialects.sqlite import JSON
|
|
from sqlalchemy.orm import Mapped, mapped_column, relationship
|
|
from backend.db.database import Base
|
|
|
|
|
|
class ProjectModel(Base):
|
|
__tablename__ = "projects"
|
|
|
|
id: Mapped[str] = mapped_column(String, primary_key=True)
|
|
slug: Mapped[str] = mapped_column(String(255), default="", index=True)
|
|
name: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
description: Mapped[str] = mapped_column(Text, default="")
|
|
seed: Mapped[int] = mapped_column(Integer, default=42)
|
|
created_at: Mapped[datetime.datetime] = mapped_column(
|
|
DateTime, default=lambda: datetime.datetime.now(datetime.timezone.utc)
|
|
)
|
|
updated_at: Mapped[datetime.datetime] = mapped_column(
|
|
DateTime,
|
|
default=lambda: datetime.datetime.now(datetime.timezone.utc),
|
|
onupdate=lambda: datetime.datetime.now(datetime.timezone.utc),
|
|
)
|
|
|
|
tables: Mapped[List["TableModel"]] = relationship(
|
|
"TableModel", back_populates="project", cascade="all, delete-orphan", lazy="selectin"
|
|
)
|
|
|
|
|
|
class TableModel(Base):
|
|
__tablename__ = "tables"
|
|
|
|
id: Mapped[str] = mapped_column(String, primary_key=True)
|
|
project_id: Mapped[str] = mapped_column(String, ForeignKey("projects.id", ondelete="CASCADE"), nullable=False)
|
|
slug: Mapped[str] = mapped_column(String(255), default="", index=True)
|
|
name: Mapped[str] = mapped_column(String(255), nullable=False)
|
|
archetype: Mapped[str] = mapped_column(String(50), nullable=False) # record, aggregate, reference
|
|
status: Mapped[str] = mapped_column(String(50), default="draft") # draft, valid
|
|
format: Mapped[str] = mapped_column(String(20), default="csv") # csv, parquet
|
|
row_limit: Mapped[Optional[int]] = mapped_column(Integer, nullable=True)
|
|
exclude_if: Mapped[Optional[str]] = mapped_column(Text, nullable=True)
|
|
|
|
# For record and aggregate: list of column definitions
|
|
fields_data: Mapped[Optional[Any]] = mapped_column(JSON, nullable=True, default=list)
|
|
|
|
# For reference tables: columns array and 2D data matrix
|
|
columns_data: Mapped[Optional[Any]] = mapped_column(JSON, nullable=True, default=list)
|
|
rows_data: Mapped[Optional[Any]] = mapped_column(JSON, nullable=True, default=list)
|
|
|
|
created_at: Mapped[datetime.datetime] = mapped_column(
|
|
DateTime, default=lambda: datetime.datetime.now(datetime.timezone.utc)
|
|
)
|
|
updated_at: Mapped[datetime.datetime] = mapped_column(
|
|
DateTime,
|
|
default=lambda: datetime.datetime.now(datetime.timezone.utc),
|
|
onupdate=lambda: datetime.datetime.now(datetime.timezone.utc),
|
|
)
|
|
|
|
project: Mapped["ProjectModel"] = relationship("ProjectModel", back_populates="tables")
|
|
|
|
|
|
class JobModel(Base):
|
|
__tablename__ = "jobs"
|
|
|
|
id: Mapped[str] = mapped_column(String, primary_key=True)
|
|
project_id: Mapped[str] = mapped_column(String, nullable=False)
|
|
table_id: Mapped[str] = mapped_column(String, nullable=False)
|
|
table_name: Mapped[str] = mapped_column(String, nullable=False)
|
|
status: Mapped[str] = mapped_column(String(50), default="pending") # pending, running, completed, failed, cancelled
|
|
format: Mapped[str] = mapped_column(String(20), default="csv")
|
|
total_rows: Mapped[int] = mapped_column(Integer, default=0)
|
|
rows_generated: Mapped[int] = mapped_column(Integer, default=0)
|
|
rows_per_sec: Mapped[float] = mapped_column(Integer, default=0.0)
|
|
artifact_path: Mapped[Optional[str]] = mapped_column(String, nullable=True)
|
|
file_size_bytes: Mapped[Optional[int]] = mapped_column(Integer, nullable=True)
|
|
error_message: Mapped[Optional[str]] = mapped_column(Text, nullable=True)
|
|
|
|
created_at: Mapped[datetime.datetime] = mapped_column(
|
|
DateTime, default=lambda: datetime.datetime.now(datetime.timezone.utc)
|
|
)
|
|
completed_at: Mapped[Optional[datetime.datetime]] = mapped_column(DateTime, nullable=True)
|