204 lines
12 KiB
Python
204 lines
12 KiB
Python
"""ORM rows for skill-to-knowledge distillation and review."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from datetime import UTC, datetime
|
|
|
|
from sqlalchemy import Boolean, Float, Integer, String, UniqueConstraint, false, true
|
|
from sqlalchemy.orm import Mapped, mapped_column
|
|
|
|
from deerflow.persistence.base import Base
|
|
from deerflow.persistence.types import BeijingDateTime, PortableJSON, PortableLongText
|
|
|
|
|
|
def _now() -> datetime:
|
|
return datetime.now(UTC)
|
|
|
|
|
|
class SkillKnowledgeBindingRow(Base):
|
|
__tablename__ = "skill_knowledge_bindings"
|
|
__table_args__ = (UniqueConstraint("skill_name", "target_type", "target_id", name="uq_skill_knowledge_binding"),)
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
skill_name: Mapped[str] = mapped_column(String(255), index=True)
|
|
target_type: Mapped[str] = mapped_column(String(32), index=True)
|
|
target_mode: Mapped[str] = mapped_column(String(32), default="wiki")
|
|
target_id: Mapped[str] = mapped_column(String(128), index=True)
|
|
target_name: Mapped[str] = mapped_column(String(255), default="")
|
|
remote_business_key: Mapped[str | None] = mapped_column(String(512), nullable=True)
|
|
remote_refs_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
status: Mapped[str] = mapped_column(String(48), default="pending", index=True)
|
|
active: Mapped[bool] = mapped_column(Boolean, default=True, server_default=true(), index=True)
|
|
auto_sync_enabled: Mapped[bool] = mapped_column(Boolean, default=False, server_default=false(), index=True)
|
|
current_snapshot_id: Mapped[str | None] = mapped_column(String(36), nullable=True)
|
|
source_digest: Mapped[str | None] = mapped_column(String(80), nullable=True)
|
|
synced_digest: Mapped[str | None] = mapped_column(String(80), nullable=True)
|
|
last_job_id: Mapped[str | None] = mapped_column(String(36), nullable=True)
|
|
last_item_id: Mapped[str | None] = mapped_column(String(36), nullable=True)
|
|
last_synced_at: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True)
|
|
last_error_code: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
|
last_error_message: Mapped[str | None] = mapped_column(String(2048), nullable=True)
|
|
created_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
updated_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now, onupdate=_now)
|
|
|
|
|
|
class SkillKnowledgeSnapshotRow(Base):
|
|
__tablename__ = "skill_knowledge_snapshots"
|
|
__table_args__ = (UniqueConstraint("skill_name", "source_digest", "extractor_version", "prompt_hash", "model_name", name="uq_skill_knowledge_snapshot"),)
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
skill_name: Mapped[str] = mapped_column(String(255), index=True)
|
|
source_digest: Mapped[str] = mapped_column(String(80), index=True)
|
|
extractor_version: Mapped[str] = mapped_column(String(64))
|
|
prompt_hash: Mapped[str] = mapped_column(String(80))
|
|
model_name: Mapped[str] = mapped_column(String(128))
|
|
manifest_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
ir_json: Mapped[dict | None] = mapped_column(PortableJSON(), default=dict, nullable=True)
|
|
status: Mapped[str] = mapped_column(String(24), default="ready")
|
|
counts_json: Mapped[dict | None] = mapped_column(PortableJSON(), default=dict, nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
|
|
|
|
class SkillKnowledgeSyncJobRow(Base):
|
|
__tablename__ = "skill_knowledge_sync_jobs"
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
trigger: Mapped[str] = mapped_column(String(32), default="manual")
|
|
target_count: Mapped[int] = mapped_column(Integer, default=0)
|
|
targets_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
status: Mapped[str] = mapped_column(String(32), default="queued", index=True)
|
|
total_count: Mapped[int] = mapped_column(Integer, default=0)
|
|
success_count: Mapped[int] = mapped_column(Integer, default=0)
|
|
partial_failed_count: Mapped[int] = mapped_column(Integer, default=0)
|
|
failed_count: Mapped[int] = mapped_column(Integer, default=0)
|
|
cancel_requested: Mapped[bool] = mapped_column(Boolean, default=False, server_default=false())
|
|
review_mode: Mapped[str] = mapped_column(String(32), default="auto_high_confidence")
|
|
created_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
started_at: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True)
|
|
completed_at: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True)
|
|
|
|
|
|
class SkillKnowledgeSyncItemRow(Base):
|
|
__tablename__ = "skill_knowledge_sync_items"
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
job_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
binding_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
target_type: Mapped[str] = mapped_column(String(32))
|
|
target_mode: Mapped[str] = mapped_column(String(32))
|
|
target_id: Mapped[str] = mapped_column(String(128))
|
|
skill_name: Mapped[str] = mapped_column(String(255), index=True)
|
|
snapshot_id: Mapped[str | None] = mapped_column(String(36), nullable=True)
|
|
status: Mapped[str] = mapped_column(String(32), default="queued", index=True)
|
|
phase: Mapped[str] = mapped_column(String(32), default="scanning")
|
|
progress: Mapped[int] = mapped_column(Integer, default=0)
|
|
attempts: Mapped[int] = mapped_column(Integer, default=0)
|
|
active_dedupe_key: Mapped[str | None] = mapped_column(String(36), nullable=True, unique=True)
|
|
lease_owner: Mapped[str | None] = mapped_column(String(128), nullable=True, index=True)
|
|
lease_until: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True, index=True)
|
|
last_error_code: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
|
last_error_message: Mapped[str | None] = mapped_column(String(2048), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
updated_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now, onupdate=_now)
|
|
started_at: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True)
|
|
completed_at: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True)
|
|
|
|
|
|
class SkillKnowledgeArtifactRow(Base):
|
|
__tablename__ = "skill_knowledge_artifacts"
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
binding_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
snapshot_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
kind: Mapped[str] = mapped_column(String(48), index=True)
|
|
slug: Mapped[str | None] = mapped_column(String(512), nullable=True)
|
|
content_text: Mapped[str | None] = mapped_column(PortableLongText(), nullable=True)
|
|
remote_id: Mapped[str | None] = mapped_column(String(255), nullable=True)
|
|
business_key: Mapped[str | None] = mapped_column(String(512), nullable=True)
|
|
remote_refs_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
status: Mapped[str] = mapped_column(String(32), default="staged", index=True)
|
|
metadata_json: Mapped[dict | None] = mapped_column(PortableJSON(), default=dict, nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
updated_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now, onupdate=_now)
|
|
|
|
|
|
class SkillKnowledgeReviewRow(Base):
|
|
__tablename__ = "skill_knowledge_reviews"
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
job_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
item_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
binding_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
snapshot_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
object_type: Mapped[str] = mapped_column(String(32), index=True)
|
|
object_key: Mapped[str] = mapped_column(String(128))
|
|
original_json: Mapped[dict | None] = mapped_column(PortableJSON(), default=dict, nullable=True)
|
|
edited_json: Mapped[dict | None] = mapped_column(PortableJSON(), nullable=True)
|
|
status: Mapped[str] = mapped_column(String(24), default="pending", index=True)
|
|
reason: Mapped[str | None] = mapped_column(String(1024), nullable=True)
|
|
reviewed_by: Mapped[str | None] = mapped_column(String(64), nullable=True)
|
|
reviewed_at: Mapped[datetime | None] = mapped_column(BeijingDateTime(), nullable=True)
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
|
|
|
|
class SkillKnowledgeEntityRow(Base):
|
|
__tablename__ = "skill_knowledge_entities"
|
|
__table_args__ = (UniqueConstraint("target_type", "target_id", "entity_type", "normalized_name", name="uq_skill_knowledge_entity"),)
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
target_type: Mapped[str] = mapped_column(String(32), index=True)
|
|
target_id: Mapped[str] = mapped_column(String(128), index=True)
|
|
entity_type: Mapped[str] = mapped_column(String(64), index=True)
|
|
normalized_name: Mapped[str] = mapped_column(String(512))
|
|
display_name: Mapped[str] = mapped_column(String(512))
|
|
aliases_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
attributes_json: Mapped[dict | None] = mapped_column(PortableJSON(), default=dict, nullable=True)
|
|
status: Mapped[str] = mapped_column(String(24), default="active")
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
updated_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now, onupdate=_now)
|
|
|
|
|
|
class SkillKnowledgeEntityContributionRow(Base):
|
|
__tablename__ = "skill_knowledge_entity_contributions"
|
|
__table_args__ = (UniqueConstraint("entity_id", "binding_id", "snapshot_id", "local_entity_id", name="uq_skill_entity_contribution"),)
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
entity_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
binding_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
snapshot_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
local_entity_id: Mapped[str] = mapped_column(String(128))
|
|
evidence_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
attributes_json: Mapped[dict | None] = mapped_column(PortableJSON(), default=dict, nullable=True)
|
|
confidence: Mapped[float] = mapped_column(Float, default=1.0)
|
|
|
|
|
|
class SkillKnowledgeRelationRow(Base):
|
|
__tablename__ = "skill_knowledge_relations"
|
|
__table_args__ = (UniqueConstraint("target_type", "target_id", "source_entity_id", "predicate", "target_entity_id", name="uq_skill_knowledge_relation"),)
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
target_type: Mapped[str] = mapped_column(String(32), index=True)
|
|
target_id: Mapped[str] = mapped_column(String(128), index=True)
|
|
source_entity_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
predicate: Mapped[str] = mapped_column(String(128), index=True)
|
|
target_entity_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
description: Mapped[str] = mapped_column(String(2048), default="")
|
|
status: Mapped[str] = mapped_column(String(24), default="active")
|
|
created_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now)
|
|
updated_at: Mapped[datetime] = mapped_column(BeijingDateTime(), default=_now, onupdate=_now)
|
|
|
|
|
|
class SkillKnowledgeRelationContributionRow(Base):
|
|
__tablename__ = "skill_knowledge_relation_contributions"
|
|
__table_args__ = (UniqueConstraint("relation_id", "binding_id", "snapshot_id", "local_relation_id", name="uq_skill_relation_contribution"),)
|
|
|
|
id: Mapped[str] = mapped_column(String(36), primary_key=True)
|
|
relation_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
binding_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
snapshot_id: Mapped[str] = mapped_column(String(36), index=True)
|
|
local_relation_id: Mapped[str] = mapped_column(String(128))
|
|
evidence_json: Mapped[list | None] = mapped_column(PortableJSON(), default=list, nullable=True)
|
|
confidence: Mapped[float] = mapped_column(Float, default=1.0)
|