424 lines
15 KiB
Python
424 lines
15 KiB
Python
#!/usr/bin/env python3
|
||
"""
|
||
数据模型和 ORM 定义
|
||
使用 SQLAlchemy 定义数据库表结构
|
||
"""
|
||
import threading
|
||
from datetime import datetime
|
||
from sqlalchemy import create_engine, Column, Integer, String, Float, DateTime, Boolean, JSON, Enum, Text
|
||
from sqlalchemy.ext.declarative import declarative_base
|
||
from sqlalchemy.orm import sessionmaker
|
||
from typing import Callable, Dict, List, Any, Optional
|
||
import enum
|
||
import json
|
||
|
||
# 创建基类
|
||
Base = declarative_base()
|
||
db_lock = threading.RLock()
|
||
|
||
|
||
class WorkflowStatus(enum.Enum):
|
||
"""工作流状态"""
|
||
READY = "ready" # 就绪
|
||
RUNNING = "running" # 运行中
|
||
PAUSED = "paused" # 暂停
|
||
COMPLETED = "completed" # 已完成
|
||
FAILED = "failed" # 失败
|
||
CANCELLED = "cancelled" # 已取消
|
||
|
||
|
||
class TaskStatus(enum.Enum):
|
||
"""任务状态"""
|
||
PENDING = "pending" # 待处理
|
||
RUNNING = "running" # 运行中
|
||
COMPLETED = "completed" # 已完成
|
||
FAILED = "failed" # 失败
|
||
SKIPPED = "skipped" # 已跳过
|
||
CANCELLED = "cancelled" # 已取消
|
||
|
||
|
||
|
||
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
# 系统配置表
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
|
||
class SystemConfig(Base):
|
||
"""系统配置"""
|
||
__tablename__ = "system_config"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
key = Column(String(100), unique=True, nullable=False, index=True)
|
||
value = Column(Text, nullable=False)
|
||
description = Column(String(500))
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<SystemConfig {self.key}={self.value[:50]}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"key": self.key,
|
||
"value": self.value,
|
||
"description": self.description,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
|
||
class Project(Base):
|
||
"""项目表"""
|
||
__tablename__ = "project_table"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
#任务名称
|
||
name = Column(String(500),default="")
|
||
#任务创建者
|
||
creator= Column(String(500),default="")
|
||
#任务描述
|
||
description= Column(String(1000),default="")
|
||
#工作流+草稿+作者，组成一个项目。此处保存工作流的UUID和草稿的UUID
|
||
corr_workflow= Column(String(500),default="")
|
||
corr_draft= Column(String(500),default="")
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<Project {self.name}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"name": self.name,
|
||
"creator": self.creator,
|
||
"description": self.description,
|
||
"corr_workflow": self.corr_workflow,
|
||
"corr_draft": self.corr_draft,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
|
||
class WorkFlow(Base):
|
||
"""任务表"""
|
||
__tablename__ = "workflow_table"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
#工作流UUID
|
||
uuid= Column(String(500),default="")
|
||
#工作流名称
|
||
name = Column(String(500),default="")
|
||
#任务创建者
|
||
creator= Column(String(500),default="")
|
||
#工作流描述
|
||
description= Column(String(1000),default="")
|
||
#具体工作流内容，JSON格式保存
|
||
content= Column(JSON, default=dict)
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<WorkFlow {self.name}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"name": self.name,
|
||
"creator": self.creator,
|
||
"description": self.description,
|
||
"content": self.content,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
class Draft(Base):
|
||
"""草稿表"""
|
||
__tablename__ = "draft_table"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
#草稿UUID
|
||
uuid= Column(String(500),default="")
|
||
#草稿名称
|
||
name = Column(String(500),default="")
|
||
#草稿创建者
|
||
creator= Column(String(500),default="")
|
||
#草稿描述
|
||
description= Column(String(1000),default="")
|
||
#具体草稿内容，JSON格式保存
|
||
content= Column(JSON, default=dict)
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<Draft {self.name}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"name": self.name,
|
||
"creator": self.creator,
|
||
"discription": self.discription,
|
||
"content": self.content,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
|
||
class User(Base):
|
||
"""用户表"""
|
||
__tablename__ = "user_table"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
username = Column(String(500),default="")
|
||
password= Column(String(500),default="")
|
||
role= Column(String(500),default="") #admin/user/guest
|
||
discription= Column(String(1000),default="")
|
||
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<User {self.username}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"username": self.username,
|
||
"password": self.password,
|
||
"role": self.role,
|
||
"discription": self.discription,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
# 工作流执行实例表
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
|
||
class WorkflowInstance(Base):
|
||
"""工作流执行实例"""
|
||
__tablename__ = "workflow_instances"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
workflow_uuid = Column(String(500))
|
||
workflow_name = Column(String(500))
|
||
|
||
status = Column(Enum(WorkflowStatus), default=WorkflowStatus.READY)
|
||
|
||
# 执行参数
|
||
parameters = Column(JSON, default=dict)
|
||
|
||
# 执行结果和输出
|
||
result = Column(JSON, default=dict)
|
||
|
||
#临时数据区
|
||
temp_data=Column(JSON, default=dict)
|
||
|
||
# 当前步骤
|
||
current_step_params = Column(JSON, default=dict)
|
||
current_step_index = Column(Integer, default=0)
|
||
current_step_content = Column(JSON, default=dict)
|
||
current_step_result = Column(JSON, default=dict)
|
||
|
||
# 已完成的步骤
|
||
completed_steps = Column(JSON, default=list)
|
||
|
||
# 失败信息
|
||
error_message = Column(Text)
|
||
error_traceback = Column(Text)
|
||
|
||
# 重试次数
|
||
retry_count = Column(Integer, default=0)
|
||
max_retries = Column(Integer, default=3)
|
||
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
started_at = Column(DateTime)
|
||
completed_at = Column(DateTime)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<WorkflowInstance {self.workflow_name} #{self.id}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"workflow_uuid": self.workflow_uuid,
|
||
"workflow_name": self.workflow_name,
|
||
"status": self.status.value if self.status else None,
|
||
"parameters": self.parameters,
|
||
"result": self.result,
|
||
"temp_data": self.temp_data,
|
||
"current_step_params": self.current_step_params,
|
||
"current_step_index": self.current_step_index,
|
||
"current_step_content": self.current_step_content,
|
||
"current_step_result": self.current_step_result,
|
||
"completed_steps": self.completed_steps,
|
||
"error_message": self.error_message,
|
||
"error_traceback": self.error_traceback,
|
||
"retry_count": self.retry_count,
|
||
"max_retries": self.max_retries,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"started_at": self.started_at.isoformat() if self.started_at else None,
|
||
"completed_at": self.completed_at.isoformat() if self.completed_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
|
||
|
||
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
# 操作日志表
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
|
||
class OperationLog(Base):
|
||
"""操作日志"""
|
||
__tablename__ = "operation_logs"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
|
||
# 操作类型: "create", "update", "delete", "execute", etc.
|
||
operation_type = Column(String(50), nullable=False, index=True)
|
||
|
||
# 操作对象: "workflow", "task", etc.
|
||
object_type = Column(String(50), nullable=False)
|
||
object_id = Column(Integer)
|
||
object_name = Column(String(100))
|
||
|
||
# 操作详情
|
||
details = Column(JSON, default=dict)
|
||
|
||
# 操作者 (用户或系统)
|
||
operator = Column(String(100), default="system")
|
||
|
||
# 操作结果
|
||
status = Column(String(50)) # "success", "failure"
|
||
error_message = Column(Text)
|
||
|
||
created_at = Column(DateTime, default=datetime.utcnow, index=True)
|
||
|
||
def __repr__(self):
|
||
return f"<OperationLog {self.operation_type} {self.object_type} #{self.object_id}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"operation_type": self.operation_type,
|
||
"object_type": self.object_type,
|
||
"object_id": self.object_id,
|
||
"object_name": self.object_name,
|
||
"details": self.details,
|
||
"operator": self.operator,
|
||
"status": self.status,
|
||
"error_message": self.error_message,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
}
|
||
|
||
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
# 测试表
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
|
||
class Test(Base):
|
||
"""测试表"""
|
||
__tablename__ = "test_tb"
|
||
|
||
id = Column(Integer, primary_key=True)
|
||
name = Column(String(500),default="")
|
||
value = Column(String(500),default="")
|
||
|
||
|
||
created_at = Column(DateTime, default=datetime.utcnow)
|
||
updated_at = Column(DateTime, default=datetime.utcnow, onupdate=datetime.utcnow)
|
||
|
||
def __repr__(self):
|
||
return f"<Workflow {self.value}>"
|
||
|
||
def to_dict(self):
|
||
return {
|
||
"id": self.id,
|
||
"name": self.name,
|
||
"value": self.value,
|
||
"created_at": self.created_at.isoformat() if self.created_at else None,
|
||
"updated_at": self.updated_at.isoformat() if self.updated_at else None,
|
||
}
|
||
|
||
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
# 数据库初始化和会话管理
|
||
# ═══════════════════════════════════════════════════════════════════════════
|
||
|
||
class DatabaseManager:
|
||
"""数据库管理器"""
|
||
|
||
def __init__(self, database_url: str = "sqlite:///hy02d_system.db"):
|
||
"""
|
||
初始化数据库管理器
|
||
|
||
Args:
|
||
database_url: 数据库连接字符串
|
||
- SQLite: "sqlite:///path/to/db.db"
|
||
- MySQL: "mysql+pymysql://user:password@host:port/dbname"
|
||
- PostgreSQL: "postgresql://user:password@host:port/dbname"
|
||
"""
|
||
self.database_url = database_url
|
||
self.engine = None
|
||
self.Session = None
|
||
self._lock=threading.RLock()
|
||
|
||
def initialize(self):
|
||
"""初始化数据库"""
|
||
self.engine = create_engine(
|
||
self.database_url,
|
||
echo=False, # 设置为 True 查看 SQL 语句
|
||
pool_pre_ping=True # 测试连接有效性
|
||
)
|
||
|
||
# 创建所有表
|
||
Base.metadata.create_all(self.engine)
|
||
|
||
# 创建会话工厂
|
||
self.Session = sessionmaker(bind=self.engine)
|
||
|
||
print(f"✓ 数据库已初始化: {self.database_url}")
|
||
|
||
def get_session(self):
|
||
"""获取数据库会话"""
|
||
if self.Session is None:
|
||
raise RuntimeError("数据库尚未初始化，请先调用 initialize()")
|
||
return self.Session()
|
||
|
||
def close(self):
|
||
"""关闭数据库连接"""
|
||
if self.engine:
|
||
self.engine.dispose()
|
||
print("✓ 数据库连接已关闭")
|
||
|
||
|
||
# 全局数据库管理器实例
|
||
_db_manager:Optional[DatabaseManager] = None
|
||
|
||
def get_db_manager() -> DatabaseManager:
|
||
"""
|
||
获取或创建全局数据库管理器实例
|
||
|
||
Returns:
|
||
数据库管理器实例
|
||
"""
|
||
global _db_manager
|
||
with db_lock:
|
||
if _db_manager is None:
|
||
_db_manager = DatabaseManager()
|
||
return _db_manager
|
||
|
||
|
||
def reset_db_manager() -> None:
|
||
"""重置全局数据库管理器实例（用于测试）"""
|
||
global _db_manager
|
||
_db_manager = None
|
||
|
||
|
||
|