chore: add alembic migrations for memory and directive schema
This commit is contained in:
39
agent_service/migrations/alembic.ini
Normal file
39
agent_service/migrations/alembic.ini
Normal file
@@ -0,0 +1,39 @@
|
|||||||
|
[alembic]
|
||||||
|
script_location = migrations
|
||||||
|
prepend_sys_path = .
|
||||||
|
version_path_separator = os
|
||||||
|
sqlalchemy.url = postgresql+asyncpg://%(POSTGRES_USER)s:%(POSTGRES_PASSWORD)s@%(POSTGRES_HOST)s:%(POSTGRES_PORT)s/%(POSTGRES_DB)s
|
||||||
|
|
||||||
|
[loggers]
|
||||||
|
keys = root,sqlalchemy,alembic
|
||||||
|
|
||||||
|
[handlers]
|
||||||
|
keys = console
|
||||||
|
|
||||||
|
[formatters]
|
||||||
|
keys = generic
|
||||||
|
|
||||||
|
[logger_root]
|
||||||
|
level = WARN
|
||||||
|
handlers = console
|
||||||
|
qualname =
|
||||||
|
|
||||||
|
[logger_sqlalchemy]
|
||||||
|
level = WARN
|
||||||
|
handlers =
|
||||||
|
qualname = sqlalchemy.engine
|
||||||
|
|
||||||
|
[logger_alembic]
|
||||||
|
level = INFO
|
||||||
|
handlers =
|
||||||
|
qualname = alembic
|
||||||
|
|
||||||
|
[handler_console]
|
||||||
|
class = StreamHandler
|
||||||
|
args = (sys.stderr,)
|
||||||
|
level = NOTSET
|
||||||
|
formatter = generic
|
||||||
|
|
||||||
|
[formatter_generic]
|
||||||
|
format = %(levelname)-5.5s [%(name)s] %(message)s
|
||||||
|
datefmt = %H:%M:%S
|
||||||
64
agent_service/migrations/env.py
Normal file
64
agent_service/migrations/env.py
Normal file
@@ -0,0 +1,64 @@
|
|||||||
|
import os
|
||||||
|
import asyncio
|
||||||
|
from logging.config import fileConfig
|
||||||
|
from sqlalchemy import pool
|
||||||
|
from sqlalchemy.engine import Connection
|
||||||
|
from sqlalchemy.ext.asyncio import async_engine_from_config
|
||||||
|
from alembic import context
|
||||||
|
|
||||||
|
config = context.config
|
||||||
|
|
||||||
|
if config.config_file_name is not None:
|
||||||
|
fileConfig(config.config_file_name)
|
||||||
|
|
||||||
|
# Override sqlalchemy.url from environment variables
|
||||||
|
def get_url():
|
||||||
|
return (
|
||||||
|
f"postgresql+asyncpg://"
|
||||||
|
f"{os.environ['POSTGRES_USER']}:{os.environ['POSTGRES_PASSWORD']}"
|
||||||
|
f"@{os.environ['POSTGRES_HOST']}:{os.environ.get('POSTGRES_PORT', '5432')}"
|
||||||
|
f"/{os.environ['POSTGRES_DB']}"
|
||||||
|
)
|
||||||
|
|
||||||
|
config.set_main_option("sqlalchemy.url", get_url())
|
||||||
|
|
||||||
|
target_metadata = None
|
||||||
|
|
||||||
|
|
||||||
|
def run_migrations_offline() -> None:
|
||||||
|
url = config.get_main_option("sqlalchemy.url")
|
||||||
|
context.configure(
|
||||||
|
url=url,
|
||||||
|
target_metadata=target_metadata,
|
||||||
|
literal_binds=True,
|
||||||
|
dialect_opts={"paramstyle": "named"},
|
||||||
|
)
|
||||||
|
with context.begin_transaction():
|
||||||
|
context.run_migrations()
|
||||||
|
|
||||||
|
|
||||||
|
def do_run_migrations(connection: Connection) -> None:
|
||||||
|
context.configure(connection=connection, target_metadata=target_metadata)
|
||||||
|
with context.begin_transaction():
|
||||||
|
context.run_migrations()
|
||||||
|
|
||||||
|
|
||||||
|
async def run_async_migrations() -> None:
|
||||||
|
connectable = async_engine_from_config(
|
||||||
|
config.get_section(config.config_ini_section, {}),
|
||||||
|
prefix="sqlalchemy.",
|
||||||
|
poolclass=pool.NullPool,
|
||||||
|
)
|
||||||
|
async with connectable.connect() as connection:
|
||||||
|
await connection.run_sync(do_run_migrations)
|
||||||
|
await connectable.dispose()
|
||||||
|
|
||||||
|
|
||||||
|
def run_migrations_online() -> None:
|
||||||
|
asyncio.run(run_async_migrations())
|
||||||
|
|
||||||
|
|
||||||
|
if context.is_offline_mode():
|
||||||
|
run_migrations_offline()
|
||||||
|
else:
|
||||||
|
run_migrations_online()
|
||||||
162
agent_service/migrations/versions/001_initial_schema.py
Normal file
162
agent_service/migrations/versions/001_initial_schema.py
Normal file
@@ -0,0 +1,162 @@
|
|||||||
|
"""Initial schema — memory, directive, session, LLM config, rate limit tables
|
||||||
|
|
||||||
|
Revision ID: 001
|
||||||
|
Revises:
|
||||||
|
Create Date: 2026-04-12
|
||||||
|
"""
|
||||||
|
from alembic import op
|
||||||
|
import sqlalchemy as sa
|
||||||
|
from sqlalchemy.dialects import postgresql
|
||||||
|
|
||||||
|
revision = '001'
|
||||||
|
down_revision = None
|
||||||
|
branch_labels = None
|
||||||
|
depends_on = None
|
||||||
|
|
||||||
|
|
||||||
|
def upgrade() -> None:
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# Tier 1: Conversation memory per user
|
||||||
|
# Hard cap: 200 rows per user — enforced in application layer before insert
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_conversation_memory (
|
||||||
|
id SERIAL PRIMARY KEY,
|
||||||
|
user_id INTEGER NOT NULL,
|
||||||
|
role VARCHAR(16) NOT NULL,
|
||||||
|
content TEXT NOT NULL,
|
||||||
|
directive_id VARCHAR(64),
|
||||||
|
is_summary BOOLEAN DEFAULT FALSE,
|
||||||
|
created_at TIMESTAMP DEFAULT NOW()
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
op.execute("""
|
||||||
|
CREATE INDEX IF NOT EXISTS idx_conv_user
|
||||||
|
ON ab_conversation_memory(user_id, created_at DESC)
|
||||||
|
""")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# Tier 2: Operational memory — 90-day TTL
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_operational_memory (
|
||||||
|
id SERIAL PRIMARY KEY,
|
||||||
|
scope VARCHAR(64) NOT NULL,
|
||||||
|
summary TEXT NOT NULL,
|
||||||
|
raw_data JSONB,
|
||||||
|
source_directive_id VARCHAR(64),
|
||||||
|
expires_at TIMESTAMP,
|
||||||
|
created_at TIMESTAMP DEFAULT NOW()
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
op.execute("""
|
||||||
|
CREATE INDEX IF NOT EXISTS idx_op_scope
|
||||||
|
ON ab_operational_memory(scope, created_at DESC)
|
||||||
|
""")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# Tier 3: Long-term knowledge — permanent
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_knowledge_store (
|
||||||
|
id SERIAL PRIMARY KEY,
|
||||||
|
entity_type VARCHAR(32) NOT NULL,
|
||||||
|
entity_key VARCHAR(128) NOT NULL,
|
||||||
|
facts JSONB NOT NULL,
|
||||||
|
updated_at TIMESTAMP DEFAULT NOW(),
|
||||||
|
UNIQUE(entity_type, entity_key)
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# Directive execution graph
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_directive_log (
|
||||||
|
id SERIAL PRIMARY KEY,
|
||||||
|
directive_id VARCHAR(64) UNIQUE NOT NULL,
|
||||||
|
user_id INTEGER NOT NULL,
|
||||||
|
channel_id INTEGER NOT NULL,
|
||||||
|
raw_message TEXT NOT NULL,
|
||||||
|
intent_summary TEXT,
|
||||||
|
agents_involved JSONB DEFAULT '[]',
|
||||||
|
peer_calls JSONB DEFAULT '[]',
|
||||||
|
actions_taken JSONB DEFAULT '[]',
|
||||||
|
escalations JSONB DEFAULT '[]',
|
||||||
|
final_response TEXT,
|
||||||
|
status VARCHAR(32) DEFAULT 'pending',
|
||||||
|
started_at TIMESTAMP DEFAULT NOW(),
|
||||||
|
completed_at TIMESTAMP,
|
||||||
|
error TEXT
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
op.execute("""
|
||||||
|
CREATE INDEX IF NOT EXISTS idx_dir_user
|
||||||
|
ON ab_directive_log(user_id, started_at DESC)
|
||||||
|
""")
|
||||||
|
op.execute("""
|
||||||
|
CREATE INDEX IF NOT EXISTS idx_dir_status
|
||||||
|
ON ab_directive_log(status)
|
||||||
|
""")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# Per-agent session state during execution
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_agent_session (
|
||||||
|
id SERIAL PRIMARY KEY,
|
||||||
|
directive_id VARCHAR(64) NOT NULL,
|
||||||
|
agent_name VARCHAR(64) NOT NULL,
|
||||||
|
messages JSONB NOT NULL DEFAULT '[]',
|
||||||
|
status VARCHAR(32) DEFAULT 'running',
|
||||||
|
started_at TIMESTAMP DEFAULT NOW(),
|
||||||
|
completed_at TIMESTAMP
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# LLM backend config — runtime per-agent model routing
|
||||||
|
# caller='__system__' stores the global privacy mode
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_llm_config (
|
||||||
|
caller VARCHAR(64) PRIMARY KEY,
|
||||||
|
backend VARCHAR(16) NOT NULL,
|
||||||
|
set_by INTEGER,
|
||||||
|
set_at TIMESTAMP DEFAULT NOW(),
|
||||||
|
note TEXT
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
|
||||||
|
# Seed default privacy mode = 'local'
|
||||||
|
op.execute("""
|
||||||
|
INSERT INTO ab_llm_config (caller, backend, note)
|
||||||
|
VALUES ('__system__', 'local', 'Default privacy mode — local Ollama only')
|
||||||
|
ON CONFLICT (caller) DO NOTHING
|
||||||
|
""")
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
# Rate limiting
|
||||||
|
# -----------------------------------------------------------------------
|
||||||
|
op.execute("""
|
||||||
|
CREATE TABLE IF NOT EXISTS ab_rate_limit (
|
||||||
|
user_id INTEGER NOT NULL,
|
||||||
|
window_start TIMESTAMP NOT NULL,
|
||||||
|
request_count INTEGER DEFAULT 0,
|
||||||
|
PRIMARY KEY (user_id, window_start)
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
|
||||||
|
|
||||||
|
def downgrade() -> None:
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_rate_limit")
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_llm_config")
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_agent_session")
|
||||||
|
op.execute("DROP INDEX IF EXISTS idx_dir_status")
|
||||||
|
op.execute("DROP INDEX IF EXISTS idx_dir_user")
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_directive_log")
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_knowledge_store")
|
||||||
|
op.execute("DROP INDEX IF EXISTS idx_op_scope")
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_operational_memory")
|
||||||
|
op.execute("DROP INDEX IF EXISTS idx_conv_user")
|
||||||
|
op.execute("DROP TABLE IF EXISTS ab_conversation_memory")
|
||||||
Reference in New Issue
Block a user