mirror of
https://github.com/mruwnik/memory.git
synced 2025-06-08 21:34:42 +02:00
349 lines
14 KiB
Python
349 lines
14 KiB
Python
"""Initial structure for the database.
|
|
|
|
Revision ID: 4684845ca51e
|
|
Revises: a466a07360d5
|
|
Create Date: 2025-05-03 14:00:56.113840
|
|
|
|
"""
|
|
|
|
from typing import Sequence, Union
|
|
|
|
from alembic import op
|
|
import sqlalchemy as sa
|
|
from sqlalchemy.dialects import postgresql
|
|
|
|
# revision identifiers, used by Alembic.
|
|
revision: str = "4684845ca51e"
|
|
down_revision: Union[str, None] = None
|
|
branch_labels: Union[str, Sequence[str], None] = None
|
|
depends_on: Union[str, Sequence[str], None] = None
|
|
|
|
|
|
def upgrade() -> None:
|
|
op.execute("CREATE EXTENSION IF NOT EXISTS pgcrypto")
|
|
op.execute("CREATE EXTENSION IF NOT EXISTS \"uuid-ossp\"")
|
|
op.create_table(
|
|
"email_accounts",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("name", sa.Text(), nullable=False),
|
|
sa.Column("email_address", sa.Text(), nullable=False),
|
|
sa.Column("imap_server", sa.Text(), nullable=False),
|
|
sa.Column("imap_port", sa.Integer(), server_default="993", nullable=False),
|
|
sa.Column("username", sa.Text(), nullable=False),
|
|
sa.Column("password", sa.Text(), nullable=False),
|
|
sa.Column("use_ssl", sa.Boolean(), server_default="true", nullable=False),
|
|
sa.Column("folders", sa.ARRAY(sa.Text()), server_default="{}", nullable=False),
|
|
sa.Column("tags", sa.ARRAY(sa.Text()), server_default="{}", nullable=False),
|
|
sa.Column("last_sync_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("active", sa.Boolean(), server_default="true", nullable=False),
|
|
sa.Column(
|
|
"created_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=False,
|
|
),
|
|
sa.Column(
|
|
"updated_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=False,
|
|
),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
sa.UniqueConstraint("email_address"),
|
|
)
|
|
op.create_index(
|
|
"email_accounts_active_idx",
|
|
"email_accounts",
|
|
["active", "last_sync_at"],
|
|
unique=False,
|
|
)
|
|
op.create_index(
|
|
"email_accounts_address_idx", "email_accounts", ["email_address"], unique=True
|
|
)
|
|
op.create_index(
|
|
"email_accounts_tags_idx",
|
|
"email_accounts",
|
|
["tags"],
|
|
unique=False,
|
|
postgresql_using="gin",
|
|
)
|
|
op.create_table(
|
|
"rss_feeds",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("url", sa.Text(), nullable=False),
|
|
sa.Column("title", sa.Text(), nullable=True),
|
|
sa.Column("description", sa.Text(), nullable=True),
|
|
sa.Column("tags", sa.ARRAY(sa.Text()), server_default="{}", nullable=False),
|
|
sa.Column("last_checked_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("active", sa.Boolean(), server_default="true", nullable=False),
|
|
sa.Column(
|
|
"created_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=False,
|
|
),
|
|
sa.Column(
|
|
"updated_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=False,
|
|
),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
sa.UniqueConstraint("url"),
|
|
)
|
|
op.create_index(
|
|
"rss_feeds_active_idx", "rss_feeds", ["active", "last_checked_at"], unique=False
|
|
)
|
|
op.create_index(
|
|
"rss_feeds_tags_idx",
|
|
"rss_feeds",
|
|
["tags"],
|
|
unique=False,
|
|
postgresql_using="gin",
|
|
)
|
|
op.create_table(
|
|
"source_item",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("modality", sa.Text(), nullable=False),
|
|
sa.Column("sha256", postgresql.BYTEA(), nullable=False),
|
|
sa.Column(
|
|
"inserted_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=True,
|
|
),
|
|
sa.Column("tags", sa.ARRAY(sa.Text()), server_default="{}", nullable=False),
|
|
sa.Column("size", sa.Integer(), nullable=True),
|
|
sa.Column("mime_type", sa.Text(), nullable=True),
|
|
sa.Column("content", sa.Text(), nullable=True),
|
|
sa.Column("filename", sa.Text(), nullable=True),
|
|
sa.Column("embed_status", sa.Text(), server_default="RAW", nullable=False),
|
|
sa.Column("type", sa.String(length=50), nullable=True),
|
|
sa.CheckConstraint("embed_status IN ('RAW','QUEUED','STORED','FAILED')"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
sa.UniqueConstraint("sha256"),
|
|
)
|
|
op.create_index("source_filename_idx", "source_item", ["filename"], unique=False)
|
|
op.create_index("source_modality_idx", "source_item", ["modality"], unique=False)
|
|
op.create_index("source_status_idx", "source_item", ["embed_status"], unique=False)
|
|
op.create_index(
|
|
"source_tags_idx", "source_item", ["tags"], unique=False, postgresql_using="gin"
|
|
)
|
|
op.create_table(
|
|
"blog_post",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("url", sa.Text(), nullable=True),
|
|
sa.Column("title", sa.Text(), nullable=True),
|
|
sa.Column("published", sa.DateTime(timezone=True), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
sa.UniqueConstraint("url"),
|
|
)
|
|
op.create_table(
|
|
"book_doc",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("title", sa.Text(), nullable=True),
|
|
sa.Column("author", sa.Text(), nullable=True),
|
|
sa.Column("chapter", sa.Text(), nullable=True),
|
|
sa.Column("published", sa.DateTime(timezone=True), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_table(
|
|
"chat_message",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("platform", sa.Text(), nullable=True),
|
|
sa.Column("channel_id", sa.Text(), nullable=True),
|
|
sa.Column("author", sa.Text(), nullable=True),
|
|
sa.Column("sent_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_index(
|
|
"chat_channel_idx", "chat_message", ["platform", "channel_id"], unique=False
|
|
)
|
|
op.create_table(
|
|
"chunk",
|
|
sa.Column(
|
|
"id",
|
|
sa.UUID(),
|
|
server_default=sa.text("uuid_generate_v4()"),
|
|
nullable=False,
|
|
),
|
|
sa.Column("source_id", sa.BigInteger(), nullable=False),
|
|
sa.Column("file_path", sa.Text(), nullable=True),
|
|
sa.Column("content", sa.Text(), nullable=True),
|
|
sa.Column("embedding_model", sa.Text(), nullable=True),
|
|
sa.Column(
|
|
"created_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=True,
|
|
),
|
|
sa.CheckConstraint("(file_path IS NOT NULL) OR (content IS NOT NULL)"),
|
|
sa.ForeignKeyConstraint(["source_id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_index("chunk_source_idx", "chunk", ["source_id"], unique=False)
|
|
op.create_table(
|
|
"git_commit",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("repo_path", sa.Text(), nullable=True),
|
|
sa.Column("commit_sha", sa.Text(), nullable=True),
|
|
sa.Column("author_name", sa.Text(), nullable=True),
|
|
sa.Column("author_email", sa.Text(), nullable=True),
|
|
sa.Column("author_date", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("diff_summary", sa.Text(), nullable=True),
|
|
sa.Column("files_changed", sa.ARRAY(sa.Text()), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
sa.UniqueConstraint("commit_sha"),
|
|
)
|
|
op.create_index("git_date_idx", "git_commit", ["author_date"], unique=False)
|
|
op.create_index(
|
|
"git_files_idx",
|
|
"git_commit",
|
|
["files_changed"],
|
|
unique=False,
|
|
postgresql_using="gin",
|
|
)
|
|
op.create_table(
|
|
"github_item",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("kind", sa.Text(), nullable=False),
|
|
sa.Column("repo_path", sa.Text(), nullable=False),
|
|
sa.Column("number", sa.Integer(), nullable=True),
|
|
sa.Column("parent_number", sa.Integer(), nullable=True),
|
|
sa.Column("commit_sha", sa.Text(), nullable=True),
|
|
sa.Column("state", sa.Text(), nullable=True),
|
|
sa.Column("title", sa.Text(), nullable=True),
|
|
sa.Column("labels", sa.ARRAY(sa.Text()), nullable=True),
|
|
sa.Column("author", sa.Text(), nullable=True),
|
|
sa.Column("created_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("closed_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("merged_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("diff_summary", sa.Text(), nullable=True),
|
|
sa.Column("payload", postgresql.JSONB(astext_type=sa.Text()), nullable=True),
|
|
sa.CheckConstraint("kind IN ('issue', 'pr', 'comment', 'project_card')"),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_index(
|
|
"gh_issue_lookup_idx",
|
|
"github_item",
|
|
["repo_path", "kind", "number"],
|
|
unique=False,
|
|
)
|
|
op.create_index(
|
|
"gh_labels_idx", "github_item", ["labels"], unique=False, postgresql_using="gin"
|
|
)
|
|
op.create_index(
|
|
"gh_repo_kind_idx", "github_item", ["repo_path", "kind"], unique=False
|
|
)
|
|
op.create_table(
|
|
"mail_message",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("message_id", sa.Text(), nullable=True),
|
|
sa.Column("subject", sa.Text(), nullable=True),
|
|
sa.Column("sender", sa.Text(), nullable=True),
|
|
sa.Column("recipients", sa.ARRAY(sa.Text()), nullable=True),
|
|
sa.Column("sent_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("folder", sa.Text(), nullable=True),
|
|
sa.Column("tsv", postgresql.TSVECTOR(), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
sa.UniqueConstraint("message_id"),
|
|
)
|
|
op.create_index(
|
|
"mail_recipients_idx",
|
|
"mail_message",
|
|
["recipients"],
|
|
unique=False,
|
|
postgresql_using="gin",
|
|
)
|
|
op.create_index("mail_sent_idx", "mail_message", ["sent_at"], unique=False)
|
|
op.create_index(
|
|
"mail_tsv_idx", "mail_message", ["tsv"], unique=False, postgresql_using="gin"
|
|
)
|
|
op.create_table(
|
|
"misc_doc",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("path", sa.Text(), nullable=True),
|
|
sa.Column("mime_type", sa.Text(), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_table(
|
|
"photo",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("exif_taken_at", sa.DateTime(timezone=True), nullable=True),
|
|
sa.Column("exif_lat", sa.Numeric(precision=9, scale=6), nullable=True),
|
|
sa.Column("exif_lon", sa.Numeric(precision=9, scale=6), nullable=True),
|
|
sa.Column("camera", sa.Text(), nullable=True),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_index("photo_taken_idx", "photo", ["exif_taken_at"], unique=False)
|
|
op.create_table(
|
|
"email_attachment",
|
|
sa.Column("id", sa.BigInteger(), nullable=False),
|
|
sa.Column("mail_message_id", sa.BigInteger(), nullable=False),
|
|
sa.Column(
|
|
"created_at",
|
|
sa.DateTime(timezone=True),
|
|
server_default=sa.text("now()"),
|
|
nullable=True,
|
|
),
|
|
sa.ForeignKeyConstraint(["id"], ["source_item.id"], ondelete="CASCADE"),
|
|
sa.ForeignKeyConstraint(
|
|
["mail_message_id"], ["mail_message.id"], ondelete="CASCADE"
|
|
),
|
|
sa.PrimaryKeyConstraint("id"),
|
|
)
|
|
op.create_index(
|
|
"email_attachment_message_idx",
|
|
"email_attachment",
|
|
["mail_message_id"],
|
|
unique=False,
|
|
)
|
|
|
|
|
|
def downgrade() -> None:
|
|
op.drop_index("email_attachment_message_idx", table_name="email_attachment")
|
|
op.drop_table("email_attachment")
|
|
op.drop_index("photo_taken_idx", table_name="photo")
|
|
op.drop_table("photo")
|
|
op.drop_table("misc_doc")
|
|
op.drop_index("mail_tsv_idx", table_name="mail_message", postgresql_using="gin")
|
|
op.drop_index("mail_sent_idx", table_name="mail_message")
|
|
op.drop_index(
|
|
"mail_recipients_idx", table_name="mail_message", postgresql_using="gin"
|
|
)
|
|
op.drop_table("mail_message")
|
|
op.drop_index("gh_repo_kind_idx", table_name="github_item")
|
|
op.drop_index("gh_labels_idx", table_name="github_item", postgresql_using="gin")
|
|
op.drop_index("gh_issue_lookup_idx", table_name="github_item")
|
|
op.drop_table("github_item")
|
|
op.drop_index("git_files_idx", table_name="git_commit", postgresql_using="gin")
|
|
op.drop_index("git_date_idx", table_name="git_commit")
|
|
op.drop_table("git_commit")
|
|
op.drop_index("chunk_source_idx", table_name="chunk")
|
|
op.drop_table("chunk")
|
|
op.drop_index("chat_channel_idx", table_name="chat_message")
|
|
op.drop_table("chat_message")
|
|
op.drop_table("book_doc")
|
|
op.drop_table("blog_post")
|
|
op.drop_index("source_tags_idx", table_name="source_item", postgresql_using="gin")
|
|
op.drop_index("source_status_idx", table_name="source_item")
|
|
op.drop_index("source_modality_idx", table_name="source_item")
|
|
op.drop_table("source_item")
|
|
op.drop_index("rss_feeds_tags_idx", table_name="rss_feeds", postgresql_using="gin")
|
|
op.drop_index("rss_feeds_active_idx", table_name="rss_feeds")
|
|
op.drop_table("rss_feeds")
|
|
op.drop_index(
|
|
"email_accounts_tags_idx", table_name="email_accounts", postgresql_using="gin"
|
|
)
|
|
op.drop_index("email_accounts_address_idx", table_name="email_accounts")
|
|
op.drop_index("email_accounts_active_idx", table_name="email_accounts")
|
|
op.drop_table("email_accounts")
|