diff --git a/migrations/versions/20250315_1949_5edf7206774e_fix_redirector.py b/migrations/versions/20250315_1949_5edf7206774e_fix_redirector.py index 08dab9e..1ebc518 100644 --- a/migrations/versions/20250315_1949_5edf7206774e_fix_redirector.py +++ b/migrations/versions/20250315_1949_5edf7206774e_fix_redirector.py @@ -6,9 +6,8 @@ """ -from alembic import op import sqlalchemy as sa -import os +from alembic import op # revision identifiers, used by Alembic. diff --git a/migrations/versions/20250412_0002_f8908a4837a5_dm_marketing.py b/migrations/versions/20250412_0002_f8908a4837a5_dm_marketing.py index 2a0ea73..a5deb70 100644 --- a/migrations/versions/20250412_0002_f8908a4837a5_dm_marketing.py +++ b/migrations/versions/20250412_0002_f8908a4837a5_dm_marketing.py @@ -6,10 +6,11 @@ """ -from alembic import op -import sqlalchemy as sa import os +import sqlalchemy as sa +from alembic import op + # revision identifiers, used by Alembic. revision = 'f8908a4837a5' diff --git a/migrations/versions/20250412_1504_066fd36bb01c_added_column_to_fetch_with_back_data.py b/migrations/versions/20250412_1504_066fd36bb01c_added_column_to_fetch_with_back_data.py index 3742274..8a0c060 100644 --- a/migrations/versions/20250412_1504_066fd36bb01c_added_column_to_fetch_with_back_data.py +++ b/migrations/versions/20250412_1504_066fd36bb01c_added_column_to_fetch_with_back_data.py @@ -6,9 +6,8 @@ """ -from alembic import op import sqlalchemy as sa -import os +from alembic import op # revision identifiers, used by Alembic. diff --git a/migrations/versions/20250415_2140_2685b42bfef5_add_ods_telegram_viribus.py b/migrations/versions/20250415_2140_2685b42bfef5_add_ods_telegram_viribus.py index 899b9f6..2bd3420 100644 --- a/migrations/versions/20250415_2140_2685b42bfef5_add_ods_telegram_viribus.py +++ b/migrations/versions/20250415_2140_2685b42bfef5_add_ods_telegram_viribus.py @@ -6,10 +6,11 @@ """ -from alembic import op -import sqlalchemy as sa import os +import sqlalchemy as sa +from alembic import op + # revision identifiers, used by Alembic. revision = '2685b42bfef5' diff --git a/migrations/versions/20250415_2154_40d72f2dd950_fix_viribus_ods.py b/migrations/versions/20250415_2154_40d72f2dd950_fix_viribus_ods.py index 826a3d9..561e8fd 100644 --- a/migrations/versions/20250415_2154_40d72f2dd950_fix_viribus_ods.py +++ b/migrations/versions/20250415_2154_40d72f2dd950_fix_viribus_ods.py @@ -6,11 +6,11 @@ """ -from alembic import op import sqlalchemy as sa -import os +from alembic import op from sqlalchemy.dialects import postgresql + # revision identifiers, used by Alembic. revision = '40d72f2dd950' down_revision = '2685b42bfef5' diff --git a/migrations/versions/20250416_0827_d43d62fb3748_fix_chat.py b/migrations/versions/20250416_0827_d43d62fb3748_fix_chat.py index b9324fa..a07e953 100644 --- a/migrations/versions/20250416_0827_d43d62fb3748_fix_chat.py +++ b/migrations/versions/20250416_0827_d43d62fb3748_fix_chat.py @@ -6,10 +6,10 @@ """ -from alembic import op -import sqlalchemy as sa import os +from alembic import op + # revision identifiers, used by Alembic. revision = 'd43d62fb3748' diff --git a/migrations/versions/20250419_1938_e8f40f2847f7_incremental_dag.py b/migrations/versions/20250419_1938_e8f40f2847f7_incremental_dag.py new file mode 100644 index 0000000..1e88e5a --- /dev/null +++ b/migrations/versions/20250419_1938_e8f40f2847f7_incremental_dag.py @@ -0,0 +1,50 @@ +"""incremental dag + +Revision ID: e8f40f2847f7 +Revises: d43d62fb3748 +Create Date: 2025-04-19 19:38:15.637634 + +""" + +import sqlalchemy as sa +from alembic import op + + +# revision identifiers, used by Alembic. +revision = 'e8f40f2847f7' +down_revision = 'd43d62fb3748' +branch_labels = None +depends_on = None + + +def upgrade(): + op.create_table( + 'actions_info_incremental', + sa.Column('id', sa.Integer(), nullable=False), + sa.Column('user_id', sa.Integer(), nullable=True), + sa.Column('action', sa.String(), nullable=True), + sa.Column('path_from', sa.String(), nullable=True), + sa.Column('path_to', sa.String(), nullable=True), + sa.Column('additional_data', sa.String(), nullable=True), + sa.Column('create_ts', sa.DateTime(), nullable=True), + sa.PrimaryKeyConstraint('id'), + schema='STG_MARKETING', + info={'sensitive': False}, + ) + op.create_table( + 'user_incremental', + sa.Column('id', sa.Integer(), nullable=False), + sa.Column('union_number', sa.String(), nullable=True), + sa.Column('user_agent', sa.String(), nullable=True), + sa.Column('auth_user_id', sa.Integer(), nullable=True), + sa.Column('modify_ts', sa.DateTime(), nullable=True), + sa.Column('create_ts', sa.DateTime(), nullable=True), + sa.PrimaryKeyConstraint('id'), + schema='STG_MARKETING', + info={'sensitive': False}, + ) + + +def downgrade(): + op.drop_table('user_incremental', schema='STG_MARKETING') + op.drop_table('actions_info_incremental', schema='STG_MARKETING') diff --git a/profcomff_definitions/STG/marketing.py b/profcomff_definitions/STG/marketing.py index c007b96..2009dc2 100644 --- a/profcomff_definitions/STG/marketing.py +++ b/profcomff_definitions/STG/marketing.py @@ -22,3 +22,22 @@ class ActionsInfo(Base): path_to: Mapped[str | None] additional_data: Mapped[str | None] create_ts: Mapped[datetime | None] + + +class UserIncremental(Base): + id: Mapped[int] = mapped_column(primary_key=True) + union_number: Mapped[str | None] + user_agent: Mapped[str | None] + auth_user_id: Mapped[int | None] + modify_ts: Mapped[datetime | None] + create_ts: Mapped[datetime | None] + + +class ActionsInfoIncremental(Base): + id: Mapped[int] = mapped_column(primary_key=True) + user_id: Mapped[int | None] + action: Mapped[str | None] + path_from: Mapped[str | None] + path_to: Mapped[str | None] + additional_data: Mapped[str | None] + create_ts: Mapped[datetime | None]