113 lines
4.6 KiB
Python
113 lines
4.6 KiB
Python
"""Initial migration
|
|
|
|
Revision ID: 001
|
|
Revises:
|
|
Create Date: 2024-01-01
|
|
|
|
"""
|
|
from typing import Sequence, Union
|
|
|
|
from alembic import op
|
|
import sqlalchemy as sa
|
|
|
|
revision: str = '001'
|
|
down_revision: Union[str, None] = None
|
|
branch_labels: Union[str, Sequence[str], None] = None
|
|
depends_on: Union[str, Sequence[str], None] = None
|
|
|
|
|
|
def upgrade() -> None:
|
|
# Species table
|
|
op.create_table(
|
|
'species',
|
|
sa.Column('id', sa.Integer(), primary_key=True),
|
|
sa.Column('scientific_name', sa.String(), nullable=False, unique=True),
|
|
sa.Column('common_name', sa.String(), nullable=True),
|
|
sa.Column('genus', sa.String(), nullable=True),
|
|
sa.Column('family', sa.String(), nullable=True),
|
|
sa.Column('created_at', sa.DateTime(), server_default=sa.func.now()),
|
|
)
|
|
op.create_index('ix_species_scientific_name', 'species', ['scientific_name'])
|
|
op.create_index('ix_species_genus', 'species', ['genus'])
|
|
|
|
# API Keys table
|
|
op.create_table(
|
|
'api_keys',
|
|
sa.Column('id', sa.Integer(), primary_key=True),
|
|
sa.Column('source', sa.String(), nullable=False, unique=True),
|
|
sa.Column('api_key', sa.String(), nullable=False),
|
|
sa.Column('api_secret', sa.String(), nullable=True),
|
|
sa.Column('rate_limit_per_sec', sa.Float(), default=1.0),
|
|
sa.Column('enabled', sa.Boolean(), default=True),
|
|
)
|
|
|
|
# Images table
|
|
op.create_table(
|
|
'images',
|
|
sa.Column('id', sa.Integer(), primary_key=True),
|
|
sa.Column('species_id', sa.Integer(), sa.ForeignKey('species.id'), nullable=False),
|
|
sa.Column('source', sa.String(), nullable=False),
|
|
sa.Column('source_id', sa.String(), nullable=True),
|
|
sa.Column('url', sa.String(), nullable=False),
|
|
sa.Column('local_path', sa.String(), nullable=True),
|
|
sa.Column('license', sa.String(), nullable=False),
|
|
sa.Column('attribution', sa.String(), nullable=True),
|
|
sa.Column('width', sa.Integer(), nullable=True),
|
|
sa.Column('height', sa.Integer(), nullable=True),
|
|
sa.Column('phash', sa.String(), nullable=True),
|
|
sa.Column('quality_score', sa.Float(), nullable=True),
|
|
sa.Column('status', sa.String(), default='pending'),
|
|
sa.Column('created_at', sa.DateTime(), server_default=sa.func.now()),
|
|
)
|
|
op.create_index('ix_images_species_id', 'images', ['species_id'])
|
|
op.create_index('ix_images_source', 'images', ['source'])
|
|
op.create_index('ix_images_status', 'images', ['status'])
|
|
op.create_index('ix_images_phash', 'images', ['phash'])
|
|
op.create_unique_constraint('uq_source_source_id', 'images', ['source', 'source_id'])
|
|
|
|
# Jobs table
|
|
op.create_table(
|
|
'jobs',
|
|
sa.Column('id', sa.Integer(), primary_key=True),
|
|
sa.Column('name', sa.String(), nullable=False),
|
|
sa.Column('source', sa.String(), nullable=False),
|
|
sa.Column('species_filter', sa.Text(), nullable=True),
|
|
sa.Column('status', sa.String(), default='pending'),
|
|
sa.Column('progress_current', sa.Integer(), default=0),
|
|
sa.Column('progress_total', sa.Integer(), default=0),
|
|
sa.Column('images_downloaded', sa.Integer(), default=0),
|
|
sa.Column('images_rejected', sa.Integer(), default=0),
|
|
sa.Column('celery_task_id', sa.String(), nullable=True),
|
|
sa.Column('started_at', sa.DateTime(), nullable=True),
|
|
sa.Column('completed_at', sa.DateTime(), nullable=True),
|
|
sa.Column('error_message', sa.Text(), nullable=True),
|
|
sa.Column('created_at', sa.DateTime(), server_default=sa.func.now()),
|
|
)
|
|
op.create_index('ix_jobs_status', 'jobs', ['status'])
|
|
|
|
# Exports table
|
|
op.create_table(
|
|
'exports',
|
|
sa.Column('id', sa.Integer(), primary_key=True),
|
|
sa.Column('name', sa.String(), nullable=False),
|
|
sa.Column('filter_criteria', sa.Text(), nullable=True),
|
|
sa.Column('train_split', sa.Float(), default=0.8),
|
|
sa.Column('status', sa.String(), default='pending'),
|
|
sa.Column('file_path', sa.String(), nullable=True),
|
|
sa.Column('file_size', sa.Integer(), nullable=True),
|
|
sa.Column('species_count', sa.Integer(), nullable=True),
|
|
sa.Column('image_count', sa.Integer(), nullable=True),
|
|
sa.Column('celery_task_id', sa.String(), nullable=True),
|
|
sa.Column('created_at', sa.DateTime(), server_default=sa.func.now()),
|
|
sa.Column('completed_at', sa.DateTime(), nullable=True),
|
|
sa.Column('error_message', sa.Text(), nullable=True),
|
|
)
|
|
|
|
|
|
def downgrade() -> None:
|
|
op.drop_table('exports')
|
|
op.drop_table('jobs')
|
|
op.drop_table('images')
|
|
op.drop_table('api_keys')
|
|
op.drop_table('species')
|