admin/SportstimeAPI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add Django web app, CloudKit sync, dashboard, and game_datetime_utc export

Browse Source 
Adds the full Django application layer on top of sportstime_parser:
- core: Sport, Team, Stadium, Game models with aliases and league structure
- scraper: orchestration engine, adapter, job management, Celery tasks
- cloudkit: CloudKit sync client, sync state tracking, sync jobs
- dashboard: staff dashboard for monitoring scrapers, sync, review queue
- notifications: email reports for scrape/sync results
- Docker setup for deployment (Dockerfile, docker-compose, entrypoint)

Game exports now use game_datetime_utc (ISO 8601 UTC) instead of
venue-local date+time strings, matching the canonical format used
by the iOS app.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Trey t
2026-02-19 14:04:27 -06:00
parent 4353d5943c
commit 63acf7accb
114 changed files with 13070 additions and 887 deletions
Download Patch File Download Diff File Expand all files Collapse all files

120
cloudkit/migrations/0001_initial.py Normal file
View File

@@ -0,0 +1,120 @@
# Generated by Django 5.1.15 on 2026-01-26 08:59
import django.db.models.deletion
import simple_history.models
from django.conf import settings
from django.db import migrations, models
class Migration(migrations.Migration):
initial = True
dependencies = [
('core', '0001_initial'),
migrations.swappable_dependency(settings.AUTH_USER_MODEL),
]
operations = [
migrations.CreateModel(
name='CloudKitConfiguration',
fields=[
('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
('name', models.CharField(help_text='Configuration name (e.g., "Production", "Development")', max_length=100, unique=True)),
('environment', models.CharField(choices=[('development', 'Development'), ('production', 'Production')], default='development', max_length=20)),
('container_id', models.CharField(default='iCloud.com.sportstime.app', help_text='CloudKit container ID (e.g., iCloud.com.sportstime.app)', max_length=200)),
('key_id', models.CharField(blank=True, help_text='CloudKit API key ID', max_length=200)),
('private_key', models.TextField(blank=True, help_text='EC P-256 private key content (PEM format). Paste key here OR use path below.')),
('private_key_path', models.CharField(blank=True, help_text='Path to EC P-256 private key file (alternative to pasting key above)', max_length=500)),
('is_active', models.BooleanField(default=False, help_text='Whether this configuration is active for syncing')),
('batch_size', models.PositiveIntegerField(default=200, help_text='Maximum records per batch upload')),
('auto_sync_after_scrape', models.BooleanField(default=False, help_text='Automatically sync after scraper jobs complete')),
('created_at', models.DateTimeField(auto_now_add=True)),
('updated_at', models.DateTimeField(auto_now=True)),
],
options={
'verbose_name': 'CloudKit Configuration',
'verbose_name_plural': 'CloudKit Configurations',
},
),
migrations.CreateModel(
name='CloudKitSyncJob',
fields=[
('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
('status', models.CharField(choices=[('pending', 'Pending'), ('running', 'Running'), ('completed', 'Completed'), ('failed', 'Failed'), ('cancelled', 'Cancelled')], default='pending', max_length=20)),
('triggered_by', models.CharField(default='manual', help_text='How the sync was triggered', max_length=50)),
('started_at', models.DateTimeField(blank=True, null=True)),
('finished_at', models.DateTimeField(blank=True, null=True)),
('records_synced', models.PositiveIntegerField(default=0)),
('records_created', models.PositiveIntegerField(default=0)),
('records_updated', models.PositiveIntegerField(default=0)),
('records_deleted', models.PositiveIntegerField(default=0)),
('records_failed', models.PositiveIntegerField(default=0)),
('record_type_filter', models.CharField(blank=True, help_text='Only sync this record type (all if blank)', max_length=20)),
('error_message', models.TextField(blank=True)),
('celery_task_id', models.CharField(blank=True, max_length=255)),
('created_at', models.DateTimeField(auto_now_add=True)),
('updated_at', models.DateTimeField(auto_now=True)),
('configuration', models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, related_name='sync_jobs', to='cloudkit.cloudkitconfiguration')),
('sport_filter', models.ForeignKey(blank=True, help_text='Only sync this sport (all if blank)', null=True, on_delete=django.db.models.deletion.SET_NULL, to='core.sport')),
],
options={
'verbose_name': 'CloudKit Sync Job',
'verbose_name_plural': 'CloudKit Sync Jobs',
'ordering': ['-created_at'],
},
),
migrations.CreateModel(
name='CloudKitSyncState',
fields=[
('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
('record_type', models.CharField(choices=[('Game', 'Game'), ('Team', 'Team'), ('Stadium', 'Stadium')], max_length=20)),
('record_id', models.CharField(help_text='Local record ID (canonical ID)', max_length=100)),
('cloudkit_record_name', models.CharField(blank=True, help_text='CloudKit record name (may differ from local ID)', max_length=200)),
('local_hash', models.CharField(blank=True, help_text='Hash of local record data for change detection', max_length=64)),
('remote_change_tag', models.CharField(blank=True, help_text='CloudKit change tag for conflict detection', max_length=200)),
('sync_status', models.CharField(choices=[('pending', 'Pending Sync'), ('synced', 'Synced'), ('failed', 'Failed'), ('deleted', 'Deleted')], default='pending', max_length=20)),
('last_synced', models.DateTimeField(blank=True, null=True)),
('last_error', models.TextField(blank=True, help_text='Last sync error message')),
('retry_count', models.PositiveSmallIntegerField(default=0)),
('created_at', models.DateTimeField(auto_now_add=True)),
('updated_at', models.DateTimeField(auto_now=True)),
],
options={
'verbose_name': 'CloudKit Sync State',
'verbose_name_plural': 'CloudKit Sync States',
'ordering': ['-updated_at'],
'indexes': [models.Index(fields=['sync_status', 'record_type'], name='cloudkit_cl_sync_st_cc8bf6_idx'), models.Index(fields=['record_type', 'last_synced'], name='cloudkit_cl_record__d82278_idx')],
'unique_together': {('record_type', 'record_id')},
},
),
migrations.CreateModel(
name='HistoricalCloudKitConfiguration',
fields=[
('id', models.BigIntegerField(auto_created=True, blank=True, db_index=True, verbose_name='ID')),
('name', models.CharField(db_index=True, help_text='Configuration name (e.g., "Production", "Development")', max_length=100)),
('environment', models.CharField(choices=[('development', 'Development'), ('production', 'Production')], default='development', max_length=20)),
('container_id', models.CharField(default='iCloud.com.sportstime.app', help_text='CloudKit container ID (e.g., iCloud.com.sportstime.app)', max_length=200)),
('key_id', models.CharField(blank=True, help_text='CloudKit API key ID', max_length=200)),
('private_key', models.TextField(blank=True, help_text='EC P-256 private key content (PEM format). Paste key here OR use path below.')),
('private_key_path', models.CharField(blank=True, help_text='Path to EC P-256 private key file (alternative to pasting key above)', max_length=500)),
('is_active', models.BooleanField(default=False, help_text='Whether this configuration is active for syncing')),
('batch_size', models.PositiveIntegerField(default=200, help_text='Maximum records per batch upload')),
('auto_sync_after_scrape', models.BooleanField(default=False, help_text='Automatically sync after scraper jobs complete')),
('created_at', models.DateTimeField(blank=True, editable=False)),
('updated_at', models.DateTimeField(blank=True, editable=False)),
('history_id', models.AutoField(primary_key=True, serialize=False)),
('history_date', models.DateTimeField(db_index=True)),
('history_change_reason', models.CharField(max_length=100, null=True)),
('history_type', models.CharField(choices=[('+', 'Created'), ('~', 'Changed'), ('-', 'Deleted')], max_length=1)),
('history_user', models.ForeignKey(null=True, on_delete=django.db.models.deletion.SET_NULL, related_name='+', to=settings.AUTH_USER_MODEL)),
],
options={
'verbose_name': 'historical CloudKit Configuration',
'verbose_name_plural': 'historical CloudKit Configurations',
'ordering': ('-history_date', '-history_id'),
'get_latest_by': ('history_date', 'history_id'),
},
bases=(simple_history.models.HistoricalChanges, models.Model),
),
]

63
cloudkit/migrations/0002_add_sync_progress_fields.py Normal file
View File

@@ -0,0 +1,63 @@
# Generated by Django 5.1.15 on 2026-01-26 13:46
from django.db import migrations, models
class Migration(migrations.Migration):
dependencies = [
('cloudkit', '0001_initial'),
]
operations = [
migrations.AddField(
model_name='cloudkitsyncjob',
name='current_record_type',
field=models.CharField(blank=True, help_text='Currently syncing record type', max_length=20),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='games_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='games_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='games_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='stadiums_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='stadiums_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='stadiums_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='teams_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='teams_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='teams_total',
field=models.PositiveIntegerField(default=0),
),
]

29
cloudkit/migrations/0003_alter_cloudkitsyncjob_status.py Normal file
View File

@@ -0,0 +1,29 @@
# Generated manually
from django.db import migrations, models
class Migration(migrations.Migration):
dependencies = [
('cloudkit', '0002_add_sync_progress_fields'),
]
operations = [
migrations.AlterField(
model_name='cloudkitsyncjob',
name='status',
field=models.CharField(
choices=[
('pending', 'Pending'),
('running', 'Running'),
('completed', 'Completed'),
('completed_with_errors', 'Completed with Errors'),
('failed', 'Failed'),
('cancelled', 'Cancelled'),
],
default='pending',
max_length=25,
),
),
]

28
cloudkit/migrations/0004_cloudkitsyncjob_sport_progress.py Normal file
View File

@@ -0,0 +1,28 @@
# Generated manually
from django.db import migrations, models
class Migration(migrations.Migration):
dependencies = [
('cloudkit', '0003_alter_cloudkitsyncjob_status'),
]
operations = [
migrations.AddField(
model_name='cloudkitsyncjob',
name='sports_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='sports_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='sports_failed',
field=models.PositiveIntegerField(default=0),
),
]

78
cloudkit/migrations/0005_add_conference_division_alias_sync.py Normal file
View File

@@ -0,0 +1,78 @@
# Generated by Django 5.1.4 on 2026-02-06 02:21
from django.db import migrations, models
class Migration(migrations.Migration):
dependencies = [
('cloudkit', '0004_cloudkitsyncjob_sport_progress'),
]
operations = [
migrations.AddField(
model_name='cloudkitsyncjob',
name='conferences_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='conferences_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='conferences_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='divisions_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='divisions_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='divisions_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='stadium_aliases_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='stadium_aliases_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='stadium_aliases_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='team_aliases_failed',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='team_aliases_synced',
field=models.PositiveIntegerField(default=0),
),
migrations.AddField(
model_name='cloudkitsyncjob',
name='team_aliases_total',
field=models.PositiveIntegerField(default=0),
),
migrations.AlterField(
model_name='cloudkitsyncstate',
name='record_type',
field=models.CharField(choices=[('Sport', 'Sport'), ('Conference', 'Conference'), ('Division', 'Division'), ('Team', 'Team'), ('Stadium', 'Stadium'), ('TeamAlias', 'Team Alias'), ('StadiumAlias', 'Stadium Alias'), ('Game', 'Game')], max_length=20),
),
]

0
cloudkit/migrations/__init__.py Normal file
View File