Dockerization, whitenoise serving static, refactor

app_urls/fetcher/migrations/0001_initial.py

@@ -0,0 +1,109 @@
+# Generated by Django 5.2 on 2025-04-02 16:44
+
+import django.contrib.postgres.fields
+import django.db.models.deletion
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    initial = True
+
+    dependencies = [
+    ]
+
+    operations = [
+        migrations.CreateModel(
+            name='Search',
+            fields=[
+                ('id', models.SmallAutoField(primary_key=True, serialize=False)),
+                ('search', models.TextField(unique=True)),
+                ('type', models.TextField(choices=[('rss_feed', 'RSS_Feed'), ('keyword_search', 'Keyword_Search'), ('url_host', 'URL_Host')])),
+            ],
+            options={
+                'db_table': 'search',
+                'managed': False,
+            },
+        ),
+        migrations.CreateModel(
+            name='Source',
+            fields=[
+                ('id', models.SmallAutoField(primary_key=True, serialize=False)),
+                ('source', models.TextField(unique=True)),
+            ],
+            options={
+                'db_table': 'source',
+                'managed': False,
+            },
+        ),
+        migrations.CreateModel(
+            name='StatusPatternMatching',
+            fields=[
+                ('pattern', models.TextField(primary_key=True, serialize=False)),
+                ('priority', models.SmallIntegerField()),
+                ('status', models.TextField()),
+            ],
+            options={
+                'db_table': 'status_pattern_matching',
+                'managed': False,
+            },
+        ),
+        migrations.CreateModel(
+            name='Urls',
+            fields=[
+                ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')),
+                ('url', models.TextField(unique=True)),
+                ('ts_fetch', models.DateTimeField(auto_now_add=True)),
+                ('status', models.TextField(choices=[('raw', 'Raw'), ('error', 'Error'), ('valid', 'Valid'), ('unknown', 'Unknown'), ('invalid', 'Invalid'), ('duplicate', 'Duplicate')], default='raw')),
+            ],
+            options={
+                'db_table': 'urls',
+                'ordering': ['-ts_fetch'],
+                'managed': False,
+            },
+        ),
+        migrations.CreateModel(
+            name='UrlContent',
+            fields=[
+                ('id_url', models.OneToOneField(db_column='id_url', on_delete=django.db.models.deletion.DO_NOTHING, primary_key=True, serialize=False, to='fetcher.urls')),
+                ('date_published', models.DateTimeField(blank=True, null=True)),
+                ('title', models.TextField(blank=True, null=True)),
+                ('description', models.TextField(blank=True, null=True)),
+                ('content', models.TextField(blank=True, null=True)),
+                ('valid_content', models.BooleanField(blank=True, null=True)),
+                ('language', models.CharField(blank=True, max_length=2, null=True)),
+                ('keywords', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
+                ('tags', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
+                ('authors', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
+                ('image_main_url', models.TextField(blank=True, null=True)),
+                ('images_url', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
+                ('videos_url', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
+                ('url_host', models.TextField(blank=True, null=True)),
+                ('site_name', models.TextField(blank=True, null=True)),
+            ],
+            options={
+                'db_table': 'url_content',
+                'managed': False,
+            },
+        ),
+        migrations.CreateModel(
+            name='UrlsDuplicate',
+            fields=[
+                ('id_url_canonical', models.OneToOneField(db_column='id_url_canonical', on_delete=django.db.models.deletion.DO_NOTHING, primary_key=True, serialize=False, to='fetcher.urls')),
+            ],
+            options={
+                'db_table': 'urls_duplicate',
+                'managed': False,
+            },
+        ),
+        migrations.CreateModel(
+            name='UrlsSourceSearch',
+            fields=[
+                ('id_url', models.OneToOneField(db_column='id_url', on_delete=django.db.models.deletion.DO_NOTHING, primary_key=True, serialize=False, to='fetcher.urls')),
+            ],
+            options={
+                'db_table': 'urls_source_search',
+                'managed': False,
+            },
+        ),
+    ]