Refactor searches, env vars fetcher config, urls webpage update

This commit is contained in:
Luciano Gervasoni
2025-04-02 18:45:43 +02:00
parent 077219fcb6
commit 84da104dc8
22 changed files with 676 additions and 1521 deletions

View File

@@ -1,5 +1,6 @@
# Generated by Django 5.1.7 on 2025-03-13 17:01
# Generated by Django 5.2 on 2025-04-02 16:44
import django.contrib.postgres.fields
import django.db.models.deletion
from django.db import migrations, models
@@ -12,22 +13,12 @@ class Migration(migrations.Migration):
]
operations = [
migrations.CreateModel(
name='Feed',
fields=[
('id', models.SmallAutoField(primary_key=True, serialize=False)),
('rss_feed', models.TextField(unique=True)),
],
options={
'db_table': 'feed',
'managed': False,
},
),
migrations.CreateModel(
name='Search',
fields=[
('id', models.SmallAutoField(primary_key=True, serialize=False)),
('keyword_search', models.TextField(unique=True)),
('search', models.TextField(unique=True)),
('type', models.TextField(choices=[('rss_feed', 'RSS_Feed'), ('keyword_search', 'Keyword_Search'), ('url_host', 'URL_Host')])),
],
options={
'db_table': 'search',
@@ -67,28 +58,7 @@ class Migration(migrations.Migration):
],
options={
'db_table': 'urls',
'managed': False,
},
),
migrations.CreateModel(
name='WebsiteOfInterest',
fields=[
('id', models.SmallAutoField(primary_key=True, serialize=False)),
('url_host', models.TextField(unique=True)),
],
options={
'db_table': 'website_of_interest',
'managed': False,
},
),
migrations.CreateModel(
name='WebsiteToFilter',
fields=[
('id', models.SmallAutoField(primary_key=True, serialize=False)),
('url_host', models.TextField(unique=True)),
],
options={
'db_table': 'website_to_filter',
'ordering': ['-ts_fetch'],
'managed': False,
},
),
@@ -102,12 +72,12 @@ class Migration(migrations.Migration):
('content', models.TextField(blank=True, null=True)),
('valid_content', models.BooleanField(blank=True, null=True)),
('language', models.CharField(blank=True, max_length=2, null=True)),
('keywords', models.TextField(blank=True, null=True)),
('tags', models.TextField(blank=True, null=True)),
('authors', models.TextField(blank=True, null=True)),
('image_main', models.TextField(blank=True, null=True)),
('images_url', models.TextField(blank=True, null=True)),
('videos_url', models.TextField(blank=True, null=True)),
('keywords', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
('tags', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
('authors', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
('image_main_url', models.TextField(blank=True, null=True)),
('images_url', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
('videos_url', django.contrib.postgres.fields.ArrayField(base_field=models.TextField(blank=True, null=True), size=None)),
('url_host', models.TextField(blank=True, null=True)),
('site_name', models.TextField(blank=True, null=True)),
],
@@ -127,12 +97,12 @@ class Migration(migrations.Migration):
},
),
migrations.CreateModel(
name='UrlsSource',
name='UrlsSourceSearch',
fields=[
('id_url', models.OneToOneField(db_column='id_url', on_delete=django.db.models.deletion.DO_NOTHING, primary_key=True, serialize=False, to='api.urls')),
],
options={
'db_table': 'urls_source',
'db_table': 'urls_source_search',
'managed': False,
},
),