Merge pull request #490 from countable-web/develop

Develop

Author: jrcarretas

web/language/management/commands/update_language_stats.py

@@ -0,0 +1,53 @@
+import pandas as pd
+
+from django.core.management.base import BaseCommand
+
+from language.models import Language, Community, CommunityLanguageStats
+
+
+class Command(BaseCommand):
+    def handle(self, *args, **options):
+        filename = options["filename"]
+        check = options["check"] or 1
+        update_language_stats(filename, check)
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--filename", nargs="?", type=str, help="Specify the filename"
+        )
+        parser.add_argument(
+            "--check",
+            nargs="?",
+            type=int,
+            help="Check if there are no missing data from the database",
+        )
+
+
+def update_language_stats(filename, check=1):
+    print("Reading ", filename)
+    print("Check ", check)
+
+    df = pd.read_csv(filename)
+
+    if check:
+        error = False
+
+        for index, row in df.iterrows():
+            row_number = index + 1
+            current_community = row["Community"]
+            current_language = row["Language"]
+
+            try:
+                Community.objects.get(name__unaccent__iexact=current_community)
+            except Community.DoesNotExist:
+                error = True
+                print(f"Row {row_number} - Community not found: {current_community}")
+
+            try:
+                Language.objects.get(name__unaccent__iexact=current_language)
+            except Language.DoesNotExist:
+                error = True
+                print(f"Row {row_number} - Language not found: {current_language}")
+
+        if not error:
+            print("File check passed")

web/language/migrations/0142_auto_20231113_0627.py

@@ -0,0 +1,12 @@
+# Generated by Django 2.2.13 on 2023-11-13 06:27
+
+from django.db import migrations
+from django.contrib.postgres.operations import UnaccentExtension
+
+
+class Migration(migrations.Migration):
+    dependencies = [
+        ("language", "0141_auto_20230811_0256"),
+    ]
+
+    operations = [UnaccentExtension()]

web/web/settings.py

@@ -56,6 +56,7 @@
     "django.contrib.gis",
     "django.contrib.sites",
     "django.contrib.sitemaps",
+    "django.contrib.postgres",
     'django_filters',
     "rest_framework",
     "rest_framework.authtoken",