Ft sensors cities (#105)

* Adds a management command to reverse geo code cities for nodes with no cities

* Return cities in meta api endpoint

* Update response to use sensors_countries

* Remove un used code

Author: esirK

requirements.txt

@@ -20,4 +20,6 @@ celery-slack==0.3.0
 
 urllib3<1.25,>=1.21.1 #requests 2.21.0
 
-django-cors-headers==3.0.2
+django-cors-headers==3.0.2
+
+geopy==2.1.0

sensorsafrica/api/v2/views.py

@@ -420,7 +420,8 @@ def meta_data(request):
 
     database_size = get_database_size()
     database_last_updated = get_database_last_updated()
-    sensors_locations = get_sensors_locations()
+    sensors_countries = get_sensors_countries()
+    sensors_cities = get_sensors_cities()
 
     return Response({
         "sensor_networks": get_sensors_networks(),
@@ -430,7 +431,8 @@ def meta_data(request):
         },
         "sensors_count": sensors_count,
         "sensor_data_count": sensor_data_count,
-        "sensors_locations": sensors_locations,
+        "sensors_countries": sensors_countries,
+        "sensors_cities": sensors_cities,
         "database_size": database_size[0],
         "database_last_updated": database_last_updated,
     })
@@ -446,9 +448,13 @@ def get_sensors_networks():
         networks.append("sensors.AFRICA")
         return {"networks": networks, "count": len(networks)}
 
-def get_sensors_locations():
-    sensor_locations = SensorLocation.objects.filter(country__isnull=False).values_list('country', flat=True)
-    return sorted(set(sensor_locations))
+def get_sensors_countries():
+    sensors_countries = SensorLocation.objects.filter(country__isnull=False).values_list('country', flat=True)
+    return sorted(set(sensors_countries))
+
+def get_sensors_cities():
+    sensor_cities = Node.objects.filter(location__city__isnull=False).values_list('location__city', flat=True)
+    return sorted(set(sensor_cities))
 
 def get_database_size():
     with connection.cursor() as c:

sensorsafrica/management/commands/add_city_names.py

@@ -0,0 +1,24 @@
+from django.core.management import BaseCommand
+from django.db.models import Q
+
+from geopy.geocoders import Nominatim
+
+from feinstaub.sensors.models import Node
+
+
+class Command(BaseCommand):
+    help = "Adds city names to SensorLocation by geo reversing the SensorLocation longitude and latitude."
+
+    def handle(self, *args, **options):
+        geolocator = Nominatim(user_agent="sensors-api")
+        all_nodes = Node.objects.filter(Q(location__city=None) |  Q(location__city=''))
+        
+        for node in all_nodes:
+            try:
+                location = geolocator.reverse(f"{node.location.latitude}, {node.location.longitude}")
+            except Exception:
+                # Nodes with location like Soul Buoy raises exceptions
+                continue
+            city = location.raw['address'].get('city')
+            node.location.city = city
+            node.save()