diff --git a/django_mongodb_backend/gis/features.py b/django_mongodb_backend/gis/features.py index c82f48435..72e7d4410 100644 --- a/django_mongodb_backend/gis/features.py +++ b/django_mongodb_backend/gis/features.py @@ -4,6 +4,7 @@ class GISFeatures(BaseSpatialFeatures): has_spatialrefsys_table = False + supports_distance_geodetic = False supports_transform = False @cached_property @@ -39,6 +40,9 @@ def django_test_skips(self): # SouthTexasCity fixture objects use SRID 2278 which is ignored # by the patched version of loaddata in the Django fork. "gis_tests.distapp.tests.DistanceTest.test_init", + "gis_tests.distapp.tests.DistanceTest.test_distance_lookups", + "gis_tests.distapp.tests.DistanceTest.test_distance_lookups_with_expression_rhs", + "gis_tests.distapp.tests.DistanceTest.test_distance_annotation_group_by", }, "ImproperlyConfigured isn't raised when using RasterField": { # Normally RasterField.db_type() raises an error, but MongoDB @@ -49,9 +53,17 @@ def django_test_skips(self): # Error: Index already exists with a different name "gis_tests.geoapp.test_indexes.SchemaIndexesTests.test_index_name", }, - "GIS lookups not supported.": { - "gis_tests.geoapp.tests.GeoModelTest.test_gis_query_as_string", + "GIS Union not supported.": { "gis_tests.geoapp.tests.GeoLookupTest.test_gis_lookups_with_complex_expressions", + "gis_tests.distapp.tests.DistanceTest.test_dwithin", + }, + "Cannot use a non-Point geometry with distance lookups.": { + "gis_tests.distapp.tests.DistanceTest.test_dwithin_with_expression_rhs" + }, + "Subqueries not supported.": { + "gis_tests.geoapp.tests.GeoLookupTest.test_subquery_annotation", + "gis_tests.geoapp.tests.GeoQuerySetTest.test_within_subquery", + "gis_tests.distapp.tests.DistanceTest.test_dwithin_subquery", }, "GeoJSONSerializer doesn't support ObjectId.": { "gis_tests.geoapp.test_serializers.GeoJSONSerializerTests.test_fields_option", diff --git a/django_mongodb_backend/gis/lookups.py b/django_mongodb_backend/gis/lookups.py index 8df8ed59c..bfe7da70a 100644 --- a/django_mongodb_backend/gis/lookups.py +++ b/django_mongodb_backend/gis/lookups.py @@ -1,10 +1,19 @@ -from django.contrib.gis.db.models.lookups import GISLookup +from django.contrib.gis.db.models.lookups import DistanceLookupFromFunction, GISLookup from django.db import NotSupportedError +from django_mongodb_backend.query_utils import process_lhs, process_rhs -def gis_lookup(self, compiler, connection, as_expr=False): # noqa: ARG001 - raise NotSupportedError(f"MongoDB does not support the {self.lookup_name} lookup.") + +def gis_lookup(self, compiler, connection, as_expr=False): + lhs_mql = process_lhs(self, compiler, connection, as_expr=as_expr) + rhs_mql = process_rhs(self, compiler, connection, as_expr=as_expr) + try: + rhs_op = self.get_rhs_op(connection, rhs_mql) + except KeyError as e: + raise NotSupportedError(f"MongoDB does not support the '{self.lookup_name}' lookup.") from e + return rhs_op.as_mql(lhs_mql, rhs_mql, self.rhs_params) def register_lookups(): GISLookup.as_mql = gis_lookup + DistanceLookupFromFunction.as_mql = gis_lookup diff --git a/django_mongodb_backend/gis/operations.py b/django_mongodb_backend/gis/operations.py index b5d5df1d5..e271c8fa7 100644 --- a/django_mongodb_backend/gis/operations.py +++ b/django_mongodb_backend/gis/operations.py @@ -1,11 +1,105 @@ from django.contrib.gis import geos from django.contrib.gis.db import models from django.contrib.gis.db.backends.base.operations import BaseSpatialOperations +from django.contrib.gis.measure import Distance +from django.db import NotSupportedError +from django.db.backends.base.operations import BaseDatabaseOperations from .adapter import Adapter +from .utils import SpatialOperator -class GISOperations(BaseSpatialOperations): +def _gis_within_operator(field, value, op=None, params=None): # noqa: ARG001 + return { + field: { + "$geoWithin": { + "$geometry": { + "type": value["type"], + "coordinates": value["coordinates"], + } + } + } + } + + +def _gis_intersects_operator(field, value, op=None, params=None): # noqa: ARG001 + return { + field: { + "$geoIntersects": { + "$geometry": { + "type": value["type"], + "coordinates": value["coordinates"], + } + } + } + } + + +def _gis_disjoint_operator(field, value, op=None, params=None): # noqa: ARG001 + return { + field: { + "$not": { + "$geoIntersects": { + "$geometry": { + "type": value["type"], + "coordinates": value["coordinates"], + } + } + } + } + } + + +def _gis_contains_operator(field, value, op=None, params=None): # noqa: ARG001 + value_type = value["type"] + if value_type != "Point": + raise NotSupportedError("MongoDB does not support contains on non-Point query geometries.") + return { + field: { + "$geoIntersects": { + "$geometry": { + "type": value_type, + "coordinates": value["coordinates"], + } + } + } + } + + +def _gis_distance_operator(field, value, op=None, params=None): + distance = params[0].m if hasattr(params[0], "m") else params[0] + if op == "distance_gt" or op == "distance_gte": + cmd = { + field: { + "$not": { + "$geoWithin": { + "$centerSphere": [ + value["coordinates"], + distance / 6378100, # radius of earth in meters + ], + } + } + } + } + else: + cmd = { + field: { + "$geoWithin": { + "$centerSphere": [ + value["coordinates"], + distance / 6378100, # radius of earth in meters + ], + } + } + } + return cmd + + +def _gis_dwithin_operator(field, value, op=None, params=None): # noqa: ARG001 + return {field: {"$geoWithin": {"$centerSphere": [value["coordinates"], params[0]]}}} + + +class GISOperations(BaseSpatialOperations, BaseDatabaseOperations): Adapter = Adapter disallowed_aggregates = ( @@ -18,7 +112,17 @@ class GISOperations(BaseSpatialOperations): @property def gis_operators(self): - return {} + return { + "contains": SpatialOperator("contains", _gis_contains_operator), + "intersects": SpatialOperator("intersects", _gis_intersects_operator), + "disjoint": SpatialOperator("disjoint", _gis_disjoint_operator), + "within": SpatialOperator("within", _gis_within_operator), + "distance_gt": SpatialOperator("distance_gt", _gis_distance_operator), + "distance_gte": SpatialOperator("distance_gte", _gis_distance_operator), + "distance_lt": SpatialOperator("distance_lt", _gis_distance_operator), + "distance_lte": SpatialOperator("distance_lte", _gis_distance_operator), + "dwithin": SpatialOperator("dwithin", _gis_dwithin_operator), + } unsupported_functions = { "Area", @@ -95,3 +199,15 @@ def converter(value, expression, connection): # noqa: ARG001 return geom_class(*value["coordinates"], srid=srid) return converter + + def get_distance(self, f, value, lookup_type): + value = value[0] + if isinstance(value, Distance): + if f.geodetic(self.connection): + raise ValueError( + "Only numeric values of radian units are allowed on geodetic distance queries." + ) + dist_param = getattr(value, Distance.unit_attname(f.units_name(self.connection))) + else: + dist_param = value + return [dist_param] diff --git a/django_mongodb_backend/gis/utils.py b/django_mongodb_backend/gis/utils.py new file mode 100644 index 000000000..c24a97fce --- /dev/null +++ b/django_mongodb_backend/gis/utils.py @@ -0,0 +1,19 @@ +""" +A collection of utility routines and classes used by the spatial +backend. +""" + +from django.contrib.gis.db.backends.utils import SpatialOperator as _SpatialOperator + + +class SpatialOperator(_SpatialOperator): + """ + Class encapsulating the behavior specific to a GIS operation (used by lookups). + """ + + def __init__(self, op=None, func=None): + self.op = op + self.func = func + + def as_mql(self, lhs, rhs, params=None): + return self.func(lhs, rhs, self.op, params) diff --git a/tests/gis_tests_/fixtures/initial.json b/tests/gis_tests_/fixtures/initial.json new file mode 100644 index 000000000..ed0a1a493 --- /dev/null +++ b/tests/gis_tests_/fixtures/initial.json @@ -0,0 +1,98 @@ +[ + { + "pk": "000000000000000000000001", + "model": "gis_tests_.city", + "fields": { + "name": "Houston", + "point": "POINT (-95.363151 29.763374)" + } + }, + { + "pk": "000000000000000000000002", + "model": "gis_tests_.city", + "fields": { + "name": "Dallas", + "point": "POINT (-96.801611 32.782057)" + } + }, + { + "pk": "000000000000000000000003", + "model": "gis_tests_.city", + "fields": { + "name": "Oklahoma City", + "point": "POINT (-97.521157 34.464642)" + } + }, + { + "pk": "000000000000000000000004", + "model": "gis_tests_.city", + "fields": { + "name": "Wellington", + "point": "POINT (174.783117 -41.315268)" + } + }, + { + "pk": "000000000000000000000005", + "model": "gis_tests_.city", + "fields": { + "name": "Pueblo", + "point": "POINT (-104.609252 38.255001)" + } + }, + { + "pk": "000000000000000000000006", + "model": "gis_tests_.city", + "fields": { + "name": "Lawrence", + "point": "POINT (-95.235060 38.971823)" + } + }, + { + "pk": "000000000000000000000007", + "model": "gis_tests_.city", + "fields": { + "name": "Chicago", + "point": "POINT (-87.650175 41.850385)" + } + }, + { + "pk": "000000000000000000000008", + "model": "gis_tests_.city", + "fields": { + "name": "Victoria", + "point": "POINT (-123.305196 48.462611)" + } + }, + { + "pk": "000000000000000000000001", + "model": "gis_tests_.zipcode", + "fields" : { + "code" : "77002", + "poly" : "POLYGON ((-95.365015 29.772327, -95.362415 29.772327, -95.360915 29.771827, -95.354615 29.771827, -95.351515 29.772527, -95.350915 29.765327, -95.351015 29.762436, -95.350115 29.760328, -95.347515 29.758528, -95.352315 29.753928, -95.356415 29.756328, -95.358215 29.754028, -95.360215 29.756328, -95.363415 29.757128, -95.364014 29.75638, -95.363415 29.753928, -95.360015 29.751828, -95.361815 29.749528, -95.362715 29.750028, -95.367516 29.744128, -95.369316 29.745128, -95.373916 29.744128, -95.380116 29.738028, -95.387916 29.727929, -95.388516 29.729629, -95.387916 29.732129, -95.382916 29.737428, -95.376616 29.742228, -95.372616 29.747228, -95.378601 29.750846, -95.378616 29.752028, -95.378616 29.754428, -95.376016 29.754528, -95.374616 29.759828, -95.373616 29.761128, -95.371916 29.763928, -95.372316 29.768727, -95.365884 29.76791, -95.366015 29.767127, -95.358715 29.765327, -95.358615 29.766327, -95.359115 29.767227, -95.360215 29.767027, -95.362783 29.768267, -95.365315 29.770527, -95.365015 29.772327))" + } + }, + { + "pk": "000000000000000000000002", + "model": "gis_tests_.zipcode", + "fields" : { + "code" : "77005", + "poly" : "POLYGON ((-95.447918 29.727275, -95.428017 29.728729, -95.421117 29.729029, -95.418617 29.727629, -95.418517 29.726429, -95.402117 29.726629, -95.402117 29.725729, -95.395316 29.725729, -95.391916 29.726229, -95.389716 29.725829, -95.396517 29.715429, -95.397517 29.715929, -95.400917 29.711429, -95.411417 29.715029, -95.418417 29.714729, -95.418317 29.70623, -95.440818 29.70593, -95.445018 29.70683, -95.446618 29.70763, -95.447418 29.71003, -95.447918 29.727275))" + } + }, + { + "pk": "000000000000000000000003", + "model": "gis_tests_.zipcode", + "fields" : { + "code" : "77025", + "poly" : "POLYGON ((-95.418317 29.70623, -95.414717 29.706129, -95.414617 29.70533, -95.418217 29.70533, -95.419817 29.69533, -95.419484 29.694196, -95.417166 29.690901, -95.414517 29.69433, -95.413317 29.69263, -95.412617 29.68973, -95.412817 29.68753, -95.414087 29.685055, -95.419165 29.685428, -95.421617 29.68513, -95.425717 29.67983, -95.425017 29.67923, -95.424517 29.67763, -95.427418 29.67763, -95.438018 29.664631, -95.436713 29.664411, -95.440118 29.662231, -95.439218 29.661031, -95.437718 29.660131, -95.435718 29.659731, -95.431818 29.660331, -95.441418 29.656631, -95.441318 29.656331, -95.441818 29.656131, -95.441718 29.659031, -95.441118 29.661031, -95.446718 29.656431, -95.446518 29.673431, -95.446918 29.69013, -95.447418 29.71003, -95.446618 29.70763, -95.445018 29.70683, -95.440818 29.70593, -95.418317 29.70623))" + } + }, + { + "pk": "000000000000000000000004", + "model": "gis_tests_.zipcode", + "fields" : { + "code" : "77401", + "poly" : "POLYGON ((-95.447918 29.727275, -95.447418 29.71003, -95.446918 29.69013, -95.454318 29.68893, -95.475819 29.68903, -95.475819 29.69113, -95.484419 29.69103, -95.484519 29.69903, -95.480419 29.70133, -95.480419 29.69833, -95.474119 29.69833, -95.474119 29.70453, -95.472719 29.71283, -95.468019 29.71293, -95.468219 29.720229, -95.464018 29.720229, -95.464118 29.724529, -95.463018 29.725929, -95.459818 29.726129, -95.459918 29.720329, -95.451418 29.720429, -95.451775 29.726303, -95.451318 29.727029, -95.447918 29.727275))" + } + } +] \ No newline at end of file diff --git a/tests/gis_tests_/models.py b/tests/gis_tests_/models.py index cec1e0a93..dfea35764 100644 --- a/tests/gis_tests_/models.py +++ b/tests/gis_tests_/models.py @@ -2,4 +2,10 @@ class City(models.Model): + name = models.CharField(max_length=30) point = models.PointField() + + +class Zipcode(models.Model): + code = models.CharField(max_length=10) + poly = models.PolygonField(geography=True) diff --git a/tests/gis_tests_/tests.py b/tests/gis_tests_/tests.py index 014b8e5e9..f032556ed 100644 --- a/tests/gis_tests_/tests.py +++ b/tests/gis_tests_/tests.py @@ -1,13 +1,88 @@ from django.contrib.gis.geos import Point +from django.contrib.gis.measure import Distance from django.db import NotSupportedError from django.test import TestCase, skipUnlessDBFeature -from .models import City +from .models import City, Zipcode @skipUnlessDBFeature("gis_enabled") class LookupTests(TestCase): - def test_unsupported_lookups(self): - msg = "MongoDB does not support the same_as lookup." + fixtures = ["initial"] + + def test_unsupported(self): + msg = "MongoDB does not support the 'same_as' lookup." with self.assertRaisesMessage(NotSupportedError, msg): City.objects.get(point__same_as=Point(95, 30)) + + def test_contains(self): + houston = City.objects.get(name="Houston") + qs = City.objects.filter(point__contains=Point(-95.363151, 29.763374)) + self.assertEqual(qs.count(), 1) + self.assertEqual(houston, qs.first()) + + def test_disjoint(self): + houston = City.objects.get(name="Houston") + qs = City.objects.filter(point__disjoint=Point(100, 50)) + self.assertIn(houston, qs) + + def test_distance_gt(self): + houston = City.objects.get(name="Houston") + dallas = City.objects.get(name="Dallas") # Roughly ~363 km from Houston + qs = City.objects.filter(point__distance_gt=(houston.point, 362826)) + self.assertEqual(qs.count(), 6) + self.assertNotIn(dallas, list(qs)) + + def test_distance_gte(self): + houston = City.objects.get(name="Houston") + dallas = City.objects.get(name="Dallas") # Roughly ~363 km from Houston + qs = City.objects.filter(point__distance_gte=(houston.point, 362825)) + self.assertEqual(qs.count(), 7) + self.assertIn(dallas, list(qs)) + + def test_distance_lt(self): + houston = City.objects.get(name="Houston") + qs = City.objects.filter(point__distance_lt=(houston.point, 362825)) + self.assertEqual(qs.count(), 1) + self.assertEqual(houston, qs.first()) + + def test_distance_lte(self): + houston = City.objects.get(name="Houston") + dallas = City.objects.get(name="Dallas") # Roughly ~363 km from Houston + qs = City.objects.filter(point__distance_lte=(houston.point, 362826)) + self.assertEqual(qs.count(), 2) + self.assertEqual([houston, dallas], list(qs)) + + def test_distance_units(self): + chicago = City.objects.get(name="Chicago") + lawrence = City.objects.get(name="Lawrence") + qs = City.objects.filter(point__distance_lt=(chicago.point, Distance(km=720))) + self.assertEqual(qs.count(), 2) + self.assertEqual([lawrence, chicago], list(qs)) + qs = City.objects.filter(point__distance_lt=(chicago.point, Distance(mi=447))) + self.assertEqual(qs.count(), 2) + self.assertEqual([lawrence, chicago], list(qs)) + + def test_dwithin(self): + houston = City.objects.get(name="Houston") + qs = City.objects.filter(point__dwithin=(houston.point, 0.2)) + self.assertEqual(qs.count(), 5) + + def test_dwithin_unsupported_units(self): + qs = City.objects.filter(point__dwithin=(Point(40.7670, -73.9820), Distance(km=1))) + with self.assertRaisesMessage( + ValueError, + "Only numeric values of radian units are allowed on geodetic distance queries.", + ): + qs.first() + + def test_intersects(self): + city = City.objects.create(point=Point(95, 30)) + qs = City.objects.filter(point__intersects=Point(95, 30).buffer(10)) + self.assertEqual(qs.count(), 1) + self.assertIn(city, qs) + + def test_within(self): + zipcode = Zipcode.objects.get(code="77002") + qs = City.objects.filter(point__within=zipcode.poly).values_list("name", flat=True) + self.assertEqual(["Houston"], list(qs))