Unify UUID, pagination and intervals (#8)

* Unify UUID, pagination and intervals

* keep imports backward compatible

Author: corentinmusard

buf.gen.datasets.yaml

@@ -1,3 +1,4 @@
+# please keep this file in sync with buf.gen.workflows.yaml, especially the plugins versions
 version: v2
 managed:
   enabled: true
@@ -14,3 +15,4 @@ inputs:
   - module: buf.build/tilebox/api
     paths:
       - "datasets"
+      - "tilebox"

buf.gen.workflows.yaml

@@ -1,3 +1,4 @@
+# please keep this file in sync with buf.gen.datasets.yaml, especially the plugins versions
 version: v2
 managed:
   enabled: true

pyproject.toml

@@ -70,6 +70,7 @@ exclude = [
     # it's auto generated, don't lint it
     "*/datasets/v1/*",
     "*/workflows/v1/*",
+    "*/tilebox/v1/*",
 ]
 
 [tool.ruff.lint]
@@ -118,6 +119,7 @@ ignore = [
     # it's auto generated
     "**/datasets/v1",
     "**/workflows/v1",
+    "**/tilebox/v1",
 ]
 
 # pyright needs to have all the dependencies installed to be able to type check

tilebox-datasets/pyproject.toml

@@ -54,7 +54,7 @@ packages = ["tilebox"]
 packages = ["tilebox"]
 
 [tool.coverage.run]
-omit = ["tilebox/*/datasets/v1/*"]
+omit = ["tilebox/*/datasets/v1/*", "tilebox/*/tilebox/v1/*"]
 
 [tool.pytest.ini_options]
 minversion = "6.0"

tilebox-datasets/tests/data/collection.py

@@ -3,9 +3,9 @@
 
 from hypothesis.strategies import DrawFn, composite, integers, just, none, text, uuids
 
-from tests.data.time_interval import time_intervals
+from tests.query.time_interval import time_intervals
 from tilebox.datasets.data.collection import Collection, CollectionInfo
-from tilebox.datasets.data.time_interval import _EMPTY_TIME_INTERVAL
+from tilebox.datasets.query.time_interval import _EMPTY_TIME_INTERVAL
 
 
 @composite

tilebox-datasets/tests/data/data_access.py

@@ -3,9 +3,9 @@
 from hypothesis.strategies import DrawFn, booleans, composite, none, one_of, sampled_from
 from shapely import Geometry
 
-from tests.data.datapoint import datapoint_intervals
-from tests.data.time_interval import time_intervals
 from tests.data.well_known_types import shapely_polygons
+from tests.query.datapoint import id_intervals
+from tests.query.time_interval import time_intervals
 from tilebox.datasets.data.data_access import (
     QueryFilters,
     SpatialCoordinateSystem,
@@ -55,6 +55,6 @@ def spatial_filters(draw: DrawFn) -> SpatialFilter:
 @composite
 def query_filters(draw: DrawFn) -> QueryFilters:
     """A hypothesis strategy for generating random query filters"""
-    temporal_extent = draw(one_of(time_intervals(), datapoint_intervals()))
+    temporal_extent = draw(one_of(time_intervals(), id_intervals()))
     spatial_extent = draw(spatial_filters() | none())
     return QueryFilters(temporal_extent, spatial_extent)

tilebox-datasets/tests/data/datapoint.py

@@ -18,8 +18,6 @@
 )
 
 from tests.data.datasets import example_dataset_type_url
-from tests.data.pagination import paginations
-from tests.data.time_interval import i64_datetimes
 from tests.data.well_known_types import (
     datetime_messages,
     duration_messages,
@@ -31,44 +29,11 @@
     vec3_messages,
 )
 from tests.example_dataset.example_dataset_pb2 import ExampleDatapoint
-from tilebox.datasets.data.datapoint import (
-    AnyMessage,
-    DatapointInterval,
-    DatapointIntervalLike,
-    IngestResponse,
-    QueryResultPage,
-    RepeatedAny,
-)
-from tilebox.datasets.data.time_interval import (
-    datetime_to_timestamp,
-)
+from tests.query.pagination import paginations
+from tests.query.time_interval import i64_datetimes
+from tilebox.datasets.data.datapoint import AnyMessage, IngestResponse, QueryResultPage, RepeatedAny
 from tilebox.datasets.datasets.v1 import core_pb2
-
-
-@composite
-def datapoint_intervals(draw: DrawFn) -> DatapointInterval:
-    """A hypothesis strategy for generating random datapoint intervals"""
-    start = draw(uuids(version=4))
-    end = draw(uuids(version=4))
-    start, end = min(start, end), max(start, end)  # make sure start is before end
-
-    start_exclusive = draw(booleans())
-    end_inclusive = draw(booleans())
-
-    return DatapointInterval(start, end, start_exclusive, end_inclusive)
-
-
-@composite
-def datapoint_intervals_like(draw: DrawFn) -> DatapointIntervalLike:
-    """A hypothesis strategy for generating random datapoint intervals"""
-    interval = draw(datapoint_intervals())
-    return draw(
-        one_of(
-            just(interval),
-            just((str(interval.start_id), str(interval.end_id))),
-            just((interval.start_id, interval.end_id)),
-        )
-    )
+from tilebox.datasets.query.time_interval import datetime_to_timestamp
 
 
 @composite

tilebox-datasets/tests/data/test_collection.py

@@ -2,7 +2,7 @@
 
 from tests.data.collection import collection_infos, collections
 from tilebox.datasets.data.collection import Collection, CollectionInfo
-from tilebox.datasets.data.time_interval import _EMPTY_TIME_INTERVAL
+from tilebox.datasets.query.time_interval import _EMPTY_TIME_INTERVAL
 
 
 @given(collections())

tilebox-datasets/tests/data/test_datapoint.py

@@ -1,39 +1,7 @@
 from hypothesis import given
 
-from tests.data.datapoint import (
-    anys,
-    datapoint_intervals,
-    datapoint_intervals_like,
-    ingest_datapoints_responses,
-    query_result_pages,
-    repeated_anys,
-)
-from tilebox.datasets.data.datapoint import (
-    AnyMessage,
-    DatapointInterval,
-    DatapointIntervalLike,
-    IngestResponse,
-    QueryResultPage,
-    RepeatedAny,
-)
-
-
-@given(datapoint_intervals())
-def test_datapoint_intervals_to_message_and_back(interval: DatapointInterval) -> None:
-    assert DatapointInterval.from_message(interval.to_message()) == interval
-
-
-@given(datapoint_intervals_like())
-def test_parse_datapoint_interval_from_tuple(interval: DatapointIntervalLike) -> None:
-    parsed = DatapointInterval.parse(interval)
-
-    if isinstance(interval, DatapointInterval):
-        assert parsed == interval, f"Failed parsing interval from {interval}"
-        assert parsed.start_exclusive == interval.start_exclusive
-        assert parsed.end_inclusive == interval.end_inclusive
-    else:
-        assert not parsed.start_exclusive
-        assert parsed.end_inclusive
+from tests.data.datapoint import anys, ingest_datapoints_responses, query_result_pages, repeated_anys
+from tilebox.datasets.data.datapoint import AnyMessage, IngestResponse, QueryResultPage, RepeatedAny
 
 
 @given(anys())

tilebox-datasets/tests/data/well_known_types.py

@@ -10,9 +10,9 @@
 )
 from shapely import MultiPolygon, Polygon, box, to_wkb
 
-from tests.data.time_interval import i64_datetimes
-from tilebox.datasets.data.time_interval import datetime_to_timestamp
+from tests.query.time_interval import i64_datetimes
 from tilebox.datasets.datasets.v1 import well_known_types_pb2
+from tilebox.datasets.query.time_interval import datetime_to_timestamp
 
 
 @composite