feat(services): connector to wildlife portal data (#1043)

* wildlife portal example

* add layers for project

* layers and datasets

* query improvements

* first version

* database cache

* clippy

* captures dataset

* sqlfluff lints

* db fixes

* remove examples

* fix migration version

Author: ChristianBeilschmidt

.gitignore

@@ -10,9 +10,10 @@ lcov.info
 /.idea
 /.vscode
 Settings.toml
+.env
 
 # Venvs
-env
+/.venv
 
 # Data
 upload/

Cargo.lock

@@ -8,6 +8,7 @@ use float_cmp::ApproxEq;
 use postgres_types::{FromSql, ToSql};
 use serde::{Deserialize, Serialize};
 use snafu::ensure;
+use wkt::{ToWkt, Wkt};
 
 #[derive(Copy, Clone, Serialize, Deserialize, PartialEq, Debug, ToSql, FromSql)]
 #[repr(C)]
@@ -443,6 +444,20 @@ impl BoundingBox2D {
 
         (lower_left, lower_right, upper_left, upper_right)
     }
+
+    /// Iterates over the four corners of the bounding box in counter-clockwise order
+    ///
+    /// Note: It repeats the first coordinate at the end
+    fn coords_counter_clockwise(&self) -> impl Iterator<Item = Coordinate2D> {
+        [
+            self.upper_left(),
+            self.lower_left(),
+            self.lower_right(),
+            self.upper_right(),
+            self.upper_left(),
+        ]
+        .into_iter()
+    }
 }
 
 impl AxisAlignedRectangle for BoundingBox2D {
@@ -580,6 +595,22 @@ impl TryFrom<BoundingBox2D> for gdal::vector::Geometry {
     }
 }
 
+impl From<BoundingBox2D> for geojson::Geometry {
+    fn from(bounds: BoundingBox2D) -> Self {
+        let value = geojson::Value::Polygon(vec![
+            bounds
+                .coords_counter_clockwise()
+                .map(|c| vec![c.x, c.y])
+                .collect(),
+        ]);
+        geojson::Geometry {
+            bbox: None,
+            value,
+            foreign_members: None,
+        }
+    }
+}
+
 impl ApproxEq for BoundingBox2D {
     type Margin = float_cmp::F64Margin;
 
@@ -615,6 +646,14 @@ pub fn bboxes_extent<I: Iterator<Item = Option<BoundingBox2D>>>(
     Some(extent)
 }
 
+impl ToWkt<f64> for BoundingBox2D {
+    fn to_wkt(&self) -> Wkt<f64> {
+        Wkt::Polygon(wkt::types::Polygon(vec![wkt::types::LineString(
+            self.coords_counter_clockwise().map(Into::into).collect(),
+        )]))
+    }
+}
+
 #[cfg(test)]
 mod tests {
 

datatypes/src/primitives/bounding_box.rs

@@ -13,6 +13,7 @@ use std::{
     ops::{Add, Div, Mul, Sub},
     slice,
 };
+use wkt::{ToWkt, Wkt};
 
 #[derive(
     Clone, Copy, Debug, Deserialize, PartialEq, PartialOrd, Serialize, Default, ToSql, FromSql,
@@ -359,6 +360,17 @@ impl From<&Coordinate2D> for wkt::types::Coord<f64> {
     }
 }
 
+impl ToWkt<f64> for Coordinate2D {
+    fn to_wkt(&self) -> Wkt<f64> {
+        Wkt::Point(wkt::types::Point(Some(wkt::types::Coord {
+            x: self.x,
+            y: self.y,
+            z: None,
+            m: None,
+        })))
+    }
+}
+
 #[cfg(test)]
 mod test {
 

datatypes/src/primitives/coordinate.rs

@@ -361,6 +361,10 @@ impl VisualPointClusteringProcessor {
                 FeatureDataValue::Text(value) | FeatureDataValue::NullableText(Some(value)),
                 AttributeAggregateType::StringSample,
             ) => AttributeAggregate::StringSample(StringSampler::from_value(value)),
+            (
+                FeatureDataValue::DateTime(value) | FeatureDataValue::NullableDateTime(Some(value)),
+                AttributeAggregateType::StringSample,
+            ) => AttributeAggregate::StringSample(StringSampler::from_value(value.to_string())),
             _ => AttributeAggregate::Null,
         }
     }

operators/src/processing/circle_merging_quadtree/operator.rs

@@ -31,6 +31,7 @@ clap_derive.workspace = true
 clap.workspace = true
 config = { workspace = true }
 convert_case = { workspace = true }
+csv = { workspace = true }
 erased-serde = { workspace = true }
 flexi_logger = { workspace = true }
 float-cmp = { workspace = true }
@@ -54,6 +55,7 @@ opentelemetry-otlp = { workspace = true }
 ordered-float = { workspace = true }
 paste = { workspace = true }
 pbkdf2 = { workspace = true }
+postgres-protocol = { workspace = true }
 postgres-types = { workspace = true }
 proj = { workspace = true }
 proj-sys = { workspace = true }
@@ -70,6 +72,7 @@ snafu = { workspace = true }
 stac = { workspace = true }
 strum = { workspace = true }
 strum_macros = { workspace = true }
+tempfile = { workspace = true }
 time = { workspace = true }
 tokio = { workspace = true }
 tokio-postgres = { workspace = true }
@@ -84,6 +87,7 @@ utoipa-swagger-ui = { workspace = true }
 uuid = { workspace = true }
 validator = { workspace = true }
 walkdir = { workspace = true }
+wkt = { workspace = true }
 zip = { workspace = true }
 
 [target.'cfg(target_os = "linux")'.dependencies]
@@ -95,7 +99,6 @@ httptest = { workspace = true }
 pretty_assertions = { workspace = true }
 prost = { workspace = true }             # must be compatbile with aruna-rust-api
 serial_test = { workspace = true }
-tempfile = { workspace = true }
 xml-rs = { workspace = true }
 
 [build-dependencies]