First version of vt2geojson.

Author: Amyantis

.gitignore

@@ -0,0 +1,123 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don’t work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/

README.md

@@ -0,0 +1,13 @@
+Dump vector tiles to GeoJSON from remote URLs or local system files.
+
+Inspired from https://github.com/mapbox/vt2geojson.
+
+## Installation
+```
+pip install python-vt2geojson
+```
+
+## Usage
+```
+vt2geojson --help
+```

setup.py

@@ -0,0 +1,18 @@
+from setuptools import setup
+
+from vt2geojson import NAME, DESCRIPTION, AUTHOR, AUTHOR_EMAIL, URL, __version__
+
+setup(
+    name=NAME,
+    version=__version__,
+    description=DESCRIPTION,
+    author=AUTHOR,
+    author_email=AUTHOR_EMAIL,
+    url=URL,
+    entry_points={
+        "console_scripts": ['vt2geojson=vt2geojson.cli:main']
+    },
+    install_requires=[
+        "mapbox_vector_tile"
+    ]
+)

vt2geojson/__init__.py

@@ -0,0 +1,13 @@
+VERSION = (0, 1, 0)
+NAME = "python-vt2geojson"
+DESCRIPTION = "Dump vector tiles to GeoJSON from remote URLs or local system files."
+AUTHOR = "Theophile Dancoisne"
+AUTHOR_EMAIL = "[email protected]"
+URL = ""
+
+
+def get_version():
+    return '.'.join(map(str, VERSION))
+
+
+__version__ = get_version()

vt2geojson/cli.py

@@ -0,0 +1,42 @@
+import argparse
+from pprint import pprint
+from re import search
+from urllib.request import urlopen
+
+from vt2geojson import DESCRIPTION
+from vt2geojson.tools import vt_bytes_to_geojson, _is_url
+
+XYZ_REGEX = r"\/(\d+)\/(\d+)\/(\d+)"
+
+
+def main():
+    parser = argparse.ArgumentParser(description=DESCRIPTION)
+    parser.add_argument("uri", help="URI (url or filepath)")
+    parser.add_argument("-l", "--layer", help="include only the specified layer", type=str)
+    parser.add_argument("-x", help="tile x coordinate (normally inferred from the URL)", type=int)
+    parser.add_argument("-y", help="tile y coordinate (normally inferred from the URL)", type=int)
+    parser.add_argument("-z", help="tile z coordinate (normally inferred from the URL)", type=int)
+    args = parser.parse_args()
+
+    if _is_url(args.uri):
+        matches = search(XYZ_REGEX, args.uri)
+        if matches is None:
+            raise ValueError("Unknown url, no `/z/x/y` pattern.")
+        z, x, y = map(int, matches.groups())
+        r = urlopen(args.uri)
+        content = r.read()
+    else:
+        if args.x is None or args.y is None or args.z is None:
+            raise ValueError("You provided a path to a file. Therefore you must specify x, y and z.")
+        x = args.x
+        y = args.y
+        z = args.z
+        with open(args.uri, "rb") as f:
+            content = f.read()
+
+    geojson_result = vt_bytes_to_geojson(content, x, y, z, args.layer)
+    pprint(geojson_result)
+
+
+if __name__ == "__main__":
+    main()

vt2geojson/features.py

@@ -0,0 +1,81 @@
+from enum import Enum
+from math import pi, atan, exp
+
+
+class GeometryType(Enum):
+    UNKNOWN = 'Unknown'
+    POINT = 'Point'
+    LINESTRING = 'LineString'
+    POLYGON = 'Polygon'
+    MULTILINESTRING = 'MultiLineString'
+
+
+class Feature:
+    def __init__(self, x, y, z, obj, extent=4096):
+        self.x = x
+        self.y = y
+        self.z = z
+        self.obj = obj
+        self.extent = extent
+
+    @property
+    def tiles_coordinates(self):
+        return self.obj['geometry']['coordinates']
+
+    @property
+    def geometry_type(self):
+        return GeometryType(self.obj['geometry']['type'])
+
+    @property
+    def properties(self):
+        return self.obj['properties']
+
+    def toGeoJSON(self):
+        size = self.extent * 2 ** self.z
+        x0 = self.extent * self.x
+        y0 = self.extent * self.y
+
+        def project_one(p_x, p_y):
+            y2 = 180 - (p_y + y0) * 360. / size
+            long_res = (p_x + x0) * 360. / size - 180
+            lat_res = 360. / pi * atan(exp(y2 * pi / 180)) - 90
+            return [long_res, lat_res]
+
+        def project(coords):
+            if all(isinstance(x, int) or isinstance(x, float) for x in coords):
+                assert len(coords) == 2
+                return project_one(coords[0], coords[1])
+            return [project(l) for l in coords]
+
+        coords = project(self.tiles_coordinates)
+        geometry_type = self.geometry_type.value
+
+        result = {
+            "type": "Feature",
+            "geometry": {
+                "type": geometry_type,
+                "coordinates": coords
+            },
+            "properties": self.properties
+        }
+        return result
+
+
+class Layer:
+    def __init__(self, x, y, z, name, obj):
+        self.x = x
+        self.y = y
+        self.z = z
+        self.name = name
+        self.obj = obj
+
+    @property
+    def extent(self):
+        return self.obj['extent']
+
+    def toGeoJSON(self):
+        return {
+            "type": "FeatureCollection",
+            "features": [Feature(x=self.x, y=self.y, z=self.z, obj=f, extent=self.extent).toGeoJSON()
+                         for f in self.obj['features']]
+        }

vt2geojson/tools.py

@@ -0,0 +1,19 @@
+from urllib.parse import urlparse
+
+from mapbox_vector_tile import decode
+
+from vt2geojson.features import Layer
+
+
+def _is_url(uri):
+    return urlparse(uri).scheme != ""
+
+
+def vt_bytes_to_geojson(b_content, x, y, z, layer=None):
+    data = decode(b_content)
+    features_collections = [Layer(x=x, y=y, z=z, name=name, obj=layer_obj).toGeoJSON()
+                            for name, layer_obj in data.items() if layer is None or name == layer]
+    return {
+        "type": "FeatureCollection",
+        "features": [fc["features"] for fc in features_collections]
+    }