Add highres option for Strava (requires auth)

Author: veniversum

config.example.yaml

@@ -1,6 +1,12 @@
+#  PostGIS database details
 database:
   dbname: dbname
   user: user
   password: password
   host: host
-  port: 5432
+  port: 5432
+
+#  Strava authed endpoint (optional)
+strava:
+  headers:
+    Cookie: cookie string

dataproviders.py

@@ -61,10 +61,11 @@ class CachedTiledDataProvider(TiledDataProvider):
     DataProvider class for tiled maps with simple dictionary based caching.
     """
 
-    def __init__(self, url_template, value_fn, tile_size=256, zoom=12, convert_args=None):
+    def __init__(self, url_template, value_fn, tile_size=256, zoom=12, convert_args=None, headers=None):
         super().__init__(url_template, value_fn, tile_size, zoom)
         self.logger = logging.getLogger('dataproviders.CachedTiledDataProvider')
         self.convert_args = convert_args
+        self.headers = headers
         self.cache = {}
 
     def get_value(self, lng: float, lat: float) -> float:
@@ -94,7 +95,7 @@ def get_fresh_tile(self, x: int, y: int, z: int) -> Optional[Image.Image]:
         """
         url = self.url.substitute({'x': x, 'y': y, 'z': z})
         try:
-            response = requests.get(url)
+            response = requests.get(url, headers=self.headers)
             img = Image.open(BytesIO(response.content))
             if self.convert_args:
                 return img.convert(**self.convert_args)

update_ways_metadata.py

@@ -72,6 +72,26 @@ def strava_value(img, x, y):
     upsert_ways_metadata(cursor, 'popularity', ways_metadata)
 
 
+def process_strava_heatmap_highres(cursor, config) -> None:
+    """
+    Gathers data from Strava heatmap tile maps
+
+    :param cursor: database cursor object
+    :param config: parsed config.yaml
+    """
+
+    def strava_value(img, x, y):
+        return float(img.getpixel((x, y))) / 255
+
+    logger.info('Gathering Highres Strava popularity data.')
+    heaturl = 'https://heatmap-external-b.strava.com/tiles-auth/all/hot/${z}/${x}/${y}.png'
+    strava_provider = CachedTiledDataProvider(heaturl, strava_value, tile_size=512, zoom=15, convert_args={'mode': 'L'},
+                                              headers=config['strava']['headers'])
+
+    ways_metadata = extract_ways_metadata(cursor, strava_provider)
+    upsert_ways_metadata(cursor, 'popularity_highres', ways_metadata)
+
+
 def process_gmaps_satellite(cursor) -> None:
     """
     Gathers data from Google satellite tile maps
@@ -103,6 +123,7 @@ def main():
         with psycopg2.connect(**config['database']) as conn:
             cursor = conn.cursor()
             process_strava_heatmap(cursor)
+            # process_strava_heatmap_highres(cursor, config)
             process_gmaps_satellite(cursor)
             cursor.close()
         logger.info('Script finished.')