Repo created

tools/python/maps_generator/var/etc/map_generator.ini.default

@@ -0,0 +1,109 @@
+[Developer]
+# Path to the `organicmaps` source code repository:
+OMIM_PATH: ~/OM/organicmaps
+# A path with the generator_tool binary:
+BUILD_PATH: ${Developer:OMIM_PATH}/../omim-build-release
+
+
+[Main]
+# A special small planet file will be downloaded if DEBUG is set to 1.
+DEBUG: 0
+# A main working directory. There is a subdirectory created for each generator run
+# which contains the planet and other downloads, temporary build files, logs and completed MWMs.
+MAIN_OUT_PATH: ${Developer:OMIM_PATH}/../maps_build
+# Path for storing caches for nodes, ways, relations.
+# If it's not set then caches are stored inside the directory of the current build.
+# CACHE_PATH: ${Main:MAIN_OUT_PATH}/cache
+
+
+[Generator tool]
+# Path to the data/ folder in the repository:
+USER_RESOURCE_PATH: ${Developer:OMIM_PATH}/data
+# Features stage only parallelism level. Set to 0 for auto detection.
+THREADS_COUNT_FEATURES_STAGE: 0
+# How to store all nodes with their coords.
+# "map" (default) - fast, suitable to generate a few countries, but is not suitable for the whole planet
+# "mem" - fastest, best for the whole planet generation, needs ~100GB memory (as of 2025)
+# "raw" - read from a mmapped file, slow, but uses the least memory
+NODE_STORAGE: map
+
+
+[Osm tools]
+# Path to osmctools binaries:
+OSM_TOOLS_PATH: ${Developer:OMIM_PATH}/../osmctools
+# If the binaries are not found neither in the configured path nor system-wide,
+# then the tools are built from the sources:
+OSM_TOOLS_SRC_PATH: ${Developer:OMIM_PATH}/tools/osmctools
+
+
+[Logging]
+# maps_generator's general (python output only) log file path and name.
+# More detailed logs that include output of the `generator_tool` binary
+# are located in the `logs/` subdir of a particular build directory,
+# e.g. `maps_build/2023_06_04__20_05_07/logs/`.
+LOG_FILE_PATH: ${Main:MAIN_OUT_PATH}/generation.log
+
+
+[External]
+# Planet file location. It should be a dump of OSM data in osm.pbf format.
+# By default its an entire planet from "planet.openstreetmap.org".
+# Or set it to a particular country/region extract from e.g. [Geofabrik](http://download.geofabrik.de/index.html).
+# Note that an entire planet generation takes 40+ hours on a 256GB RAM server (and 1TB+ disk space).
+# Stick to smaller extracts unless you have a machine this large.
+# Here and further, its possible to specify either an URL (to be downloaded automatically)
+# or a local file path like file:///path/to/file.
+# A sample URL to download a latest OSM dump for North Macedonia:
+PLANET_URL: https://download.geofabrik.de/europe/macedonia-latest.osm.pbf
+# Location of the md5 checksum of the planet file:
+PLANET_MD5_URL: ${External:PLANET_URL}.md5
+# A base url to the latest_coasts.geom and latest_coasts.rawgeom files.
+# For example, if PLANET_COASTS_URL = https://somesite.com/download/
+# then the https://somesite.com/download/latest_coasts.geom url will be used to download latest_coasts.geom and
+# the https://somesite.com/download/latest_coasts.rawgeom url will be used to download latest_coasts.rawgeom.
+# Comment to skip getting the coastlines files.
+# PLANET_COASTS_URL:
+# Should be 'true' for an entire planet build to make a special routing section in World.mwm
+# for alerting about absent regions without which the route can't be built.
+NEED_BUILD_WORLD_ROADS: false
+# Subway file location, see docs/SUBWAY_GENERATION.md if you want to generate your own file.
+# Comment to disable subway layer generation.
+#SUBWAY_URL: https://cdn.organicmaps.app/subway.json
+
+# Location of the EXPERIMENTAL GTFS-extracted public transport transit files:
+# TRANSIT_URL:
+
+# Urls for production maps generation.
+# UGC_URL:
+# HOTELS_URL:
+# PROMO_CATALOG_CITIES:
+# POPULARITY_URL:
+# FOOD_URL:
+# FOOD_TRANSLATIONS_URL:
+# SRTM_PATH:
+# ISOLINES_PATH:
+# ADDRESSES_PATH:
+
+# Local path (not url!) to .csv files.
+# UK_POSTCODES_URL:
+# US_POSTCODES_URL:
+
+
+[Stages]
+# Set to 1 to update the entire OSM planet file (as taken from "planet.openstreetmap.org")
+# via an osmupdate tool before the generation. Not for use with partial planet extracts.
+NEED_PLANET_UPDATE: 0
+# If you want to calculate diffs you need to specify where the old maps are,
+# e.g. ${Main:MAIN_OUT_PATH}/2021_03_16__09_00_00/
+DATA_ARCHIVE_DIR: ${Generator tool:USER_RESOURCE_PATH}
+# How many versions in the archive to use for diff calculation:
+DIFF_VERSION_DEPTH: 2
+
+
+[Common]
+# Default parallelism level for the most of jobs. Set to 0 for auto detection.
+THREADS_COUNT: 0
+
+
+[Stats]
+# Path to rules for calculating statistics by type:
+STATS_TYPES_CONFIG: ${Developer:OMIM_PATH}/tools/python/maps_generator/var/etc/stats_types_config.txt

tools/python/maps_generator/var/etc/map_generator.ini.prod

@@ -0,0 +1,107 @@
+[Developer]
+# Path to the `comaps` source code repository:
+OMIM_PATH: ~/comaps
+# A path with the generator_tool binary:
+BUILD_PATH: ~/omim-build-relwithdebinfo
+
+
+[Main]
+# A special small planet file will be downloaded if DEBUG is set to 1.
+DEBUG: 0
+# A main working directory. There is a subdirectory created for each generator run
+# which contains the planet and other downloads, temporary build files, logs and completed MWMs.
+MAIN_OUT_PATH: /mnt/4tbexternal/osm-maps
+# Path for storing caches for nodes, ways, relations.
+# If it's not set then caches are stored inside the directory of the current build.
+# CACHE_PATH: ${Main:MAIN_OUT_PATH}/cache
+
+
+[Generator tool]
+# Path to the data/ folder in the repository:
+USER_RESOURCE_PATH: ${Developer:OMIM_PATH}/data
+# Features stage only parallelism level. Set to 0 for auto detection.
+THREADS_COUNT_FEATURES_STAGE: 0
+# Do not change it. This is determined automatically.
+NODE_STORAGE: mem
+
+
+[Osm tools]
+# Path to osmctools binaries:
+OSM_TOOLS_PATH: /usr/bin/
+# If the binaries are not found neither in the configured path nor system-wide,
+# then the tools are built from the sources:
+OSM_TOOLS_SRC_PATH: ${Developer:OMIM_PATH}/tools/osmctools
+
+[Logging]
+# maps_generator's general (python output only) log file path and name.
+# More detailed logs that include output of the `generator_tool` binary
+# are located in the `logs/` subdir of a particular build directory,
+# e.g. `maps_build/2023_06_04__20_05_07/logs/`.
+LOG_FILE_PATH: ${Main:MAIN_OUT_PATH}/generation.log
+
+
+[External]
+# Planet file location. It should be a dump of OSM data in osm.pbf format.
+# By default its an entire planet from "planet.openstreetmap.org".
+# Or set it to a particular country/region extract from e.g. [Geofabrik](http://download.geofabrik.de/index.html).
+# Note that an entire planet generation takes 40+ hours on a 256GB RAM server (and 1TB+ disk space).
+# Stick to smaller extracts unless you have a machine this large.
+# Here and further, its possible to specify either an URL (to be downloaded automatically)
+# or a local file path like file:///path/to/file.
+# A sample URL to download a latest OSM dump for North Macedonia:
+PLANET_URL: file:///home/planet/planet/planet.o5m
+# Location of the md5 checksum of the planet file:
+PLANET_MD5_URL: ${External:PLANET_URL}.md5
+# A base url to the latest_coasts.geom and latest_coasts.rawgeom files.
+# For example, if PLANET_COASTS_URL = https://somesite.com/download/
+# then the https://somesite.com/download/latest_coasts.geom url will be used to download latest_coasts.geom and
+# the https://somesite.com/download/latest_coasts.rawgeom url will be used to download latest_coasts.rawgeom.
+# Comment to skip getting the coastlines files.
+PLANET_COASTS_URL: file:///home/planet/
+# Should be 'true' for an entire planet build to make a special routing section in World.mwm
+# for alerting about absent regions without which the route can't be built.
+# NEED_BUILD_WORLD_ROADS: true
+# Subway file location, see docs/SUBWAY_GENERATION.md if you want to generate your own file.
+# Comment to disable subway layer generation.
+
+SUBWAY_URL: file:///home/planet/subway/subways.transit.json
+
+# Location of the EXPERIMENTAL GTFS-extracted public transport transit files:
+# TRANSIT_URL:
+
+# Urls for production maps generation.
+# UGC_URL:
+# HOTELS_URL:
+# PROMO_CATALOG_CITIES:
+# POPULARITY_URL:
+# FOOD_URL:
+# FOOD_TRANSLATIONS_URL:
+
+SRTM_PATH: /home/planet/SRTM-patched-europe/
+ISOLINES_PATH: /home/planet/isolines/
+ADDRESSES_PATH: /home/planet/tiger/
+
+# Local path (not url!) to .csv files.
+UK_POSTCODES_URL: /home/planet/postcodes/gb-postcode-data/gb_postcodes.csv
+US_POSTCODES_URL: /home/planet/postcodes/us-postcodes/uszips.csv
+
+
+[Stages]
+# Set to 1 to update the entire OSM planet file (as taken from "planet.openstreetmap.org")
+# via an osmupdate tool before the generation. Not for use with partial planet extracts.
+NEED_PLANET_UPDATE: 0
+# If you want to calculate diffs you need to specify where the old maps are,
+# e.g. ${Main:MAIN_OUT_PATH}/2021_03_16__09_00_00/
+DATA_ARCHIVE_DIR: ${Generator tool:USER_RESOURCE_PATH}
+# How many versions in the archive to use for diff calculation:
+DIFF_VERSION_DEPTH: 2
+
+
+[Common]
+# Default parallelism level for the most of jobs. Set to 0 for auto detection.
+THREADS_COUNT: 0
+
+
+[Stats]
+# Path to rules for calculating statistics by type:
+STATS_TYPES_CONFIG: ${Developer:OMIM_PATH}/tools/python/maps_generator/var/etc/stats_types_config.txt

tools/python/maps_generator/var/etc/stats_types_config.txt

@@ -0,0 +1,76 @@
+# This file is used to calculate statistics by type.
+# File format:
+# Regular expression of type;metric type;statistic name
+#
+# Regular expression of type
+#   Types you can find in data/mapcss-mapping.csv.
+#   You must replace the character '|' with the '-' character.
+#
+# Metric type
+#   There can be three types of metrics:
+#   1) cnt - to count the number of objects
+#   2) len - to calculate the total length of objects
+#   3) area - to calculate the total area of ​​objects
+#
+# Statistic name
+#   The name of the statistics will be written to the resulting file.
+
+barrier-(fence|gate);len;Fences
+building;cnt;Building
+(amenity|shop|historic)-.*;cnt;POI
+(amenity|shop|historic)-.*;cnt_names;POI with names
+amenity-(cafe|restaurant|fast_food).*;cnt;Cafes and restaurants
+amenity-(pub|bar);cnt;Bars and pubs
+amenity-kindergarten;cnt;Kindergartens
+amenity-(school|university|college);cnt;Schools and universities
+amenity-parking.*;cnt;Parking lots
+amenity-parking.*;area;Parking lots
+amenity-pharmacy;cnt;Pharmacies
+amenity-place_of_worship.*;cnt;Temples
+amenity-(hospital|doctors);cnt;Hospitals and clinics
+amenity-toilets;cnt;Toilets
+amenity-(waste_disposal|recycling);cnt;Garbage bins
+highway-(motorway|trunk|primary|secondary|tertiary|residential|unclassified|service|track|living_street)(_link)?(-.*)?;len;Road network
+highway-(footway|path|pedestrian|steps).*;len;Footpaths
+highway-.*-bridge;len;Bridges
+highway-.*-tunnel;len;Tunnels
+highway-(footway|path|steps)-bridge;len;Pedestrian bridges
+highway-(footway|path|steps)-tunnel;len;Pedestrian tunnels
+highway-steps.*;len;Stairs
+highway-speed_camera;cnt;Speed ​​cameras
+internet_access-wlan;cnt;Wi-Fi access points
+leisure-(pitch|stadium|playing_fields|track|sports_centre).*;cnt;Sports grounds and complexes
+leisure-playground;cnt;Playgrounds
+man_made-lighthouse;cnt;Lighthouses
+man_made-windmill;cnt;Windmills
+man_made-pipeline.*;len;Pipelines
+natural-beach;cnt;Beaches
+natural-tree;cnt;Trees
+natural-waterfall;cnt;Waterfalls
+piste:type.*;len;Ski trails
+place-(city.*|town|village|hamlet);cnt;Settlements
+place-island;cnt;Islands
+power-(minor_)?line.*;len;Power lines
+power-(pole|tower);cnt;Power Line Supports
+railway-(rail|monorail|light_rail|narrow_gauge|preserved|siding|spur|yard|disused|incline).*;len;Railways
+railway-.*-(bridge|tunnel);len;Railway bridges and tunnels
+railway-(razed|abandoned).*;len;Abandoned railways
+railway-narrow_gauge.*;len;Narrow gauge railways
+railway-tram(-.*)?;len;Tram rails
+railway-(halt|station);cnt;Railway stations
+railway-subway.*;len;Subway lines
+highway-bus_stop|railway-tram_stop;cnt;Ground Transportation Stops
+shop-bakery;cnt;Bakeries
+shop-books;cnt;Book stores
+shop-clothes;cnt;Clothing stores
+shop-shoes;cnt;Shoe stores
+shop-(convenience|supermarket);cnt;Grocery stores
+shop-florist;cnt;Flower shops
+shop-(hairdresser|beauty);cnt;Hairdressers and beauty salons
+tourism-(guest_house|hos?tel|motel);cnt;Hotels and hostels
+tourism-(attraction|viewpoint);cnt;Attractions and viewpoints
+waterway-(canal|river|stream)(-.*)?;len;Rivers, canals and streams
+landuse-cemetery.*;area;Cemeteries
+leisure-park.*;area;Parks
+natural-beach;area;Beaches
+sponsored-booking;cnt;Booking hotels