Scripts: add script to automatically update the database

This commit is contained in:
Pieter Vander Vennet 2025-03-29 01:46:40 +01:00
parent 72df69a2d6
commit 602cc1f8c9
3 changed files with 44 additions and 47 deletions

View file

@ -0,0 +1,42 @@
on:
schedule:
- cron: "0 0 1 */2 *"
jobs:
daily_data_maintenance:
runs-on: [ lain ]
steps:
- uses: https://source.mapcomplete.org/actions/checkout@v4
- name: Set up Node.js
uses: https://source.mapcomplete.org/actions/setup-node@v4
with:
node-version: "20"
cache: "npm"
cache-dependency-path: package-lock.json
- name: Init all dependencies and layers
shell: bash
run: npm run init
- name: Create export script
shell: bash
run: npm run build:dbscript # output: build_db.lua
- name: Print planet file date
shell: bash
run: |
# LAIN has a weekly updated planet file in /data/planet-latest.osm.pbf
# See https://source.mapcomplete.org/MapComplete/planet-file-updater
TIMESTAMP=$(osmium fileinfo /data/planet-latest.osm.pbf -g header.option.timestamp)
DATE=$(echo $TIMESTAMP | sed "s/T.*//")
echo $DATE
# Create a new database in postgres
vite-node scripts/osm2pgsql/createNewDatabase.ts -- $DATE
echo "Seeding database '$DATE'"
osm2pgsql -O flex -S build_db.lua -s --flat-nodes=import-help-file -d postgresql://user:password@localhost:5444/osm-poi.${DATE} /data/planet-latest.osm.pbf
npm run delete:database:old