MapComplete/scripts/thieves/stealLanguages.ts

/*
 * Uses the languages in and to every translation from wikidata to generate a language question in wikidata/wikidata
 * */

import WikidataUtils from "../../Utils/WikidataUtils"
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "fs"
import { LayerConfigJson } from "../../Models/ThemeConfig/Json/LayerConfigJson"
import { MappingConfigJson } from "../../Models/ThemeConfig/Json/QuestionableTagRenderingConfigJson"
import LanguageUtils from "../../Utils/LanguageUtils"
import * as perCountry from "../../assets/language_in_country.json"
import { Utils } from "../../Utils"
function main() {
    const sourcepath = "assets/generated/languages-wd.json"
    console.log(`Converting language data file '${sourcepath}' into a tagMapping`)
    const languages = WikidataUtils.extractLanguageData(
        JSON.parse(readFileSync(sourcepath, "utf8")),
        {}
    )
    const mappings: MappingConfigJson[] = []
    const schoolmappings: MappingConfigJson[] = []

    const countryToLanguage: Record<string, string[]> = perCountry
    const officialLanguagesPerCountry = Utils.TransposeMap(countryToLanguage)

    languages.forEach((l, code) => {
        const then: Record<string, string> = {}
        l.forEach((tr, lng) => {
            const languageCodeWeblate = WikidataUtils.languageRemapping[lng] ?? lng
            if (!LanguageUtils.usedLanguages.has(languageCodeWeblate)) {
                return
            }
            then[languageCodeWeblate] = tr
        })

        const officialCountries = Utils.Dedup(
            officialLanguagesPerCountry[code]?.map((s) => s.toLowerCase()) ?? []
        )
        const prioritySearch =
            officialCountries.length > 0
                ? "_country~" + officialCountries.map((c) => "((^|;)" + c + "($|;))").join("|")
                : undefined
        mappings.push(<MappingConfigJson>{
            if: "language:" + code + "=yes",
            ifnot: "language:" + code + "=",
            searchTerms: {
                "*": [code],
            },
            then,
            priorityIf: prioritySearch,
        })

        schoolmappings.push(<MappingConfigJson>{
            if: "school:language=" + code,
            then,
            priorityIf: prioritySearch,
            searchTerms: {
                "*": [code],
            },
        })
    })

    const wikidataLayer = <LayerConfigJson>{
        id: "wikidata",
        description: {
            en: "Various tagrenderings which are generated from Wikidata. Automatically generated with a script, don't edit manually",
        },
        "#dont-translate": "*",
        source: {
            osmTags: "id~*",
        },
        title: null,
        mapRendering: null,
        tagRenderings: [
            {
                id: "language",
                // @ts-ignore
                description: "Enables to pick *a single* 'language:<lng>=yes' within the mappings",
                mappings,
            },
            {
                builtin: "wikidata.language",
                override: {
                    id: "language-multi",
                    // @ts-ignore
                    description:
                        "Enables to pick *multiple* 'language:<lng>=yes' within the mappings",
                    multiAnswer: true,
                },
            },
            {
                id: "school-language",
                // @ts-ignore
                description: "Enables to pick a single 'school:language=<lng>' within the mappings",
                multiAnswer: true,
                mappings: schoolmappings,
            },
        ],
    }
    const dir = "./assets/layers/wikidata/"
    if (!existsSync(dir)) {
        mkdirSync(dir)
    }
    const path = dir + "wikidata.json"
    writeFileSync(path, JSON.stringify(wikidataLayer, null, "  "))
    console.log("Written " + path)
}

main()