MapComplete/scripts/handleErrors.ts

import Script from "./Script"
import { readFileSync, writeFileSync } from "fs"
import { ChangeDescription } from "../src/Logic/Osm/Actions/ChangeDescription"
import { Changes } from "../src/Logic/Osm/Changes"
import { OsmObject } from "../src/Logic/Osm/OsmObject"
import OsmObjectDownloader from "../src/Logic/Osm/OsmObjectDownloader"
import { OsmConnection } from "../src/Logic/Osm/OsmConnection"
import { ImmutableStore } from "../src/Logic/UIEventSource"
import { Utils } from "../src/Utils"

class HandleErrors extends Script {

    constructor() {
        super("Inspects the errors made on a given day. Argument: path to errors")
    }

    async main(args: string[]): Promise<void> {
        const osmConnection = new OsmConnection()
        const downloader = new OsmObjectDownloader(osmConnection.Backend(), undefined)

        const path = args[0]
        const lines = readFileSync(path, "utf8").split("\n")

        const createdChangesets = new Set<string>()
        const refusedFiles: Set<string> = new Set<string>()
        refusedFiles.add("[]")

        for (const line of lines) {
            if (!line?.trim()) {
                continue
            }
            try {

                const parsed: {
                    ip: string, index: number, date: string,
                    message: {
                        stacktrace: string
                        message: string
                        layout: string
                        version: string
                        language: string
                        username: string
                        userid: number
                        pendingChanges: ChangeDescription[]
                    }
                } = JSON.parse(line)
                const e = parsed.message
                if (e.layout === "grb") {
                    console.log("Skipping GRB ")
                    continue
                }
                console.log(e.username, e.layout, e.message, parsed.date)
                for (const pendingChange of e.pendingChanges) {
                    console.log("\t https://osm.org/" + pendingChange.type + "/" + pendingChange.id, pendingChange.meta.changeType, pendingChange.doDelete ? "DELETE" : "")
                }


                const neededIds = Changes.GetNeededIds(e.pendingChanges)
                // We _do not_ pass in the Changes object itself - we want the data from OSM directly in order to apply the changes
                const osmObjects: { id: string, osmObj: OsmObject | "deleted" }[] = await Promise.all<{
                    id: string;
                    osmObj: OsmObject | "deleted"
                }>(
                    neededIds.map(async id => ({ id, osmObj: await downloader.DownloadObjectAsync(id) }))
                )

                const objects = osmObjects
                    .filter((obj) => obj.osmObj !== "deleted")
                    .map((obj) => <OsmObject>obj.osmObj)

                const { toUpload, refused } = Changes.fragmentChanges(e.pendingChanges, objects)


                const changes: {
                    newObjects: OsmObject[]
                    modifiedObjects: OsmObject[]
                    deletedObjects: OsmObject[]
                } = new Changes({
                    dryRun: new ImmutableStore(true),
                    osmConnection
                }).CreateChangesetObjects(toUpload, objects)

                const changeset = Changes.createChangesetFor("", changes)
                const path = "error_changeset_" + parsed.index + "_" + e.layout + "_" + e.username + ".osc"
                if(changeset === "<osmChange version='0.6' generator='Mapcomplete 0.44.7'></osmChange>"){
                    console.log("Changes for "+parsed.index+": empty changeset, not creating a file for it")
                }else                 if (createdChangesets.has(changeset)) {
                    console.log("Changeset " + parsed.index + " is identical to previously seen changeset, not writing to file")
                } else {
                    writeFileSync(path, changeset, "utf8")
                    createdChangesets.add(changeset)
                }
                const refusedContent = JSON.stringify(refused)
                if (refusedFiles.has(refusedContent)) {
                    console.log("Refused changes for " + parsed.index + " is identical to previously seen changeset, not writing to file")
                } else {
                    writeFileSync(path + ".refused.json", refusedContent, "utf8")
                    refusedFiles.add(refusedContent)
                }
                console.log("Written", path, "with " + e.pendingChanges.length + " changes")

            } catch (e) {
                console.log("Parsing line failed:", e)
            }
        }

    }
}

new HandleErrors().run()