MapComplete/scripts/handleErrors.ts

import Script from "./Script"
import { readFileSync, writeFileSync } from "fs"
import { ChangeDescription } from "../src/Logic/Osm/Actions/ChangeDescription"
import { Changes } from "../src/Logic/Osm/Changes"
import { OsmObject } from "../src/Logic/Osm/OsmObject"
import OsmObjectDownloader from "../src/Logic/Osm/OsmObjectDownloader"
import { OsmConnection } from "../src/Logic/Osm/OsmConnection"
import { ImmutableStore } from "../src/Logic/UIEventSource"
import { Utils } from "../src/Utils"

class HandleErrors extends Script {
    constructor() {
        super("Inspects the errors made on a given day. Argument: path to errors")
    }

    async main(args: string[]): Promise<void> {
        const osmConnection = new OsmConnection()
        const downloader = new OsmObjectDownloader(osmConnection.Backend(), undefined)

        const path = args[0]
        const lines = readFileSync(path, "utf8").split("\n")

        const createdChangesets = new Set<string>()
        const refusedFiles: Set<string> = new Set<string>()
        refusedFiles.add("[]")

        for (const line of lines) {
            if (!line?.trim()) {
                continue
            }
            try {
                const parsed: {
                    ip: string
                    index: number
                    date: string
                    message: {
                        stacktrace: string
                        message: string
                        layout: string
                        version: string
                        language: string
                        username: string
                        userid: number
                        pendingChanges: ChangeDescription[]
                    }
                } = JSON.parse(line)
                const e = parsed.message
                if (e.layout === "grb") {
                    console.log("Skipping GRB ")
                    continue
                }
                console.log(e.username, e.layout, e.message, parsed.date)
                for (const pendingChange of e.pendingChanges) {
                    console.log(
                        "\t https://osm.org/" + pendingChange.type + "/" + pendingChange.id,
                        pendingChange.meta.changeType,
                        pendingChange.doDelete ? "DELETE" : ""
                    )
                }

                const neededIds = Changes.GetNeededIds(e.pendingChanges)
                // We _do not_ pass in the Changes object itself - we want the data from OSM directly in order to apply the changes
                const osmObjects: { id: string; osmObj: OsmObject | "deleted" }[] =
                    await Promise.all<{
                        id: string
                        osmObj: OsmObject | "deleted"
                    }>(
                        neededIds.map(async (id) => ({
                            id,
                            osmObj: await downloader.DownloadObjectAsync(id),
                        }))
                    )

                const objects = osmObjects
                    .filter((obj) => obj.osmObj !== "deleted")
                    .map((obj) => <OsmObject>obj.osmObj)

                const { toUpload, refused } = Changes.fragmentChanges(e.pendingChanges, objects)

                const changes: {
                    newObjects: OsmObject[]
                    modifiedObjects: OsmObject[]
                    deletedObjects: OsmObject[]
                } = new Changes({
                    dryRun: new ImmutableStore(true),
                    osmConnection,
                }).CreateChangesetObjects(toUpload, objects)

                const changeset = Changes.createChangesetFor("", changes)
                const path =
                    "error_changeset_" + parsed.index + "_" + e.layout + "_" + e.username + ".osc"
                if (
                    changeset ===
                    "<osmChange version='0.6' generator='Mapcomplete 0.44.7'></osmChange>"
                ) {
                    console.log(
                        "Changes for " +
                            parsed.index +
                            ": empty changeset, not creating a file for it"
                    )
                } else if (createdChangesets.has(changeset)) {
                    console.log(
                        "Changeset " +
                            parsed.index +
                            " is identical to previously seen changeset, not writing to file"
                    )
                } else {
                    writeFileSync(path, changeset, "utf8")
                    createdChangesets.add(changeset)
                }
                const refusedContent = JSON.stringify(refused)
                if (refusedFiles.has(refusedContent)) {
                    console.log(
                        "Refused changes for " +
                            parsed.index +
                            " is identical to previously seen changeset, not writing to file"
                    )
                } else {
                    writeFileSync(path + ".refused.json", refusedContent, "utf8")
                    refusedFiles.add(refusedContent)
                }
                console.log("Written", path, "with " + e.pendingChanges.length + " changes")
            } catch (e) {
                console.log("Parsing line failed:", e)
            }
        }
    }
}

new HandleErrors().run()