ilja_space/MapComplete
1
0
Fork 0
forked from MapComplete/MapComplete
Code Pull requests Activity

Some more experimentation with the conflation script

Browse source
This commit is contained in:
Pieter Vander Vennet 2023-03-21 20:01:11 +01:00
parent 8eda65a24f
commit 99cb879cfe
3 changed files with 321 additions and 102 deletions
Download patch file Download diff file Expand all files Collapse all files

27
scripts/ScriptUtils.ts
View file

@ -146,17 +146,20 @@ export default class ScriptUtils {
private static async DownloadJSON(url: string, headers?: any): Promise<any> {
const data = await ScriptUtils.Download(url, headers)
return JSON.parse(data.content)
return JSON.parse(data["content"])
}
private static Download(url: string, headers?: any): Promise<{ content: string }> {
public static Download(
url: string,
headers?: any
): Promise<{ content: string } | { redirect: string }> {
return new Promise((resolve, reject) => {
try {
headers = headers ?? {}
headers.accept = "application/json"
console.log(" > ScriptUtils.DownloadJson(", url, ")")
console.log(" > ScriptUtils.Download(", url, ")")
const urlObj = new URL(url)
https.get(
const request = https.get(
{
host: urlObj.host,
path: urlObj.pathname + urlObj.search,
@ -173,10 +176,26 @@ export default class ScriptUtils {
})
res.addListener("end", function () {
if (res.statusCode === 301 || res.statusCode === 302) {
console.log("Got a redirect:", res.headers.location)
resolve({ redirect: res.headers.location })
}
if (res.statusCode >= 400) {
console.log(
"Error while fetching ",
url,
"due to",
res.statusMessage
)
reject(res.statusCode)
}
resolve({ content: parts.join("") })
})
}
)
request.on("error", function (e) {
reject(e)
})
} catch (e) {
reject(e)
}