forked from MapComplete/MapComplete
Chore: remove obsolete code
This commit is contained in:
parent
34998b1082
commit
963eabae23
1 changed files with 1 additions and 54 deletions
|
@ -4,7 +4,7 @@ import { RegexTag } from "../src/Logic/Tags/RegexTag"
|
||||||
import { ImmutableStore } from "../src/Logic/UIEventSource"
|
import { ImmutableStore } from "../src/Logic/UIEventSource"
|
||||||
import { BBox } from "../src/Logic/BBox"
|
import { BBox } from "../src/Logic/BBox"
|
||||||
import * as fs from "fs"
|
import * as fs from "fs"
|
||||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "fs"
|
import { writeFileSync } from "fs"
|
||||||
import { Feature } from "geojson"
|
import { Feature } from "geojson"
|
||||||
import ScriptUtils from "./ScriptUtils"
|
import ScriptUtils from "./ScriptUtils"
|
||||||
import { Imgur } from "../src/Logic/ImageProviders/Imgur"
|
import { Imgur } from "../src/Logic/ImageProviders/Imgur"
|
||||||
|
@ -192,59 +192,6 @@ export default class GenerateImageAnalysis extends Script {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
async downloadViews(datapath: string): Promise<void> {
|
|
||||||
const { allImages, imageSource } = this.loadImageUrls(datapath)
|
|
||||||
console.log("Detected", allImages.size, "images")
|
|
||||||
const results: [string, number][] = []
|
|
||||||
const today = new Date().toISOString().substring(0, "YYYY-MM-DD".length)
|
|
||||||
const viewDir = datapath + "/views_" + today
|
|
||||||
if (!existsSync(viewDir)) {
|
|
||||||
mkdirSync(viewDir)
|
|
||||||
}
|
|
||||||
const targetpath = datapath + "/views.csv"
|
|
||||||
|
|
||||||
const total = allImages.size
|
|
||||||
let dloaded = 0
|
|
||||||
let skipped = 0
|
|
||||||
let err = 0
|
|
||||||
for (const image of Array.from(allImages)) {
|
|
||||||
const cachedView = viewDir + "/" + image.replace(/\//g, "_")
|
|
||||||
let attribution: LicenseInfo
|
|
||||||
if (existsSync(cachedView)) {
|
|
||||||
attribution = JSON.parse(readFileSync(cachedView, "utf8"))
|
|
||||||
skipped++
|
|
||||||
} else {
|
|
||||||
try {
|
|
||||||
attribution = await Imgur.singleton.DownloadAttribution({ url: image })
|
|
||||||
await ScriptUtils.sleep(500)
|
|
||||||
writeFileSync(cachedView, JSON.stringify(attribution))
|
|
||||||
dloaded++
|
|
||||||
} catch (e) {
|
|
||||||
err++
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
}
|
|
||||||
results.push([image, attribution.views])
|
|
||||||
if (dloaded % 50 === 0) {
|
|
||||||
console.log({
|
|
||||||
dloaded,
|
|
||||||
skipped,
|
|
||||||
total,
|
|
||||||
err,
|
|
||||||
progress: Math.round(dloaded + skipped + err),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
if ((dloaded + skipped + err) % 100 === 0) {
|
|
||||||
console.log("Writing views to", targetpath)
|
|
||||||
fs.writeFileSync(targetpath, results.map((r) => r.join(",")).join("\n"))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
console.log("Writing views to", targetpath)
|
|
||||||
fs.writeFileSync(targetpath, results.map((r) => r.join(",")).join("\n"))
|
|
||||||
}
|
|
||||||
|
|
||||||
async downloadImage(url: string, imagePath: string): Promise<boolean> {
|
async downloadImage(url: string, imagePath: string): Promise<boolean> {
|
||||||
const filenameLong = url.replace(/[\/:.\-%]/g, "_") + ".jpg"
|
const filenameLong = url.replace(/[\/:.\-%]/g, "_") + ".jpg"
|
||||||
const targetPathLong = imagePath + "/" + filenameLong
|
const targetPathLong = imagePath + "/" + filenameLong
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue