1
0
Fork 0

skip ones without own websites

This commit is contained in:
Mateusz Konieczny 2025-03-23 11:21:20 +01:00
parent 75f62c66e3
commit 91ee2c3ae1

View file

@ -58,7 +58,8 @@ def allowed_spider(atp_code):
return False # apparently, they geoblock their website # TODO move to some general config?
if atp_code.endswith("_pl") != True:
return False # TODO enable more
if count_unique_website_links(atp_code) < 5: # <=1 ? TODO
link_count = count_unique_website_links(atp_code)
if link_count < 5: # <=1 ? TODO
# keep only ones where it is easy to check website of specific POI
# TODO_LOW_PRIORITY check all
return False