Marown/libreCatastro
1
0
Fork 0
mirror of https://github.com/josejuanmartinez/libreCatastro.git synced 2024-07-06 15:22:28 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fixes check if address is present in ES

Browse Source
This commit is contained in:
J 2019-09-23 13:12:43 +02:00
parent 4c252e991d
commit 89e4f57373
2 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/librecatastro/scrapping/parsers/parser_html.py
View File

@ -71,9 +71,9 @@ class ParserHTML(Parser):
if tv == DotMap() or nv == DotMap():
continue
if ElasticSearchUtils.check_if_address_present("{} {} {}".format(tv, address, nv), prov_name, city_name):
logger.debug("Skipping {} {} {} {} {} because it's been already scrapped.".format(tv, address, nv,
prov_name, city_name))
if ElasticSearchUtils.check_if_address_present("{} {}".format(tv, nv), prov_name, city_name):
logger.debug("Skipping {} {} {} {} because it's been already scrapped.".format(tv, nv,
prov_name, city_name))
continue
num_scrapping_fails = 10

6
src/librecatastro/scrapping/parsers/parser_xml.py
View File

@ -136,9 +136,9 @@ class ParserXML(Parser):
if tv == DotMap() or nv == DotMap():
continue
if ElasticSearchUtils.check_if_address_present("{} {} {}".format(tv, address, nv), prov_name, city_name):
logger.debug("Skipping {} {} {} {} {} because it's been already scrapped.".format(tv, address, nv,
prov_name, city_name))
if ElasticSearchUtils.check_if_address_present("{} {}".format(tv, nv), prov_name, city_name):
logger.debug("Skipping {} {} {} {} because it's been already scrapped.".format(tv, nv,
prov_name, city_name))
continue
num_scrapping_fails = 10