From c8ec760ef2eb5d381d1347a113521bbf5e01bf01 Mon Sep 17 00:00:00 2001 From: J Date: Sun, 22 Sep 2019 16:08:26 +0200 Subject: [PATCH] Adds message to console when connection reject (sleeping...) --- src/librecatastro/scrapping/parsers/parser_html.py | 3 ++- src/librecatastro/scrapping/parsers/parser_xml.py | 3 ++- src/librecatastro/scrapping/searchers/coordinates_searcher.py | 3 ++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/src/librecatastro/scrapping/parsers/parser_html.py b/src/librecatastro/scrapping/parsers/parser_html.py index cc6ecb6..b924755 100644 --- a/src/librecatastro/scrapping/parsers/parser_html.py +++ b/src/librecatastro/scrapping/parsers/parser_html.py @@ -131,7 +131,8 @@ class ParserHTML(Parser): "ERROR AT ADDRESS {} {} {} {} {}".format(tv, nv, num, prov_name, city_name)) logger.error("=============================================") logger.error(e, exc_info=True) - logger.error("...sleeping...") + logger.error("...sleeping due to connection reset...") + logger.debug("...sleeping due to connection reset...") logger.error("=============================================") ''' Could be a service Unavailable or denegation of service''' num_scrapping_fails -= 1 diff --git a/src/librecatastro/scrapping/parsers/parser_xml.py b/src/librecatastro/scrapping/parsers/parser_xml.py index 4594368..718e6a9 100644 --- a/src/librecatastro/scrapping/parsers/parser_xml.py +++ b/src/librecatastro/scrapping/parsers/parser_xml.py @@ -155,7 +155,8 @@ class ParserXML(Parser): "ERROR AT ADDRESS {} {} {} {} {}".format(tv, nv, counter, prov_name, city_name)) logger.error("=============================================") logger.error(e, exc_info=True) - logger.error("...sleeping...") + logger.error("...sleeping due to connection reset...") + logger.debug("...sleeping due to connection reset...") logger.error("=============================================") ''' Could be a service Unavailable or denegation of service''' num_scrapping_fails -= 1 diff --git a/src/librecatastro/scrapping/searchers/coordinates_searcher.py b/src/librecatastro/scrapping/searchers/coordinates_searcher.py index 5c84e6c..b04298c 100644 --- a/src/librecatastro/scrapping/searchers/coordinates_searcher.py +++ b/src/librecatastro/scrapping/searchers/coordinates_searcher.py @@ -63,7 +63,8 @@ class CoordinatesSearcher(Searcher): logger.error("ERROR AT LONGITUDE {} LATITUDE {}".format(x_scaled, y_scaled)) logger.error("=============================================") logger.error(e, exc_info=True) - logger.error("...sleeping...") + logger.error("...sleeping due to connection reset...") + logger.debug("...sleeping due to connection reset...") logger.error("=============================================") ''' Could be a service Unavailable or denegation of service''' sleep(config['sleep_dos_time'])