Adds logstash to dockercompose and adds new tests

docker-compose.yml

@@ -9,13 +9,30 @@ services:
       - cluster.name=docker-cluster
       - bootstrap.memory_lock=true
       - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
+    hostname: elasticsearch
     ulimits:
       memlock:
         soft: -1
         hard: -1
     ports:
       - "9200:9200"
+    networks:
+    - ELK
   kibana:
-    image: docker.elastic.co/geometry/geometry:6.3.2
+    image: docker.elastic.co/kibana/kibana:6.3.2
+    hostname: kibana
     ports:
-      - "5601:5601"
+      - "5601:5601"
+    networks:
+    - ELK
+  logstash:
+    image: docker.elastic.co/logstash/logstash:6.3.2
+    volumes:
+      - /Users/josejuan.martinez/sdh:/shared
+    hostname: logstash
+    networks:
+    - ELK
+
+networks:
+  ELK:
+    driver: "bridge"

src/tests/scrappers/scrapper_xml_tests.py

@@ -9,6 +9,7 @@ from src.librecatastro.domain.cadaster_entry.cadaster_entry_xml import CadasterE
 from src.librecatastro.scrapping.parsers.parser_xml import ScrapperXML, ParserXML
 from src.librecatastro.scrapping.scrappers.scrapper_xml import ScrapperXML
 from src.settings import config
+from src.utils.elasticsearch_utils import ElasticSearchUtils
 
 
 class ScrapperXMLTests(unittest.TestCase):

src/utils/elasticsearch_utils.py

@@ -56,3 +56,17 @@ class ElasticSearchUtils:
         logger.debug("Deleting 'cadaster' index...")
         res = es.indices.delete(index='cadaster', ignore=[400, 404])
         logger.debug(res)
+
+    @staticmethod
+    def create_index_companies():
+        es = Elasticsearch()
+        request_body = {
+            "settings": {
+                "number_of_shards": 5,
+                "number_of_replicas": 1
+            },
+        }
+        logger.debug("Creating 'borme' index...")
+        res = es.indices.create(index='borme', body=request_body)
+        logger.debug(res)
+