Marown/websegura
1
0
Fork 0
mirror of https://github.com/PucelaBits/websegura.git synced 2024-07-13 16:14:10 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix al crawl y test Madrid

Browse Source
This commit is contained in:
nukeador 2021-01-27 20:21:19 +01:00
parent 5eeb7be58c
commit edf4c4fa82
19 changed files with 569 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
_data/results/bibliotecas!madrid!es.json Normal file
View File

@ -0,0 +1,31 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 19:12:55 GMT",
"grade": "B",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "no-cache",
"Connection": "keep-alive",
"Content-Encoding": "gzip",
"Content-Length": "15689",
"Content-Type": "text/html;charset=UTF-8",
"Date": "Wed, 27 Jan 2021 19:12:51 GMT",
"OT-force-Account-Verify": "true",
"Set-Cookie": "JSESSIONID=8F1DF10B748FAD0112C01B6CCB954A09.app04; Path=/; Secure; HttpOnly, ROUTEID=.app04; path=/",
"Strict-Transport-Security": "max-age=15768000",
"Vary": "Accept-Encoding",
"X-Content-Type-Options": "nosniff",
"X-Frame-Options": "SAMEORIGIN",
"X-UA-Compatible": "IE=8",
"X-XSS-Protection": "1; mode=block"
},
"scan_id": 17473247,
"score": 70,
"start_time": "Wed, 27 Jan 2021 19:12:46 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 2,
"tests_passed": 10,
"tests_quantity": 12
}

38
_data/results/gestionesytramites!madrid!org.json Normal file
View File

@ -0,0 +1,38 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:24 GMT",
"grade": "D+",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Access-Control-Allow-Methods": "PUT, GET, POST, OPTIONS",
"Access-Control-Allow-Origin": "*",
"Cache-Control": "public, max-age=900",
"Connection": "keep-alive",
"Content-Language": "es",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:38:20 GMT",
"Etag": "\"1611772700-0\"",
"Expires": "Sun, 19 Nov 1978 05:00:00 GMT",
"Last-Modified": "Wed, 27 Jan 2021 18:38:20 GMT",
"Link": "<https://www.comunidad.madrid/servicios/administracion-electronica-punto-acceso-general>; rel=\"canonical\",<https://www.comunidad.madrid/taxonomy/term/33225>; rel=\"shortlink\"",
"Server": "Apache",
"Transfer-Encoding": "chunked",
"Via": "1.1 e9c8cd6cad69627cb7c9d88123e6e2cd.cloudfront.net (CloudFront)",
"X-Amz-Cf-Id": "QguNwp_Z410nD6Op2RZDASIfNtxKUTbE8pFYvRQSKEgL7fy-IV1A4g==",
"X-Amz-Cf-Pop": "HIO50-C2",
"X-Cache": "Miss from cloudfront",
"X-Content-Type-Options": "nosniff, nosniff",
"X-Drupal-Cache": "MISS",
"X-Frame-Options": "SameOrigin",
"X-Generator": "Drupal 7 (http://drupal.org)"
},
"scan_id": 17473058,
"score": 40,
"start_time": "Wed, 27 Jan 2021 18:54:04 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 4,
"tests_passed": 8,
"tests_quantity": 12
}

26
_data/results/madridsalud!es.json Normal file
View File

@ -0,0 +1,26 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:02 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Connection": "keep-alive",
"Content-Encoding": "gzip",
"Content-Type": "text/html",
"Date": "Wed, 27 Jan 2021 18:54:01 GMT",
"ETag": "W/\"1bec-5a75209cadd40\"",
"Last-Modified": "Fri, 05 Jun 2020 08:27:57 GMT",
"Server": "nginx",
"Transfer-Encoding": "chunked",
"Vary": "Accept-Encoding"
},
"scan_id": 17473049,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:53:56 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 7,
"tests_passed": 5,
"tests_quantity": 12
}

31
_data/results/turismomadrid!es.json Normal file
View File

@ -0,0 +1,31 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:15 GMT",
"grade": "D",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "no-store, no-cache, must-revalidate, post-check=0, pre-check=0",
"Connection": "Keep-Alive",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:54:04 GMT",
"Expires": "Wed, 17 Aug 2005 00:00:00 GMT",
"Keep-Alive": "timeout=5, max=999",
"Last-Modified": "Wed, 27 Jan 2021 18:54:05 GMT",
"P3P": "CP=\"NOI ADM DEV PSAi COM NAV OUR OTRo STP IND DEM\"",
"Pragma": "no-cache",
"Server": "Apache ",
"Set-Cookie": "e05f19deacecf00e15154f22c3271aef=deleted; expires=Thu, 01-Jan-1970 00:00:01 GMT, e05f19deacecf00e15154f22c3271aef=deleted; expires=Thu, 01-Jan-1970 00:00:01 GMT; domain=.turismomadrid.es; path=/",
"Strict-Transport-Security": "max-age=15552000",
"Transfer-Encoding": "chunked",
"X-Content-Type-Options": "nosniff"
},
"scan_id": 17473056,
"score": 35,
"start_time": "Wed, 27 Jan 2021 18:54:03 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 5,
"tests_passed": 7,
"tests_quantity": 12
}

35
_data/results/www!bocm!es.json Normal file
View File

@ -0,0 +1,35 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:10 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "public, max-age=300",
"Connection": "Keep-Alive",
"Content-Encoding": "gzip",
"Content-Language": "es",
"Content-Length": "8851",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:03:24 GMT",
"Etag": "\"1611770451-0\"",
"Expires": "Sun, 19 Nov 1978 05:00:00 GMT",
"Keep-Alive": "timeout=5, max=999",
"Last-Modified": "Wed, 27 Jan 2021 18:00:51 GMT",
"Link": "<https://www.bocm.es/>; rel=\"canonical\",<https://www.bocm.es/>; rel=\"shortlink\"",
"Server": "Apache",
"Vary": "Cookie",
"X-Content-Type-Options": "nosniff, nosniff",
"X-Drupal-Cache": "HIT",
"X-Frame-Options": "SameOrigin",
"X-Generator": "Drupal (http://drupal.org)"
},
"scan_id": 17473059,
"score": 20,
"start_time": "Wed, 27 Jan 2021 18:54:04 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 5,
"tests_passed": 7,
"tests_quantity": 12
}

41
_data/results/www!comunidad!madrid.json Normal file
View File

@ -0,0 +1,41 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 19:13:26 GMT",
"grade": "D+",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Access-Control-Allow-Methods": "PUT, GET, POST, OPTIONS",
"Access-Control-Allow-Origin": "*",
"Age": "162",
"Cache-Control": "public, max-age=900",
"Connection": "keep-alive",
"Content-Encoding": "gzip",
"Content-Language": "es",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 19:00:05 GMT",
"ETag": "W/\"1611773981-0\"",
"Expires": "Sun, 19 Nov 1978 05:00:00 GMT",
"Last-Modified": "Wed, 27 Jan 2021 18:59:41 GMT",
"Link": "<https://www.comunidad.madrid/>; rel=\"canonical\",<https://www.comunidad.madrid/>; rel=\"shortlink\"",
"Server": "Apache",
"Transfer-Encoding": "chunked",
"Vary": "Accept-Encoding",
"Via": "1.1 05369a6effd223b3d51d346f1271512e.cloudfront.net (CloudFront)",
"X-Amz-Cf-Id": "QfwQ_4y7t1vQXrteOl-DlW4XJvAMrLdCG_MfipDox18nDaoBC3DbZg==",
"X-Amz-Cf-Pop": "HIO50-C2",
"X-Cache": "Hit from cloudfront",
"X-Content-Type-Options": "nosniff, nosniff",
"X-Drupal-Cache": "HIT",
"X-Frame-Options": "SameOrigin",
"X-Generator": "Drupal 7 (http://drupal.org)"
},
"scan_id": 17473254,
"score": 40,
"start_time": "Wed, 27 Jan 2021 19:13:10 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 4,
"tests_passed": 8,
"tests_quantity": 12
}

24
_data/results/www!crtm!es.json Normal file
View File

@ -0,0 +1,24 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:11 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Access-Control-Allow-Origin": "*",
"Cache-Control": "private",
"Content-Encoding": "gzip",
"Content-Length": "14426",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:54:07 GMT",
"Vary": "Accept-Encoding"
},
"scan_id": 17473055,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:54:03 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 6,
"tests_passed": 6,
"tests_quantity": 12
}

28
_data/results/www!educa2!madrid!org.json Normal file
View File

@ -0,0 +1,28 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:09 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Accept-Ranges": "bytes",
"Connection": "Keep-Alive",
"Content-Encoding": "gzip",
"Content-Length": "23520",
"Content-Type": "text/html",
"Date": "Wed, 27 Jan 2021 18:54:07 GMT",
"ETag": "\"571-24f9a-5b86141b0d640\"",
"Keep-Alive": "timeout=15, max=99",
"Last-Modified": "Fri, 08 Jan 2021 10:45:37 GMT",
"Server": "Apache/2.2.15 (Red Hat)",
"Vary": "Accept-Encoding,User-Agent"
},
"scan_id": 17473053,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:54:02 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 7,
"tests_passed": 5,
"tests_quantity": 12
}

29
_data/results/www!emtmadrid!es.json Normal file
View File

@ -0,0 +1,29 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:02 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "private, no-store, must-revalidate",
"Content-Encoding": "gzip",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:53:56 GMT",
"Server": "Microsoft-IIS/8.5",
"Set-Cookie": "ASP.NET_SessionId=e5hjtrflelnocv3iygtc5mq2; path=/; HttpOnly, CMSCurrentTheme=EMTMadrid; expires=Thu, 28-Jan-2021 18:53:56 GMT; path=/; HttpOnly",
"Transfer-Encoding": "chunked",
"Vary": "Accept-Encoding",
"X-AspNet-Version": "4.0.30319",
"X-Frame-Options": "SAMEORIGIN",
"X-Powered-By": "ASP.NET",
"X-UA-Compatible": "IE=Edge"
},
"scan_id": 17473044,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:53:53 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 7,
"tests_passed": 5,
"tests_quantity": 12
}

36
_data/results/www!emvs!es.json Normal file
View File

@ -0,0 +1,36 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:05 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "private",
"Content-Encoding": "gzip",
"Content-Length": "22572",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:57:57 GMT",
"Expires": "Wed, 27 Jan 2021 19:00:56 GMT",
"MicrosoftSharePointTeamServices": "15.0.0.4763",
"SPIisLatency": "0",
"SPRequestDuration": "18",
"SPRequestGuid": "2776a59f-8556-4090-e175-8a99358d3f4f",
"Server": "Microsoft-IIS/8.5",
"Vary": "*",
"X-AspNet-Version": "4.0.30319",
"X-Content-Type-Options": "nosniff",
"X-FRAME-OPTIONS": "SAMEORIGIN",
"X-MS-InvokeApp": "1; RequireReadOnly",
"X-Powered-By": "ASP.NET",
"X-SharePointHealthScore": "0",
"request-id": "2776a59f-8556-4090-e175-8a99358d3f4f"
},
"scan_id": 17473047,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:53:55 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 4,
"tests_passed": 8,
"tests_quantity": 12
}

30
_data/results/www!esmadrid!com.json Normal file
View File

@ -0,0 +1,30 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:08 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Accept-Ranges": "bytes",
"Cache-Control": "no-store, no-cache, must-revalidate, post-check=0, pre-check=0",
"Content-Encoding": "gzip",
"Content-Length": "21492",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:53:56 GMT",
"ETag": "\"1fe63-5b9e618ffd966\"",
"Expires": "Sun, 19 Nov 1978 05:00:00 GMT",
"Server": "Apache",
"Set-Cookie": "SLOC=T3; path=/",
"Vary": "Accept-Encoding",
"X-Cached-By": "Boost",
"X-Content-Type-Options": "nosniff"
},
"scan_id": 17473043,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:53:53 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 7,
"tests_passed": 5,
"tests_quantity": 12
}

32
_data/results/www!ifema!es.json Normal file
View File

@ -0,0 +1,32 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:02 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "no-store",
"Connection": "Keep-Alive",
"Content-Encoding": "gzip",
"Content-Type": "text/html; charset=UTF-8",
"Date": "Wed, 27 Jan 2021 18:54:00 GMT",
"Keep-Alive": "timeout=5, max=100",
"Last-Modified": "Wed, 27 Jan 2021 18:54:00 GMT",
"Server": "Apache",
"Set-Cookie": "JSESSIONID=LQZFMf7iDEnMp7i7oncDgYI-PePHMd06Jeziu19UoOJfjOaiCon_!-737340597!-998358832; path=/sites; HttpOnly, BIGipServer~CLIENTES~IFEMA_WEBCENTERSITES=rd11o00000000000000000000ffffc0a8617do17002; path=/; Httponly",
"Transfer-Encoding": "chunked",
"Vary": "Accept-Encoding",
"X-Content-Type-Options": "nosniff",
"X-ORACLE-DMS-ECID": "12dc0707-6b96-4f66-a568-b34b45a88f5c-014a28da",
"X-ORACLE-DMS-RID": "0",
"X-XSS-Protection": "1"
},
"scan_id": 17473048,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:53:55 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 5,
"tests_passed": 7,
"tests_quantity": 12
}

30
_data/results/www!madrid!es.json Normal file
View File

@ -0,0 +1,30 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 19:12:46 GMT",
"grade": "B",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "no-cache",
"Connection": "keep-alive",
"Content-Encoding": "gzip",
"Content-Length": "21366",
"Content-Type": "text/html;charset=UTF-8",
"Date": "Wed, 27 Jan 2021 19:12:43 GMT",
"OT-force-Account-Verify": "true",
"Strict-Transport-Security": "max-age=15768000",
"Vary": "Accept-Encoding",
"X-Content-Type-Options": "nosniff",
"X-Frame-Options": "SAMEORIGIN",
"X-UA-Compatible": "IE=8",
"X-XSS-Protection": "1; mode=block"
},
"scan_id": 17473245,
"score": 75,
"start_time": "Wed, 27 Jan 2021 19:12:40 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 1,
"tests_passed": 11,
"tests_quantity": 12
}

30
_data/results/www!madrid!org.json Normal file
View File

@ -0,0 +1,30 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:06 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Accept-Ranges": "bytes",
"Age": "6300",
"Connection": "keep-alive",
"Content-Length": "134",
"Content-Type": "text/html",
"Date": "Wed, 27 Jan 2021 17:09:05 GMT",
"ETag": "\"86-593bfdabb8fa1\"",
"Last-Modified": "Mon, 30 Sep 2019 07:05:01 GMT",
"Server": "Apache",
"Via": "1.1 030fe0607711293dda988e571617a9f3.cloudfront.net (CloudFront)",
"X-Amz-Cf-Id": "B5DBRMJ8IqurnkAxxrzeAoWKqy6FM3z8TpjIFA4GdZz-Ml_IZyvOiQ==",
"X-Amz-Cf-Pop": "HIO50-C1",
"X-Cache": "Hit from cloudfront"
},
"scan_id": 17473054,
"score": 10,
"start_time": "Wed, 27 Jan 2021 18:54:03 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 6,
"tests_passed": 6,
"tests_quantity": 12
}

31
_data/results/www!madrid112!es.json Normal file
View File

@ -0,0 +1,31 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:12 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "no-cache",
"Connection": "keep-alive",
"Content-Encoding": "gzip",
"Content-Type": "text/html; charset=utf-8",
"Date": "Wed, 27 Jan 2021 18:54:07 GMT",
"P3P": "CP=\"NOI ADM DEV PSAi COM NAV OUR OTRo STP IND DEM\"",
"Pragma": "no-cache",
"Server": "Apache",
"Transfer-Encoding": "chunked",
"Vary": "Accept-Encoding",
"Via": "1.1 05f36da5536f76cd9f7690e9a1b6a1f7.cloudfront.net (CloudFront)",
"X-Amz-Cf-Id": "ufenbcgAFgg34Mqe8TBf8rJAP4ktw11PK6rxb7OBWqdkaUaajMcHsg==",
"X-Amz-Cf-Pop": "HIO50-C2",
"X-Cache": "Miss from cloudfront"
},
"scan_id": 17473060,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:54:04 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 6,
"tests_passed": 6,
"tests_quantity": 12
}

27
_data/results/www!madridporeldeporte!org.json Normal file
View File

@ -0,0 +1,27 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:17 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Connection": "Keep-Alive",
"Content-Type": "text/html; charset=UTF-8",
"Date": "Wed, 27 Jan 2021 18:54:09 GMT",
"Keep-Alive": "timeout=3, max=100",
"Link": "<https://www.madridporeldeporte.org/wp-json/>; rel=\"https://api.w.org/\", <https://www.madridporeldeporte.org/>; rel=shortlink",
"Server": "Apache/2.4.43 (Unix)",
"Transfer-Encoding": "chunked",
"Vary": "User-Agent",
"X-Pingback": "https://www.madridporeldeporte.org/xmlrpc.php",
"X-Powered-By": "PHP/7.0.33"
},
"scan_id": 17473057,
"score": 15,
"start_time": "Wed, 27 Jan 2021 18:54:03 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 6,
"tests_passed": 6,
"tests_quantity": 12
}

29
_data/results/www!mambiente!madrid!es.json Normal file
View File

@ -0,0 +1,29 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:06 GMT",
"grade": "F",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "max-age=0, no-cache",
"Connection": "Keep-Alive",
"Content-Encoding": "gzip",
"Content-Type": "text/html;charset=UTF-8",
"Date": "Wed, 27 Jan 2021 18:53:56 GMT",
"Keep-Alive": "timeout=5, max=99",
"Pragma": "no-cache",
"Server": "Apache/2.4.29 (Ubuntu)",
"Set-Cookie": "JSESSIONID=B744C3A1D471622E520574949DC7579E; Path=/opencms; HttpOnly",
"Transfer-Encoding": "chunked",
"Vary": "Accept-Encoding",
"X-Mod-Pagespeed": "1.13.35.2-0"
},
"scan_id": 17473045,
"score": 0,
"start_time": "Wed, 27 Jan 2021 18:53:53 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 8,
"tests_passed": 4,
"tests_quantity": 12
}

37
_data/results/www!metromadrid!es.json Normal file
View File

@ -0,0 +1,37 @@
{
"algorithm_version": 2,
"end_time": "Wed, 27 Jan 2021 18:54:10 GMT",
"grade": "C",
"hidden": false,
"likelihood_indicator": "MEDIUM",
"response_headers": {
"Cache-Control": "max-age=31536000, public",
"Connection": "Keep-Alive",
"Content-Encoding": "gzip",
"Content-Length": "18453",
"Content-Type": "text/html; charset=UTF-8",
"Content-language": "es",
"Date": "Wed, 27 Jan 2021 18:54:07 GMT",
"ETag": "\"1611772938-gzip\"",
"Expires": "Sun, 19 Nov 1978 05:00:00 GMT",
"Keep-Alive": "timeout=5, max=99",
"Last-Modified": "Wed, 27 Jan 2021 18:42:18 GMT",
"Link": "<http://www.metromadrid.es/es>; rel=\"shortlink\", <http://www.metromadrid.es/es>; rel=\"canonical\", <http://www.metromadrid.es/en/frontpage>; rel=\"alternate\"; hreflang=\"en\", <http://www.metromadrid.es/es/pagina-principal-home>; rel=\"alternate\"; hreflang=\"es\", <http://www.metromadrid.es/es/pagina-principal-home>; rel=\"revision\"",
"Set-Cookie": "TS0143505d=01079375cc21d8d206b6bedb2191a0c74506960f82eae6000f2ee8f02d1d96eddd50a8c9a26d44b4943d52947e93b17a12f69f5fef9fe68e41bfbd2775516c1b947f878174e75016aebc7c5973f1b3b9dfbeff11aa; Path=/; Domain=.www.metromadrid.es",
"Strict-Transport-Security": "max-age=16070400; includeSubDomains",
"Vary": "Cookie,Accept-Encoding,User-Agent",
"X-Content-Type-Options": "nosniff, nosniff",
"X-Drupal-Cache": "HIT",
"X-Drupal-Dynamic-Cache": "UNCACHEABLE",
"X-Frame-Options": "SAMEORIGIN",
"X-UA-Compatible": "IE=edge"
},
"scan_id": 17473052,
"score": 55,
"start_time": "Wed, 27 Jan 2021 18:54:02 GMT",
"state": "FINISHED",
"status_code": 200,
"tests_failed": 4,
"tests_passed": 8,
"tests_quantity": 12
}

6
crawl.sh
View File

@ -3,14 +3,16 @@
for jsons in _data/provincias/*.json; do
if [ -f "$jsons" ]; then
SITES_PR=`cat ${jsons} | jq -r .webs[].url`
SITES="${SITES}\n${SITES_PR}"
SITES="${SITES}
${SITES_PR}"
fi
done
for jsons in _data/comunidades/*.json; do
if [ -f "$jsons" ]; then
SITES_PR=`cat ${jsons} | jq -r .webs[].url`
SITES="${SITES}\n${SITES_PR}"
SITES="${SITES}
${SITES_PR}"
fi
done