Marown/websegura
1
0
Fork 0
mirror of https://github.com/PucelaBits/websegura.git synced 2024-07-04 12:05:45 +02:00
Code Issues Packages Projects Releases Wiki Activity

chore: improve crawling code

Browse Source
This commit is contained in:
Guido García 2021-02-04 22:40:03 +01:00
parent 28079c52c0
commit 80ccf8a8b4
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
crawler/sites-parser.js
View File

@ -17,7 +17,7 @@ async function parse() {
const files = glob.sync(['_data/{comunidades,provincias}/*.json', '_data/general.json']);
return files
.flatMap(file => JSON.parse(fs.readFileSync(file)).webs.map(x => beautify(x.url)))
// .filter(outdated);
.filter(outdated);
}
// Mozilla espera un hostname (sin / final y sin indicar protocolo "http[s]://")