chore: demo

.github/workflows/crawl.yml

@@ -4,6 +4,7 @@ on:
   # TODO enable scheduled execution
   # schedule:
   #  - cron: 0/5 * * * *
+
   # Allows you to run this workflow manually from the Actions tab
   workflow_dispatch:
 
@@ -12,13 +13,11 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
       - uses: actions/checkout@v2
 
-      # Runs a set of commands using the runners shell
-      - name: Run a multi-line script
-        run: |
-          echo $GITHUB_WORKSPACE
-          cat $GITHUB_WORKSPACE/sites.csv
-          echo Add other actions to build,
-          echo test, and deploy your project.
+      - name: Crawl information about public sites
+        run: $GITHUB_WORKSPACE/crawl.sh
+
+      - uses: stefanzweifel/git-auto-commit-action@v4
+        with:
+          commit_message: Update information about public sites

crawl.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+SITES=`cat sites.csv | cut -d ',' -f 1`
+for site in $SITES; do
+  # see https://github.com/mozilla/http-observatory/blob/master/httpobs/docs/api.md
+  echo "Scanning $site using Mozilla HTTP Observatory API"
+  curl -s -X POST "https://http-observatory.security.mozilla.org/api/v1/analyze?host=$site&rescan=true" > output/$site
+done

sites.csv

@@ -1,5 +1,5 @@
-https://www.auvasa.es,AUVASA
-https://www.valladolid.es,Ayuntamiento de Valladolid
-http://www.museocienciavalladolid.es,Museo de la Ciencia
-https://www.uva.es,Universidad de Valladolid
-http://www.casadelaindia.org/,Casa de la India
+www.auvasa.es,AUVASA
+www.valladolid.es,Ayuntamiento de Valladolid
+www.museocienciavalladolid.es,Museo de la Ciencia
+www.uva.es,Universidad de Valladolid
+www.casadelaindia.org,Casa de la India