From ee9284293dad9c395349ed3a48750d20feb433a0 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Mon, 29 Apr 2024 12:03:59 +0200 Subject: [PATCH 01/16] Leave dashes from os_info (except short info) --- quickget | 30 +++++++++++++++--------------- 1 file changed, 15 insertions(+), 15 deletions(-) diff --git a/quickget b/quickget index 8217c3b..38d6207 100755 --- a/quickget +++ b/quickget @@ -40,7 +40,7 @@ function os_info() { SIMPLE_NAME="${1}" case ${SIMPLE_NAME} in #name) INFO="PrettyName|BasedOf|Credentials|Homepage|Info";; - alma) INFO="Alma Linux|Fedora,RedHat|-|https://almalinux.org/|Community owned and governed, forever-free enterprise Linux distribution, focused on long-term stability, providing a robust production-grade platform. AlmaLinux OS is binary compatible with RHEL®.";; + alma) INFO="Alma Linux|Fedora RedHat|-|https://almalinux.org/|Community owned and governed, forever-free enterprise Linux distribution, focused on long-term stability, providing a robust production-grade platform. AlmaLinux OS is binary compatible with RHEL®.";; alpine) INFO="Alpine Linux|Independent|-|https://alpinelinux.org/|Security-oriented, lightweight Linux distribution based on musl libc and busybox.";; android) INFO="Android x86|Independent|-|https://www.android-x86.org/|Port Android Open Source Project to x86 platform.";; antix) INFO="Antix|Debian|-|https://antixlinux.com/|Fast, lightweight and easy to install systemd-free linux live CD distribution based on Debian Stable for Intel-AMD x86 compatible systems.";; @@ -50,13 +50,13 @@ function os_info() { artixlinux) INFO="Artix Linux|Arch|-|https://artixlinux.org/|The Art of Linux. Simple. Fast. Systemd-free.";; athenaos) INFO="Athena OS|Arch|-|https://athenaos.org/|Offer a different experience than the most used pentesting distributions by providing only tools that fit with the user needs and improving the access to hacking resources and learning materials.";; batocera) INFO="Batocera|Independent|-|https://batocera.org/|Retro-gaming distribution with the aim of turning any computer/nano computer into a gaming console during a game or permanently.";; - bazzite) INFO="Bazzite|Fedora,SteamOS|-|https://github.com/ublue-os/bazzite/|Container native gaming and a ready-to-game SteamOS like.";; + bazzite) INFO="Bazzite|Fedora SteamOS|-|https://github.com/ublue-os/bazzite/|Container native gaming and a ready-to-game SteamOS like.";; biglinux) INFO="BigLinux|unknown|-|https://www.biglinux.com.br/|Is the right choice if you want to have an easy and enriching experience with Linux. It has been perfected over more than 19 years, following our motto: 'In search of the perfect system'.";; blendos) INFO="BlendOS|Arch|-|https://blendos.co/|A seamless blend of all Linux distributions. Allows you to have an immutable, atomic and declarative Arch Linux system, with application support from several Linux distributions & Android.";; - bodhi) INFO="Bodhi|Debian,Ubuntu|-|https://www.bodhilinux.com/|Lightweight distribution featuring the fast & fully customizable Moksha Desktop.";; + bodhi) INFO="Bodhi|Debian Ubuntu|-|https://www.bodhilinux.com/|Lightweight distribution featuring the fast & fully customizable Moksha Desktop.";; bunsenlabs) INFO="BunsenLabs|Debian|-|https://www.bunsenlabs.org/|Light-weight and easily customizable Openbox desktop. The project is a community continuation of CrunchBang Linux.";; cachyos) INFO="CachyOS|Arch|-|https://cachyos.org/|Designed to deliver lightning-fast speeds and stability, ensuring a smooth and enjoyable computing experience every time you use it.";; - centos-stream) INFO="CentOS Stream|Fedora,RedHat|-|https://www.centos.org/centos-stream/|Continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux (RHEL) development, positioned as a midstream between Fedora Linux and RHEL.";; + centos-stream) INFO="CentOS Stream|Fedora RedHat|-|https://www.centos.org/centos-stream/|Continuously delivered distro that tracks just ahead of Red Hat Enterprise Linux (RHEL) development, positioned as a midstream between Fedora Linux and RHEL.";; chimeralinux) INFO="Chimera Linux|Independent|anon:chimera root:chimera|https://chimera-linux.org/|Modern, general-purpose non-GNU Linux distribution.";; crunchbang++) INFO="#!++|Debian|-|https://www.crunchbangplusplus.org/|The classic minimal crunchbang feel, now with debian 12 bookworm.";; debian) INFO="Debian|Independent|-|https://www.debian.org/|Complete Free Operating System with perfect level of ease of use and stability.";; @@ -65,7 +65,7 @@ function os_info() { dragonflybsd) INFO="DragonFlyBSD|FreeBSD|-|https://www.dragonflybsd.org/|Provides an opportunity for the BSD base to grow in an entirely different direction from the one taken in the FreeBSD, NetBSD, and OpenBSD series.";; easyos) INFO="EasyOS|Independent|-|https://easyos.org/|Experimental distribution designed from scratch to support containers.";; edubuntu) INFO="Edubuntu|Ubuntu|-|https://www.edubuntu.org/|Stable, secure and privacy concious option for schools.";; - elementary) INFO="elementary OS|Debian,Ubuntu|-|https://elementary.io/|Thoughtful, capable, and ethical replacement for Windows and macOS.";; + elementary) INFO="elementary OS|Debian Ubuntu|-|https://elementary.io/|Thoughtful, capable, and ethical replacement for Windows and macOS.";; endeavouros) INFO="EndeavourOS|Arch|-|https://endeavouros.com/|Provides an Arch experience without the hassle of installing it manually for both x86_64 and ARM systems.";; endless) INFO="Endless OS|Debian|-|https://www.endlessos.org/os|Completely Free, User-Friendly Operating System Packed with Educational Tools, Games, and More.";; fedora) INFO="Fedora|Independent|-|https://www.fedoraproject.org/|Innovative platform for hardware, clouds, and containers, built with love by you.";; @@ -77,18 +77,18 @@ function os_info() { gnomeos) INFO="GNOME OS|Independent|-|https://os.gnome.org/|Alpha nightly bleeding edge distro of GNOME";; guix) INFO="Guix|Independent|-|https://guix.gnu.org/|Distribution of the GNU operating system developed by the GNU Project—which respects the freedom of computer users.";; haiku) INFO="Haiku|Independent|-|https://www.haiku-os.org/|Specifically targets personal computing. Inspired by the BeOS, Haiku is fast, simple to use, easy to learn and yet very powerful.";; - holoiso) INFO="SteamOS HoloISO|Arch,SteamOS|-|https://github.com/HoloISO/holoiso|Bring the Steam Decks SteamOS Holo redistribution and provide a close-to-official SteamOS experience.";; + holoiso) INFO="SteamOS HoloISO|Arch SteamOS|-|https://github.com/HoloISO/holoiso|Bring the Steam Decks SteamOS Holo redistribution and provide a close-to-official SteamOS experience.";; kali) INFO="Kali|Debian|-|https://www.kali.org/|The most advanced Penetration Testing Distribution.";; - kdeneon) INFO="KDE Neon|Debian,Ubuntu|-|https://neon.kde.org/|Latest and greatest of KDE community software packaged on a rock-solid base.";; + kdeneon) INFO="KDE Neon|Debian Ubuntu|-|https://neon.kde.org/|Latest and greatest of KDE community software packaged on a rock-solid base.";; kolibrios) INFO="KolibriOS|Independent|-|http://kolibrios.org/en/|Tiny yet incredibly powerful and fast operating system.";; kubuntu) INFO="Kubuntu|Ubuntu|-|https://kubuntu.org/|Free, complete, and open-source alternative to Microsoft Windows and Mac OS X which contains everything you need to work, play, or share.";; - linuxlite) INFO="Linux Lite|Debian,Ubuntu|-|https://www.linuxliteos.com/|Your first simple, fast and free stop in the world of Linux.";; - linuxmint) INFO="Linux Mint|Debian,Ubuntu|-|https://linuxmint.com/|Designed to work out of the box and comes fully equipped with the apps most people need.";; + linuxlite) INFO="Linux Lite|Debian Ubuntu|-|https://www.linuxliteos.com/|Your first simple, fast and free stop in the world of Linux.";; + linuxmint) INFO="Linux Mint|Debian Ubuntu|-|https://linuxmint.com/|Designed to work out of the box and comes fully equipped with the apps most people need.";; lmde) INFO="Linux Mint Debian Edition|Debian|-|https://www.linuxmint.com/download_lmde.php|Aims to be as similar as possible to Linux Mint, but without using Ubuntu. The package base is provided by Debian instead.";; lubuntu) INFO="Lubuntu|Ubuntu|-|https://lubuntu.me/|Complete Operating System that ships the essential apps and services for daily use: office applications, PDF reader, image editor, music and video players, etc. Using lightwave lxde/lxqt.";; mageia) INFO="Mageia|Independent|-|https://www.mageia.org/|Stable, secure operating system for desktop & server.";; manjaro) INFO="Manjaro|Arch|-|https://manjaro.org/|Versatile, free, and open-source Linux operating system designed with a strong focus on safeguarding user privacy and offering extensive control over hardware.";; - mxlinux) INFO="MX Linux|Debian,Antix|-|https://mxlinux.org/|Designed to combine elegant and efficient desktops with high stability and solid performance.";; + mxlinux) INFO="MX Linux|Debian Antix|-|https://mxlinux.org/|Designed to combine elegant and efficient desktops with high stability and solid performance.";; netboot) INFO="netboot.xyz|iPXE|-|https://netboot.xyz/|Your favorite operating systems in one place.";; netbsd) INFO="NetBSD|Independent|-|https://www.netbsd.org/|Free, fast, secure, and highly portable Unix-like Open Source operating system. It is available for a wide range of platforms, from large-scale servers and powerful desktop systems to handheld and embedded devices.";; nitrux) INFO="Nitrux|Debian|-|https://nxos.org/|Powered by Debian, KDE Plasma and Frameworks, and AppImages.";; @@ -96,11 +96,11 @@ function os_info() { nwg-shell) INFO="nwg-shell|Arch|nwg:nwg|https://nwg-piotr.github.io/nwg-shell/|Arch Linux ISO with nwg-shell for sway and Hyprland";; macos) INFO="macOS|proprietary|-|https://www.apple.com/macos/|Work and play on your Mac are even more powerful. Elevate your presence on video calls. Access information in all-new ways. Boost gaming performance. And discover even more ways to personalize your Mac.";; openbsd) INFO="OpenBSD|Independent|-|https://www.openbsd.org/|FREE, multi-platform 4.4BSD-based UNIX-like operating system. Our efforts emphasize portability, standardization, correctness, proactive security and integrated cryptography.";; - openindiana) INFO="OpenIndiana|Solaris,OpenSolaris|-|https://www.openindiana.org/|Community supported illumos-based operating system.";; + openindiana) INFO="OpenIndiana|Solaris OpenSolaris|-|https://www.openindiana.org/|Community supported illumos-based operating system.";; opensuse) INFO="openSUSE|Independent|-|https://www.opensuse.org/|The makers choice for sysadmins, developers and desktop users.";; oraclelinux) INFO="Oracle Linux|RedHat|-|https://www.oracle.com/linux/|Linux with everything required to deploy, optimize, and manage applications on-premises, in the cloud, and at the edge.";; parrotsec) INFO="Parrot Security|Debian|parrot:parrot|https://www.parrotsec.org/|Provides a huge arsenal of tools, utilities and libraries that IT and security professionals can use to test and assess the security of their assets in a reliable, compliant and reproducible way.";; - peppermint) INFO="PeppermintOS|Debian,Devuan|-|https://peppermintos.com/|Provides a user with the opportunity to build the system that best fits their needs. While at the same time providing a functioning OS with minimum hassle out of the box.";; + peppermint) INFO="PeppermintOS|Debian Devuan|-|https://peppermintos.com/|Provides a user with the opportunity to build the system that best fits their needs. While at the same time providing a functioning OS with minimum hassle out of the box.";; popos) INFO="Pop!_OS|Ubuntu|-|https://pop.system76.com/|Operating system for STEM and creative professionals who use their computer as a tool to discover and create.";; porteus) INFO="Porteus|Slackware|-|http://www.porteus.org/|Complete linux operating system that is optimized to run from CD, USB flash drive, hard drive, or other bootable storage media.";; primtux) INFO="PrimTux|Ubuntu|-|https://primtux.fr/|A complete and customizable GNU/Linux operating system intended for primary school students and suitable even for older hardware.";; @@ -118,10 +118,10 @@ function os_info() { spirallinux) INFO="SpiralLinux|Debian|-|https://spirallinux.github.io/|Selection of Linux spins built from Debian GNU/Linux, with a focus on simplicity and out-of-the-box usability across all the major desktop environments.";; tails) INFO="Tails|Debian|-|https://tails.net/|Portable operating system that protects against surveillance and censorship.";; tinycore) INFO="Tiny Core Linux|Independent|-|http://www.tinycorelinux.net/|Highly modular based system with community build extensions.";; - trisquel) INFO="Trisquel|Debian,Ubuntu|-|https://trisquel.info/|Fully free operating system for home users, small enterprises and educational centers.";; + trisquel) INFO="Trisquel|Debian Ubuntu|-|https://trisquel.info/|Fully free operating system for home users, small enterprises and educational centers.";; truenas-core) INFO="TrueNAS Core|FreeBSD|-|https://www.truenas.com/truenas-core/|World’s most popular storage OS because it gives you the power to build your own professional-grade storage system to use in a variety of data-intensive applications without any software costs.";; truenas-scale) INFO="TrueNAS Scale|Debian|-|https://www.truenas.com/truenas-scale/|Open Source Hyperconverged Infrastructure (HCI) solution. In addition to powerful scale-out storage capabilities, SCALE adds Linux Containers and VMs (KVM) so apps run closer to data.";; - tuxedo-os) INFO="Tuxedo OS|Ubuntu|-|https://www.tuxedocomputers.com/en/|KDE Ubuntu LTS designed to go with their Linux hardware.";; + tuxedoos) INFO="Tuxedo OS|Ubuntu|-|https://www.tuxedocomputers.com/en/|KDE Ubuntu LTS designed to go with their Linux hardware.";; ubuntu) INFO="Ubuntu|Debian|-|https://ubuntu.com/|Complete desktop Linux operating system, freely available with both community and professional support.";; ubuntu-budgie) INFO="Ubuntu Budgie|Ubuntu|-|https://ubuntubudgie.org/|Community developed distribution, integrating the Budgie Desktop Environment with Ubuntu at its core.";; ubuntucinnamon) INFO="Ubuntu Cinnamon|Ubuntu|-|https://ubuntucinnamon.org/|Community-driven, featuring Linux Mint’s Cinnamon Desktop with Ubuntu at the core, packed fast and full of features, here is the most traditionally modern desktop you will ever love.";; @@ -130,7 +130,7 @@ function os_info() { ubuntu-server) INFO="Ubuntu Server|Ubuntu|-|https://ubuntu.com/server|Brings economic and technical scalability to your datacentre, public or private. Whether you want to deploy an OpenStack cloud, a Kubernetes cluster or a 50,000-node render farm, Ubuntu Server delivers the best value scale-out performance available.";; ubuntustudio) INFO="Ubuntu Studio|Ubuntu|-|https://ubuntustudio.org/|Comes preinstalled with a selection of the most common free multimedia applications available, and is configured for best performance for various purposes: Audio, Graphics, Video, Photography and Publishing.";; ubuntu-unity) INFO="Ubuntu Unity|Ubuntu|-|https://ubuntuunity.org/|Flavor of Ubuntu featuring the Unity7 desktop environment (the default desktop environment used by Ubuntu from 2010-2017).";; - vanillaos) INFO="Vanilla OS|Debian,Ubuntu|-|https://vanillaos.org/|Designed to be a reliable and productive operating system for your daily work.";; + vanillaos) INFO="Vanilla OS|Debian Ubuntu|-|https://vanillaos.org/|Designed to be a reliable and productive operating system for your daily work.";; void) INFO="Void Linux|Independent|anon:voidlinux|https://voidlinux.org/|General purpose operating system. Its package system allows you to quickly install, update and remove software; software is provided in binary packages or can be built directly from sources.";; vxlinux) INFO="VX Linux|Void|-|https://vxlinux.org/|Pre-configured, secure systemd-free Plasma desktop with focus on convenience, performance and simplicity. Based on the excellent Void Linux.";; whonix) INFO="Whonix|Debian|-|https://www.whonix.org/|Superior Internet Privacy with Whonix™ As handy as an app - delivering maximum anonymity and security.";; From f4cec8b800f6939d454913a68f08e522add820c7 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Mon, 29 Apr 2024 12:08:02 +0200 Subject: [PATCH 02/16] Add PRETTY_NAME variable --- quickget | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/quickget b/quickget index 38d6207..179ff54 100755 --- a/quickget +++ b/quickget @@ -154,6 +154,7 @@ function show_os_info() { function pretty_name() { echo $(show_os_info -1 "${1}") } +PRETTY_NAME=$(show_os_info -1 "${OS}") # Just in case quickget want use it function os_homepage(){ @@ -234,7 +235,7 @@ function error_not_supported_release() { function error_not_supported_edition() { if [[ ! " ${EDITIONS[*]} " =~ " ${EDITION} " ]]; then - echo -e "ERROR! ${EDITION} is not a supported $(pretty_name "${OS}") edition\n" + echo -e "ERROR! ${EDITION} is not a supported ${PRETTY_NAME} edition\n" echo -n ' - Editions: ' for EDITION in "${EDITIONS[@]}"; do echo -n "${EDITION} " @@ -245,7 +246,7 @@ function error_not_supported_edition() { } function error_not_supported_lang() { - echo -e "ERROR! ${LANG} is not a supported $(pretty_name "${OS}") language\n" + echo -e "ERROR! ${LANG} is not a supported ${PRETTY_NAME} language\n" echo -n ' - Editions: ' for LANG in "${LANGS[@]}"; do echo -n "${LANG} " @@ -1250,7 +1251,7 @@ function web_get() { fi if [[ ${OS} != windows && ${OS} != macos && ${OS} != windows-server ]]; then - echo Downloading $(pretty_name "${OS}") ${RELEASE} ${EDITION:+ $EDITION} + echo Downloading ${PRETTY_NAME} ${RELEASE} ${EDITION:+ $EDITION} echo "- URL: ${URL}" fi @@ -1317,7 +1318,7 @@ function zsync_get() { echo "ERROR! Unable to create directory ${DIR}" exit 1 fi - echo -e Downloading $(pretty_name "${OS}") ${RELEASE} ${EDITION+ ${EDITION}} from ${URL}'\n' + echo -e Downloading ${PRETTY_NAME} ${RELEASE} ${EDITION+ ${EDITION}} from ${URL}'\n' # Only force http for zsync - not earlier because we might fall through here if ! zsync "${URL/https/http}.zsync" -i "${DIR}/${OUT}" -o "${DIR}/${OUT}" 2>/dev/null; then echo "ERROR! Failed to download ${URL/https/http}.zsync" @@ -1513,7 +1514,7 @@ EOF echo "secureboot=\"off\"" >> "${CONF_FILE}" fi fi - echo -e "\nTo start your $(pretty_name "${OS}") virtual machine run:" + echo -e "\nTo start your ${PRETTY_NAME} virtual machine run:" if [ ${OS} == "slint" ]; then echo -e " quickemu --vm ${CONF_FILE}\nTo start Slint with braille support run:\n quickemu --vm --braille --display sdl ${CONF_FILE}" else @@ -2574,7 +2575,7 @@ function get_ubuntu() { HASH=$(cut_1 <<<${DATA}) fi if [ -z $ISO ] || [ -z $HASH ]; then - echo "$(pretty_name $OS) ${RELEASE} is currently unavailable. Please select other OS/Release combination" + echo "${PRETTY_NAME} ${RELEASE} is currently unavailable. Please select other OS/Release combination" exit 1 fi if [[ "${RELEASE}" == "daily"* ]] || [ "${RELEASE}" == "dvd" ]; then @@ -3123,7 +3124,7 @@ function download_windows_server() { # Limit untrusted size for input validation iso_download_link="$(echo "$iso_download_link" | head -c 1024)" - echo "Downloading $(pretty_name "${OS}") ${PRETTY_RELEASE} (${LANG}): $iso_download_link" + echo "Downloading ${PRETTY_NAME} ${PRETTY_RELEASE} (${LANG}): $iso_download_link" # Use highest TLS version for endpoints that support it case "$iso_download_link" in From dde4475b1fb58d9c5db9c0d45d9fe30938f2fe11 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Mon, 29 Apr 2024 12:12:23 +0200 Subject: [PATCH 03/16] Change DISPLAY_NAME to PRETTY_NAME --- quickget | 23 +++++++++-------------- 1 file changed, 9 insertions(+), 14 deletions(-) diff --git a/quickget b/quickget index 179ff54..8f841a8 100755 --- a/quickget +++ b/quickget @@ -226,7 +226,7 @@ function error_not_supported_os() { function error_not_supported_release() { if [[ ! " ${RELEASES[*]} " =~ " ${RELEASE} " ]]; then - echo -e "ERROR! ${DISPLAY_NAME} ${RELEASE} is not a supported release." + echo -e "ERROR! ${PRETTY_NAME} ${RELEASE} is not a supported release." echo -n 'Supported releases: ' "releases_${OS}" exit 1 @@ -274,11 +274,9 @@ function handle_missing() { } function validate_release() { - local DISPLAY_NAME="" + local PRETTY_NAME="" local RELEASE_GENERATOR="" local RELEASES="" - - DISPLAY_NAME="$(pretty_name "${OS}")" case ${OS} in *ubuntu-server*) RELEASE_GENERATOR="releases_ubuntu-server";; *ubuntu*) RELEASE_GENERATOR="releases_ubuntu";; @@ -296,15 +294,12 @@ function list_json() { function list_csv() { CSV_DATA="$(csv_data)" - - echo "Display Name,OS,Release,Option,Downloader,PNG,SVG" - sort -t',' -k2,2 <<<"${CSV_DATA}" - + sort -f <<<"${CSV_DATA}" exit 0 } function csv_data() { - local DISPLAY_NAME + local PRETTY_NAME local DL="" local DOWNLOADER local FUNC @@ -322,8 +317,8 @@ function csv_data() { for OS in $(os_support); do local EDITIONS="" - DISPLAY_NAME="$(pretty_name "${OS}")" - + echo "Pretty Name,OS,Release,Option,Downloader,PNG,SVG" + for OS in $(os_support); do case ${OS} in *ubuntu-server*) FUNC="ubuntu-server";; *ubuntu*) FUNC="ubuntu";; @@ -347,15 +342,15 @@ function csv_data() { # If the OS has an editions_() function, use it. if [[ ${EDITIONS} ]]; then for OPTION in ${EDITIONS}; do - echo "${DISPLAY_NAME},${OS},${RELEASE},${OPTION},${DOWNLOADER},${PNG},${SVG}" + echo "${PRETTY_NAME},${OS},${RELEASE},${OPTION},${DOWNLOADER},${PNG},${SVG}" done elif [[ "${OS}" == "windows"* ]]; then "languages_${OS}" for LANG in "${LANGS[@]}"; do - echo "${DISPLAY_NAME},${OS},${RELEASE},${LANG},${DOWNLOADER},${PNG},${SVG}" + echo "${PRETTY_NAME},${OS},${RELEASE},${LANG},${DOWNLOADER},${PNG},${SVG}" done else - echo "${DISPLAY_NAME},${OS},${RELEASE},,${DOWNLOADER},${PNG},${SVG}" + echo "${PRETTY_NAME},${OS},${RELEASE},,${DOWNLOADER},${PNG},${SVG}" fi done & done From 4f0d270fc0f3fe03939b2f933a9ab203ae9249c5 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Mon, 29 Apr 2024 12:16:52 +0200 Subject: [PATCH 04/16] Remove unused pretty_name function --- quickget | 3 --- 1 file changed, 3 deletions(-) diff --git a/quickget b/quickget index 8f841a8..75492a8 100755 --- a/quickget +++ b/quickget @@ -151,9 +151,6 @@ function show_os_info() { done } -function pretty_name() { - echo $(show_os_info -1 "${1}") -} PRETTY_NAME=$(show_os_info -1 "${OS}") # Just in case quickget want use it From 9b4513111c01331d7496f0cbd8a7a5f3599e0feb Mon Sep 17 00:00:00 2001 From: zen0bit Date: Mon, 29 Apr 2024 12:17:31 +0200 Subject: [PATCH 05/16] fix: + Add OS info to list_csv --- quickget | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/quickget b/quickget index 75492a8..a5ea98b 100755 --- a/quickget +++ b/quickget @@ -305,6 +305,7 @@ function csv_data() { local PNG local RELEASE local SVG + local INFO local HAS_ZSYNC=0 # Check if zsync is available @@ -313,9 +314,10 @@ function csv_data() { fi for OS in $(os_support); do + local INFO="" local EDITIONS="" - echo "Pretty Name,OS,Release,Option,Downloader,PNG,SVG" - for OS in $(os_support); do + INFO=$(os_info "$OS") + IFS='|' read -r PRETTY_NAME BASED_ON CREDENTIALS HOMEPAGE INFO_TEXT <<< "$INFO" case ${OS} in *ubuntu-server*) FUNC="ubuntu-server";; *ubuntu*) FUNC="ubuntu";; @@ -339,15 +341,15 @@ function csv_data() { # If the OS has an editions_() function, use it. if [[ ${EDITIONS} ]]; then for OPTION in ${EDITIONS}; do - echo "${PRETTY_NAME},${OS},${RELEASE},${OPTION},${DOWNLOADER},${PNG},${SVG}" + echo "${PRETTY_NAME},${OS},${RELEASE},${OPTION},${DOWNLOADER},${PNG},${SVG},${BASED_ON},${CREDENTIALS},${HOMEPAGE},${INFO_TEXT}" done elif [[ "${OS}" == "windows"* ]]; then "languages_${OS}" for LANG in "${LANGS[@]}"; do - echo "${PRETTY_NAME},${OS},${RELEASE},${LANG},${DOWNLOADER},${PNG},${SVG}" + echo "${PRETTY_NAME},${OS},${RELEASE},${LANG},${DOWNLOADER},${PNG},${SVG},${BASED_ON},${CREDENTIALS},${HOMEPAGE},${INFO_TEXT}" done else - echo "${PRETTY_NAME},${OS},${RELEASE},,${DOWNLOADER},${PNG},${SVG}" + echo "${PRETTY_NAME},${OS},${RELEASE},,${DOWNLOADER},${PNG},${SVG},${BASED_ON},${CREDENTIALS},${HOMEPAGE},${INFO_TEXT}" fi done & done @@ -3444,6 +3446,7 @@ case "${1}" in ;; #TODO: Argument without dashes should be DEPRECATED! '--list-csv'|'-lc'|'list'|'list_csv'|'lc') + echo "Pretty Name,OS,Release,Option,Downloader,PNG,SVG,Based on,Credentials,Homepage,Info" list_csv ;; #TODO: Argument without dashes should be DEPRECATED! From 35baebe009de285439c2c347e3c6ddb1bd5e68ef Mon Sep 17 00:00:00 2001 From: zen0bit Date: Tue, 30 Apr 2024 20:48:29 +0200 Subject: [PATCH 06/16] Leave Not needed -ca and -ua arguments --- .github/workflows/quickget-tests.yml | 140 +++++++++++++++++++++++++++ quickget | 3 +- 2 files changed, 141 insertions(+), 2 deletions(-) create mode 100644 .github/workflows/quickget-tests.yml diff --git a/.github/workflows/quickget-tests.yml b/.github/workflows/quickget-tests.yml new file mode 100644 index 0000000..dc44b88 --- /dev/null +++ b/.github/workflows/quickget-tests.yml @@ -0,0 +1,140 @@ +--- # This is a basic workflow to help test quickget + +name: quickget tests + +# Controls when the action will run. +on: + # Allows you to run this workflow manually from the Actions tab + workflow_dispatch: + # Build at 00:00 on every 12th day-of-month. + #schedule: + # - cron: "0 0 */12 * *" + # Triggers the workflow on push or pull request events but only for the master branch + push: + branches: '**' #'!master' # excludes master + paths: [ quickget ] + pull_request: + branches: '**' # matches every branch + paths: + - quickget + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +# A workflow run is made up of one or more jobs that can run sequentially or in parallel +jobs: + job1: + name: All supported + runs-on: ubuntu-latest + # The type of runner that the job will run on + #runs-on: ubuntu-latest + # Steps represent a sequence of tasks that will be executed as part of the job + steps: + # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it + - uses: actions/checkout@v4 + - name: List all supported OS variants + run: | + mkdir -p results + echo -e "\n\n Supported:\n\n" + ./quickget -l | tee results/supported.txt + echo -e "\n\nAll supported OS variants: $(cat results/supported.txt | wc -l)" + echo -e "\n\n Finished\n\n" + + - uses: actions/upload-artifact@v4 + with: + name: supported + path: results/supported.txt + + job2: + name: All info + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - name: Show info about all OS + run: | + export TERM=xterm-256color + #sudo apt install -y neofetch + #echo -e "\n\n" + #neofetch + #echo -e "\n\n" + echo -e "\n\n OSinfo:\n\n" + distros="$(./quickget | sed '/^$/q' | tail -n +3)" + mkdir -p results + for os in ${distros}; do + echo -e "\n\n ${os}" && ./quickget -12345 "${os}" | tee -a results/infos.txt + done + echo -e "\n\nHomepages aka number of supported OS (os_info): $(cat results/infos.txt | grep 'http' | wc -l)" + echo -e "\n\n Finished\n\n" + + - uses: actions/upload-artifact@v4 + with: + name: infos + path: results/infos.txt + + job3: + needs: [job1] + name: All URLs + runs-on: ubuntu-latest + steps: + - uses: actions/download-artifact@v4 + with: + path: results + merge-multiple: true + - name: Display downloaded artifacts + run: ls -R results/ + + - uses: actions/checkout@v4 + - name: List all supported systems download URLs + run: | + export TERM=xterm-256color + distros="$(./quickget | sed '/^$/q' | tail -n +3)" + echo -e "\n\n ISOs:\n\n" + mkdir -p results + for os in ${distros}; do + echo -e "\n\n ${os}" && ./quickget -u "${os}" | tee -a results/urls.txt + done + echo -e "\n\nFounded/All URLs: $(cat results/urls.txt | grep 'http' | wc -l)/$(cat results/supported.txt | wc -l)" + echo -e "\n\n Finished\n\n" + + - uses: actions/upload-artifact@v4 + with: + name: urls + path: results/urls.txt + + job4: + name: All checks + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - name: Checking if all downloads for Operating Systems are available... + run: | + export TERM=xterm-256color + distros="$(./quickget | sed '/^$/q' | tail -n +3)" + echo -e "\n\n ISOs availability:\n\n" + mkdir -p results + for os in ${distros}; do + echo -e "\n\n ${os}" && ./quickget -c "${os}" | tee -a results/checks.txt + done + ALL=$(cat results/checks.txt | grep 'http' | wc -l) + FAILED=$(grep -c 'FAIL:' results/checks.txt) + SKIPED=$(grep -c 'SKIP:' results/checks.txt) + PASSED=$(grep -c 'PASS:' results/checks.txt) + CHECKED=$(($FAILED + $SKIPED + $PASSED)) + echo -e "\n\nFAILED: $FAILED" + echo "SKIPED: $SKIPED" + echo "PASSED: $PASSED" + echo "All/Checked: $ALL/$CHECKED" + echo -e "Failed:\n$(grep 'FAIL:' results/checks.txt | tee -a results/failed.txt)" + echo -e "\n\n Finished\n\n" + + - uses: actions/upload-artifact@v4 + with: + name: checks + path: results/checks.txt + + + - uses: actions/upload-artifact@v4 + with: + name: failed + path: results/failed.txt \ No newline at end of file diff --git a/quickget b/quickget index a5ea98b..f1a8173 100755 --- a/quickget +++ b/quickget @@ -481,6 +481,7 @@ function test_all() { fi fi done + exit 0 } function os_support() { @@ -3430,7 +3431,6 @@ case "${1}" in elif [ -z "${2}" ]; then test_all "${1}" fi - exit 0 ;; '--check'|'-c') OPERATION="test" @@ -3442,7 +3442,6 @@ case "${1}" in elif [ -z "${2}" ]; then test_all "${1}" fi - exit 0 ;; #TODO: Argument without dashes should be DEPRECATED! '--list-csv'|'-lc'|'list'|'list_csv'|'lc') From f86dfcb3996d4a88087c5df216ff2691908ce951 Mon Sep 17 00:00:00 2001 From: Liam <33645555+lj3954@users.noreply.github.com> Date: Tue, 30 Apr 2024 15:56:35 -0700 Subject: [PATCH 07/16] Ignore pretty name in list_csv sorting --- quickget | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/quickget b/quickget index f1a8173..bdd3c38 100755 --- a/quickget +++ b/quickget @@ -291,7 +291,7 @@ function list_json() { function list_csv() { CSV_DATA="$(csv_data)" - sort -f <<<"${CSV_DATA}" + sort -t',' -k2,2 <<<"${CSV_DATA}" exit 0 } From 5e9dfe758e5eeef8a8591bd9d78b1950cbeb553e Mon Sep 17 00:00:00 2001 From: zen0bit Date: Thu, 2 May 2024 11:13:04 +0200 Subject: [PATCH 08/16] help --- quickget | 58 +++++++++++++++++++++++++++----------------------------- 1 file changed, 28 insertions(+), 30 deletions(-) diff --git a/quickget b/quickget index bdd3c38..a81b1eb 100755 --- a/quickget +++ b/quickget @@ -3337,42 +3337,40 @@ function create_vm() { function help_message() { #shellcheck disable=SC2016 - printf ' - _ _ _ - __ _ _ _(_) ___| | ____ _ ___| |_ - / _` | | | | |/ __| |/ / _` |/ _ \ __| -| (_| | |_| | | (__| < (_| | __/ |_ - \__, |\__,_|_|\___|_|\_\__, |\___|\__| - |_| |___/ v%s, using curl %s + printf ' _ _ + __ _ _ _ _ ___║ ║ ____ _ ___║ ║_ + / _` ║ ║ ║ ║ ║/ __║ ║/ / _` ║/ _ \ __║ MIT + ( (_║ ║ ║_║ ║ ║ (__║ < (_║ ║ __/ ║_ license + \__, ║\__,_║_║\___║_║\ \__, ║\___║\__║ version: %s + ║_║ ║___/ part of Quickemu project -------------------------------------------------------------------------------- - Project - https://github.com/quickemu-project/quickemu - Discord - https://wimpysworld.io/discord + > Quickly create and run optimised Linux, < + > Windows and macOS desktop virtual machines < + + Project - https://github.com/quickemu-project/quickemu + Discord - https://wimpysworld.io/discord -------------------------------------------------------------------------------- -Usage: - quickget [edition] - quickget ubuntu 22.04 - -Advanced usage: - quickget [path] [re] [ed] - quickget --download ubuntu 22.04 +Basic Usage: Advanced Usage: + quickget [edition] quickget [path] [re] [ed] + quickget ubuntu 22.04 quickget --download ubuntu 22.04 Arguments: - -[12345] : Show info* about OS - --download (-d) [ed] : Download image; no VM configuration - --create-config (-cc) [path/url]: Create default VM config for image - --open-homepage (-o) : Open homepage for the OS - --version (-v) : Show version - --help (-h) : Show this help message --------------------------- For testing & development --------------------------- - --url (-u) [os] [re] [ed] : Show image URL(s) - --check (-c) [os] [re] [ed] : Check image URL(s) - --list (-l) : List all supported systems - --list-csv (-lc) : List everything in csv format - --list-json (-lj) : List everything in json format + -[12345] : Show info* about OS + --download (-d) [ed] : Download image; no VM configuration + --create-config (-cc) [path/url] : Create default VM config for image + --open-homepage (-o) : Open homepage for the OS + --version (-v) : Show version + --help (-h) : Show this help message +------------------ For testing & development ----------------------------------- + --url (-u) [os] [re] [ed] : Show URL(s) for what specified or All + --check (-c) [os] [re] [ed] : Check URL(s) for what specified or All + --list (-l) : List all supported systems + --list-csv (-lc) : List everything in csv format + --list-json (-lj) : List everything in json format -------------------------------------------------------------------------------- - *info: 1=Logo 2=Based of 3=Credentials 4=Homepage 5=Short info - Can be used in any combination like -13254 or -52 + *info: 1=Logo 2=Based of 3=Credentials 4=Homepage 5=Short info + Can be used in any combination like -13254 or -52 Supported Operating Systems:\n\n' "$(quickemu --version)" "${CURL_VERSION}" os_support | fold -s -w "$(tput cols)" From e6cf96e186d6cf5d829351f371ae3c011717c9ad Mon Sep 17 00:00:00 2001 From: zen0bit Date: Fri, 3 May 2024 09:36:17 +0200 Subject: [PATCH 09/16] parallel CI checks --- quickget | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/quickget b/quickget index a81b1eb..7154767 100755 --- a/quickget +++ b/quickget @@ -481,7 +481,6 @@ function test_all() { fi fi done - exit 0 } function os_support() { @@ -3424,8 +3423,10 @@ case "${1}" in shift if [ -z "${1}" ]; then for OS in $(os_support); do - (test_all "${OS}") + (test_all "${OS}") & done + wait + exit 0 elif [ -z "${2}" ]; then test_all "${1}" fi @@ -3435,8 +3436,10 @@ case "${1}" in shift if [ -z "${1}" ]; then for OS in $(os_support); do - (test_all "${OS}") + (test_all "${OS}") & done + wait + exit 0 elif [ -z "${2}" ]; then test_all "${1}" fi From bc5bb205092d3b09e3df1f6de8e6c38117ca9d66 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Fri, 3 May 2024 13:11:46 +0200 Subject: [PATCH 10/16] double parallel --- quickget | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/quickget b/quickget index 7154767..4e8a0db 100755 --- a/quickget +++ b/quickget @@ -480,7 +480,8 @@ function test_all() { test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" fi fi - done + done & + wait } function os_support() { From 61f068004bda417689c2b86832cd92e6034881e6 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Thu, 2 May 2024 10:01:39 +0200 Subject: [PATCH 11/16] Solve shellcheck error 2068 --- quickget | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/quickget b/quickget index 4e8a0db..1672b40 100755 --- a/quickget +++ b/quickget @@ -1095,22 +1095,22 @@ function releases_ubuntu() { local EOL_VERSIONS=($(IFS=$'\n' jq -r 'select(.status=="Obsolete") | .version' <<<${VERSION_DATA} | sort)) case "${OS}" in ubuntu) - echo ${SUPPORTED_VERSIONS[@]} daily-live ${EOL_VERSIONS[@]/#/eol-};; + echo "${SUPPORTED_VERSIONS[@]}" daily-live "${EOL_VERSIONS[@]/#/eol-}";; kubuntu|lubuntu|ubuntukylin|ubuntu-mate|ubuntustudio|xubuntu) # after 16.04 - echo ${SUPPORTED_VERSIONS[@]:1} daily-live ${EOL_VERSIONS[@]/#/eol-};; + echo "${SUPPORTED_VERSIONS[@]:1}" daily-live "${EOL_VERSIONS[@]/#/eol-}";; ubuntu-budgie) # after 18.04 - echo ${SUPPORTED_VERSIONS[@]:2} daily-live ${EOL_VERSIONS[@]/#/eol-};; + echo "${SUPPORTED_VERSIONS[@]:2}" daily-live "${EOL_VERSIONS[@]/#/eol-}";; edubuntu|ubuntu-unity|ubuntucinnamon) # after 23.10 - echo ${SUPPORTED_VERSIONS[@]:5} daily-live ${EOL_VERSIONS[@]/#/eol-};; + echo "${SUPPORTED_VERSIONS[@]:5}" daily-live "${EOL_VERSIONS[@]/#/eol-}";; esac } function releases_ubuntu-server() { local ALL_VERSIONS=($(IFS=$'\n' web_pipe http://releases.ubuntu.com/streams/v1/com.ubuntu.releases:ubuntu-server.json | jq -r '.products[] | select(.arch=="amd64") | .version' | sort -rV)) - echo ${ALL_VERSIONS[@]} + echo "${ALL_VERSIONS[@]}" } function releases_vanillaos() { From f0026dfe9bd8ac1fa1a305a59c077acfc9241c99 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Fri, 3 May 2024 15:28:43 +0200 Subject: [PATCH 12/16] Hide line 28: kill no such process error --- quickget | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/quickget b/quickget index 1672b40..69e05bd 100755 --- a/quickget +++ b/quickget @@ -25,7 +25,7 @@ export LC_ALL=C function cleanup() { if [ -n "$(jobs -p)" ]; then - kill "$(jobs -p)" + kill "$(jobs -p)" 2>/dev/null fi } From 2f3eb67b6e4de7b3a4ab4de25ae817a8af9cd58a Mon Sep 17 00:00:00 2001 From: zen0bit Date: Sat, 4 May 2024 09:41:22 +0200 Subject: [PATCH 13/16] Name check as check --- quickget | 44 ++++++++++++++++++++++---------------------- 1 file changed, 22 insertions(+), 22 deletions(-) diff --git a/quickget b/quickget index 69e05bd..3590fb4 100755 --- a/quickget +++ b/quickget @@ -406,7 +406,7 @@ function list_supported() { exit 0 } -function test_result() { +function check_result() { local OS="${1}" local RELEASE="${2}" local EDITION="${3:-}" @@ -428,7 +428,7 @@ function test_result() { fi } -function test_all() { +function check_all() { OS="${1}" os_supported @@ -445,10 +445,10 @@ function test_all() { validate_release releases_"${OS}" URL=$(get_"${OS}" | cut_1 | head -1) if [ "${OPERATION}" == "show" ]; then - test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" - elif [ "${OPERATION}" == "test" ]; then + check_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" + elif [ "${OPERATION}" == "check" ]; then CHECK=$(web_check "${URL}" && echo 'PASS' || echo 'FAIL') - test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" + check_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" fi done elif [[ "${OS}" == "windows"* ]]; then @@ -456,9 +456,9 @@ function test_all() { for LANG in "${LANGS[@]}"; do validate_release releases_"${OS}" if [ "${OPERATION}" == "show" ]; then - test_result "${OS}" "${RELEASE}" "${LANG}" "" - elif [ "${OPERATION}" == "test" ]; then - test_result "${OS}" "${RELEASE}" "${LANG}" "${URL}" "SKIP" + check_result "${OS}" "${RELEASE}" "${LANG}" "" + elif [ "${OPERATION}" == "check" ]; then + check_result "${OS}" "${RELEASE}" "${LANG}" "${URL}" "SKIP" fi done elif [[ "${OS}" == "macos" ]]; then @@ -474,10 +474,10 @@ function test_all() { validate_release releases_"${OS}" URL=$(get_"${OS}" | cut_1 | head -1) if [ "${OPERATION}" == "show" ]; then - test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" - elif [ "${OPERATION}" == "test" ]; then + check_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" + elif [ "${OPERATION}" == "check" ]; then CHECK=$(web_check "${URL}" && echo 'PASS' || echo 'FAIL') - test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" + check_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" fi fi done & @@ -1230,11 +1230,11 @@ function web_get() { # Test mode for ISO if [ "${OPERATION}" == "show" ]; then - test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" + check_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" exit 0 - elif [ "${OPERATION}" == "test" ]; then + elif [ "${OPERATION}" == "check" ]; then CHECK=$(web_check "${URL}" && echo 'PASS' || echo 'FAIL') - test_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" + check_result "${OS}" "${RELEASE}" "${EDITION}" "${URL}" "${CHECK}" exit 0 elif [ "${OPERATION}" == "download" ]; then DIR="$(pwd)" @@ -2063,11 +2063,11 @@ function get_macos() { local chunkListSession=$(echo "$info" | grep 'expires' | grep 'chunklist') if [ "${OPERATION}" == "show" ]; then - test_result "${OS}" "${RELEASE}" "" "${downloadLink}" + check_result "${OS}" "${RELEASE}" "" "${downloadLink}" exit 0 - elif [ "${OPERATION}" == "test" ]; then + elif [ "${OPERATION}" == "check" ]; then local CHECK=$(web_check "${downloadLink}" --header "Host: oscdn.apple.com" --header "Connection: close" --header "User-Agent: InternetRecovery/1.0" --header "Cookie: AssetToken=${downloadSession}" && echo 'PASS' || echo 'FAIL') - test_result "${OS}" "${RELEASE}" "" "${downloadLink}" "${CHECK}" + check_result "${OS}" "${RELEASE}" "" "${downloadLink}" "${CHECK}" exit 0 elif [ "${OPERATION}" == "download" ]; then echo "Downloading macOS ${RELEASE} from ${downloadLink}" @@ -3424,25 +3424,25 @@ case "${1}" in shift if [ -z "${1}" ]; then for OS in $(os_support); do - (test_all "${OS}") & + (check_all "${OS}") & done wait exit 0 elif [ -z "${2}" ]; then - test_all "${1}" + check_all "${1}" fi ;; '--check'|'-c') - OPERATION="test" + OPERATION="check" shift if [ -z "${1}" ]; then for OS in $(os_support); do - (test_all "${OS}") & + (check_all "${OS}") & done wait exit 0 elif [ -z "${2}" ]; then - test_all "${1}" + check_all "${1}" fi ;; #TODO: Argument without dashes should be DEPRECATED! From e2aaacb3a75810d42cde01cc542d7fb3a18d0682 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Fri, 3 May 2024 10:18:05 +0200 Subject: [PATCH 14/16] CI: test-quickget --- .github/workflows/quickget-tests.yml | 140 --------------------------- .github/workflows/test-quickget.yml | 55 ++++++----- 2 files changed, 27 insertions(+), 168 deletions(-) delete mode 100644 .github/workflows/quickget-tests.yml diff --git a/.github/workflows/quickget-tests.yml b/.github/workflows/quickget-tests.yml deleted file mode 100644 index dc44b88..0000000 --- a/.github/workflows/quickget-tests.yml +++ /dev/null @@ -1,140 +0,0 @@ ---- # This is a basic workflow to help test quickget - -name: quickget tests - -# Controls when the action will run. -on: - # Allows you to run this workflow manually from the Actions tab - workflow_dispatch: - # Build at 00:00 on every 12th day-of-month. - #schedule: - # - cron: "0 0 */12 * *" - # Triggers the workflow on push or pull request events but only for the master branch - push: - branches: '**' #'!master' # excludes master - paths: [ quickget ] - pull_request: - branches: '**' # matches every branch - paths: - - quickget - -concurrency: - group: ${{ github.workflow }}-${{ github.ref }} - cancel-in-progress: true - -# A workflow run is made up of one or more jobs that can run sequentially or in parallel -jobs: - job1: - name: All supported - runs-on: ubuntu-latest - # The type of runner that the job will run on - #runs-on: ubuntu-latest - # Steps represent a sequence of tasks that will be executed as part of the job - steps: - # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it - - uses: actions/checkout@v4 - - name: List all supported OS variants - run: | - mkdir -p results - echo -e "\n\n Supported:\n\n" - ./quickget -l | tee results/supported.txt - echo -e "\n\nAll supported OS variants: $(cat results/supported.txt | wc -l)" - echo -e "\n\n Finished\n\n" - - - uses: actions/upload-artifact@v4 - with: - name: supported - path: results/supported.txt - - job2: - name: All info - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - name: Show info about all OS - run: | - export TERM=xterm-256color - #sudo apt install -y neofetch - #echo -e "\n\n" - #neofetch - #echo -e "\n\n" - echo -e "\n\n OSinfo:\n\n" - distros="$(./quickget | sed '/^$/q' | tail -n +3)" - mkdir -p results - for os in ${distros}; do - echo -e "\n\n ${os}" && ./quickget -12345 "${os}" | tee -a results/infos.txt - done - echo -e "\n\nHomepages aka number of supported OS (os_info): $(cat results/infos.txt | grep 'http' | wc -l)" - echo -e "\n\n Finished\n\n" - - - uses: actions/upload-artifact@v4 - with: - name: infos - path: results/infos.txt - - job3: - needs: [job1] - name: All URLs - runs-on: ubuntu-latest - steps: - - uses: actions/download-artifact@v4 - with: - path: results - merge-multiple: true - - name: Display downloaded artifacts - run: ls -R results/ - - - uses: actions/checkout@v4 - - name: List all supported systems download URLs - run: | - export TERM=xterm-256color - distros="$(./quickget | sed '/^$/q' | tail -n +3)" - echo -e "\n\n ISOs:\n\n" - mkdir -p results - for os in ${distros}; do - echo -e "\n\n ${os}" && ./quickget -u "${os}" | tee -a results/urls.txt - done - echo -e "\n\nFounded/All URLs: $(cat results/urls.txt | grep 'http' | wc -l)/$(cat results/supported.txt | wc -l)" - echo -e "\n\n Finished\n\n" - - - uses: actions/upload-artifact@v4 - with: - name: urls - path: results/urls.txt - - job4: - name: All checks - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - name: Checking if all downloads for Operating Systems are available... - run: | - export TERM=xterm-256color - distros="$(./quickget | sed '/^$/q' | tail -n +3)" - echo -e "\n\n ISOs availability:\n\n" - mkdir -p results - for os in ${distros}; do - echo -e "\n\n ${os}" && ./quickget -c "${os}" | tee -a results/checks.txt - done - ALL=$(cat results/checks.txt | grep 'http' | wc -l) - FAILED=$(grep -c 'FAIL:' results/checks.txt) - SKIPED=$(grep -c 'SKIP:' results/checks.txt) - PASSED=$(grep -c 'PASS:' results/checks.txt) - CHECKED=$(($FAILED + $SKIPED + $PASSED)) - echo -e "\n\nFAILED: $FAILED" - echo "SKIPED: $SKIPED" - echo "PASSED: $PASSED" - echo "All/Checked: $ALL/$CHECKED" - echo -e "Failed:\n$(grep 'FAIL:' results/checks.txt | tee -a results/failed.txt)" - echo -e "\n\n Finished\n\n" - - - uses: actions/upload-artifact@v4 - with: - name: checks - path: results/checks.txt - - - - uses: actions/upload-artifact@v4 - with: - name: failed - path: results/failed.txt \ No newline at end of file diff --git a/.github/workflows/test-quickget.yml b/.github/workflows/test-quickget.yml index 70c917a..c0da6b1 100644 --- a/.github/workflows/test-quickget.yml +++ b/.github/workflows/test-quickget.yml @@ -4,45 +4,41 @@ on: workflow_dispatch: push: branches: '**' - paths: [ quickget ] + paths: + - quickget pull_request: branches: '**' - paths: [ quickget ] - + paths: + - quickget concurrency: group: ${{ github.workflow }}-${{ github.ref }} cancel-in-progress: true -# A workflow run is made up of one or more jobs that can run sequentially or in parallel jobs: list-all-supported: - name: "List all supported OS 📝" + name: Supported OS 📝 runs-on: ubuntu-22.04 - # The type of runner that the job will run on - #runs-on: ubuntu-latest - # Steps represent a sequence of tasks that will be executed as part of the job steps: - # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it - uses: actions/checkout@v4 - - name: "List all supported OS variants" + - name: Supported OS variants run: | mkdir -p results - ./quickget --list | tee results/supported.txt - echo -e "\nResults:" - echo "- All supported OS variants: $(wc -l results/supported.txt | cut -d' ' -f 1)" + ./quickget --list | tee -a results/supported.txt + echo -e "\nSupported OS variants: $(wc -l results/supported.txt)" - uses: actions/upload-artifact@v4 with: name: supported path: results/supported.txt + retention-days: 1 list-all-info: - name: "List all OS info ℹ️" + name: OS info ℹ️ runs-on: ubuntu-22.04 steps: - uses: actions/checkout@v4 - name: Show info about all OS run: | - export TERM=xterm-256color + export TERM=xterm mkdir -p results for os in $(./quickget | sed '/^$/q' | tail -n +3); do ./quickget -12345 "${os}" | tee -a results/infos.txt @@ -53,40 +49,43 @@ jobs: with: name: infos path: results/infos.txt + retention-days: 1 list-all-urls: needs: [list-all-supported] - name: "List all URLs 🔗" + name: URLs 🔗 runs-on: ubuntu-22.04 steps: - uses: actions/checkout@v4 - - name: "quickget --url" + - name: quickget --url run: | - export TERM=xterm-256color + export TERM=xterm mkdir -p results - ./quickget --url | tee results/urls.txt + ./quickget -u | tee -a url.txt + sort < url.txt > results/urls.txt - uses: actions/download-artifact@v4 with: path: results merge-multiple: true - - name: "Show differences ⚖️" + - name: Differences ⚖️ run: | - echo -e "\nResults:" - echo -e "List All URLs:\t$(grep -c http results/urls.txt)" - echo -e "OS Info URLs:\t$(wc -l results/supported.txt | cut -d' ' -f 1)" + ls -R results/ + FOUND=$(grep -c 'http' < results/urls.txt) + ALL=$(wc -l < results/supported.txt) + echo -e "$FOUND/$ALL" - uses: actions/upload-artifact@v4 with: name: urls path: results/urls.txt check-all-urls: - name: "Check all image URLs 💿️" + name: Check URLs 💿️ runs-on: ubuntu-22.04 steps: - uses: actions/checkout@v4 - - name: "quickget --check" + - name: quickget --check run: | - export TERM=xterm-256color + export TERM=xterm mkdir -p results ./quickget --check | tee results/checks.txt WINDOWS=$(grep -c "windows-" results/checks.txt) @@ -110,14 +109,14 @@ jobs: upload-artifacts: needs: [list-all-info, list-all-urls, check-all-urls] - name: "Uploading artifacts" + name: Uploading runs-on: ubuntu-22.04 steps: - uses: actions/download-artifact@v4 with: path: results merge-multiple: true - - name: "List results" + - name: Results run: | ls -R results/ - uses: actions/upload-artifact@v4 From 6de3af77121f58025294cfb2b264f8eb432c2477 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Sat, 4 May 2024 03:12:24 +0200 Subject: [PATCH 15/16] CI: Add YAML check --- .github/workflows/lint-yaml.yml | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 .github/workflows/lint-yaml.yml diff --git a/.github/workflows/lint-yaml.yml b/.github/workflows/lint-yaml.yml new file mode 100644 index 0000000..ef619f2 --- /dev/null +++ b/.github/workflows/lint-yaml.yml @@ -0,0 +1,24 @@ +--- +name: 🐶 YAML check 🧪 +on: + push: + branches: '**' + pull_request: + branches: '**' + workflow_dispatch: +jobs: + yamllint: + name: yaml lint + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - uses: haya14busa/action-cond@v1 + id: reporter + with: + cond: ${{ github.event_name == 'pull_request' }} + - uses: reviewdog/action-yamllint@v1 + with: + reporter: ${{ steps.reporter.outputs.value }} + github_token: ${{ secrets.github_token }} + yamllint_flags: '-d relaxed .github/' + level: error From 54c81be9ec991bfc84180aeb64a2cd1497f46886 Mon Sep 17 00:00:00 2001 From: zen0bit Date: Sat, 4 May 2024 03:12:53 +0200 Subject: [PATCH 16/16] CI: Add SHELL check --- .github/workflows/lint-shell.yml | 33 ++++++++++++++++++++++++++++++++ 1 file changed, 33 insertions(+) create mode 100644 .github/workflows/lint-shell.yml diff --git a/.github/workflows/lint-shell.yml b/.github/workflows/lint-shell.yml new file mode 100644 index 0000000..d397128 --- /dev/null +++ b/.github/workflows/lint-shell.yml @@ -0,0 +1,33 @@ +--- +name: 🐶 SHELL check 🧪 +on: + push: + branches: '**' + pull_request: + branches: '**' + workflow_dispatch: + +jobs: + reviewdog: + permissions: + checks: write + contents: read + pull-requests: write + name: shellcheck + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + + - uses: haya14busa/action-cond@v1 + id: reporter + with: + cond: ${{ github.event_name == 'pull_request' }} + + - uses: reviewdog/action-shellcheck@v1 + with: + reporter: ${{ steps.reporter.outputs.value }} + github_token: ${{ secrets.github_token }} + path: "." + check_all_files_with_shebangs: true + level: error + shellcheck_flags: '--external-sources --severity=error'