diff options
author | Yuchen Pei <hi@ypei.me> | 2022-05-19 22:23:10 +1000 |
---|---|---|
committer | Yuchen Pei <hi@ypei.me> | 2022-05-19 22:23:10 +1000 |
commit | 3db93bc6f7b46bc322694e6658b8f559433a03c6 (patch) | |
tree | 1273a17e11e0d9888ae57676906c68f8bb77e287 /subprojects/freeamo/src | |
parent | 09c05e86a1096b08eb7483b970207d47d0388665 (diff) |
Replacing the files with a haskell rewrite.
Diffstat (limited to 'subprojects/freeamo/src')
28 files changed, 0 insertions, 1851 deletions
diff --git a/subprojects/freeamo/src/err b/subprojects/freeamo/src/err deleted file mode 100755 index 4a68f0a..0000000 --- a/subprojects/freeamo/src/err +++ /dev/null @@ -1,108 +0,0 @@ -#!/bin/bash -# Copyright 2018 Ian Kelling - -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at - -# http://www.apache.org/licenses/LICENSE-2.0 - -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -# Commentary: Bash stack trace and error handling functions. This file -# is meant to be sourced. It loads some functions which you may want to -# call manually (see the comments at the start of each one), and then -# runs err-catch. See the README file for a slightly longer explanation. - -err-allow() { - # help: turn off exit and stack trace on error. undoes err-catch - set +E +o pipefail; trap ERR -} - -err-bash-trace() { - # help: print stack trace - # - # Note: It does not show function args unless you first run: - # shopt -s extdebug - # err-catch runs this for you. - - local -i argc_index=0 frame i start=${1:-1} max_indent=8 indent - local source - local extdebug=false - if [[ $(shopt -p extdebug) == *-s* ]]; then - extdebug=true - fi - for ((frame=0; frame < ${#FUNCNAME[@]}-1; frame++)); do - argc=${BASH_ARGC[frame]} - argc_index+=$argc - ((frame < start)) && continue - if (( ${#BASH_SOURCE[@]} > 1 )); then - source="${BASH_SOURCE[frame+1]}:${BASH_LINENO[frame]}:" - fi - indent=$((frame-start+1)) - indent=$((indent < max_indent ? indent : max_indent)) - printf "%${indent}s↳%sin \`%s" '' "$source" "${FUNCNAME[frame]}" - if $extdebug; then - for ((i=argc_index-1; i >= argc_index-argc; i--)); do - printf " %s" "${BASH_ARGV[i]}" - done - fi - echo \' - done -} - -err-catch() { - # help: on errors: print stack trace and exit - # - # You can set "${_errcatch_cleanup[@]}" to a command and it will run before exiting. - # This function depends on err-bash-trace. - - set -E; shopt -s extdebug - _err-trap() { - err=$? - exec >&2 - set +x - echo "${BASH_SOURCE[1]}:${BASH_LINENO[0]}:in \`$BASH_COMMAND' returned $err" - # err trap does not work within an error trap, the following line: - err-bash-trace 2; set -e - "${_errcatch_cleanup[@]:-:}" # note :-: is to be compatible with set -u - echo "$0: exiting with code $err" - exit $err - } - trap _err-trap ERR - set -o pipefail -} - -err-exit() { - # usage: err-exit [EXIT_CODE] [MESSAGE] - # help: exit and print stack trace. - # - # Use this instead of the exit command to be more informative. default - # EXIT_CODE is 1. If only one of EXIT_CODE and MESSAGE is given, - # we consider it to be an exit code if it is a number. - # This function depends on err-bash-trace. - - exec >&2 - code=1 - if [[ "$*" ]]; then - if [[ ${1/[^0-9]/} == "$1" ]]; then - code=$1 - if [[ $2 ]]; then - printf '%s\n' "$2" - fi - else - printf '%s\n' "$0: $1" - fi - fi - echo "${BASH_SOURCE[1]}:${BASH_LINENO[0]}" - err-bash-trace 2 - echo "$0: exiting with code $code" - exit $err -} - -err-catch diff --git a/subprojects/freeamo/src/get-add-ons b/subprojects/freeamo/src/get-add-ons deleted file mode 100644 index b2491ba..0000000 --- a/subprojects/freeamo/src/get-add-ons +++ /dev/null @@ -1,92 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2017 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -cd "build/json/search-pages" || exit - -function get-add-ons--download { - - - output_file="$output_file_2"; - - if [ "$debug" = true ]; then - - pv__size=$(cat "$output_file" | head -n 3 | wc -l) - - else - - pv__size="$(wc -l < "$output_file")" - - fi - - echo "Download $pv__size add-ons" - - while IFS= read -r table; do - - file=$(echo "$table" | awk '{print $1}'); - entry=$(echo "$table" | awk '{print $2}'); - - source "$run_path/src/main_functions" - cd "$run_path/build/json/search-pages" || exit - amo_variables - - cd "$run_path/build/add-ons" || exit - # Add-ons not avalible for GNU/Linux will be ignored (used to be very few though). - wget -nc -q "https://addons.mozilla.org/firefox/downloads/latest/$slug/addon-$id-latest.xpi" || wget -nc -q "https://addons.mozilla.org/firefox/downloads/latest/$slug/platform:2/addon-$id-latest.xpi" - - if ! $debug; then echo "foo"; fi # for pv - - done < "$output_file" | pv__progress - -} - - -function get-add-ons--filter { - - rm -f "$run_path/build/index-search-pages--free-licenses--license-file-status.txt" - - output_file="$output_file_2"; - - if [ "$debug" = true ]; then - - pv__size=$(cat "$output_file" | head -n 3 | wc -l) - - else - - pv__size="$(wc -l < "$output_file")" - - fi - - echo "Filter $pv__size add-ons " - - while IFS= read -r table; do - - file=$(echo "$table" | awk '{print $1}'); - entry=$(echo "$table" | awk '{print $2}'); - - source "$run_path/src/main_functions" - cd "$run_path/build/json/search-pages" || exit - amo_variables - - cd "$run_path/build/add-ons" || exit - license_file_text=$(unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -E "^COPYING$|^COPYING.txt$|^COPYING.md$|^LICENSE$|^LICENSE.txt$|^LICENSE.md$" | sed ':a;N;$!ba;s/\n/\t/g' || echo "NOLICENSEFILEFOUND"); - echo -e "$file\\t$entry\\t$slug\\taddon-$id-latest.xpi\\t$license_file_text" >> "$run_path/build/index-search-pages--free-licenses--license-file-status.txt" - - if ! $debug; then echo "foo"; fi # for pv - - done < "$output_file" | pv__progress - -} diff --git a/subprojects/freeamo/src/get-licenses b/subprojects/freeamo/src/get-licenses deleted file mode 100644 index 7e587b4..0000000 --- a/subprojects/freeamo/src/get-licenses +++ /dev/null @@ -1,146 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2018 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -# API: Please adopt SPDX - https://github.com/mozilla/addons-server/issues/8706 -# Allow GNU [L]GPL x.x or later - https://github.com/mozilla/addons-server/issues/8707 - -cd "build/json/search-pages" || exit - -function get-licenses--download { - - # API: Add "last_license" to the search pages - https://github.com/mozilla/addons-server/issues/8945 - - output_file="$output_file_1"; - - if [ "$debug" = true ]; then - - pv__size=$(cat "$output_file" | head -n 3 | wc -l) - - else - - pv__size="$(wc -l < "$output_file")" - - fi - - source "$run_path/src/main_functions" - - echo "Download $pv__size current_versions files that contain license information." - - - line=0 - while IFS= read -r table; do - - ((++line)) - - if [ "$debug" = true ] && [ "$line" -le "3" ] || [ "$debug" = false ] ; then - - file=$(echo "$table" | awk '{print $1}'); - entry=$(echo "$table" | awk '{print $2}'); - - source "$run_path/src/main_functions" - amo_variables - - total=$(wc -l < "$output_file_1") - # echo -e "#================== - #Entry $line (of $total): $name\n" - - # Do not download the same license files over and over - wget -nc -q "https://addons.mozilla.org/api/v3/addons/addon/$slug/versions/$current_version__id/" -O "$run_path/build/json/current_versions/$current_version__id.json" - - fi - - if ! $debug; then echo "foo"; fi # for pv - - done < "$output_file_1" | pv__progress - -} - -function get-licenses--filter { - - output_file="$output_file_1"; - - if [ "$debug" = true ]; then - - pv__size=$(cat "$output_file" | head -n 3 | wc -l) - - else - - pv__size="$(wc -l < "$output_file")" - - fi - - source "$run_path/src/main_functions" - rm -f "$run_path/build/index-search-pages--free-licenses.txt" - - echo "Filter free licenses for $pv__size entries." - - line=0 - while IFS= read -r table; do - - ((++line)) - - if [ "$debug" = true ] && [ "$line" -le "3" ] || [ "$debug" = false ] ; then - - file=$(echo "$table" | awk '{print $1}'); - entry=$(echo "$table" | awk '{print $2}'); - - source "$run_path/src/main_functions" - amo_variables - amo_variables__licenses - - # echo "$run_path/build/json/current_versions/$(jq ".results[$entry].current_version.id" "$file")" - - # This is the complete list of pre-defined licenses listed on AMO. Apache License 2.0 is not on the list so its not easy to detect because it has to be released under a "Custom License". - # Make a drop-down menu with all SPDX licenses - https://github.com/mozilla/addons-server/issues/8866 - # See https://addons.mozilla.org/en-US/developers/addon/<your add-on>/ownership for the current add-on list. Note that not all licenses are added to the list. - # DuckDuckGo Privacy Essentials is distributed under Apache License 2.0. - # Apache License, version 2.0 is not on the add-on license list - https://github.com/mozilla/addons-server/issues/8545 - if - [ "$license__amo_full_name" == "BSD License" ] || - [ "$license__amo_full_name" == "GNU General Public License, version 3.0" ] || - [ "$license__amo_full_name" == "GNU General Public License, version 2.0" ] || - [ "$license__amo_full_name" == "GNU Lesser General Public License, version 3.0" ] || - [ "$license__amo_full_name" == "GNU Lesser General Public License, version 2.1" ] || - [ "$license__amo_full_name" == "MIT/X11 License" ] || - [ "$license__amo_full_name" == "Mozilla Public License, version 2.0" ] || - [ "$license__amo_full_name" == "Mozilla Public License Version 1.1" ] - then - - # The nonfree add-ons should not be removed since the line number must correspond with the entry number in the search result JSON files. - # echo "$name: $license__amo_full_name" - echo "$file $entry $slug" >> "$output_file_2" - - freedom_status="free"; - - elif [ "$license__amo_full_name" == "All Rights Reserved" ]; then - - freedom_status="nonfree"; - - else - - freedom_status="unknown"; - fi - - - - fi - - if ! $debug; then echo "foo"; fi # for pv - - done < "$output_file_1" | pv__progress - -} diff --git a/subprojects/freeamo/src/main_functions b/subprojects/freeamo/src/main_functions deleted file mode 100644 index daa779f..0000000 --- a/subprojects/freeamo/src/main_functions +++ /dev/null @@ -1,283 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2018 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -function latest_debranded_trisquel_version { - - # All debranded programs starts with "i" so all of them are in Trisquels "/i/" directory - wget -qO- "http://archive.trisquel.info/trisquel/pool/main/i/$debranded_package/?C=N;O=D" | sed "s|\"|\\n|g; s|-|\\n|g" | grep "$debranded_package"_ | head -n 1 | sed "s|"$debranded_package"_||" - -} - -function check_files { - - if [ ! -f "$run_path/FreeAMO-$check_type" ]; then - - echo "$run_path/FreeAMO-$check_type doesn't exist."; - echo "Exiting" && exit - - else - - - # Make sure all links are using SSL - if grep -q "http://addons.mozilla.org/" "$run_path/FreeAMO-$check_type"; then - - echo "Change http://addons.mozilla.org/ to https://addons.mozilla.org/ (https)." - echo "Exiting" && exit - - fi - - fi - -} - -function line_status { - - - if [ "$file" == "$previous_file" ]; then - - ((++line)) - - else - - line="0"; # Should not be 1 - - fi - -} - -# Begin locale code - -function do-locale { - - echo "####################" - - tmp__en_US=$(jq ".results[$entry].$locale_description" "$file" | sed "s|en-US|en_US|" | jq -r .en_US ) - tmp__en_GB=$(jq ".results[$entry].$locale_description" "$file" | sed "s|en-GB|en_GB|" | jq -r .en_GB ) - # Use the first avalible if English is not avaliable - tmp=$(jq -r ".results[$entry] | select(.$locale_description != null) | .$locale_description[]" "$file" | head -n 1) || [[ $? == 141 ]] # Avoid `head -n 1` error `returned 141` - - if [ "$tmp__en_US" != "null" ]; then - - if [ "$locale_description" == "name" ]; then - - name="$tmp__en_US"; - - elif [ "$locale_description" == "summary" ]; then - - summary="$tmp__en_US"; - - elif [ "$locale_description" == "description" ]; then - - description="$tmp__en_US"; - - elif [ "$locale_description" == "homepage" ]; then - - homepage="$tmp__en_US"; - - elif [ "$locale_description" == "support_url" ]; then - - support_url="$tmp__en_US"; - - fi - - - elif [ "$tmp__en_GB" != "null" ]; then - - if [ "$locale_description" == "name" ]; then - - name="$tmp__en_GB"; - - elif [ "$locale_description" == "summary" ]; then - - summary="$tmp__en_GB"; - - elif [ "$locale_description" == "description" ]; then - - description="$tmp__en_GB"; - - elif [ "$locale_description" == "homepage" ]; then - - homepage="$tmp__en_GB"; - - elif [ "$locale_description" == "support_url" ]; then - - support_url="$tmp__en_GB"; - - fi - - elif [ "$tmp" != "null" ]; then - - if [ "$locale_description" == "name" ]; then - - name="$tmp"; - - elif [ "$locale_description" == "summary" ]; then - - summary="$tmp"; - - elif [ "$locale_description" == "description" ]; then - - description="$tmp"; - - elif [ "$locale_description" == "homepage" ]; then - - homepage="$tmp"; - - elif [ "$locale_description" == "support_url" ]; then - - support_url="$tmp"; - - fi - - fi - - # Use summary if description is not provided - if [ "$description" == "" ]; then - - description="$summary" - - fi - - -} - -# End locale code - - -function amo_variables() { - id="$(jq ".results[$entry].id" "$file")"; - average_daily_users="$(jq ".results[$entry].average_daily_users" "$file")"; - has_eula="$(jq ".results[$entry].has_eula" "$file")"; - slug="$(jq -r ".results[$entry].slug" "$file")"; - current_version__id=$(jq ".results[$entry].current_version.id" "$file"); - - source "$run_path/src/main_functions" - locale_description="name" - do-locale - - if jq .results[$entry].current_version.files[0].permissions "$file" | grep -q "nativeMessaging"; then - - nativeMessaging__pass=false; - - else - - nativeMessaging__pass=true; - - fi - -} - -function amo_variables__licenses { - - license__amo_full_name="$(jq ".license.name" "$run_path/build/json/current_versions/$current_version__id.json" | sed "s|en-US|en_US|;" | jq -r .en_US)" - -} - -function essential_addon { - - if [ "$has_eula" = false ] && [ "$nativeMessaging__pass" = true ] && [ "$average_daily_users" -ge "$minimum_average_daily_users" ]; then - - essential_addon=true; - - else - - essential_addon=false; - - fi - -} - -#function hard_to_evaluate_addon { - -# curl "https://addons.mozilla.org/api/v3/addons/addon/nemid-nøglefilsprogram/" | jq .current_version.files[0].permissions | grep "nativeMessaging - - -# API data: Add software dependencies - https://github.com/mozilla/addons-server/issues/8668 -# The API should be fixed. there are to many add-ons to keep track on if they have or not have software dependencies. - -# Old solution: - -# 1: Add this to FreeAMO-dependencies: -#belgium-eid eid-mw - -# 2: Uncomment this code: -# depends_on_external_program=false; -# while IFS= read -r dependencies; do -# -# dependency_slug=$(echo $dependencies | awk '{print $1}'); -# dependency=$(echo "$dependencies" | cut -f 2); -# -# if [ "$dependency_slug" == "$slug" ]; then -# -# depends_on_external_program=true; -# -# fi -# -# done < $run_path/FreeAMO-dependencies - -#} - -function pv__progress { - - if [ ! "$pv__discard" = true ] && ! $debug; then - - (pv --progress --line-mode --size "$pv__size" --timer) > /dev/null - - else - - tee - - fi - -} - - -function format_description__mixed_html_to_mediawiki { - - sed " -# Remove Mozilla tracking links -s|https://outgoing.prod.mozaws.net/v1/.\\{65\\}||g; s|%3A|:|g; s|%23|#|g - -# Remove reduntant backslashes. Pandoc will convert quotes regardless. -s|\\\\\\\"|\\\"|g - - -" - -} - -function format_description__after_pandoc { - - sed " - -### Fix formatting that cannot be fixed by Pandoc since it's not HTML - -# Fix line breaks. -s|\\\\n|\\n|g - -# Remove \t -s|\\\\t||g -" - # Change local links to external links - -} - -function format_description { - - format_description__mixed_html_to_mediawiki | pandoc -f html -t mediawiki | format_description__after_pandoc - -} diff --git a/subprojects/freeamo/src/make-wiki b/subprojects/freeamo/src/make-wiki deleted file mode 100644 index f1cb43f..0000000 --- a/subprojects/freeamo/src/make-wiki +++ /dev/null @@ -1,219 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2018 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -cd "build/json/search-pages" || exit - -if [ "$minimum_average_daily_users" == "100000" ]; then - - echo "{| class=\"wikitable sortable\" border=\"1\" style=\"font-size:smaller\" -! WebExtension -! Description -! Claimed license -! Users -! Rating -! Updated -! Featured" > "$run_path/build/IceCat WebExtensions - Most Users (proposed).wiki" - -fi - -output_file="$output_file_2"; - -if [ "$debug" = true ]; then - - pv__size=$(cat "$output_file_2" | head -n 3 | wc -l) - -else - - pv__size=$(cat "$output_file_2" | wc -l) - -fi - -source "$run_path/src/main_functions" - -echo "Generate $pv__size .wiki pages." - -line=0 -while IFS= read -r table; do - - ((++line)) - - if [ "$debug" = true ] && [ "$line" -le "3" ] || [ "$debug" = false ] ; then - - file=$(echo "$table" | awk '{print $1}'); - entry=$(echo "$table" | awk '{print $2}'); - - source "$run_path/src/main_functions" - amo_variables - amo_variables__licenses - - if [ "$license__amo_full_name" == "BSD License" ]; then license__spdx_short_identifier="BSD-2-Clause"; - elif [ "$license__amo_full_name" == "GNU General Public License, version 3.0" ]; then license__spdx_short_identifier="GPL-3.0"; - elif [ "$license__amo_full_name" == "GNU General Public License, version 2.0" ]; then license__spdx_short_identifier="GPL-2.0"; - elif [ "$license__amo_full_name" == "GNU Lesser General Public License, version 3.0" ]; then license__spdx_short_identifier="LGPL-3.0"; - elif [ "$license__amo_full_name" == "GNU Lesser General Public License, version 2.1" ]; then license__spdx_short_identifier="LGPL-2.1"; - elif [ "$license__amo_full_name" == "MIT/X11 License" ]; then license__spdx_short_identifier="X11"; - elif [ "$license__amo_full_name" == "Mozilla Public License, version 2.0" ]; then license__spdx_short_identifier="MPL-2.0"; - elif [ "$license__amo_full_name" == "Mozilla Public License Version 1.1" ]; then license__spdx_short_identifier="MPL-1.1"; - fi - - # Start localization code - - source "$run_path/src/main_functions" - - locale_description="summary"; do-locale; short_description=$(echo "$summary" | format_description) - locale_description="description"; do-locale; full_description=$(echo "$description" | format_description) - locale_description="homepage"; do-locale - locale_description="support_url"; do-locale - - # End localization code - - # The homepage field is mandatory so let's remove "null" from it because we don't need to evaluat it - license_copyright=$(jq -r .results[$entry].authors[].name "$file" ); - bayesian_average=$(jq .results[$entry].ratings.bayesian_average "$file"); - bayesian_average__simple=$(printf "%.1f" "${bayesian_average//./,}"); - - is_featured=$(jq .results[$entry].is_featured "$file"); - - last_review_date=$(date +"%Y/%m/%d"); - last_review_by="$mediawikibot__bot_password__Username"; - submitted_by="$mediawikibot__bot_password__Username"; - - if [[ "$(jq .results[$entry].current_version.compatibility.seamonkey "$file")" != "null" ]]; then - set_seamonkey="Iceape,"; - fi - - if [[ "$(jq .results[$entry].current_version.compatibility.firefox "$file")" != "null" ]]; then - set_icecat="IceCat,"; - fi - - # if [[ "$(jq .results[$entry].current_version.compatibility.android $file)" != "null" ]] || [[ "$(jq .results[$entry].current_version.compatibility.mobile $file)" != "null" ]]; then - # set_icecatmobile="IceCatMobile,"; - # fi - - if [[ "$(jq .results[$entry].current_version.compatibility.thunderbird "$file")" != "null" ]]; then - set_thunderbird="Icedove,"; - fi - - # Do not list IceCatMobile - extension_of=$(echo "$set_seamonkey$set_icecat$set_thunderbird" | sed "s|,$||;"); - - - - github_true=$(echo "$homepage" | grep "github.com") ||: # ok if grep fails - - if [[ $github_true != "" ]]; then - - # Always use https, and remove anchors - homepage__for__vcs_checkout_command="https://github.com$(echo "$github_true" | sed "s|https://github.com||; s|http://github.com||; s|#|\\n|;" | head -n 1)"; - # Remove trailing slash - homepage__for__vcs_checkout_command="${homepage__for__vcs_checkout_command%/}" - vcs_checkout_command="git clone $homepage__for__vcs_checkout_command.git"; - - fi - - if [ "$name" == "GNU LibreJS" ]; then - - is_gnu="Yes"; - - else - - is_gnu="No"; - - fi - - last_updated=$(jq -r .results[$entry].last_updated $file | sed "s|T|\n|" | head -n 1 | sed "s|-|/|g"); - - # List JSON structure: cat json/$file | js '.' - # XML value "homepage" is not always set in AMO API, but the XML require "Homepage URL" to be set: Therfore we use the AMO page itself in Homepage URL to complete the build of the repo automatically. - echo "{{Entry" > "$run_path/build/wiki/$slug.wiki" - - # Avoid specific versions since it's not compatible with all IceCat versions: - # |Version download=https://addons.mozilla.org/firefox/downloads/latest/$id/addon-$version_id-latest.xpi - # |Version identifier=$version - # |Version date=$version_date - - - # Do add these fields since we refer to the download page in the `|Version download` field that lists compatible versions - # |Version identifier=52.6.0 - # |Version date=2018/02/26 - # |Version status=stable - - echo "|Name=$name -|Short description=$short_description -|Full description=$full_description -|Homepage URL=$homepage -|Extension of=$extension_of -|VCS checkout command=$vcs_checkout_command -|Documentation note=Extra data (https://addons.mozilla.org/api/v$api_version/addons/addon/$slug/): -* Users: $average_daily_users -* Rating: $bayesian_average__simple -* Updated: $last_updated -* Featured: $is_featured -|Version download=https://addons.mozilla.org/en-US/firefox/addon/$slug/versions/ -|Last review by=$last_review_by -|Last review date=$last_review_date -|Submitted by=$submitted_by -|Submitted date= -|Is GNU=$is_gnu -}}" >> "$run_path/build/wiki/$slug.wiki" - - - - # https://addons.mozilla.org/api/v3/addons/addon/noscript/versions/1910123/ - echo "{{Project license -|License=$license__spdx_short_identifier -|License copyright=$license_copyright -|License note=\"License: $license__amo_full_name\" listed -at https://addons.mozilla.org/en-US/firefox/addon/adblock-plus/ -}}" >> "$run_path/build/wiki/$slug.wiki" - - if [ "$support_url" != "null" ]; - then - - echo "{{Resource -|Resource audience=Users -|Resource kind=Support -|Resource URL=$support_url -}}" >> "$run_path/build/wiki/$slug.wiki" - - fi - - if [ "$minimum_average_daily_users" == "100000" ]; then - - echo "|- -| [[$slug|$name]] -| $short_description -| [[License:$license__spdx_short_identifier|$license__spdx_short_identifier]] -| $average_daily_users -| $bayesian_average__simple -| $last_updated -| $is_featured" >> "$run_path/build/IceCat WebExtensions - Most Users (proposed).wiki" - - fi - - - - fi - - if ! $debug; then echo "foo"; fi # for pv -done < "$output_file_2" | pv__progress - -if [ "$minimum_average_daily_users" == "100000" ]; then - - echo "|}" >> "$run_path/build/IceCat WebExtensions - Most Users (proposed).wiki" - -fi diff --git a/subprojects/freeamo/src/search-pages b/subprojects/freeamo/src/search-pages deleted file mode 100644 index 22f293a..0000000 --- a/subprojects/freeamo/src/search-pages +++ /dev/null @@ -1,137 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2017 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -cd "$run_path/build/json/search-pages" || exit - -base_uri="https://addons.mozilla.org/api/v$api_version/addons/search/?platform=$platform&sort=$sort&type=$type&app=$app&appversion=$appversion&page_size=$page_size&page="; - -function search-pages--download() { - - function wget_page { - - - wget_uri="$base_uri$page"; - - wget -q "$wget_uri" --no-verbose -O "$page.json" - - average_daily_users="$(jq ".results[].average_daily_users" "$page.json" | tail -n 1)" - - } - - - page="1"; - echo "Downloading search page: 1 (to get the number of total pages)" - wget_page - - page_count="$(jq ".page_count" "$page.json")"; - - function pv__message { - - regular_message="Download $pv__size pages from: ${base_uri//page=/page=\$page}" - - } - - if [ "$debug" = true ]; then - - pv__size="2"; - pv__discard=false; - pv__message - echo "$regular_message" - - elif [ "$minimum_average_daily_users" -gt "0" ]; then - - pv__discard=true; - echo "Cannot show a progress counter since minimum_average_daily_users is set to more than 0 in freeamo.conf." - extra_text="max" - - else - - pv__size="$page_count" - pv__discard=false; - pv__message - echo "$regular_message" - - fi - - source "$run_path/src/main_functions" - - while [ "$page" -lt "$page_count" ]; do - - ((++page)) - - if ( [ "$debug" = true ] && [ "$page" -le "3" ] || [ "$debug" = false ] ) && ( [ "$average_daily_users" -ge "$minimum_average_daily_users" ] ); then - - source "$run_path/src/main_functions" - echo "Downloading search page: $page of $extra_text $page_count" - wget_page - - else - - exit 0 - - fi - - - if [ ! "$pv__discard" = true ]; then - - if ! $debug; then echo "foo"; fi # for pv - - fi - - done | pv__progress - -} - -function search-pages--filter() { - - pv__size=$(find . -not -name . | wc -l) - output_file="$output_file_1"; - source "$run_path/src/main_functions" - - echo "Filter $pv__size search pages from EULA and native messaging." - - rm -f "$output_file_1" - - # Sort by file modification time stamp for the downloaded JSON files - find . -type f | sort -n | while read -r file; do - - filename="$(echo $(basename "$file"))"; - entry="0"; # Should not be 1 - - - # Should not be limited to 3 in --debug mode. - for id in $(jq ".results[].average_daily_users" "$file"); do - - source "$run_path/src/main_functions" - amo_variables - - essential_addon - if [ "$essential_addon" = true ]; then - - echo -e "$filename\\t$entry\\t$slug" >> "$output_file_1" - - fi - - ((++entry)) - - done - - if ! $debug; then echo "foo"; fi # for pv - - done | pv__progress - -} diff --git a/subprojects/freeamo/src/unmaintained/TODO b/subprojects/freeamo/src/unmaintained/TODO deleted file mode 100644 index 80df787..0000000 --- a/subprojects/freeamo/src/unmaintained/TODO +++ /dev/null @@ -1,17 +0,0 @@ -* Merged https://directory.fsf.org/wiki/Free_Software_Directory:IceCat_WebExtensions_(proposed)/About to the README - -The author of the package, licenseutils, has implemented an option per request that make it possible to use detect licenses, its evoked with: -$ licensing detect * - -I cannot install licenseutils for the moment because I held broken packages in my system. - - -############################### - -Look in GitHub repositories for LICENSE or COPYING. Sometime the add-on is delayed or have not been released to addons.mozilla.org." - -############################### -FreeAMO-anti-features - -Work on FreeAMO-anti-features - diff --git a/subprojects/freeamo/src/unmaintained/bad_names b/subprojects/freeamo/src/unmaintained/bad_names deleted file mode 100644 index d919a00..0000000 --- a/subprojects/freeamo/src/unmaintained/bad_names +++ /dev/null @@ -1,21 +0,0 @@ -function search-pages--filter__bad_names() { - -# The API `name` parameter makes bad MediaWiki URL's - https://github.com/mozilla/addons-server/issues/8790 -# Clean titles. Example of bad titles: "Ghostery – Privacy Ad Blocker" - -# - -# Hard to filter out "-" since many add-ons use it, see for example https://addons.mozilla.org/en-US/firefox/search/?platform=linux&q=1-click -# Flash Video Downloader - YouTube HD Download [4K] - -# Find all names that don't contain Aa-Zz 0-9 and white spaces should be much more reliable than this: -name=$(echo "$name" | sed ' -s/ — /\n/g; -s/ – /\n/g; -s/ - /\n/g; # looks identical to the prevoius line but is unique -s/: /\n/g; -s/(/\n/g; -s/,/\n/g; -s/™/\n/g; -' | head -n 1 | sed 's/ $//'); - -} diff --git a/subprojects/freeamo/src/unmaintained/conf/license-reporter-anti-features b/subprojects/freeamo/src/unmaintained/conf/license-reporter-anti-features deleted file mode 100644 index 30e8a41..0000000 --- a/subprojects/freeamo/src/unmaintained/conf/license-reporter-anti-features +++ /dev/null @@ -1,8 +0,0 @@ -https://directory.fsf.org/wiki/Free_Software_Directory:Antifeatures#Adware -Adblock Plus - -https://directory.fsf.org/wiki/Free_Software_Directory:Antifeatures#Blacklisted -Blacklist/Click&Clean Blacklist/Click&Clean -Blacklist/Looking Glass -Blacklist/Web of Trust - WOT - diff --git a/subprojects/freeamo/src/unmaintained/conf/license-reporter-collections b/subprojects/freeamo/src/unmaintained/conf/license-reporter-collections deleted file mode 100644 index 1d58d53..0000000 --- a/subprojects/freeamo/src/unmaintained/conf/license-reporter-collections +++ /dev/null @@ -1,2 +0,0 @@ -https://addons.mozilla.org/en-US/firefox/collections/NateN1222/librejs-compatibility-add-ons/ -https://addons.mozilla.org/en-US/firefox/collections/DavidHedlund/webextensions/ diff --git a/subprojects/freeamo/src/unmaintained/conf/license-reporter-custom b/subprojects/freeamo/src/unmaintained/conf/license-reporter-custom deleted file mode 100644 index dd185b0..0000000 --- a/subprojects/freeamo/src/unmaintained/conf/license-reporter-custom +++ /dev/null @@ -1,51 +0,0 @@ -https://addons.mozilla.org/en-US/firefox/addon/bookmarks-tab/ -https://addons.mozilla.org/en-US/firefox/addon/capture-reverse-image-search/ -https://addons.mozilla.org/en-US/firefox/addon/country-flags-ip-whois/ -https://addons.mozilla.org/en-US/firefox/addon/dynamichistory/ -https://addons.mozilla.org/en-US/firefox/addon/foxytab/ -https://addons.mozilla.org/en-US/firefox/addon/fraudscore/ -https://addons.mozilla.org/en-US/firefox/addon/ghosttext/ -https://addons.mozilla.org/en-US/firefox/addon/laboratory-by-mozilla/ -https://addons.mozilla.org/en-US/firefox/addon/lesspass/ -https://addons.mozilla.org/en-US/firefox/addon/mute-all-inactive-tabs/ -https://addons.mozilla.org/en-US/firefox/addon/nemid-nøglefilsprogram/ -https://addons.mozilla.org/en-US/firefox/addon/noflash/ -https://addons.mozilla.org/en-US/firefox/addon/org-capture/ -https://addons.mozilla.org/en-US/firefox/addon/porn-site-blocker/ -https://addons.mozilla.org/en-US/firefox/addon/print-edit-we/ -https://addons.mozilla.org/en-US/firefox/addon/save-all-images-webextension/ -https://addons.mozilla.org/en-US/firefox/addon/sky-timer/ -https://addons.mozilla.org/en-US/firefox/addon/smart-https-revived/ -https://addons.mozilla.org/en-US/firefox/addon/speed-dial-lite/ -https://addons.mozilla.org/en-US/firefox/addon/stop-autoplay-next-for-youtube/ -https://addons.mozilla.org/en-US/firefox/addon/tab-notifier/ -https://addons.mozilla.org/en-US/firefox/addon/tab-reloader/ -https://addons.mozilla.org/en-US/firefox/addon/textern/ -https://addons.mozilla.org/en-US/firefox/addon/tile-tabs-we/ -https://addons.mozilla.org/en-US/firefox/addon/tomato-clock/ -https://addons.mozilla.org/en-US/firefox/addon/ubo-scope/ -https://addons.mozilla.org/en-US/firefox/addon/user-agent-switcher-revived/ -https://addons.mozilla.org/en-US/firefox/addon/violentmonkey/ -https://addons.mozilla.org/en-US/firefox/addon/webrtc-control/ -https://addons.mozilla.org/en-US/firefox/addon/wikipedia-peek/ -https://addons.mozilla.org/en-US/firefox/addon/withexeditor/ -https://addons.mozilla.org/en-US/firefox/addon/yass-we/ -https://addons.mozilla.org/en-US/firefox/addon/youtube-dark-mode/ -https://addons.mozilla.org/en-US/firefox/addon/youtube-hd-1/ -https://addons.mozilla.org/en-US/firefox/addon/zoom-page-we/ -https://addons.mozilla.org/en-US/firefox/addon/canvasblocker/ -https://addons.mozilla.org/en-US/firefox/addon/a-cookie-manager/ -https://addons.mozilla.org/en-US/firefox/addon/javascript-warning/ -https://addons.mozilla.org/en-US/firefox/addon/modify-header-value/ -https://addons.mozilla.org/en-US/firefox/addon/webrtc-control/ -https://addons.mozilla.org/en-US/firefox/addon/flash-debugger/ -https://addons.mozilla.org/en-US/firefox/addon/real-nano-defender/ -https://addons.mozilla.org/en-US/firefox/addon/bookmarks-manager-and-viewer/ -https://addons.mozilla.org/en-US/firefox/addon/simple-tab-groups/ -https://addons.mozilla.org/en-US/firefox/addon/try-xpath/ -https://addons.mozilla.org/en-US/firefox/addon/save-image-2-downloads/ -https://addons.mozilla.org/en-US/firefox/addon/history-cleaner/ -https://addons.mozilla.org/en-US/firefox/addon/copy-all-links/ -https://addons.mozilla.org/en-US/firefox/addon/new-hackbar/ -https://addons.mozilla.org/en-US/firefox/addon/new-tab-from-location-bar/ -https://addons.mozilla.org/en-US/firefox/addon/simple-form-fill/ diff --git a/subprojects/freeamo/src/unmaintained/conf/license-reporter-log b/subprojects/freeamo/src/unmaintained/conf/license-reporter-log deleted file mode 100644 index f8aada4..0000000 --- a/subprojects/freeamo/src/unmaintained/conf/license-reporter-log +++ /dev/null @@ -1,5 +0,0 @@ -2017-09-19 04:00 Custom list Already in the main repository https://addons.mozilla.org/en-US/firefox/addon/ublock-origin/ -2017-09-19 04:00 Custom list Already in the main repository https://addons.mozilla.org/en-US/firefox/addon/search-image/ -2017-10-14 07:55 Custom list Already in the main repository https://addons.mozilla.org/en-US/firefox/addon/print-edit-we/ -2017-10-14 07:55 Custom list Already in the main repository https://addons.mozilla.org/en-US/firefox/addon/tile-tabs-we/ -2017-10-14 07:55 Custom list Already in the main repository https://addons.mozilla.org/en-US/firefox/addon/zoom-page-we/ diff --git a/subprojects/freeamo/src/unmaintained/conf/license-reporter-repositories b/subprojects/freeamo/src/unmaintained/conf/license-reporter-repositories deleted file mode 100644 index 9e75120..0000000 --- a/subprojects/freeamo/src/unmaintained/conf/license-reporter-repositories +++ /dev/null @@ -1,2 +0,0 @@ -https://addons.mozilla.org/en-US/firefox/collections/DavidHedlund/ -https://addons.mozilla.org/en-US/firefox/collections/mozilla/ diff --git a/subprojects/freeamo/src/unmaintained/download-custom b/subprojects/freeamo/src/unmaintained/download-custom deleted file mode 100755 index 57bc5d7..0000000 --- a/subprojects/freeamo/src/unmaintained/download-custom +++ /dev/null @@ -1,85 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2017 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -cd build || exit -mkdir json - -cp -a "$run_path/FreeAMO-custom" custom_addons.txt - -# Sanitize a copy from empty lines, they use to occur at the end of the file -sed -i '/^\s*$/d' FreeAMO-custom - - -sed -i "s|https://addons.mozilla.org/en-US/firefox/addon/||g; s|/||" custom_addons.txt - -rm -fr \ - custom_addons-json-source.txt \ - custom_addons-average_daily_users.txt \ - custom_addons-id.txt custom_addons-slug.txt \ - custom_addons-merged.txt \ - custom_addons-report-expired_links.txt \ - custom_addons-merged-sorted.txt - -cd json || exit - -lines="1"; - -while IFS= read -r slug; do - - - if [ "$debug" == false ] || ( [ "$debug" == true ] && [ "$lines" -le 3 ] ); then - - wget "https://addons.mozilla.org/api/v3/addons/addon/$slug/" -O "$slug.json"; - [ -s "$slug.json" ] || rm -f "$slug.json" # Delete empty files saved by wget, tis is much faster than using wget options to first validate the links. - - # Ignore expired URLs - if [ -f "$slug.json" ]; then - - id="$(jq ".id" "$slug.json")"; - mv "$slug.json" "$id.json" - - if [ "$(jq ".average_daily_users" "$id.json")" -gt "$minimum_average_daily_users" ]; then - - echo -e "$(date +%Y-%m-%d" "%H:%M)\tCustom list\tAlready in the main repository\thttps://addons.mozilla.org/en-US/firefox/addon/$slug/" >> "$run_path/FreeAMO-log" - - else - - jq ".average_daily_users" "$id.json" >> ../custom_addons-average_daily_users.txt - - # We need the JSON source because they are different for search indexed add-ons (they are store in index.html*) - jq ".id" "$id.json" >> ../custom_addons-id.txt - echo "$(jq ".id" "$id.json").json" >> ../custom_addons-json-source.txt - - ((lines++)) - - - fi - - - else - - echo -e "$(date +%Y-%m-%d" "%H:%M)\tCustom list\tLink rot\t\t\thttps://addons.mozilla.org/en-US/firefox/addon/$slug/" >> "$run_path/FreeAMO-log" - - fi - - fi - -done < ../custom_addons.txt - -# Sort by average_daily_users -paste ../custom_addons-average_daily_users.txt ../custom_addons-id.txt ../custom_addons-json-source.txt > ../custom_addons-merged.txt -sort -k1,1nr ../custom_addons-merged.txt > ../merged-custom.txt diff --git a/subprojects/freeamo/src/unmaintained/make-collection-list b/subprojects/freeamo/src/unmaintained/make-collection-list deleted file mode 100644 index f311129..0000000 --- a/subprojects/freeamo/src/unmaintained/make-collection-list +++ /dev/null @@ -1,25 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2018 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -cd build/ || exit -for i in $(cat ../FreeAMO-collections); do - - # https://addons.mozilla.org/en-US/firefox/collections/DavidHedlund/webextensions/format%3Ajson - collection_name=$(echo $i | sed "s|https://addons.mozilla.org/en-US/firefox/collections/||; s|/|-|; s|/$||"); - wget $i"format%3Ajson" -O "collection-$collection_name.json" - -done diff --git a/subprojects/freeamo/src/unmaintained/make-repository-list b/subprojects/freeamo/src/unmaintained/make-repository-list deleted file mode 100644 index d043659..0000000 --- a/subprojects/freeamo/src/unmaintained/make-repository-list +++ /dev/null @@ -1,93 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2018 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -# It is ok to distribute only-free programs on addons.mozilla.org even if they distribute nonfree programs. -# This function requires _much_ less maintainance for custom add-on's, you don't need to manually sync -# your addons.mozilla.org collection list with a separate text file. - -# https://github.com/mozilla/addons/issues/722 -# Cannot list collections in desired formats -# Cannot get a list of names of Collections from other users like https://addons.mozilla.org/collections/mozilla/ without authenication (see https://addons-server.readthedocs.io/en/latest/topics/api/collections.html#list). -# So we have to parse it from HTML. - - -# Get the links to the collections - -function get_repositories { - - check_type="repositories"; - check_files - - cd build/ || exit - - for i in $(cat ../FreeAMO-repositories); do - - user=$(echo $i | sed "s|https://addons.mozilla.org/en-US/firefox/collections/||; s|/||;"); - rm -f repository-$user - - - function wget_repository { - - match="^ <a href=\"/en-US/firefox/collections/" - wget -qO- $i$wget_repository__page_extension | grep "$match" | sed "s|$match|https://addons.mozilla.org/en-US/firefox/collections/|; s|\">||" >> repository-$user - - } - - # Figure out if there are several pages - number_of_pages=$(wget -qO- $i | grep "?page=" | tail -n 2 | head -n 1 | sed "s|page=|\npage=|g; s|\"|\n\"|g" | grep "page=" | sed "s|page=||"); - - if [ -z "$number_of_pages" ]; then - - echo "$i doesn't have any sub pages"; - wget_repository - - else - - echo "$i has sub pages"; - - page_number=1; - - while [ $page_number -le $number_of_pages ] - do - - wget_repository__page_extension="?page=$page_number"; - echo "$wget_repository__page_extension" - wget_repository - page_number=$(( $page_number + 1 )) - - done - - fi - - done -} -get_repositories - - -# Download the JSON files from the collections - -cd .. -for x in $(find build/ -name repository* | sort); do - - for i in $(cat $x); do - - collection_name=$(echo $i | sed "s|https://addons.mozilla.org/en-US/firefox/collections/||; s|/|-|; s|/$||"); - wget $i"format%3Ajson" -O "build/collection-$collection_name.json" - - done - -done diff --git a/subprojects/freeamo/src/unmaintained/make-xml b/subprojects/freeamo/src/unmaintained/make-xml deleted file mode 100644 index 59d2286..0000000 --- a/subprojects/freeamo/src/unmaintained/make-xml +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2017 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -# Deprecated. - - - # XML pages look like this: - #... - # <sha1>tlybh1k9mnxz92kccg46hqv9jvyrkp0</sha1> - # </revision> - # </page> - #</mediawiki> - # - # However. It's not possible to insert the checsum in <sha1> for the page since it will break the checksum itself. - - # Get number of edits: - revid="$(wget -qO- "https://directory.fsf.org/w/api.php?action=query&list=recentchanges&rclimit=1&format=json" | jq .query.recentchanges[0].revid)"; - xml_header="$(wget -qO- "https://directory.fsf.org/wiki/Special:Export/Main_Page" | head -n 42)"; diff --git a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__intro.txt b/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__intro.txt deleted file mode 100644 index 8318161..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__intro.txt +++ /dev/null @@ -1,10 +0,0 @@ -I'm working as a volunteer for the Free Software Directory as an administrator. Your program -is free software so in principle it should be listed there, and I'd like to -add it. But it has some problems in showing what its license is. -Would you please fix them, for the sake of users and other developers? - -Once your version with fixed license issues is public available on addons.mozilla.org_ENTRY we will review it, and if it meet our requirement I will approve http://directory.fsf.org/wiki/FSD_FULL_SOFTWARE_NAME. Once approved it will be listed on the official GNU IceCat add-on list at https://directory.fsf.org/wiki/IceCat. GNU IceCat is the GNU variant of Firefox. - -# Issues - - diff --git a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__lack_of_full_license_headers_in_each_file.txt b/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__lack_of_full_license_headers_in_each_file.txt deleted file mode 100644 index 9aa890e..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__lack_of_full_license_headers_in_each_file.txt +++ /dev/null @@ -1,78 +0,0 @@ -## Lack of full license headers in each file - -There are no (full) license notices in the non-trivial source files - -The source files in FULL_SOFTWARE_NAME don't have notices saying you are the copyright -holder and/or that they are released under LICENSE LICENSE_VERSION. -I'm writing to ask you to please put a notice on each nontrivial source file. - -Selecting a license on a website that hosts the add-on (like addons.mozilla.org), will only show it there, the source files won't be modified. - -First, here's why license notices are needed. - -The purpose of a license notice is to state formally that a certain -file may be used under the terms of a particular license. - -The LICENSE, like most free software licenses, applies to whatever -material is released under that license. It does not say anything -about which programs are released that way. - -Therefore, simply including a copy of the LICENSE with some code -does not release the code under the terms of the LICENSE. -To do that, you need a license notice, which says, more or less, -"We the copyright holders release this code under the LICENSE." - -The source files should be accompanied by a copyright notice, which says who -"we" copyright holders are. That takes the form "Copyright YEAR NAME". - -For the LICENSE, there are two other reasons for a license notice: to say -which version of the LICENSE applies, and (for LICENSE LICENSE_VERSION), to say whether the -LICENSE's option of GPL compatibility applies. It is enabled by default -in LICENSE LICENSE_VERSION, but users should have an explicit statement of where things -stand for any particular code. The license notice is where you -specify this. - -Why should the license notice be on _each_ source file? -Because doing it at the package level is error-prone. - -In the free software community, it is not unusual to copy a file from -a free program into some other context. If the source file doesn't -have its own license notice, then its licensing comes from the -original context. In the other context, its licensing may not be -clear. It may not be stated at all, or it could be stated wrong. For -instance, what if the other program says, "This program is released -under Apache 2.0", or "This program is released under GNU GPL, version -3 or any later version published by the Free Software Foundation." - -The result would be to misinform users about the file's licensing. - -People sometimes copy part of a file, too. If the file has a license -notice, people know to preserve that notice when copying part of the -file's code. Otherwise, the licensing will probably get lost. - -A different problem can happen if you copy code _into_ FULL_SOFTWARE_NAME from -some other package. Your package-level license notice would say it is -under LICENSE LICENSE_VERSION, but what if it actually carries some other license, -such as Apache 2.0, or GPL Version 3 or later? - -Keeping a license notice in each file is the way to reliably show -users what their rights are. Please don't let uncertainty creep in. - -You've made a decision about the license -- would you please announce -it in a way that won't get forgotten? - -Other people can use your work with bad intentions, even if the mistake were honestly -unintentional. That is why, unfortunately, we have to take lots of time with verifying -the legality of everything. - -See https://www.gnu.org/licenses/gpl-howto.en.html for how to apply license notices. - - -# Licenseutils -* sudo apt-get install licenseutils -* Licenseutils [0.0.8 can edit .js](https://savannah.nongnu.org/bugs/index.php?49441#comment24) files (see [patch](http://git.savannah.gnu.org/cgit/licenseutils.git/commit/?id=0d365160cc0fb6d0ed5eb26cf6e762278867e653)). If you use a earlier version you need to temporary rename your .js files to .cpp (Javascript comments are the same as c++) until JS have been implemented (see [fix](https://savannah.nongnu.org/bugs/?49441)) and then rename them back to .js. -* Run this but with your name/copyright year/license: licensing notice -c 'Yoyodyne,\ Inc.\ 2001' -l gpl -s c -n *.cpp - -# References -These issues are compatible with the policy listed in [Free Software Directory, Requirements](https://directory.fsf.org/wiki?title=Free_Software_Directory:Requirements). - diff --git a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__license_copy.txt b/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__license_copy.txt deleted file mode 100644 index f817164..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__license_copy.txt +++ /dev/null @@ -1,8 +0,0 @@ -## No full copy of the license file included - -There are no full copy of the license file - -The root directory don't have a file called COPYING with a copy of the software license. A plain text version of LICENSE LICENSE_VERSION -can be found here: LICENSE_LINK - - diff --git a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__license_not_displayed_on_AMO.txt b/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__license_not_displayed_on_AMO.txt deleted file mode 100644 index 5c2f135..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/issue__license_not_displayed_on_AMO.txt +++ /dev/null @@ -1,3 +0,0 @@ -## License not displayed on AMO -addons.mozilla.org_ENTRY do not list "Released under". - diff --git a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/output.txt b/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/output.txt deleted file mode 100644 index 3059065..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/output.txt +++ /dev/null @@ -1,25 +0,0 @@ -I'm working as a volunteer for the Free Software Directory as an administrator. Your program -is free software so in principle it should be listed there, and I'd like to -add it. But it has some problems in showing what its license is. -Would you please fix them, for the sake of users and other developers? - -Once your version with fixed license issues is public available on we will review it, and if it meet our requirement I will approve http://directory.fsf.org/wiki/Wayback_Machine. Once approved it will be listed on the official GNU IceCat add-on list at https://directory.fsf.org/wiki/IceCat. GNU IceCat is the GNU variant of Firefox. - -See https://addons.mozilla.org/en-US/firefox/addon/librejs/ if you want to study a well licensed add-on. - -# Issues - - -## No full copy of the license file included - -There are no full copy of the license file - -The root directory don't have a COPYING file with a copy of the software license. A plain text version of GPL 3.0 -can be found here: https://www.gnu.org/licenses/gpl-3.0.txt - - -# Release notes - -Please mention in your release notes for the upcomming version that -your software now is properly licensed as free software. - diff --git a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/outro.txt b/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/outro.txt deleted file mode 100644 index d8d420d..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/Text_templates/outro.txt +++ /dev/null @@ -1,5 +0,0 @@ -# Release notes - -Please mention in your release notes for the upcomming version that -your software now is properly licensed as free software. - diff --git a/subprojects/freeamo/src/unmaintained/sync-data/fsd-amo-bot b/subprojects/freeamo/src/unmaintained/sync-data/fsd-amo-bot deleted file mode 100755 index 4947ae7..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/fsd-amo-bot +++ /dev/null @@ -1,142 +0,0 @@ -#!/bin/bash - -# Copyright 2016, 2017 David Hedlund -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# https://addons-server.readthedocs.io/en/latest/topics/api/addons.html -# Add to wiki and remove: echo "|Name=$(xmlstarlet sel -t -v "addon/name" test.xml)" - -SCRIPTSRC=$(readlink -f "$0" || echo "$0") -RUN_PATH=$(dirname "${SCRIPTSRC}" || echo .) - -if [ ! -f /usr/bin/jq ]; then echo "/usr/bin/jq not found!"; exit=true; fi -if [ ! -f /usr/bin/wget ]; then echo "/usr/bin/wget not found!"; exit=true; fi - -if [[ $exit == true ]]; then exit 1; fi - - -if [ ! -d "build" ]; then mkdir -p build; fi - -retrive () { - api="$(echo "$url" | sed "s|https://addons.mozilla.org/en-US/firefox/addon/|https://addons.mozilla.org/api/v3/addons/addon/|g;")"; - slug="$(echo "$url" | sed "s|https://addons.mozilla.org/en-US/firefox/addon/||g; s|/||g")"; -} - -xpi () { - cd build/ || exit - echo "$download" > tmp.txt - sed -i "s|/addon-|\naddon-|" tmp.txt - xpi=$(grep ".xpi" tmp.txt); - fbname=$(basename "$xpi" | cut -d. -f1); -} - - -case "$1" in - --get-json) - - if [ ! -d "build/amo/json" ]; then mkdir -p build/amo/json; fi - if [ ! -d "build/amo/json.versions" ]; then mkdir -p build/amo/json.versions; fi - cd build/amo/ || exit - - while read -r url; do - - retrive - wget "$api" -O json/$slug.json - wget $api\versions/$(cat json/$slug.json | jq '.current_version.id')/ -O json.versions/$slug.json - - done < ../../amo-repo.txt - - # List obsoleted projects - find json/ -size 0 -print - - ;; - --get-xpi-url) - - cd build/ || exit - rm -f amo_repo-latest_download.txt - for i in $(find amo/json/ -maxdepth 1 -type f); do echo "https://addons.mozilla.org/firefox/downloads/latest/$(basename $i | sed "s|.json||")/addon-$(cat $i | jq '.current_version.id').xpi" >> amo_repo-latest_download.txt; done - - ;; - - --get-xpi) - - if [ ! -d "build/amo/xpi" ]; then mkdir -p build/amo/xpi; fi - - while read download; do - - xpi - - if [ ! -f amo/xpi/$xpi ]; then - - cd amo/xpi/ || exit - wget $download - cd .. - - fi - - cd .. - - - done < build/amo_repo-latest_download.txt - - ;; - - --xpi-extract) - - if [ ! -d "build/amo/xpi.extracted" ]; then mkdir -p build/amo/xpi.extracted; fi - - while read download; do - - xpi - - if [ ! -d amo/xpi.extracted/$fbname ]; then - - mkdir -p amo/xpi.extracted/$fbname - cd amo/xpi.extracted/$fbname || exit - unzip ../../xpi/$xpi - cd ../../ - - fi - - cd .. - - done < build/amo_repo-latest_download.txt - - ;; - - - --all) - - $0 --get-json - $0 --get-xpi-url - $0 --get-xpi - $0 --xpi-extract - ;; - - *) - - echo $"$0 [OPTION] - -OPTIONS - --all - --get-json - --get-xpi-url - --get-xpi - --xpi-extract - --make-xml" - exit 1 - -esac - -exit 0 diff --git a/subprojects/freeamo/src/unmaintained/sync-data/fsd-amo-bot-issues.txt b/subprojects/freeamo/src/unmaintained/sync-data/fsd-amo-bot-issues.txt deleted file mode 100644 index 3a159f0..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/fsd-amo-bot-issues.txt +++ /dev/null @@ -1,5 +0,0 @@ -Search engines do not end with .xpi but with .xml - -Example for https://addons.mozilla.org/en-US/firefox/addon/metager-metasearch-en/ - -https://addons.mozilla.org/firefox/downloads/latest/metager-metasearch-en/addon-794759-latest.xml diff --git a/subprojects/freeamo/src/unmaintained/sync-data/fsdedits.xml b/subprojects/freeamo/src/unmaintained/sync-data/fsdedits.xml deleted file mode 100644 index 187b37c..0000000 --- a/subprojects/freeamo/src/unmaintained/sync-data/fsdedits.xml +++ /dev/null @@ -1,74 +0,0 @@ -<!DOCTYPE html> -<html lang="en" dir="ltr" class="client-nojs"> -<head> -<meta charset="UTF-8"/> -<title>MediaWiki API result - Free Software Directory</title> -<script>document.documentElement.className = document.documentElement.className.replace( /(^|\s)client-nojs(\s|$)/, "$1client-js$2" );</script> -<script>(window.RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgCanonicalNamespace":"Special","wgCanonicalSpecialPageName":"ApiHelp","wgNamespaceNumber":-1,"wgPageName":"Special:ApiHelp","wgTitle":"ApiHelp","wgCurRevisionId":0,"wgRevisionId":0,"wgArticleId":0,"wgIsArticle":false,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":[],"wgBreakFrames":false,"wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgMonthNamesShort":["","Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"],"wgRelevantPageName":"Special:ApiHelp","wgRelevantArticleId":0,"wgRequestId":"0d6dd6b811bb36ea3b0f4903","wgIsProbablyEditable":false,"sdgDownArrowImage":"/w/extensions/SemanticDrilldown/skins/down-arrow.png","sdgRightArrowImage":"/w/extensions/SemanticDrilldown/skins/right-arrow.png","wgPageFormsAutocompleteValues":[],"wgPageFormsAutocompleteOnAllChars":false,"wgPageFormsFieldProperties":[],"wgPageFormsCargoFields":[],"wgPageFormsDependentFields":[],"wgPageFormsGridValues":[],"wgPageFormsGridParams":[],"wgPageFormsShowOnSelect":[],"wgPageFormsScriptPath":"/w/extensions/PageForms","edgValues":[],"wgPageFormsEDSettings":null,"wgHeaderTabsTabIndexes":[]});mw.loader.implement("user.options",function($,jQuery,require,module){mw.user.options.set({"variant":"en"});});mw.loader.implement("user.tokens",function ( $, jQuery, require, module ) { -mw.user.tokens.set({"editToken":"+\\","patrolToken":"+\\","watchToken":"+\\","csrfToken":"+\\"});/*@nomin*/; - -});mw.loader.load(["mediawiki.page.startup","ext.smw.style"]);});</script> -<link rel="stylesheet" href="/w/load.php?debug=false&lang=en&modules=ext.smw.style%7Cext.smw.tooltip.styles&only=styles&skin=apioutput"/> -<link rel="stylesheet" href="/w/load.php?debug=false&lang=en&modules=mediawiki.apipretty%2CsectionAnchor%7Cmediawiki.legacy.commonPrint%2Cshared%7Cmediawiki.skinning.interface&only=styles&skin=apioutput"/> -<meta name="ResourceLoaderDynamicStyles" content=""/> -<link rel="stylesheet" href="/w/load.php?debug=false&lang=en&modules=site&only=styles&skin=apioutput"/> -<script async="" src="/w/load.php?debug=false&lang=en&modules=startup&only=scripts&skin=apioutput"></script> -<meta name="generator" content="MediaWiki 1.27.2"/> -<link rel="shortcut icon" href="/w/skins/favicon.ico"/> -<link rel="search" type="application/opensearchdescription+xml" href="/w/opensearch_desc.php" title="Free Software Directory (en)"/> -<link rel="EditURI" type="application/rsd+xml" href="https://directory.fsf.org/w/api.php?action=rsd"/> -<link rel="copyright" href="http://www.gnu.org/copyleft/fdl.html"/> -<link rel="alternate" type="application/atom+xml" title="Free Software Directory Atom feed" href="/wiki?title=Special:RecentChanges&feed=atom"/> -</head> -<body class="mediawiki ltr sitedir-ltr ns--1 ns-special mw-special-ApiHelp page-Special_ApiHelp rootpage-Special_ApiHelp skin-apioutput action-view approvedRevs-noapprovedrev"> - - <div class="mw-body" role="main"> - <h1 class="firstHeading">MediaWiki API result</h1> - <div class="mw-body-content"> - <div id="mw-content-text"><div class="api-pretty-header"><p>This is the HTML representation of the JSON format. HTML is good for debugging, but is unsuitable for application use. -</p><p>Specify the <var>format</var> parameter to change the output format. To see the non-HTML representation of the JSON format, set <kbd>format=json</kbd>. -</p><p>See the <a href="http://www.mediawiki.org/wiki/API" class="extiw" title="mw:API">complete documentation</a>, or the <a href="/w/api.php?action=help&modules=main">API help</a> for more information. -</p></div><pre class="api-pretty-content">{ - "batchcomplete": "", - "continue": { - "rccontinue": "20170904044829|65055", - "continue": "-||" - }, - "query": { - "recentchanges": [ - { - "type": "new", - "ns": 0, - "title": "MetaGer English Metasearch for the Tor Browser", - "pageid": 20540, - "revid": 47489, - "old_revid": 0, - "rcid": 65056, - "timestamp": "2017-09-04T04:52:59Z" - } - ] - } -}</pre><!-- No Bottom Banner --></div><div class="printfooter"> -Retrieved from "<a dir="ltr" href="https://directory.fsf.org/wiki/Special:ApiHelp">https://directory.fsf.org/wiki/Special:ApiHelp</a>"</div> - </div> - </div> - - <script>(window.RLQ=window.RLQ||[]).push(function(){mw.loader.state({"user":"ready","user.groups":"ready"});mw.loader.load(["site","mediawiki.user","mediawiki.hidpi","mediawiki.page.ready","mediawiki.searchSuggest","ext.headertabs","ext.headertabs.large"]);});</script><!-- Piwik -->
-<script type="text/javascript">
- var _paq = _paq || [];
- _paq.push(["trackPageView"]);
- _paq.push(["enableLinkTracking"]);
-
- (function() {
- var u=(("https:" == document.location.protocol) ? "https" : "http") + "://piwik.fsf.org//";
- _paq.push(["setTrackerUrl", u+"piwik.php"]);
- _paq.push(["setSiteId", "12"]);
- var d=document, g=d.createElement("script"), s=d.getElementsByTagName("script")[0]; g.type="text/javascript";
- g.defer=true; g.async=true; g.src=u+"piwik.js"; s.parentNode.insertBefore(g,s);
- })();
-</script>
-<!-- End Piwik Code -->
-
-<!-- Piwik Image Tracker -->
-<noscript><img src="https://piwik.fsf.org//piwik.php?idsite=12&rec=1" style="border:0" alt="" /></noscript>
-<!-- End Piwik --><script>(window.RLQ=window.RLQ||[]).push(function(){mw.config.set({"wgBackendResponseTime":178});});</script> </body></html> diff --git a/subprojects/freeamo/src/unmaintained/verify-license-copy b/subprojects/freeamo/src/unmaintained/verify-license-copy deleted file mode 100644 index 773c48e..0000000 --- a/subprojects/freeamo/src/unmaintained/verify-license-copy +++ /dev/null @@ -1,52 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2018 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -cd build || exit -rm -fr VERIFY-LICENSE-COPY.txt -cd free_webextensions || exit - - - -# Begin template -unset file -while IFS= read -r table; do - - verify_variables "$1" - - if [ "$approved_program" = true ]; then - # End template - - id=$(echo $table | awk '{print $2}'); - file=$(echo $table | awk '{print $3}'); - slug=$(echo $table | awk '{print $4}'); - - echo "-------------------------- -$name ($id): $license"; - unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep "COPYING" - unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep "COPYING.txt" - unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep "COPYING.md" - unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep "LICENSE" - unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep "LICENSE.txt" - unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep "LICENSE.md" - - # Begin template - fi - - ((line++)) - -done < $run_path/build/MERGED-ALL-freedom_status.txt -# End template diff --git a/subprojects/freeamo/src/unmaintained/verify-license-copy-old b/subprojects/freeamo/src/unmaintained/verify-license-copy-old deleted file mode 100644 index 640d6d5..0000000 --- a/subprojects/freeamo/src/unmaintained/verify-license-copy-old +++ /dev/null @@ -1,123 +0,0 @@ -#!/usr/bin/env bash -# This file is part of FreeAMO -# Copyright (C) 2017 David Hedlund -# -# FreeAMO is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# FreeAMO is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -while IFS= read -r id; do - - - - - if [ ! -f "addon-$id-latest.xpi" ]; then - - echo "Nonfree" >> ../VERIFY-LICENSE-COPY.txt - - elif unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -q "^LICENSE$"; then - - echo "LICENSE" >> ../VERIFY-LICENSE-COPY.txt - - elif unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -q "^LICENSE.txt$"; then - - echo "LICENSE.txt" >> ../VERIFY-LICENSE-COPY.txt - - elif unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -q "^LICENSE.md$"; then - - echo "LICENSE.md" >> ../VERIFY-LICENSE-COPY.txt - - - - elif unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -q "^COPYING$"; then - - echo "COPYING" >> ../VERIFY-LICENSE-COPY.txt - - elif unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -q "^COPYING.txt$"; then - - echo "COPYING.txt" >> ../VERIFY-LICENSE-COPY.txt - - elif unzip -l "addon-$id-latest.xpi" | awk '{ print $4 }' | grep -q "^COPYING.md$"; then - - echo "COPYING.md" >> ../VERIFY-LICENSE-COPY.txt - - else - - echo "Request" >> ../VERIFY-LICENSE-COPY.txt - - fi - -done < ../id.txt - - - -line="0"; - -while IFS= read -r status; do - - - ((line++)) - - average_daily_users="$(sed -n ${line}p ../average_daily_users.txt)"; - id="$(sed -n ${line}p ../id.txt)"; - slug="$(sed -n ${line}p ../slug.txt)"; - license_name_en_US="$(sed -n ${line}p ../license.name.enUS.txt)"; - homepage_en_US="$(sed -n ${line}p ../homepage.en-US.txt | sed "s|3A\\/\\/|\n|" | tail -n 1)"; - support_email_en_US="$(sed -n ${line}p ../support_email.en-US.txt)"; - support_url_en_US="$(sed -n ${line}p ../support_url.en-US.txt | sed "s|3A\\/\\/|\n|" | tail -n 1)"; - - - - if [ "$license_name_en_US" == "GNU General Public License, version 3.0" ]; then license_txt="https://www.gnu.org/licenses/gpl-3.0.txt"; license_file_name="COPYING"; - elif [ "$license_name_en_US" == "GNU General Public License, version 2.0" ]; then license_txt="https://www.gnu.org/licenses/old-licenses/gpl-2.0.txt"; license_file_name="COPYING"; - elif [ "$license_name_en_US" == "GNU Lesser General Public License, version 3.0" ]; then license_txt="https://www.gnu.org/licenses/lgpl-3.0.txt"; license_file_name="COPYING"; - elif [ "$license_name_en_US" == "GNU Lesser General Public License, version 2.1" ]; then license_txt="https://www.gnu.org/licenses/old-licenses/lgpl-2.1.txt"; license_file_name="COPYING"; - elif [ "$license_name_en_US" == "Mozilla Public License, version 2.0" ]; then license_txt="https://www.mozilla.org/media/MPL/2.0/index.txt"; license_file_name="LICENSE"; - elif [ "$license_name_en_US" == "Mozilla Public License Version 1.1" ]; then license_txt="https://www.mozilla.org/media/MPL/1.1/index.txt"; license_file_name="LICENSE"; - elif [ "$license_name_en_US" == "BSD License" ]; then license_txt="https://directory.fsf.org/wiki?title=License:FreeBSD"; license_file_name="LICENSE"; - elif [ "$license_name_en_US" == "MIT/X11 License" ]; then license_txt="https://directory.fsf.org/wiki/License:X11"; license_file_name="LICENSE"; - fi - - - if [ "$(sed -n ${line}p ../name.en-US.txt)" != "null" ]; then name="$(sed -n ${line}p ../name.en-US.txt)"; - elif [ "$(sed -n ${line}p ../name.en-GB.txt)" != "null" ]; then name="$(sed -n ${line}p ../name.en-GB.txt)"; - else name="$slug"; - fi - - - if [ "$status" = "Request" ]; then - - ((count_reports++)) - - # Authors that don't provide contact information will be ignored, its impossible to track conversations in Reviews anyway, because they will be deleted. - - if [ "$homepage_en_US" != "null" ] || [ "$support_url_en_US" != "null" ] || [ "$support_email_en_US" != "null" ]; then - - decimals="$(echo "$average_daily_users" | sed -r ':L;s=\b([0-9]+)([0-9]{3})\b=\1,\2=g;t L')"; - - echo " -$decimals average daily users: $name - https://addons.mozilla.org/en-US/firefox/addon/$slug/ - Request: \"You have distributed $name under $license_name_en_US on https://addons.mozilla.org/en-US/firefox/addon/$slug/, but you have not added a copy of the license. can you please download the text of the license from $license_txt and add save it to file name $license_file_name and put it in the root directory of you program?\" by contacting:"; - - if [ "$homepage_en_US" != "null" ]; then echo " * Homepage (please submit Pull Request for $license_file_name if possible): $homepage_en_US"; fi - if [ "$support_url_en_US" != "null" ]; then echo " * Support URL (please submit Pull Request for $license_file_name if possible): $support_url_en_US"; fi - if [ "$support_email_en_US" != "null" ]; then echo " * Support E-mail: $support_email_en_US"; fi - - fi - - fi - -done < ../VERIFY-LICENSE-COPY.txt - -echo " -######################### -$count_reports reports to submit"; |