#!/usr/bin/env bash
# This file is part of FreeAMO
# Copyright (C) 2018 David Hedlund
#
# FreeAMO is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# FreeAMO is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see .
# API: Please adopt SPDX - https://github.com/mozilla/addons-server/issues/8706
# Allow GNU [L]GPL x.x or later - https://github.com/mozilla/addons-server/issues/8707
cd "build/json/search-pages" || exit
function get-licenses--download {
# API: Add "last_license" to the search pages - https://github.com/mozilla/addons-server/issues/8945
output_file="$output_file_1";
if [ "$debug" = true ]; then
pv__size=$(cat "$output_file" | head -n 3 | wc -l)
else
pv__size="$(wc -l < "$output_file")"
fi
source "$run_path/src/main_functions"
echo "Download $pv__size current_versions files that contain license information."
line=0
while IFS= read -r table; do
((++line))
if [ "$debug" = true ] && [ "$line" -le "3" ] || [ "$debug" = false ] ; then
file=$(echo "$table" | awk '{print $1}');
entry=$(echo "$table" | awk '{print $2}');
source "$run_path/src/main_functions"
amo_variables
total=$(wc -l < "$output_file_1")
# echo -e "#==================
#Entry $line (of $total): $name\n"
# Do not download the same license files over and over
wget -nc -q "https://addons.mozilla.org/api/v3/addons/addon/$slug/versions/$current_version__id/" -O "$run_path/build/json/current_versions/$current_version__id.json"
fi
echo "foo" # Must be here to work with pv
done < "$output_file_1" | pv__progress
}
function get-licenses--filter {
output_file="$output_file_1";
if [ "$debug" = true ]; then
pv__size=$(cat "$output_file" | head -n 3 | wc -l)
else
pv__size="$(wc -l < "$output_file")"
fi
source "$run_path/src/main_functions"
rm -f "$run_path/build/index-search-pages--free-licenses.txt"
echo "Filter free licenses for $pv__size entries."
while IFS= read -r table; do
((++line))
if [ "$debug" = true ] && [ "$line" -le "3" ] || [ "$debug" = false ] ; then
file=$(echo "$table" | awk '{print $1}');
entry=$(echo "$table" | awk '{print $2}');
source "$run_path/src/main_functions"
amo_variables
amo_variables__licenses
# license="$(jq ".license.name" "$run_path/build/json/current_versions/$current_version__id.json" | sed "s|en-US|enUS|;" | jq .enUS | sed "s|^\"||; s|\"$||;")"
# echo "$run_path/build/json/current_versions/$(jq ".results[$entry].current_version.id" "$file")"
# This is the complete list of pre-defined licenses listed on AMO. Apache License 2.0 is not on the list so its not easy to detect because it has to be released under a "Custom License".
# Make a drop-down menu with all SPDX licenses - https://github.com/mozilla/addons-server/issues/8866
# See https://addons.mozilla.org/en-US/developers/addon//ownership for the current add-on list. Note that not all licenses are added to the list.
# DuckDuckGo Privacy Essentials is distributed under Apache License 2.0.
# Apache License, version 2.0 is not on the add-on license list - https://github.com/mozilla/addons-server/issues/8545
if
[ "$license__amo_full_name" == "BSD License" ] ||
[ "$license__amo_full_name" == "GNU General Public License, version 3.0" ] ||
[ "$license__amo_full_name" == "GNU General Public License, version 2.0" ] ||
[ "$license__amo_full_name" == "GNU Lesser General Public License, version 3.0" ] ||
[ "$license__amo_full_name" == "GNU Lesser General Public License, version 2.1" ] ||
[ "$license__amo_full_name" == "MIT/X11 License" ] ||
[ "$license__amo_full_name" == "Mozilla Public License, version 2.0" ] ||
[ "$license__amo_full_name" == "Mozilla Public License Version 1.1" ]
then
# The nonfree add-ons should not be removed since the line number must correspond with the entry number in the search result JSON files.
# echo "$name: $license__amo_full_name"
echo "$file $entry $slug" >> "$output_file_2"
freedom_status="free";
elif [ "$license__amo_full_name" == "All Rights Reserved" ]; then
freedom_status="nonfree";
else
freedom_status="unknown";
fi
fi
echo "foo" # Must be here to work with pv
done < "$output_file_1" | pv__progress
}