aboutsummaryrefslogtreecommitdiff
path: root/subprojects/freeamo/src/search-pages~
diff options
context:
space:
mode:
authordavid <public@beloved.name>2018-07-17 16:04:35 +0200
committerdavid <public@beloved.name>2018-07-17 16:04:35 +0200
commit4db097df535402d7e7de93022f42f69e4f7a3663 (patch)
tree4dc8b88e57837f0d7eea0cedc1f34e6c44832201 /subprojects/freeamo/src/search-pages~
parent1ae516a7bab1d5d9f02ab00c4ac13c219f43c1a1 (diff)
Renamed the AMO/FSD project to FreeAMO, and rewrote its architecture.
Diffstat (limited to 'subprojects/freeamo/src/search-pages~')
-rw-r--r--subprojects/freeamo/src/search-pages~139
1 files changed, 0 insertions, 139 deletions
diff --git a/subprojects/freeamo/src/search-pages~ b/subprojects/freeamo/src/search-pages~
deleted file mode 100644
index 3ffa9dd..0000000
--- a/subprojects/freeamo/src/search-pages~
+++ /dev/null
@@ -1,139 +0,0 @@
-#!/usr/bin/env bash
-# This file is part of FreeAMO
-# Copyright (C) 2017 David Hedlund
-#
-# FreeAMO is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# FreeAMO is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>.
-
-cd "$run_path/build/json/search-pages" || exit
-
-function search-pages--download() {
-
- echo "$debug"
-
- echo -e "\\nDownloading search pages:"
-
- echo "This file is used to describe the settings that were used to generate the files.
-
-build/json/search-pages/
-$wget_uri" > "$run_path/build/declared_settings.txt"
- # indicate that the page page variable are the page files
- sed -i "s|page=1|page=\$page|g" "$run_path/build/declared_settings.txt"
-
-
-
- #####################################################
-
- function wget_page {
-
- base_uri="https://addons.mozilla.org/api/v3/addons/search/?platform=linux&sort=users&type=extension&app=firefox&appversion=$latest_trisquel_icecat_version&page_size=50&page=";
- # sort=users. sort=name not working yet - https://github.com/mozilla/addons-server/issues/7600
- # page_size=50 -- this is the maximum accepted number, it makes the download much faster: 20 seconds for 10 x page_size=50, 35 seconds for 20 x page_size=25 (default)
- # page. Add this dynamic variable as the last variable to make it easy to read
- wget_uri="$base_uri$page";
-
- wget -q "$wget_uri" --no-verbose -O "$page.json"
-
- average_daily_users="$(jq ".results[].average_daily_users" "$page.json" | tail -n 1)"
-
- }
-
- page="1";
- wget_page
-
- page_count="$(jq ".page_count" "$page.json")";
- pv__size="$page_count"
- source "$run_path/src/main_functions"
-
-
- if [ "$debug" = true ]; then
-
- pv__size="2";
-
- else
-
- pv__size="$page_count"
-
- fi
-
-
- while [ "$page" -lt "$page_count" ]; do
-
- ((++page))
-
- if ( [ "$debug" = true ] && [ "$page" -le "3" ] || [ "$debug" = false ] ) && ( [ "$average_daily_users" -ge "$minimum_average_daily_users" ] ); then
-
- echo "$page"
- wget_page
-
- else
-
- exit 0
-
- fi
-
- echo "foo" # Must be here to work with pv
- done | progress
-
-}
-
-function search-pages--filter() {
-
-
- echo -e "\\nFilter search pages:"
-
- # source "$run_path/src/main_functions"
- # amo_variables
- echo "
-build/index-search-pages.txt
-has_eula=false
-nativeMessaging__pass=true
-minimum_average_daily_users=$minimum_average_daily_users" >> "$run_path/build/declared_settings.txt"
-
- pv__size=$(ls . | wc -l)
- output_file="$output_file_1";
- source "$run_path/src/main_functions"
-
- rm -f $output_file_1
-
- # Sort by file modification time stamp for the downloaded JSON files
- find . -type f | sort -n | while read -r file; do
-
-
- filename="$(echo $(basename "$file"))";
-
- entry="0"; # Should not be 1
-
- for id in $(jq ".results[].average_daily_users" "$file"); do
-
- source "$run_path/src/main_functions"
- amo_variables
-
- essential_addon
- if [ "$essential_addon" = true ]; then
-
- echo -e "$filename\\t$entry" >> "$output_file_1"
-
- fi
-
- ((++entry))
-
- done
-
- echo "$filename"
-
-
- echo "foo" # Must be here to work with pv
- done | progress
-
-}