blob: d043659a857c5b1a4c44df79e7b68800cdd4569e (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
#!/usr/bin/env bash
# This file is part of FreeAMO
# Copyright (C) 2018 David Hedlund
#
# FreeAMO is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# FreeAMO is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# It is ok to distribute only-free programs on addons.mozilla.org even if they distribute nonfree programs.
# This function requires _much_ less maintainance for custom add-on's, you don't need to manually sync
# your addons.mozilla.org collection list with a separate text file.
# https://github.com/mozilla/addons/issues/722
# Cannot list collections in desired formats
# Cannot get a list of names of Collections from other users like https://addons.mozilla.org/collections/mozilla/ without authenication (see https://addons-server.readthedocs.io/en/latest/topics/api/collections.html#list).
# So we have to parse it from HTML.
# Get the links to the collections
function get_repositories {
check_type="repositories";
check_files
cd build/ || exit
for i in $(cat ../FreeAMO-repositories); do
user=$(echo $i | sed "s|https://addons.mozilla.org/en-US/firefox/collections/||; s|/||;");
rm -f repository-$user
function wget_repository {
match="^ <a href=\"/en-US/firefox/collections/"
wget -qO- $i$wget_repository__page_extension | grep "$match" | sed "s|$match|https://addons.mozilla.org/en-US/firefox/collections/|; s|\">||" >> repository-$user
}
# Figure out if there are several pages
number_of_pages=$(wget -qO- $i | grep "?page=" | tail -n 2 | head -n 1 | sed "s|page=|\npage=|g; s|\"|\n\"|g" | grep "page=" | sed "s|page=||");
if [ -z "$number_of_pages" ]; then
echo "$i doesn't have any sub pages";
wget_repository
else
echo "$i has sub pages";
page_number=1;
while [ $page_number -le $number_of_pages ]
do
wget_repository__page_extension="?page=$page_number";
echo "$wget_repository__page_extension"
wget_repository
page_number=$(( $page_number + 1 ))
done
fi
done
}
get_repositories
# Download the JSON files from the collections
cd ..
for x in $(find build/ -name repository* | sort); do
for i in $(cat $x); do
collection_name=$(echo $i | sed "s|https://addons.mozilla.org/en-US/firefox/collections/||; s|/|-|; s|/$||");
wget $i"format%3Ajson" -O "build/collection-$collection_name.json"
done
done
|
