aboutsummaryrefslogtreecommitdiff
path: root/bot/sx-bot.el
blob: a3acfe83317dd536ffde7225256aef71eec9fd7d (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
;;; sx-bot.el --- Functions for viewing different tabs.       -*- lexical-binding: t; -*-

;; Copyright (C) 2014  Artur Malabarba

;; Author: Artur Malabarba <bruce.connor.am@gmail.com>

;; This program is free software; you can redistribute it and/or modify
;; it under the terms of the GNU General Public License as published by
;; the Free Software Foundation, either version 3 of the License, or
;; (at your option) any later version.

;; This program is distributed in the hope that it will be useful,
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
;; GNU General Public License for more details.

;; You should have received a copy of the GNU General Public License
;; along with this program.  If not, see <http://www.gnu.org/licenses/>.

;;; Commentary:

;;


;;; Code:

(require 'sx-site)
(require 'sx-tag)

(setq sx-request-remaining-api-requests-message-threshold 50000)

(require 'package)
(package-initialize)

(defcustom sx-bot-out-dir "./data/tags/"
  "Directory where output tag files are saved."
  :type 'directory
  :group 'sx)


;;; Printing
(defun sx-bot-write-to-file (data)
  "Write (cdr DATA) to file named (car DATA).
File is savedd in `sx-bot-out-dir'."
  (let ((file-name (expand-file-name (car data) sx-bot-out-dir)))
    (message "Writing %S" file-name)
    (with-temp-file file-name
      (let (print-length)
        (prin1 (cdr data) (current-buffer))))))


(defun sx-bot-fetch-and-write-tags ()
  "Get a list of all tags of all sites and save to disk."
  (make-directory sx-bot-out-dir t)
  (let* ((url-show-status nil)
         (site-tokens (sx-site-get-api-tokens))
         (number-of-sites (length site-tokens))
         (current-site-number 0))
    (mapcar
     (lambda (site)
       (message "[%d/%d] Working on %S"
                (cl-incf current-site-number)
                number-of-sites
                site)
       (sx-bot-write-to-file
        (cons (concat site ".el")
              (sx-tag--get-all site))))
     site-tokens)))


;;; Newest
(provide 'sx-bot)
;;; sx-bot.el ends here