blob: a2fd302b6b701e6ef3c8b874f83bc2dde5b5a088 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
|
;;; hnreader.el --- A HN reader -*- lexical-binding: t; -*-
(require 'promise)
(require 'request)
(require 'shr)
(require 'dom)
(require 'cl-lib)
(defvar hnreader--buffer "*HN*"
"Buffer for HN pages.")
(defvar hnreader--comment-buffer "*HNComments*")
(defun hnreader--get-hn-buffer ()
"Get hn buffer."
(get-buffer-create hnreader--buffer))
(defun hnreader--get-hn-comment-buffer ()
"Get hn commnet buffer."
(get-buffer-create hnreader--comment-buffer))
(defvar hnreader--indent 40
"Tab value which is the width of an indent.
top level commnet is 0 indent
second one is 40
third one is 80.")
(defun hnreader--promise-dom (url)
"Promise (url . dom) from URL with curl."
(promise-new
(lambda (resolve reject)
(request url
:parser (lambda ()
(goto-char (point-min))
(while (re-search-forward ">\\*" nil t)
(replace-match ">-"))
(libxml-parse-html-region (point-min) (point-max)))
:error (cl-function (lambda (&rest args &key error-thrown &allow-other-keys)
(funcall reject error-thrown)))
:success (cl-function (lambda (&key data &allow-other-keys)
(funcall resolve data)))))))
(defun hnreader--prepare-buffer (buf &optional msg)
"Print MSG message and prepare window for BUF buffer."
(when (not (equal (window-buffer) buf))
(switch-to-buffer-other-window buf))
;; (display-buffer buf '(display-buffer-use-some-window (inhibit-same-window . t))))
(with-current-buffer buf
(read-only-mode -1)
(erase-buffer)
(insert (if msg
msg
"Loading...")))
buf)
(defun hnreader--print-frontpage-item (thing subtext)
"Print THING dom and SUBTEXT dom."
(let ((id (dom-attr thing 'id))
(story-link (dom-attr (dom-by-class thing "^storylink$") 'href)))
(insert (format "\n* %s %s (%s) [%s]\n"
;; rank
(dom-text (dom-by-class thing "^rank$"))
;; title
(dom-text (dom-by-class thing "^storylink$"))
;; points
(dom-text (dom-by-class subtext "^score$"))
;; comments
(dom-text (last (dom-by-tag subtext 'a)))))
;; (setq thanh subtext)
;; link
(insert (format "%s\n[[eww:%s][view story in eww]]\n" story-link story-link))
;; comment link
(insert (format "[[elisp:(hnreader-comment %s)][https://news.ycombinator.com/item?id=%s]]"
id
id)) ))
(defun hnreader--get-morelink (dom)
"Get more link from DOM."
(let ((more-link (dom-by-class dom "morelink")))
;; (setq thanh more-link)
(format "\n* [[elisp:(hnreader-read-page \"https://news.ycombinator.com/%s\")][More]]"
(dom-attr more-link 'href))))
(defun hnreader--get-time-top-link (node)
"Get date link in route /past from NODE."
(let ((a-link (dom-attr (dom-by-tag node 'a) 'href))
(text (dom-texts node)))
(format "[[elisp:(hnreader-read-page \"https://news.ycombinator.com/%s\")][%s]]"
a-link
text)))
(defun hnreader--past-time-top-links (node-list)
"Get date, month and year links from NODE-LIST."
(seq-reduce (lambda (acc it)
(concat acc (hnreader--get-time-top-link it) " "))
node-list
"Go back to a "))
(defun hnreader--get-route-top-info (dom)
"Get top info of route like title, date of hn routes such as front, past from DOM."
(let* ((space-page (dom-by-id dom "^pagespace$"))
(title (dom-attr space-page 'title))
(hn-more (dom-by-class dom "^hnmore$")))
(format "\n%s %s"
title
(hnreader--past-time-top-links hn-more))))
(defun hnreader--print-frontpage (dom buf)
"Print raw DOM on BUF."
(let ((things (dom-by-class dom "^athing$"))
(subtexts (dom-by-class dom "^subtext$")))
(with-current-buffer buf
(read-only-mode -1)
(erase-buffer)
(insert "#+STARTUP: overview indent\n")
(insert (hnreader--get-route-top-info dom))
(cl-mapcar #'hnreader--print-frontpage-item things subtexts)
;; (setq-local org-confirm-elisp-link-function nil)
(insert (hnreader--get-morelink dom))
(org-mode)
(goto-char (point-min))
(forward-line 2))))
(defun hnreader--get-title (dom)
"Get title and link from DOM comment page."
(let ((a-link (dom-by-class dom "^storylink$")))
(cons (dom-text a-link) (dom-attr a-link 'href))))
(defun hnreader--get-post-info (dom)
"Get top info about the DOM comment page."
(let* ((fat-item (dom-by-class dom "^fatitem$"))
(user (dom-by-class fat-item "^hnuser$"))
(score (dom-by-class fat-item "^score$"))
(tr-tag (dom-by-tag fat-item 'tr))
(comment-count (last (dom-by-tag (dom-by-class fat-item "^subtext$") 'a)))
(intro (if (= (length tr-tag) 6)
(nth 3 tr-tag)
nil)))
;; (setq thanh tr-tag)
;; (setq thanh-fat fat-item)
(cons
(format "%s | by %s | %s\n"
(dom-text score)
(dom-text user)
(dom-text comment-count))
intro)))
(defun hnreader--print-node (node)
"Print the NODE with extra options."
(let ((shr-width 80)
(shr-use-fonts nil))
(shr-insert-document node)))
(defun hnreader--print-comments (dom)
"Print DOM comment page to buffer."
(let ((comments (dom-by-class dom "^athing comtr $"))
(title (hnreader--get-title dom))
(info (hnreader--get-post-info dom)))
(with-current-buffer (hnreader--get-hn-comment-buffer)
(read-only-mode -1)
(erase-buffer)
(insert "#+STARTUP: indent\n")
(insert "#+TITLE: " (car title))
(insert (format "\n%s\n[[eww:%s][view story in eww]]\n" (cdr title) (cdr title)))
(insert (car info))
(when (cdr info)
(insert "\n")
(hnreader--print-node (cdr info)))
(dolist (comment comments)
;; (setq thanh comment)
(insert (format "%s %s\n"
(hnreader--get-indent
(hnreader--get-img-tag-width comment))
(hnreader--get-comment-owner comment)))
(hnreader--print-node (hnreader--get-comment comment)))
(org-mode)
(org-shifttab 3)
(goto-char (point-min))
(forward-line 2))))
(defun hnreader--get-img-tag-width (comment-dom)
"Get width attribute of img tag in COMMENT-DOM."
(string-to-number
(dom-attr (dom-by-tag (dom-by-class comment-dom "^ind$") 'img)
'width)))
(defun hnreader--get-indent (width)
"Return headline star string from WIDTH of img tag."
(let ((stars "\n*")) (dotimes (_ (round (/ width hnreader--indent)) stars)
(setq stars (concat stars "*")))))
(defun hnreader--get-comment-owner (comment-dom)
"Return user who wrote this COMMENT-DOM."
(dom-text (dom-by-class comment-dom "^hnuser$")))
(defun hnreader--get-comment (comment-dom)
"Get comment dom from COMMENT-DOM."
(dom-by-class comment-dom "^commtext"))
(defun hnreader-readpage-promise (url)
"Promise HN URL."
(hnreader--prepare-buffer (hnreader--get-hn-buffer))
(promise-chain (hnreader--promise-dom url)
(then (lambda (result)
(hnreader--print-frontpage result (hnreader--get-hn-buffer))))
(promise-catch (lambda (reason)
(message "catch error in promise prontpage: %s" reason)))))
(defun hnreader-read-page (url)
"Print HN URL page."
(interactive "sLink: ")
(hnreader-readpage-promise url)
nil)
(defun hnreader-news()
"Read front page."
(interactive)
(hnreader-read-page "https://news.ycombinator.com/news"))
(defun hnreader-past()
"Read past page."
(interactive)
(hnreader-read-page "https://news.ycombinator.com/front"))
(defun hnreader-ask ()
"Read ask page."
(interactive)
(hnreader-read-page "https://news.ycombinator.com/ask"))
(defun hnreader-show ()
"Read show page."
(interactive)
(hnreader-read-page "https://news.ycombinator.com/show"))
(defun hnreader-jobs ()
"Read jobs page."
(interactive)
(hnreader-read-page "https://news.ycombinator.com/jobs"))
(defun hnreader-promise-comment (comment-id)
"Promise to print hn COMMENT-ID page to buffer."
(hnreader--prepare-buffer (hnreader--get-hn-comment-buffer))
(promise-chain (hnreader--promise-dom (format "https://news.ycombinator.com/item?id=%s" comment-id))
(then #'hnreader--print-comments)
(promise-catch (lambda (reason)
(message "catch error in promise comments: %s" reason)))))
(defun hnreader-comment (comment-id)
"Print hn COMMENT-ID page to buffer."
(interactive "sComment ID: ")
(hnreader-promise-comment comment-id)
nil)
(provide 'hnreader)
|
