1 files changed, 75 insertions, 21 deletions

diff --git a/emacs/.emacs.d/lisp/my/my-web.el b/emacs/.emacs.d/lisp/my/my-web.el
index f2e48ba..7c9c567 100644
--- a/emacs/.emacs.d/lisp/my/my-web.el
+++ b/emacs/.emacs.d/lisp/my/my-web.el
@@ -137,28 +137,33 @@
 
 ;;; webgetter
 (require 'my-net)
-(defun my-open-spectator-au (url &optional no-overwrite)
-  (interactive "sspectator.com.au link: ")
-  (let ((url-request-extra-headers '(("X-Forwarded-For" . "66.249.66.1")))
-        (url-user-agent "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"))
-    (let ((file-name
-           (if no-overwrite
-               (my-make-unique-file-name
-                (my-make-file-name-from-url url)
-                my-download-dir)
-             (expand-file-name
+(defun my-fetch-browse (url &optional no-overwrite)
+  "Fetch URL to a local file then browse it with firefox.
+
+Useful for bypassing \"Enable JavaScript and cookies to continue\"."
+  (interactive "sUrl to fetch and browse: ")
+  (let ((file-name
+         (if no-overwrite
+             (my-make-unique-file-name
               (my-make-file-name-from-url url)
-              my-download-dir))))
-      (url-copy-file url file-name (not no-overwrite))
-      (browse-url-firefox (format "file://%s" file-name)))))
-
-(defun my-mastodon-url-p (url)
-  "Guess if a url is a mastodon post.
-e.g. https://hostux.social/@fsf/113709722998924141
-"
-  (pcase-let* ((urlobj (url-generic-parse-url url))
-               (`(,path . _) (url-path-and-query urlobj)))
-    (string-match-p "^/@[^/]+/[0-9]\\{18\\}$" path)))
+              my-webpage-download-dir)
+           (expand-file-name
+            (my-make-file-name-from-url url "html")
+            my-webpage-download-dir))))
+    (url-copy-file url file-name (not no-overwrite))
+    (browse-url-firefox (format "file://%s" file-name))))
+
+(defun my-fetch-browse-as-googlebot (url &optional no-overwrite)
+  "Same as `my-fetch-browse', but spoofing googlebot.
+
+Useful for bypassing some paywalls."
+  (interactive "sUrl to fetch and browse as googlebot: ")
+  (my-url-as-googlebot
+   (my-fetch-browse url no-overwrite)))
+
+(require 'hmm)
+(defvar my-url-context-function 'hmm-url "Context function for urls.")
+(defvar my-file-context-function 'hmm-file "Context function for files.")
 
 (defun my-hacker-news-url-p (url)
   "Check if a url is a hacker news post.
@@ -198,5 +203,54 @@ https://emacs.stackexchange.com/questions/40887/in-org-mode-how-do-i-link-to-int
         (setq files (delq var files)))))
   (apply orig-fun files client args))
 
+(defvar my-firefox-profile-dir nil "Firefox profile dir")
+(defvar my-firefox-place-limit 1000 "Firefox urls result limit")
+
+(defun my-firefox-places (&optional query)
+  (let ((where
+         (mapconcat
+          (lambda (word) (format "(url LIKE '%%%s%%' OR title LIKE '%%%s%%')" word word))
+          (split-string (or query ""))
+          " AND ")))
+    (unless (string-empty-p where) (setq where (format "WHERE %s" where)))
+    (with-temp-buffer
+      (call-process "sqlite3" nil t nil
+                    (format "file://%s/places.sqlite?immutable=1"
+                            (expand-file-name my-firefox-profile-dir))
+                    (format
+                     "SELECT url,title FROM moz_places %s ORDER BY visit_count desc limit %d"
+                     where
+                     my-firefox-place-limit))
+      (string-lines (buffer-string))
+      )))
+
+(defun my-firefox-places-collection (query pred action)
+  (if (eq action 'metadata)
+      `(metadata (display-sort-function . ,#'identity)
+                 ;; Needed for icomplete to respect list order
+                 (cycle-sort-function . ,#'identity))
+    (let ((candidates (my-firefox-places query)))
+      (message "Got %d candidates for query %s. Current action is %s" (length candidates) query action)
+      (cl-loop for str in-ref candidates do
+               (setf str (orderless--highlight regexps ignore-case (substring str))))
+      candidates
+      ;; Does not show remotely as many results
+      ;; (complete-with-action action candidates query pred)
+      )))
+
+(defun my-browse-url (url)
+  (interactive (list (completing-read "URL to browse: "
+                                      #'my-firefox-places-collection)))
+  (message url))
+
+(defun my-forge-infobox-format-url (url)
+  (concat url
+          " -- " (buttonize "clone"
+                            (lambda (_)
+                              (my-magit-clone url current-prefix-arg)))
+          " " (buttonize "context"
+                         (lambda (_)
+                           (funcall my-url-context-function url)))))
+
 (provide 'my-web)
 ;;; my-web.el ends here