From 33fdc0bf722c67c31f7c6467bd0dcda64a40b405 Mon Sep 17 00:00:00 2001 From: Yuchen Pei Date: Thu, 9 May 2024 19:55:05 +1000 Subject: [bashrc] spoof googlebot --- misc/.bashrc | 2 ++ 1 file changed, 2 insertions(+) diff --git a/misc/.bashrc b/misc/.bashrc index 5f8c3cf..11b805d 100644 --- a/misc/.bashrc +++ b/misc/.bashrc @@ -125,6 +125,8 @@ alias updatedb='sudo updatedb' alias wgets="wget -O- 2>/dev/null" # get url behind one redirection alias wgre="wget --spider --max-redirect=0" +# wget with spoofing googlebot +alias wggb='wget --header="X-Forwarded-For: 66.249.66.1" --user-agent="Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"' # this allows to open an url with tor-browser from within emacs, see # `my-browse-url-tor-browser' alias tor-browser="tor-browser --allow-remote" -- cgit v1.2.3