aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorYuchen Pei <id@ypei.org>2024-05-09 19:55:05 +1000
committerYuchen Pei <id@ypei.org>2024-05-09 19:55:05 +1000
commit33fdc0bf722c67c31f7c6467bd0dcda64a40b405 (patch)
tree367dbb7ce281760fb2988179bc8ce74df09e236e
parentc725c4d789ba6d1a7fa2ee3107fe443639bae724 (diff)
[bashrc] spoof googlebot
-rw-r--r--misc/.bashrc2
1 files changed, 2 insertions, 0 deletions
diff --git a/misc/.bashrc b/misc/.bashrc
index 5f8c3cf..11b805d 100644
--- a/misc/.bashrc
+++ b/misc/.bashrc
@@ -125,6 +125,8 @@ alias updatedb='sudo updatedb'
alias wgets="wget -O- 2>/dev/null"
# get url behind one redirection
alias wgre="wget --spider --max-redirect=0"
+# wget with spoofing googlebot
+alias wggb='wget --header="X-Forwarded-For: 66.249.66.1" --user-agent="Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"'
# this allows to open an url with tor-browser from within emacs, see
# `my-browse-url-tor-browser'
alias tor-browser="tor-browser --allow-remote"