diff options
| author | Yuchen Pei <id@ypei.org> | 2024-05-09 19:55:05 +1000 |
|---|---|---|
| committer | Yuchen Pei <id@ypei.org> | 2024-05-09 19:55:05 +1000 |
| commit | 33fdc0bf722c67c31f7c6467bd0dcda64a40b405 (patch) | |
| tree | 367dbb7ce281760fb2988179bc8ce74df09e236e | |
| parent | c725c4d789ba6d1a7fa2ee3107fe443639bae724 (diff) | |
[bashrc] spoof googlebot
| -rw-r--r-- | misc/.bashrc | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/misc/.bashrc b/misc/.bashrc index 5f8c3cf..11b805d 100644 --- a/misc/.bashrc +++ b/misc/.bashrc @@ -125,6 +125,8 @@ alias updatedb='sudo updatedb' alias wgets="wget -O- 2>/dev/null" # get url behind one redirection alias wgre="wget --spider --max-redirect=0" +# wget with spoofing googlebot +alias wggb='wget --header="X-Forwarded-For: 66.249.66.1" --user-agent="Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"' # this allows to open an url with tor-browser from within emacs, see # `my-browse-url-tor-browser' alias tor-browser="tor-browser --allow-remote" |