diff --git a/url/curlrc b/url/curlrc index 71d46d7..98d5e97 100644 --- a/url/curlrc +++ b/url/curlrc @@ -1,5 +1,5 @@ # Disguise as Googlebot -user-agent = "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" +# user-agent = "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)" # When following a redirect, automatically set the previous URL as referer. referer = ";auto"