Kende robotter
Er det muligt at finde ud af om en session er en robot?Pt. gør jeg følgende, hvilket ikke er særligt smart - er der nogen smartere løsning:
Select Case Request.ServerVariables("http_user_agent")
Case "Mozilla/4.0 (compatible; grub-client-1.0.7; Crawl your own stuff with http://grub.org)"
Var_Robot = "Y"
Case "ia_archiver"
Var_Robot = "Y"
Case "Nutch"
Var_Robot = "Y"
Case "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; Girafabot; girafabot at girafa dot com; http://www.girafa.com)"
Var_Robot = "Y"
Case "Googlebot/2.1 (+http://www.googlebot.com/bot.html)"
Var_Robot = "Y"
Case "Mozilla/4.0 (compatible; grub-client-1.0.6; Crawl your own stuff with http://grub.org)"
Var_Robot = "Y"
Case "Mozilla/5.0 (X11; Linux i686; en-US; rv:1.0rc5; OBJR)"
Var_Robot = "Y"
Case "EricssonR320/R1A UP.Link/4.1.0.1 (Fast Mobile Crawler)"
Var_Robot = "Y"
Case "FAST-WebCrawler/3.6 (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)"
Var_Robot = "Y"
Case "FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)"
Var_Robot = "Y"
Case "http://www.almaden.ibm.com/cs/crawler [c01]"
Var_Robot = "Y"
Case "Scooter/3.2.SF0"
Var_Robot = "Y"
Case "Mercator-2.0"
Var_Robot = "Y"
Case "Mozilla/3.0 (compatible; Indy Library)"
Var_Robot = "Y"
Case "Mozilla/2.0 (Win16; I)"
Var_Robot = "Y"
Case "Mozilla/3.0 (compatible)"
Var_Robot = "Y"
Case "Mozilla/5.0 (Slurp/cat; slurp@inktomi.com; http://www.inktomi.com/slurp.html)"
Var_Robot = "Y"
Case "FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)"
Var_Robot = "Y"
Case "TurnitinBot/1.5 http://www.turnitin.com/robot/crawlerinfo.html"
Var_Robot = "Y"
Case "Opera/4.0 (Windows NT 4.0;US)"
Var_Robot = "Y"
Case "NPBot-1/2.0 (http://www.nameprotect.com/botinfo.html)"
Var_Robot = "Y"
Case "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Microsoft Scheduled Cache Content Download Service"
Var_Robot = "Y"
Case "Mozilla/4.0 compatible ZyBorg/1.0 (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)"
Var_Robot = "Y"
Case "Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request"
Var_Robot = "Y"
Case "Oracle Ultra Search"
Var_Robot = "Y"
End Select