<--- --------------------------------------------------------------------------------------- ---- Blog Entry: Updated Session Management And Web Spiders & Bots Author: Ben Nadel / Kinky Solutions Link: http://www.bennadel.com/index.cfm?dax=blog:77.view Date Posted: Jun 9, 2006 at 7:39 AM ---- --------------------------------------------------------------------------------------- ---> // Create a lowercase version of the user agent so we can run without // NoCase checks. strTempUserAgent = LCase( CGI.http_user_agent ); // Check user agent. if ( (NOT Len(strTempUserAgent)) OR // We are gonna try to optimize even a little bit more. A good number // of the spider names end in "bot". If we check for names that have // BOT ending on a word bountry, we can eliminate severl of the other // spider checkes. The bot\b search here takes care of the spiders // that are now commented out below. As you can see, it takes the // place of 18 different spider Find()'s. REFind( "bot\b", strTempUserAgent ) OR Find( "slurp", strTempUserAgent ) OR // Find( "googlebot", strTempUserAgent ) OR // Find( "becomebot", strTempUserAgent ) OR // Find( "msnbot", strTempUserAgent ) OR Find( "mediapartners-google", strTempUserAgent ) OR Find( "zyborg", strTempUserAgent ) OR // Find( "rufusbot", strTempUserAgent ) OR Find( "emonitor", strTempUserAgent ) OR // Find( "researchbot", strTempUserAgent ) OR // Find( "ip2mapbot", strTempUserAgent ) OR // Find( "gigabot", strTempUserAgent ) OR Find( "jeeves", strTempUserAgent ) OR // Find( "exabot", strTempUserAgent ) OR Find( "sbider", strTempUserAgent ) OR Find( "findlinks", strTempUserAgent ) OR Find( "yahooseeker", strTempUserAgent ) OR Find( "mmcrawler", strTempUserAgent ) OR // Find( "mj12bot", strTempUserAgent ) OR // Find( "outfoxbot", strTempUserAgent ) OR Find( "jbrowser", strTempUserAgent ) OR // Find( "ziggsbot", strTempUserAgent ) OR Find( "java", strTempUserAgent ) OR Find( "pmafind", strTempUserAgent ) OR Find( "blogbeat", strTempUserAgent ) OR // Find( "turnitinbot", strTempUserAgent ) OR Find( "converacrawler", strTempUserAgent ) OR Find( "ocelli", strTempUserAgent ) OR Find( "labhoo", strTempUserAgent ) OR Find( "validator", strTempUserAgent ) OR Find( "sproose", strTempUserAgent ) OR // Find( "obot", strTempUserAgent ) OR // Find( "myfamilybot", strTempUserAgent ) OR // Find( "girafabot", strTempUserAgent ) OR // Find( "aipbot", strTempUserAgent ) OR Find( "ia_archiver", strTempUserAgent ) OR // Find( "snapbot", strTempUserAgent ) OR Find( "larbin", strTempUserAgent ) OR Find( "psycheclone", strTempUserAgent ) // Find( "IRLbot", strTempUserAgent ) ){ // This application definition is for robots that do NOT need sessions. THIS.Name = "KinkySolutions v.1 {dev}"; THIS.SessionManagement = false; THIS.SetClientCookies = false; THIS.ClientManagement = false; THIS.SetDomainCookies = false; // Set the flag for session use. REQUEST.HasSessionScope = false; } else { // This application is for the standard user. THIS.Name = "KinkySolutions v.1 {dev}"; THIS.SessionManagement = true; THIS.SetClientCookies = true; THIS.SessionTimeout = CreateTimeSpan(0, 0, 20, 0); THIS.LoginStorage = "SESSION"; // Set the flag for session use. REQUEST.HasSessionScope = true; }