Location: PHPKode > projects > CrawlTrack > crawltrack/include/createtable.php
<?php
//----------------------------------------------------------------------
//  CrawlTrack 3.2.4
//----------------------------------------------------------------------
// Crawler Tracker for website
//----------------------------------------------------------------------
// Author: Jean-Denis Brun
//----------------------------------------------------------------------
// Website: www.crawltrack.net
//----------------------------------------------------------------------
// That script is distributed under GNU GPL license
//----------------------------------------------------------------------
// file: createtable.php
//----------------------------------------------------------------------
//  Last update: 18/06/2010
//----------------------------------------------------------------------

if (!defined('IN_CRAWLT_INSTALL'))
{
	echo"<h1>Hacking attempt !!!!</h1>";
	exit();
}

//determine the path to the file
if (isset($_SERVER['SCRIPT_FILENAME']) && !empty($_SERVER['SCRIPT_FILENAME']))
	{
	$path = dirname( $_SERVER['SCRIPT_FILENAME'] );
	}
elseif (isset($_SERVER['DOCUMENT_ROOT']) && !empty($_SERVER['DOCUMENT_ROOT']) && isset($_SERVER['PHP_SELF']) && !empty($_SERVER['PHP_SELF']))
	{
	$path = dirname($_SERVER['DOCUMENT_ROOT'].$_SERVER['PHP_SELF']);
	}
else
	{
	$path = '..';
	}



//valid form

if($idmysql=='' OR $passwordmysql=='' OR $hostmysql=='' OR $basemysql=='')
	{
        
	echo"<p>".$language['step1_install_no_ok']."</p>";


	echo"<div class=\"form\">\n";
	echo"<form action=\"index.php\" method=\"POST\" >\n";
	echo "<input type=\"hidden\" name ='validform' value='2'>\n";
	echo "<input type=\"hidden\" name ='navig' value='15'>\n";	
	echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n";
	echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n";
	echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n";
	echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n";
	echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n";
	echo"<input name='ok' type='submit'  value=' ".$language['back_to_form']." ' size='20'>\n";
	echo"</form>\n";
	echo"<br></div>\n";
	}

//configconnect file creation

else
	{

	//check if file already exist

	if(file_exists('include/configconnect.php') )
		{
		$filename=$path.'/include/configconnect.php';
		}
	else
		{

        //file didn't exist, we can create it	

		@$content.="<?php\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="//  CrawlTrack 3.2.4\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="// Crawler Tracker for website\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="// Author: Jean-Denis Brun\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="// Website: www.crawltrack.net\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="// That script is distributed under GNU GPL license\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="// file: configconnect.php\n";
		@$content.="//----------------------------------------------------------------------\n";
		@$content.="\$crawltuser=\"$idmysql\";\n";
		@$content.="\$crawltpassword=\"$passwordmysql\";\n";
		@$content.="\$crawltdb=\"$basemysql\";\n";
		@$content.="\$crawlthost=\"$hostmysql\";\n";
		@$content.="?>\n";



		$filename=$path.'/include/configconnect.php';
        $filedir=$path.'/include';
        
        
        //chmod the directory
       if(function_exists('chmod'))
            {
            @chmod($filedir, 0755);
            }
            
 		if ( $file = fopen($filename, "w") )
			{
			fwrite($file, $content);
			fclose($file);
			}
		}

	//crawltrack file creation
	
	//check if file already exist

	if(file_exists('crawltrack.php') )
		{
		$filename2=$path.'/crawltrack.php';
		}
	else
		{	
		//file didn't exist, we can create it	
			
		    //url calculation
    
        $dom=$_SERVER["HTTP_HOST"]; 
        $file1=$_SERVER["PHP_SELF"];
        $size= strlen($file1);  
        $file1=substr($file1,-$size,-9);       
        $url_crawlt="http://".$dom.$file1;  
		
		
		
@$content2.="<?php\n";
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="//  CrawlTrack 3.2.4\n";
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="// Crawler Tracker for website\n";
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="// Author: Jean-Denis Brun\n";
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="// Website: www.crawltrack.net\n";		
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="// That script is distributed under GNU GPL license\n";
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="// file: crawltrack.php\n";
@$content2.="//----------------------------------------------------------------------\n";
@$content2.="error_reporting(0);\n";
@$content2.="@set_time_limit(10);\n";        
@$content2.="\$crawltattack=0;\n"; 
@$content2.="//connection to database\n";	
@$content2.="require_once(\"$path/include/configconnect.php\");\n";   	
@$content2.="\$crawltconnexion = mysql_connect(\$crawlthost,\$crawltuser,\$crawltpassword);\n";
@$content2.="\$selection = mysql_select_db(\$crawltdb);\n";	        
@$content2.="//query to get the good site list\n";
@$content2.="\$sql = \"SELECT host_site FROM crawlt_good_sites\";\n";
@$content2.="\$requete = mysql_query(\$sql, \$crawltconnexion);\n";
@$content2.="\$nbrresult=mysql_num_rows(\$requete);\n";
@$content2.="if(\$nbrresult>=1)\n";
@$content2.="{\n";	
@$content2.="while (\$ligne = mysql_fetch_row(\$requete))\n";
@$content2.="{\n";
@$content2.="\$crawltlistgoodsite[]=\$ligne[0];\n";               
@$content2.="}\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$crawltlistgoodsite=array();\n";
@$content2.="}\n";
@$content2.="//include searchenginelist.php file\n";        
@$content2.="require_once(\"$path/include/searchenginelist.php\");\n";        
@$content2.=" //query to get the session id list\n";
@$content2.="\$sql = \"SELECT sessionid FROM crawlt_sessionid\";\n";
@$content2.="\$requete = mysql_query(\$sql, \$crawltconnexion);\n";
@$content2.="\$nbrresult=mysql_num_rows(\$requete);\n";
@$content2.="if(\$nbrresult>=1)\n";
@$content2.="{\n";	
@$content2.="while (\$ligne = mysql_fetch_row(\$requete))\n";
@$content2.="{\n";
@$content2.="\$crawltlistsessionid[]=\$ligne[0];\n";               
@$content2.="}\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$crawltlistsessionid=array();\n";
@$content2.="}\n";               				
@$content2.="//mysql escape function\n";
@$content2.="if( function_exists( \"crawlt_sql_quote\" ) == false )\n";
@$content2.="{\n";        		
@$content2.="function crawlt_sql_quote( \$value )\n";
@$content2.="{\n";
@$content2.="if( get_magic_quotes_gpc() )\n";
@$content2.="{\n";
@$content2.="\$value = stripslashes( \$value );\n";
@$content2.="}\n";
@$content2.="//check if this function exists\n";
@$content2.="if( function_exists( \"mysql_real_escape_string\" ) )\n";
@$content2.="{\n";
@$content2.="\$value = mysql_real_escape_string( \$value );\n";
@$content2.="}\n";
@$content2.="//for PHP version < 4.3.0 use addslashes\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$value = addslashes( \$value );\n";
@$content2.="}\n";
@$content2.="return \$value;\n";
@$content2.="}\n";  
@$content2.="}\n";               
@$content2.="//function url treatment (base on phpMyVisites processParams function)\n";
@$content2.="if( function_exists( \"crawlturltreatment\" ) == false )\n";
@$content2.="{\n";         
@$content2.="function crawlturltreatment(\$url)\n";
@$content2.="{\n";
@$content2.="global \$crawltlistsessionid, \$crawltsessionid, \$crawltincludeparameter;\n";
@$content2.="if(\$crawltsessionid==0 && \$crawltincludeparameter==1)\n";
@$content2.="{\n";
@$content2.="\$toReturn=\$url;\n";
@$content2.="}\n";
@$content2.="elseif(\$crawltincludeparameter==0)\n";
@$content2.="{\n";
@$content2.="\$explodeurl=explode(\"?\",\$url);\n";
@$content2.="\$toReturn=\$explodeurl[0];\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";                
@$content2.="\$url2=ltrim(\$url,\"/\");\n";
@$content2.="\$urltreated =0;\n"; 
@$content2.="\$parseurl = parse_url('http://site.com/'.\$url2);\n";    
@$content2.="if(isset(\$parseurl['query']))\n";
@$content2.="{\n";
@$content2.="\$chaine=\$parseurl['query'];\n";
@$content2.="if(strpos(\$chaine, '&amp;'))\n";        
@$content2.="{\n";
@$content2.="\$queryEx = explode('&amp;', \$chaine);\n";
@$content2.="\$separator='&amp;';\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$queryEx = explode('&', \$chaine);\n";
@$content2.="\$separator='&';\n";
@$content2.="}\n"; 
@$content2.="\$return = \$parseurl['path'] . '?';\n";		
@$content2.="foreach(\$queryEx as \$value)\n";
@$content2.="{\n";
@$content2.="\$varAndValue = explode('=', \$value);\n";        
@$content2.="// include only parameters\n";
@$content2.="if( sizeof(\$varAndValue) >= 2  && in_array(\$varAndValue[0], \$crawltlistsessionid))\n";
@$content2.="{\n";
@$content2.="\$urltreated=1;\n";	
@$content2.="}\n";
@$content2.="elseif( sizeof(\$varAndValue) >= 2)\n";
@$content2.="{\n";
@$content2.="\$return .= \$varAndValue[0].\"=\";\n";
@$content2.="for(\$i=1; \$i< sizeof(\$varAndValue);\$i++)\n";
@$content2.="{\n";
@$content2.="\$return .= \$varAndValue[\$i].\"=\";\n";
@$content2.="}\n";
@$content2.="\$return = rtrim(\$return,\"=\").\$separator;\n";			
@$content2.="}\n";
@$content2.="}\n";		
@$content2.="if(substr(\$return, strlen(\$return)-strlen(\$separator)) == \$separator && \$urltreated==1)\n";
@$content2.="{\n";
@$content2.="\$toReturn = substr(\$return, 0, strlen(\$return)-strlen(\$separator));\n";
@$content2.="}\n";
@$content2.="else if(substr(\$return, strlen(\$return)-1) == '?'  && \$urltreated==1)\n";
@$content2.="{\n";
@$content2.="\$toReturn = substr(\$return, 0, strlen(\$return)-1);\n";
@$content2.="}\n";
@$content2.="elseif(\$urltreated==0)\n";
@$content2.="{\n";
@$content2.="\$toReturn=\$url;\n";
@$content2.="}\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$toReturn = \$url;\n";
@$content2.="}\n"; 
@$content2.="}\n";               
@$content2.="return \$toReturn;\n";
@$content2.="}\n"; 
@$content2.="}\n"; 
@$content2.="//function browser identification \n";
@$content2.="if( function_exists( \"crawltbrowserid\" ) == false )\n";
@$content2.="{\n";
@$content2.="function crawltbrowserid(\$ua)\n";
@$content2.="{\n";
@$content2.="if(preg_match(\"/MSIE 7/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=5;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/Firefox/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=2;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/MSIE 6/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=4;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/MSIE 8/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=6;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/MSIE 5/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=3;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/Opera Mini/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=22;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/Opera/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=9;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/Chrome/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=1;\n"; 
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/Nokia/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=21;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/iPod/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=19;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/iPhone/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=18;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/Android/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=20;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/Safari/i\", \$ua))\n"; 
@$content2.="{\n"; 
@$content2.="\$browser=10;\n"; 
@$content2.="}\n"; 
@$content2.="elseif(preg_match(\"/MSIE 4/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=7;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/PlayStation Portable/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=8;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/OmniWeb/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=11;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/BrowseX/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=12;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/MultiZilla/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=13;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/SeaMonkey/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=14;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/K-meleon/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=15;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/Camino/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=16;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/Konqueror/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=17;\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/iPad/i\", \$ua))\n";
@$content2.="{\n";
@$content2.="\$browser=23;\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$browser=0;\n";
@$content2.="}\n";
@$content2.="return \$browser;\n";
@$content2.="}\n";
@$content2.="}\n";
@$content2.="//get information\n";        
@$content2.="\$crawltispostdata=0;\n";
@$content2.="if (!isset(\$_SERVER))\n";
@$content2.="	{\n";
@$content2.="	\$_SERVER = \$HTTP_SERVER_VARS;\n";	
@$content2.="	}\n";       		
@$content2.="if(isset(\$_POST['agent']) && isset(\$_POST['ip']) && isset(\$_POST['url']) && isset(\$_POST['site']) && isset(\$_POST['cookie']))\n";
@$content2.="	{\n";
@$content2.="	\$crawltagent = \$_POST['agent'];\n";
@$content2.="\$crawltispostdata=1;\n";        	
@$content2.="	}\n";       
@$content2.="else\n";
@$content2.="	{\n";
@$content2.="	\$crawltagent =\$_SERVER['HTTP_USER_AGENT'];\n";	
@$content2.="	}\n";        
@$content2.="if(\$crawltispostdata==1)\n";
@$content2.="	{\n";
@$content2.="	\$crawltip = \$_POST['ip'];\n";	
@$content2.="	}\n";
@$content2.="else\n";
@$content2.="	{\n";
@$content2.="\$crawltip = \$_SERVER['REMOTE_ADDR'];\n";
@$content2.="	}\n";        													
@$content2.="if(\$crawltispostdata==1)\n";
@$content2.="	{\n";
@$content2.="	\$crawlturl2 = \$_POST['url'];\n";        
@$content2.="\$crawltpostrequest=1;\n";
@$content2.="	}\n";
@$content2.="else\n";
@$content2.="	{\n";
@$content2.="if(isset(\$_ENV['REQUEST_URI']) && substr(\$_ENV['REQUEST_URI'], -3)!='cgi')\n";
@$content2.=" {\n";
@$content2.=" \$crawlturl2 =\$_ENV['REQUEST_URI'];\n";    
@$content2.=" }\n";
@$content2.="else\n";
@$content2.=" {\n";       
@$content2.="	\$crawlturl2 =\$_SERVER['REQUEST_URI'];\n";
@$content2.="	}\n";         
@$content2.="\$crawltpostrequest=0;\n";        	
@$content2.="	}\n";               	
@$content2.="if(\$crawltispostdata==1)\n";
@$content2.="	{\n";
@$content2.="	\$crawltsite = \$_POST['site'];\n";	
@$content2.="	}\n";
@$content2.="else\n";
@$content2.="	{\n";
@$content2.="   if(!isset(\$crawltsite))\n";
@$content2.="	    {\n";
@$content2.="       \$crawltsite=\$site;\n";
@$content2.="	    }\n";					
@$content2.="	}\n";              
@$content2.="if(\$crawltispostdata==1)\n";
@$content2.="	{\n";
@$content2.="	\$_COOKIE[\"crawltrackstats\".\$crawltsite] = \$_POST['cookie'];\n";
@$content2.="	}\n";
@$content2.="if(\$crawltispostdata==1)\n";
@$content2.="	{\n";
@$content2.="	\$crawlthttpcode = \$_POST['httpcode'];\n";
@$content2.="	}\n";
@$content2.="else\n";
@$content2.="	{\n";
@$content2.="  \$crawlthttpcode = \$_SERVER['REDIRECT_STATUS'];\n";
@$content2.="	}\n";	               
@$content2.="//get config parameters\n";
@$content2.="\$sqlcrawltconfig = \"SELECT mail, datelastmail, timeshift, lang, addressmail, datelastseorequest, loop1, loop2, typemail, typecharset, blockattack, datelastcleaning, sessionid,includeparameter FROM crawlt_config\";\n";
@$content2.="\$requetecrawltconfig = mysql_query(\$sqlcrawltconfig, \$crawltconnexion);\n";
@$content2.="\$nbrresultcrawlt=mysql_num_rows(\$requetecrawltconfig);\n";
@$content2.="if(\$nbrresultcrawlt>=1)\n";
@$content2.="    {\n";	
@$content2.="    \$lignecrawlt = mysql_fetch_row(\$requetecrawltconfig);\n";
@$content2.="    \$crawltmail=\$lignecrawlt[0];\n";
@$content2.="    \$crawltdatemail=\$lignecrawlt[1];\n";
@$content2.="    \$crawlttime=\$lignecrawlt[2];\n";
@$content2.="    \$crawltlang=\$lignecrawlt[3];\n";
@$content2.="    \$crawltdest=\$lignecrawlt[4];\n";
@$content2.="    \$crawltdatelastseorequest=\$lignecrawlt[5];\n";
@$content2.="    \$crawltloop=\$lignecrawlt[6];\n"; 
@$content2.="    \$crawltloop2=\$lignecrawlt[7];\n";
@$content2.="    \$crawltmailishtml=\$lignecrawlt[8];\n";
@$content2.="    \$crawltcharset=\$lignecrawlt[9];\n";
@$content2.="    \$crawltblockattack=\$lignecrawlt[10];\n";
@$content2.="    \$datecleaning=\$lignecrawlt[11];\n";
@$content2.="    \$crawltsessionid=\$lignecrawlt[12];\n";          
@$content2.="    \$crawltincludeparameter=\$lignecrawlt[13];\n";        
@$content2.="    if( \$crawltcharset !=1)\n";
@$content2.="       {\n"; 
@$content2.="       \$crawltlang = \$crawltlang.\"iso\";\n";
@$content2.="       }\n";                         
@$content2.="    \$crawltcheck=1;\n";                       
@$content2.="    }\n";
@$content2.="	\$crawlturl = crawlturltreatment(\$crawlturl2);\n";          
@$content2.="//count all the hits---------------------------------------------------\n"; 
@$content2.="//check if the date exist in the crawlt_hits table for that site\n"; 
@$content2.="\$crawlttodaylocal = date(\"Y-m-d\",(strtotime(\"today\")- (\$crawlttime * 3600)));\n"; 
@$content2.="\$crawltresult = mysql_query(\"SELECT id FROM crawlt_hits\n"; 
@$content2.=" WHERE  date='\".crawlt_sql_quote(\$crawlttodaylocal).\"'\n"; 
@$content2.=" AND idsite='\".crawlt_sql_quote(\$crawltsite).\"'\",\$crawltconnexion);\n"; 
@$content2.="\$crawltnum_rows = mysql_num_rows(\$crawltresult);\n"; 
@$content2.="if(\$crawltnum_rows>0)\n"; 
@$content2.="  {\n"; 
@$content2.="  //the date already exist in the table\n"; 
@$content2.="    while (\$crawltligne = mysql_fetch_row(\$crawltresult))\n";                                                                              
@$content2.="    {\n"; 
@$content2.="    \$crawltid=\$crawltligne[0];\n";                                                
@$content2.="    }\n"; 
@$content2.="   //add 1 in the date count\n"; 
@$content2.="    \$crawltsqlupdate=\"UPDATE crawlt_hits SET count=count+1\n"; 
@$content2.="     WHERE id='\".crawlt_sql_quote(\$crawltid).\"'\";\n"; 
@$content2.="    \$crawltrequeteupdate = mysql_query(\$crawltsqlupdate, \$crawltconnexion);\n"; 
@$content2.="  }\n"; 
@$content2.="else\n"; 
@$content2.="  {\n"; 
@$content2.="  //the link didn't exist in the table, create it\n"; 
@$content2.="  \$crawltsql=\"INSERT INTO crawlt_hits ( count,date, idsite) VALUES ('1','\".crawlt_sql_quote(\$crawlttodaylocal).\"','\".crawlt_sql_quote(\$crawltsite).\"')\";\n"; 
@$content2.="  \$crawltrequete = mysql_query(\$crawltsql, \$crawltconnexion);\n"; 
@$content2.="  }\n"; 
@$content2.="//---------------------------------------------------------------------\n"; 
@$content2.="//check if it's an attack\n";
@$content2.="\$crawlturl3 =	str_replace(\$crawltcssaattack,'http:',\$crawlturl2);\n";
@$content2.="\$crawlturl4 =	str_replace(\$crawltsqlaattack,'%20select%20',\$crawlturl2);\n";
@$content2.="if(preg_match(\"/http\:/i\", ltrim(\$crawlturl3,\"h\")))\n";
@$content2.="{\n";
@$content2.="\$crawlttypeattack=65500;\n";
@$content2.="\$crawltattack=1;\n";
@$content2.="\$crawlturl=\$crawlturl2;\n";
@$content2.="\$crawltnbrattack=substr_count(\$crawlturl3,'http:');\n";
@$content2.="\$crawltnbrgoodsite=0;\n";
@$content2.="foreach(\$crawltlistgoodsite as \$crawltgoodsite)\n";
@$content2.="{\n";
@$content2.="if(strpos(\$crawlturl, \$crawltgoodsite))\n";
@$content2.="{\n";
@$content2.="\$crawltnbrgoodsite++;\n";
@$content2.="}\n";
@$content2.="}\n";
@$content2.="if(\$crawltnbrgoodsite == \$crawltnbrattack && \$crawltnbrattack !=0)\n";
@$content2.="{\n";
@$content2.="\$crawltattack=0;\n";
@$content2.="}\n";
@$content2.="}\n";
@$content2.="elseif(preg_match(\"/%20select%20/i\", \$crawlturl4))\n";
@$content2.="{\n";
@$content2.="\$crawlttypeattack=65501;\n";
@$content2.="\$crawltattack=1;\n";
@$content2.="\$crawlturl=\$crawlturl2;\n";
@$content2.="\$crawltnbrattack=substr_count(\$crawlturl,'http:');\n";
@$content2.="\$crawltnbrgoodsite=0;\n";
@$content2.="foreach(\$crawltlistgoodsite as \$crawltgoodsite)\n";
@$content2.="{\n";
@$content2.="if(strpos(\$crawlturl, \$crawltgoodsite))\n";
@$content2.="{\n";
@$content2.="\$crawltnbrgoodsite++;\n";
@$content2.="}\n";
@$content2.="}\n";
@$content2.="if(\$crawltnbrgoodsite == \$crawltnbrattack && \$crawltnbrattack !=0)\n";
@$content2.="{\n";
@$content2.="\$crawltattack=0;\n";
@$content2.="}\n";
@$content2.="}\n";
@$content2.="else\n";
@$content2.="{\n";
@$content2.="\$crawlttypeattack=0;\n";
@$content2.="}\n";	
@$content2.="if(\$crawlttypeattack != 0 && \$crawltattack==1)\n";
@$content2.="  {\n";
@$content2.="  \$crawltdate  = date(\"Y-m-d H:i:s\");\n";	
@$content2.="  if(\$crawlthttpcode==404)\n";
@$content2.="    {\n";
@$content2.="    //we just count the number of 404 attack to avoid server overload and to big increase of database size\n";
@$content2.="    //check if the date exist in the crawlt_error table for that site\n";
@$content2.="    \$crawltresult = mysql_query(\"SELECT id FROM crawlt_error\n";
@$content2.="     WHERE  date='\".crawlt_sql_quote(\$crawlttodaylocal).\"'\n";
@$content2.="     AND idsite='\".crawlt_sql_quote(\$crawltsite).\"'\n";
@$content2.="     AND attacktype='\".crawlt_sql_quote(\$crawlttypeattack).\"'\",\$crawltconnexion);\n";
@$content2.="    \$crawltnum_rows = mysql_num_rows(\$crawltresult);\n";
@$content2.="    if(\$crawltnum_rows>0)\n";
@$content2.="      {\n";
@$content2.="      //the date already exist in the table\n";
@$content2.="       while (\$crawltligne = mysql_fetch_row(\$crawltresult))\n";                                                                              
@$content2.="        {\n";
@$content2.="        \$crawltid=\$crawltligne[0];\n";                                               
@$content2.="        }\n";
@$content2.="       //add 1 in the date count\n";
@$content2.="        \$crawltsqlupdate=\"UPDATE crawlt_error SET count=count+1\n";
@$content2.="         WHERE id='\".crawlt_sql_quote(\$crawltid).\"'\";\n";
@$content2.="        \$crawltrequeteupdate = mysql_query(\$crawltsqlupdate, \$crawltconnexion);\n";
@$content2.="      }\n";
@$content2.="    else\n";
@$content2.="      {\n";
@$content2.="      //the link didn't exist in the table, create it\n";
@$content2.="      \$crawltsql=\"INSERT INTO crawlt_error ( count,date, idsite, attacktype) VALUES ('1','\".crawlt_sql_quote(\$crawlttodaylocal).\"','\".crawlt_sql_quote(\$crawltsite).\"','\".crawlt_sql_quote(\$crawlttypeattack).\"')\";\n";
@$content2.="      \$crawltrequete = mysql_query(\$crawltsql, \$crawltconnexion);\n";
@$content2.="      }\n";
@$content2.="    }\n";
@$content2.="  else\n";
@$content2.="    {\n";
@$content2.="    //check if the page already exist, if not add it to the table\n";
@$content2.="    \$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages_attack WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\",\$crawltconnexion);\n";
@$content2.="    \$num_rows2 = mysql_num_rows(\$result2);\n";
@$content2.="    if (\$num_rows2>0)\n";
@$content2.="      {\n";
@$content2.="      \$crawltdata2 = mysql_fetch_row(\$result2);\n";
@$content2.="      \$crawltpage= \$crawltdata2[0];\n";
@$content2.="      }\n";
@$content2.="    else\n";
@$content2.="      {\n";
@$content2.="      mysql_query(\"INSERT INTO crawlt_pages_attack (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\",\$crawltconnexion);\n";
@$content2.="      \$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\",\$crawltconnexion));\n";
@$content2.="      \$crawltpage = \$crawltid_insert[0];\n";
@$content2.="      }\n";
@$content2.="    //insertion of the visit datas in the visits database\n";
@$content2.="    mysql_query(\"INSERT INTO crawlt_visits (crawlt_site_id_site, crawlt_pages_id_page, crawlt_crawler_id_crawler, date, crawlt_ip_used, crawlt_error) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '\".crawlt_sql_quote(\$crawltpage).\"', '\".crawlt_sql_quote(\$crawlttypeattack).\"', '\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltip).\"','0')\",\$crawltconnexion);\n";
@$content2.="    }\n";
@$content2.="  }\n";	
@$content2.="else\n";
@$content2.="{\n";        
@$content2.="//treatment of ip to prepare the mysql request\n";
@$content2.="\$crawltcptip=1;\n";
@$content2.="\$crawltlgthip=strlen(\$crawltip);\n";
@$content2.="while(\$crawltcptip <=\$crawltlgthip)\n";
@$content2.="{\n";
@$content2.="\$crawlttableip[]=substr(\$crawltip,0,\$crawltcptip);\n";
@$content2.="\$crawltcptip++;\n";
@$content2.="}\n";
@$content2.="\$crawltlistip=implode(\"','\",\$crawlttableip);\n";               	             
@$content2.="// check if the user agent or the ip exist in the crawler table\n";		
@$content2.="\$result = mysql_query(\"SELECT crawler_user_agent, crawler_ip,id_crawler FROM crawlt_crawler\n"; 
@$content2.=" WHERE INSTR('\".crawlt_sql_quote(\$crawltagent).\"',crawler_user_agent) > 0\n";
@$content2.="OR crawler_ip IN ('\$crawltlistip') \",\$crawltconnexion);\n";
@$content2.="\$num_rows = mysql_num_rows(\$result);\n";
@$content2.="if (\$num_rows>0)\n";
@$content2.="{\n";              
@$content2.="\$crawltdata = mysql_fetch_row(\$result);\n";
@$content2.="\$crawltcrawler = \$crawltdata[2];\n";
@$content2.="\$crawltdate  = date(\"Y-m-d H:i:s\");\n";
@$content2.="//check if the page already exist, if not add it to the table\n";        
@$content2.="\$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\",\$crawltconnexion);\n";
@$content2.="\$num_rows2 = mysql_num_rows(\$result2);\n";
@$content2.="if (\$num_rows2>0)\n";
@$content2.="{\n";
@$content2.="\$crawltdata2 = mysql_fetch_row(\$result2);\n";	
@$content2.="\$crawltpage= \$crawltdata2[0];\n";
@$content2.="}\n";        
@$content2.="else\n";
@$content2.="{\n";
@$content2.="mysql_query(\"INSERT INTO crawlt_pages (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\",\$crawltconnexion);\n";
@$content2.="\$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\",\$crawltconnexion));\n";
@$content2.="\$crawltpage = \$crawltid_insert[0];\n";
@$content2.="}\n";
@$content2.="if(\$crawlthttpcode==404)\n";
@$content2.="  {\n";
@$content2.="  \$crawlterror=1;\n";
@$content2.="  }\n";
@$content2.="else\n";
@$content2.="  {\n";
@$content2.="  \$crawlterror=0;\n";
@$content2.="  }\n";       
@$content2.="//insertion of the visit datas in the visits database\n";
@$content2.="mysql_query(\"INSERT INTO crawlt_visits (crawlt_site_id_site, crawlt_pages_id_page, crawlt_crawler_id_crawler, date, crawlt_ip_used, crawlt_error) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '\".crawlt_sql_quote(\$crawltpage).\"', '\".crawlt_sql_quote(\$crawltcrawler).\"', '\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltip).\"', '\".crawlt_sql_quote(\$crawlterror).\"')\",\$crawltconnexion);\n";      
@$content2.="}\n";        
@$content2.="else\n";
@$content2.="{\n";
@$content2.="//check if it's really a visitor and if it's not you !!!\n";
@$content2.="\$crawltbrowserconcat=implode(\"|\",\$crawltbrowserlist);\n"; 
@$content2.="\$crawltnonebrowserconcat=implode(\"|\",\$crawltnonebrowserlist);\n"; 
@$content2.="if((!isset(\$_COOKIE[\"crawltrackstats\".\$crawltsite]) OR \$_COOKIE[\"crawltrackstats\".\$crawltsite]!='nocountinstats') && (ereg(\$crawltbrowserconcat, \$crawltagent) && !ereg(\$crawltnonebrowserconcat, \$crawltagent)))\n";
@$content2.="  {\n";
@$content2.="    //case human visit\n";
@$content2.="    \$crawltbrowser = crawltbrowserid(\$crawltagent);\n";
@$content2.="    \$crawltdate  = date(\"Y-m-d H:i:s\");\n";
@$content2.="    if(isset(\$_POST['referer']) && \$crawltispostdata==1 && \$_POST['referer']!='')\n";
@$content2.="   {\n";
@$content2.="    \$crawltreferer = \$_POST['referer'];\n";
@$content2.="    \$crawltrefereok=1;\n";
@$content2.="    }\n";
@$content2.="    elseif(isset(\$_SERVER['HTTP_REFERER']))\n";
@$content2.="    {\n";
@$content2.="    \$crawltreferer=\$_SERVER['HTTP_REFERER'];\n";
@$content2.="    \$crawltrefereok=1;\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    \$crawltrefereok=0;\n";
@$content2.="    }\n";
@$content2.="    if(\$crawltrefereok==1)\n";
@$content2.="    {\n";
@$content2.="    \$crawltreferertreatment = parse_url(\$crawltreferer);\n";
@$content2.="    \$crawltsearchengine=0;\n";      
@$content2.="    //test google\n";       
@$content2.="   if( in_array(\"\$crawltreferertreatment[host]\",\$crawltgooglelist)=='True')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=1;\n";
@$content2.="    parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['q'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['as_q'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['as_epq'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";       
@$content2.="    \$crawltkeyword = \$crawlttabvar['as_oq'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";        
@$content2.="    \$crawltkeyword = \$crawlttabvar['as_eq'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";         
@$content2.="    \$crawltkeyword = \$crawlttabvar['as_occt'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";                      
@$content2.="    \$crawltsearchengine=0;\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    }\n";        
@$content2.="    }\n";                   
@$content2.="    //test yahoo\n";
@$content2.="    elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltyahoolist)=='True')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=2;\n";
@$content2.="    parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['p'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=0;\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    //test msn\n";
@$content2.="    elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltmsnlist)=='True')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=3;\n";
@$content2.="    parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['q'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['MT'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=0;\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    //test ask\n";
@$content2.="    elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltasklist)=='True')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=4;\n";
@$content2.="    parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['q'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=0;\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    //test baidu (replace exalead since crawltrack 3.2.0)\n";
@$content2.="    elseif(in_array(\"\$crawltreferertreatment[host]\",\$crawltbaidulist)=='True')\n";
@$content2.="    {\n";
@$content2.="    \$crawltsearchengine=5;\n";
@$content2.="    parse_str(\$crawltreferertreatment['query'],\$crawlttabvar);\n";
@$content2.="    \$crawltkeyword = \$crawlttabvar['wd'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";         
@$content2.="    \$crawltkeyword = \$crawlttabvar['word'];\n";
@$content2.="    if(\$crawltkeyword=='')\n";
@$content2.="    {\n";                      
@$content2.="    \$crawltsearchengine=0;\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    //case visit send by one of the 5 searchengine\n";
@$content2.="    if(\$crawltsearchengine !=0)\n";
@$content2.="    {\n";
@$content2.="    //check if the referer already exist, if not add it to the table\n";
@$content2.="    \$result5 = mysql_query(\"SELECT id_referer FROM crawlt_referer WHERE referer='\".crawlt_sql_quote(\$crawltreferer).\"'\");\n";
@$content2.="    \$num_rows5 = mysql_num_rows(\$result5);\n";
@$content2.="    if (\$num_rows5>0)\n";
@$content2.="    {\n";
@$content2.="    \$crawltdata5 = mysql_fetch_row(\$result5);\n";
@$content2.="    \$crawltrefererid= \$crawltdata5[0];\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    mysql_query(\"INSERT INTO crawlt_referer (referer) VALUES ('\".crawlt_sql_quote(\$crawltreferer).\"')\");\n";
@$content2.="    \$crawltid_insert3 = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n";
@$content2.="    \$crawltrefererid = \$crawltid_insert3[0];\n";
@$content2.="    }\n";  
@$content2.="    //check if the keyword already exist, if not add it to the table\n";
@$content2.="    \$result4 = mysql_query(\"SELECT id_keyword FROM crawlt_keyword WHERE keyword='\".crawlt_sql_quote(\$crawltkeyword).\"'\");\n";
@$content2.="    \$num_rows4 = mysql_num_rows(\$result4);\n";
@$content2.="    if (\$num_rows4>0)\n";
@$content2.="    {\n";
@$content2.="    \$crawltdata4 = mysql_fetch_row(\$result4);\n";
@$content2.="    \$crawltkeywordid= \$crawltdata4[0];\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    mysql_query(\"INSERT INTO crawlt_keyword (keyword) VALUES ('\".crawlt_sql_quote(\$crawltkeyword).\"')\");\n";
@$content2.="    \$crawltid_insert2 = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n";
@$content2.="    \$crawltkeywordid = \$crawltid_insert2[0];\n";
@$content2.="    }\n";       
@$content2.="    //check if the page already exist, if not add it to the table\n";
@$content2.="    \$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\");\n";
@$content2.="    \$num_rows2 = mysql_num_rows(\$result2);\n";
@$content2.="    if (\$num_rows2>0)\n";
@$content2.="    {\n";
@$content2.="    \$crawltdata2 = mysql_fetch_row(\$result2);\n";
@$content2.="    \$crawltpage= \$crawltdata2[0];\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    mysql_query(\"INSERT INTO crawlt_pages (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\");\n";
@$content2.="    \$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n";
@$content2.="    \$crawltpage = \$crawltid_insert[0];\n";
@$content2.="    }\n";        
@$content2.="    //insertion of the visit datas in the visits_human database\n";
@$content2.="    if(\$crawlthttpcode==404)\n";
@$content2.="      {\n";
@$content2.="      \$crawlterror=1;\n";
@$content2.="      }\n";
@$content2.="    else\n";
@$content2.="      {\n";
@$content2.="      \$crawlterror=0;\n";
@$content2.="      }\n";    
@$content2.="    mysql_query(\"INSERT INTO crawlt_visits_human (crawlt_site_id_site, crawlt_keyword_id_keyword, crawlt_id_crawler, date, crawlt_id_page, crawlt_id_referer, crawlt_ip, crawlt_error, crawlt_browser) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '\".crawlt_sql_quote(\$crawltkeywordid).\"', '\".crawlt_sql_quote(\$crawltsearchengine).\"', '\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltpage).\"','\".crawlt_sql_quote(\$crawltrefererid).\"','\".crawlt_sql_quote(\$crawltip).\"', '\".crawlt_sql_quote(\$crawlterror).\"','\".crawlt_sql_quote(\$crawltbrowser).\"')\");\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    //case other referer\n";
@$content2.="    //check if the referer already exist, if not add it to the table\n";
@$content2.="    \$result5 = mysql_query(\"SELECT id_referer FROM crawlt_referer WHERE referer='\".crawlt_sql_quote(\$crawltreferer).\"'\");\n";
@$content2.="    \$num_rows5 = mysql_num_rows(\$result5);\n";
@$content2.="    if (\$num_rows5>0)\n";
@$content2.="    {\n";
@$content2.="    \$crawltdata5 = mysql_fetch_row(\$result5);\n";
@$content2.="    \$crawltrefererid= \$crawltdata5[0];\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    mysql_query(\"INSERT INTO crawlt_referer (referer) VALUES ('\".crawlt_sql_quote(\$crawltreferer).\"')\");\n";
@$content2.="    \$crawltid_insert3 = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n";
@$content2.="    \$crawltrefererid = \$crawltid_insert3[0];\n";
@$content2.="    }\n";
@$content2.="    //check if the page already exist, if not add it to the table\n";
@$content2.="    \$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\");\n";
@$content2.="    \$num_rows2 = mysql_num_rows(\$result2);\n";
@$content2.="    if (\$num_rows2>0)\n";
@$content2.="    {\n";
@$content2.="    \$crawltdata2 = mysql_fetch_row(\$result2);\n";
@$content2.="    \$crawltpage= \$crawltdata2[0];\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    mysql_query(\"INSERT INTO crawlt_pages (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\");\n";
@$content2.="    \$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n";
@$content2.="    \$crawltpage = \$crawltid_insert[0];\n";
@$content2.="    }\n";
@$content2.="    //insertion of the visit datas in the visits_human database\n";
@$content2.="    if(\$crawlthttpcode==404)\n";
@$content2.="      {\n";
@$content2.="      \$crawlterror=1;\n";
@$content2.="      }\n";
@$content2.="    else\n";
@$content2.="      {\n";
@$content2.="      \$crawlterror=0;\n";
@$content2.="      }\n";    
@$content2.="    mysql_query(\"INSERT INTO crawlt_visits_human (crawlt_site_id_site, crawlt_keyword_id_keyword, crawlt_id_crawler, date, crawlt_id_page, crawlt_id_referer, crawlt_ip, crawlt_error, crawlt_browser) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '0', '0','\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltpage).\"','\".crawlt_sql_quote(\$crawltrefererid).\"','\".crawlt_sql_quote(\$crawltip).\"', '\".crawlt_sql_quote(\$crawlterror).\"','\".crawlt_sql_quote(\$crawltbrowser).\"')\");\n"; 
@$content2.="    }\n";
@$content2.="    }\n";
@$content2.="    else\n";
@$content2.="    {\n";
@$content2.="    //case direct arrival\n";
@$content2.="      //check if the page already exist, if not add it to the table\n";
@$content2.="      \$result2 = mysql_query(\"SELECT id_page FROM crawlt_pages WHERE url_page='\".crawlt_sql_quote(\$crawlturl).\"'\");\n";
@$content2.="      \$num_rows2 = mysql_num_rows(\$result2);\n";
@$content2.="      if (\$num_rows2>0)\n";
@$content2.="      {\n";
@$content2.="      \$crawltdata2 = mysql_fetch_row(\$result2);\n";
@$content2.="      \$crawltpage= \$crawltdata2[0];\n";
@$content2.="      }\n";
@$content2.="      else\n";
@$content2.="      {\n";
@$content2.="      mysql_query(\"INSERT INTO crawlt_pages (url_page) VALUES ('\".crawlt_sql_quote(\$crawlturl).\"')\");\n";
@$content2.="      \$crawltid_insert = mysql_fetch_row(mysql_query(\"SELECT LAST_INSERT_ID()\"));\n";
@$content2.="      \$crawltpage = \$crawltid_insert[0];\n";
@$content2.="      }\n";
@$content2.="      //insertion of the visit datas in the visits_human database\n";
@$content2.="    if(\$crawlthttpcode==404)\n";
@$content2.="      {\n";
@$content2.="      \$crawlterror=1;\n";
@$content2.="      }\n";
@$content2.="    else\n";
@$content2.="      {\n";
@$content2.="      \$crawlterror=0;\n";
@$content2.="      }\n";      
@$content2.="      mysql_query(\"INSERT INTO crawlt_visits_human (crawlt_site_id_site, crawlt_keyword_id_keyword, crawlt_id_crawler, date, crawlt_id_page, crawlt_id_referer, crawlt_ip, crawlt_error, crawlt_browser) VALUES ('\".crawlt_sql_quote(\$crawltsite).\"', '0', '0','\".crawlt_sql_quote(\$crawltdate).\"', '\".crawlt_sql_quote(\$crawltpage).\"','0','\".crawlt_sql_quote(\$crawltip).\"', '\".crawlt_sql_quote(\$crawlterror).\"','\".crawlt_sql_quote(\$crawltbrowser).\"')\");\n";
@$content2.="    }\n";    
@$content2.="  }\n";  
@$content2.="}\n";
@$content2.="}\n";        
@$content2.="//Email daily stats\n";
@$content2.="//take in account timeshift\n";
@$content2.="\$crawltts = strtotime(\"today\")-(\$crawlttime*3600);\n";
@$content2.="\$crawltdatetoday = date(\"j\",\$crawltts);\n";
@$content2.="\$crawltdatetoday2 = date(\"Y-m-d\",\$crawltts);\n";        
@$content2.="\$url_crawlt=\"$url_crawlt\";\n";        
@$content2.="if((\$crawltdatetoday != \$crawltdatelastseorequest) && \$crawltcheck==1)\n";
@$content2.="{\n";
@$content2.="require_once(\"$path/include/searchenginesposition.php\");\n"; 		
@$content2.="}\n";
@$content2.="if((\$crawltdatetoday != \$crawltdatemail) && \$crawltmail==1 && (\$crawltdatetoday == \$crawltdatelastseorequest) && \$crawltcheck==1)\n";
@$content2.="{\n";
@$content2.="\$crawltpath=\"$path\";\n"; 	      	         		      		
@$content2.="require_once(\"$path/include/mail.php\");\n"; 		
@$content2.="}\n";
@$content2.="mysql_close(\$crawltconnexion);\n";
@$content2.="if(\$crawltattack==1 && \$crawltblockattack==1 && \$crawltpostrequest==1)\n";
@$content2.="{\n";
@$content2.="echo \"crawltrack1\";\n";  
@$content2.="}\n";
@$content2.="elseif(\$crawltattack==1 && \$crawltblockattack==1)\n";
@$content2.="{\n";
@$content2.="\$GLOBALS = array();\n"; 
@$content2.="\$_COOKIES = array();\n";
@$content2.="\$_FILES = array();\n";
@$content2.="\$_ENV = array();\n";
@$content2.="\$_REQUEST = array();\n";                                       
@$content2.="\$_POST = array();\n";
@$content2.="\$_GET = array();\n";
@$content2.="\$_SERVER = array();\n";
@$content2.="\$_SESSION = array();\n";
@$content2.="@session_destroy();\n";
@$content2.="@mysql_close();\n";
@$content2.="@header(\"Location:".$url_crawlt."html/noacces.php\");\n";
@$content2.="echo\"<head>\";\n";
@$content2.="echo\"<META HTTP-EQUIV='Refresh' CONTENT='0;URL=".$url_crawlt."html/noacces.php'>\";\n";
@$content2.="echo\"</head>\";\n"; 
@$content2.="} \n";
@$content2.="?>\n";
		
		$filename2=$path.'/crawltrack.php';
		
		 $filedir=$path;
        
        
        //chmod the directory
       if(function_exists('chmod'))
            {
            @chmod($filedir, 0755);
            }
		
				
		if ( $file2 = fopen($filename2, "w") )
			{
			fwrite($file2, $content2);
			fclose($file2);
			}
		}

//set the correct chmod level to all folder
if(function_exists('chmod'))
    {
    @chmod($path, 0705);
    @chmod($path.'/cache', 0705);
    @chmod($path.'/cachecloseperiod', 0705);
    @chmod($path.'/geoipdatabase', 0705);    
    @chmod($path.'/graphs', 0705);    
    @chmod($path.'/html', 0705);    
    @chmod($path.'/images', 0705);    
    @chmod($path.'/include', 0705);    
    @chmod($path.'/language', 0705);
    @chmod($path.'/php', 0705);    
    @chmod($path.'/phpmailer', 0705);    
    @chmod($path.'/styles', 0705);            
    }




	//check if file correctly created

	if(file_exists('include/configconnect.php') && file_exists('crawltrack.php'))
		{
		//case file ok
		
		echo"<p>".$language['step1_install_ok']."</p>\n";

		// tables creation
		include("./include/configconnect.php");

		$connexion = mysql_connect($crawlthost,$crawltuser,$crawltpassword);

		// check if connection is ok

		if(!$connexion) 
			{
			//suppress the files
    if(function_exists('chmod'))
        {
        @chmod($path, 0777);   
        @chmod($path.'/include', 0777);               
        }			
			unlink($filename);
			unlink($filename2);
			
			echo"<p>".$language['step2_install_no_ok']."</p>";

			
			echo"<div class=\"form\">\n";
			echo"<form action=\"index.php\" method=\"POST\" >\n";
			echo "<input type=\"hidden\" name ='validform' value='2'>\n";
			echo "<input type=\"hidden\" name ='navig' value='15'>\n";
			echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n";			
			echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n";
			echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n";
			echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n";
			echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n";
			echo"<input name='ok' type='submit'  value=' ".$language['back_to_form']." ' size='20'>\n";
			echo"</form>\n";
			echo"</div>\n";
			}
		else
			{

			//check is base selection is ok

			$selection = mysql_select_db($crawltdb);

			if(!$selection)
				{
				//suppress the files
    if(function_exists('chmod'))
        {
        @chmod($path, 0755);   
        @chmod($path.'/include', 0755);               
        }				
				unlink($filename);
				unlink($filename2);
				echo"<p>".$language['step3_install_no_ok']."</p>";

				
				echo"<div class=\"form\">\n";
				echo"<form action=\"index.php\" method=\"POST\" >\n";
				echo "<input type=\"hidden\" name ='validform' value='2'>\n";
				echo "<input type=\"hidden\" name ='navig' value='15'>\n";
				echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n";				
				echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n";
				echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n";
				echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n";
				echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n";
				echo"<input name='ok' type='submit'  value=' ".$language['back_to_form']." ' size='20'>\n";
				echo"</form>\n";
				echo"</div>\n";
				}
			else
				{

				//crawlt_crawler table creation


				//check if table already exist

				$table_exist1 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_crawler')
						{
						$table_exist1 = 1;
						}
					}


				if($table_exist1 == 0)
					{

					//the table didn't exist, we can create it

		 			$result = mysql_query("CREATE TABLE crawlt_crawler (
					id_crawler SMALLINT UNSIGNED NOT NULL AUTO_INCREMENT,
					crawler_user_agent VARCHAR(255) NULL,
					crawler_name VARCHAR(45) NULL,
					crawler_url VARCHAR(255) NULL,
					crawler_info VARCHAR(255) NULL,
					crawler_ip VARCHAR(16) NULL,					
					PRIMARY KEY(id_crawler),
					KEY crawler_info (crawler_info),
          KEY crawler_ip (crawler_ip),
          KEY crawler_name (crawler_name),
          KEY crawler_url (crawler_url),
          KEY crawler_user_agent (crawler_user_agent)
					)") ;

					}
				else
					{
					$result=1;
					}


				//crawlt_crawler table filling

				//check if table is already filled

				$nbr=0;
				$resultat=mysql_query("SELECT * FROM crawlt_crawler") or die (mysql_error());
				$nbr = mysql_num_rows($resultat);

				if($nbr<707)
					{
					//the table is empty, we can filled it

					$result2 =mysql_query("INSERT INTO crawlt_crawler VALUES 
(1,'AIBOT/2.1 By +(www.21seek.com , A Real artificial intelligence search engine , China)','Aibot','http://www.21seek.com/','21seek',''),
(2,'4anything.com LinkChecker v2.0','4anything','http://www.4anything.com/','4anything',''),
(3,'AbachoBOT','AbachoBot','http://www.abacho.com/','Abacho',''),
(4,'AbachoBOT (Mozilla compatible)','AbachoBot','http://www.abacho.com/','Abacho',''),
(5,'ABCdatos BotLink/5.xx.xxx#BBL','ABCdatos','http://www.abcdatos.com/','ABCdatos',''),
(6,'Aberja Checkoma','Aberja Checkoma','http://www.aberja.de/','Aberja',''),
(7,'abot/0.1 (abot; http://www.abot.com; hide@address.com)','Abot','http://www.abot.com/','Abot.com',''),
(8,'About/0.1libwww-perl/5.47','About','http://www.about.com/','About',''),
(9,'AcoiRobot','Acoi','http://monetdb.cwi.nl/acoi/projects.html','Acoi',''),
(10,'Acoon Robot v1.50.001','Acoon Robot','http://www.acoon.de/','Acoon',''),
(11,'accoona','Accoona','http://www.accoona.com/','Accoona',''),
(12,'Mozilla/4.0 (JemmaTheTourist;http://www.activtourist.com)','Activtourist','http://www.activtourist.com','Activtourist',''),
(13,'AESOP_com_SpiderMan','Aesop','http://www.aesop.com/','Aesop',''),
(14,'agadine/1.x.x (+http://www.agada.de)','Agada','http://www.agada.de','Agada',''),
(15,'Mozilla/4.0 (agadine3.0)','Agada','http://www.agada.de','Agada',''),
(16,'Mozilla/4.0 (agadine3.0) www.agada.de','Agada','http://www.agada.de','Agada',''),
(17,'aipbot/1.0 (aipbot; http://www.aipbot.com; hide@address.com)','Aipbot','http://www.aipbot.com','Aipbot',''),
(18,'PortalBSpider/2.0 (hide@address.com)','Alacra','http://www.portalb.com/alacra/index.htm','Alacra',''),
(19,'Aladin/3.324','Aladin.de','http://www.abacho.de/','Abacho',''),
(20,'Aleksika Spider/1.0 (+http://www.aleksika.com/)','Aleksika Danmark','http://www.aleksika.com/','Aleksika',''),
(21,'ia_archiver','Alexa','http://pages.alexa.com/help/webmasters/index.html','Alexa',''),
(22,'Allesklar/0.1 libwww-perl/5.46','Allesklar.de','http://www.allesklar.de/','Allesklar',''),
(23,'Scooter/1.0','Altavista','http://www.altavista.com/','Altavista',''),
(24,'Scooter/2.0 G.R.A.B V1.0','Altavista','http://www.altavista.com/','Altavista',''),
(25,'Scooter/1.0 hide@address.com','Altavista','http://www.altavista.com/','Altavista',''),
(26,'Scooter/1.1 (custom)','Altavista','http://www.altavista.com/','Altavista',''),
(27,'Scooter/2.0 G.R.A.B. V1.1.0','Altavista','http://www.altavista.com/','Altavista',''),
(28,'Scooter/2.0 G.R.A.B. X2.0','Altavista','http://www.altavista.com/','Altavista',''),
(29,'Scooter-3.0.EU','Altavista','http://www.altavista.com/','Altavista',''),
(30,'Scooter-3.0.FS','Altavista','http://www.altavista.com/','Altavista',''),
(31,'Scooter-3.0.HD','Altavista','http://www.altavista.com/','Altavista',''),
(32,'Scooter-3.0.VNS','Altavista','http://www.altavista.com/','Altavista',''),
(33,'Scooter-3.0QI','Altavista','http://www.altavista.com/','Altavista',''),
(34,'Scooter-3.2','Altavista','http://www.altavista.com/','Altavista',''),
(35,'Scooter-3.2.BT','Altavista','http://www.altavista.com/','Altavista',''),
(36,'Scooter-3.2.DIL','Altavista','http://www.altavista.com/','Altavista',''),
(37,'Scooter-3.2.EX','Altavista','http://www.altavista.com/','Altavista',''),
(38,'Scooter-3.2.JT','Altavista','http://www.altavista.com/','Altavista',''),
(39,'Scooter-3.2.NIV','Altavista','http://www.altavista.com/','Altavista',''),
(40,'Scooter-3.2.SF0','Altavista','http://www.altavista.com/','Altavista',''),
(41,'Scooter-3.2.snippet','Altavista','http://www.altavista.com/','Altavista',''),
(42,'Scooter/3.3','Altavista','http://www.altavista.com/','Altavista',''),
(43,'Scooter/3.3.QA.pczukor','Altavista','http://www.altavista.com/','Altavista',''),
(44,'Scooter/3.3_SF','Altavista','http://www.altavista.com/','Altavista',''),
(45,'Scooter/3.3.vscooter','Altavista','http://www.altavista.com/','Altavista',''),
(46,'Scooter-3.3dev','Altavista','http://www.altavista.com/','Altavista',''),
(47,'Scooter-ARS-1.1','Altavista','http://www.altavista.com/','Altavista',''),
(48,'Scooter-ARS-1.1-ih','Altavista','http://www.altavista.com/','Altavista',''),
(49,'Scooter_bh0-3.0.3','Altavista','http://www.altavista.com/','Altavista',''),
(50,'Scooter_trk3-3.0.3','Altavista','http://www.altavista.com/','Altavista',''),					
(51,'scooter-venus-3.0.vns','Altavista','http://www.altavista.com/','Altavista',''),
(52,'Scooter-W3-1.0','Altavista','http://www.altavista.com/','Altavista',''),
(53,'Scooter-W3.1.2','Altavista','http://www.altavista.com/','Altavista',''),
(54,'Scooter2_Mercator_x-x.0','Altavista','http://www.altavista.com/','Altavista',''),
(55,'http://www.almaden.ibm.com/cs/crawler','Almaden','http://www.almaden.ibm.com/cs/crawler/','IBM',''),
(56,'Amfibibot/0.06 (Amfibi Robot; http://www.amfibi.com; hide@address.com)','Amfibibot','http://www.amfibi.com','Amfibi',''),
(57,'libwww-perl/5.65','Amidalla','http://www.amidalla.com/','Amidalla',''),
(58,'AnnoMille spider 0.1 alpha - http://www.annomille.it','Annomille','http://www.annomille.it','Annomille',''),
(59,'AnswerBus (http://www.answerbus.com/)','AnswerBus','http://www.answerbus.com','AnswerBus',''),
(60,'antibot-V1.3.3.1/debian-linux-sarge','Antibot','http://www.antidot.net/','Antidot',''),
(61,'Mozilla/4.0 (Sleek Spider/1.2)','Any Search Info','http://search-info.com/','Search-Info',''),
(62,'TECOMAC-Crawler/0.x','Arexera','http://www.arexera.de/','Arexera',''),
(63,'X-Crawler','Arexera','http://www.arexera.de/','Arexera',''),
(64,'www.arianna.it','Arianna','http://arianna.libero.it/','Libero',''),
(65,'AnzwersCrawl/2.0 (hide@address.com;Engine)','Anzwers Australia','http://au.anzwers.yahoo.com/','Anzwers Australia',''),
(66,'PROve AnswerBot 4.0','Answerchase','http://www.answerchase.com/','Answerchase',''),
(67,'Sqworm/2.9.81-BETA (beta_release; 20011102-760; i686-pc-linux-gnu)','AOL','http://www.aol.com/','AOL',''),
(68,'Aport','Aport','http://www.aport.ru/','Aport',''),
(69,'appie 1.1 (www.walhello.com)','Appie','http://www.walhello.com/','Walhello',''),
(70,'Asahina-Antenna/1.x','Asahina','http://masshy.fastwave.gr.jp/hina/release/','Asahina',''),
(71,'Asahina-Antenna/1.x (libhina.pl/x.x ; libtime.pl/x.x)','Asahina','http://masshy.fastwave.gr.jp/hina/release/','Asahina',''),
(72,'ASPSeek/1.2.x','ASPseek','http://www.aspseek.org/','ASPseek',''),
(73,'ASPseek/1.2.xx','ASPseek','http://www.aspseek.org/','ASPseek',''),
(74,'ASPSeek/1.2.xxpre','ASPseek','http://www.aspseek.org/','ASPseek',''),
(75,'ASPSeek/1.2.xa','ASPseek','http://www.aspseek.org/','ASPseek',''),
(76,'ASPSeek/1.2.5','ASPseek','http://www.aspseek.org/','ASPseek',''),
(77,'ASPseek/1.2.9d','ASPseek','http://www.aspseek.org/','ASPseek',''),
(78,'ask.24x.info','Ask 24x Info','http://ask.24x.info/','Ask 24x',''),
(79,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)','Ask Jeeves/Teoma','http://sp.ask.com/docs/about/tech_crawling.html','Ask Jeeves',''),
(80,'Mozilla/4.0 (compatible: AstraSpider V.2.1 : astrafind.com)','Astrafind!','http://www.seeq.com/lander.jsp?domain=astrafind.com','Seeq',''),
(81,'AtlocalBot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)','Atlocal','http://www.atlocal.com/local-web-site-owner.html','@Local',''),
(82,'augurfind','Augurnet Swiss','http://www.augurnet.ch/','Augurnet Swiss',''),
(83,'augurnfind V-1.x','Augurnet Swiss','http://www.augurnet.ch/','Augurnet Swiss',''),
(84,'axadine/  (Axadine Crawler; http://www.axada.de/;  )','Axada','http://www.axada.de','Axada',''),
(85,'AxmoRobot - Crawling your site for better indexing on www.axmo.com search engine.','Axmo','http://www.axmo.com/','Axmo',''),
(86,'FastBug http://www.ay-up.com','Ay-Up','http://www.ay-up.com','Ay-up',''),
(87,'Mozilla/4.72 [en] (BACS http://www.ba.be)','Ba.be','http://www.ba.be/','BA',''),
(88,'BaboomBot/1.x.x (+http://www.baboom.us)','BaBoom Web Portal','http://www.baboom.us','Baboum',''),
(89,'BanBots/1.2 (hide@address.com)','BanBot','http://www.banbots.com/','Banbot',''),
(90,'Baiduspider+(+http://www.baidu.com/search/spider.htm)','Baiduspider','http://www.baidu.com/search/spider.htm','Baidu.com',''),
(91,'Mozilla/5.0 (compatible; BecomeBot/1.83; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)','BecomeBot','http://www.become.com/site_owners.html','BecomeBot',''),
(92,'beautybot/1.0 (+http://www.uchoose.de/crawler/beautybot/)','Beauty (Cosmoty)','http://www.uchoose.de/crawler/beautybot/','uCHOOSE',''),
(93,'BigCliqueBOT/1.03-dev (bigclicbot; http://www.bigclique.com; hide@address.com)','BigClique','http://www.bigclique.com','BigClique',''),
(94,'Custom Spider www.bisnisseek.com /1.0','Bisnisseek','www.bisnisseek.com','Bisnisseek',''),
(95,'BTbot/0.x (+http://www.btbot.com/btbot.html)','Btbot','http://www.btbot.com/btbot.html','Btbot',''),
(96,'Blaiz-Bee/1.0 (+http://www.blaiz.net)','Blaiz Enterprises','http://www.blaiz.net/','Blaiz Enterprises',''),
(97,'hide@address.com','Blitzsuche','http://blitzsuche.rp-online.de/','RP ONLINE',''),
(98,'hide@address.com (Mozilla compatible)','Blitzsuche','http://blitzsuche.rp-online.de/','RP ONLINE',''),
(99,'Mozilla/4.0 (compatible; B_L_I_T_Z_B_O_T)','Blitzsuche','http://blitzsuche.rp-online.de/','RP ONLINE',''),
(100,'Naamah 1.0.1/Blogbot (http://blogbot.de/)','Blogbot','http://blogbot.de/','Blogbot',''),
(101,'Naamah 1.0a/Blogbot (http://blogbot.de/)','Blogbot','http://blogbot.de/','Blogbot',''),
(102,'BlogBot/1.x','Blogdex','http://blogdex.media.mit.edu/','Massachusetts Institute of Technology',''),
(103,'Bloglines Title Fetch/1.0 (http://www.bloglines.com)','Bloglines','http://www.bloglines.com','Bloglines',''),
(104,'blogWatcher_Spider/0.1 (http://www.lr.pi.titech.ac.jp/blogWatcher/)','BlogWatcher','http://www.lr.pi.titech.ac.jp/','Okumura Group',''),
(105,'boitho.com-dc','Boitho','http://www.boitho.com/','Boitho',''),
(106,'boitho.com-dc/0.xx (http://www.boitho.com/dcbot.html)','Boitho','http://www.boitho.com/','Boitho',''),
(107,'boitho.com-robot/1.x','Boitho','http://www.boitho.com/','Boitho',''),
(108,'boitho.com-robot/1.x (http://www.boitho.com/bot.html)','Boitho','http://www.boitho.com/','Boitho',''),
(109,'BravoBrian SpiderEngine MarcoPolo','BravoBrian bSTOP','http://bravobrian.it/','BravoBrian',''),
(110,'BStop.BravoBrian.it Agent Detector','BravoBrian bSTOP','http://bravobrian.it','BravoBrian',''),
(111,'BruinBot (+http://webarchive.cs.ucla.edu/bruinbot.html)','Bruinbot','http://webarchive.cs.ucla.edu/bruinbot.html','University of California',''),
(112,'BullsEye','BullsEye/Intelliseek','http://www.intelliseek.com/','Intelliseek',''),
(113,'Buscaplus Robi/1.0 (http://www.buscaplus.com/robi/)','Buscaplus','http://www.buscaplus.com/','Buscaplus',''),
(114,'RoboCrawl (www.canadiancontent.net)','CanadianContent Search','http://www.canadiancontent.net/','CanadianContent',''),
(115,'ccubee/x.0','Ccubee','http://empyreum.com/technologies/ccubee','Empyreum',''),
(116,'larbin_2.6_basileocaml (hide@address.com)','CEA','http://www.cea.fr/','CEA',''),
(117,'ChristCRAWLER 2.0','Christcentral','http://www.christcrawler.com','Christcentral',''),
(118,'Mozilla/4.0 (compatible; ChristCrawler.com, hide@address.com)','Christcentral','http://www.christcrawler.com','Christcentral',''),
(119,'CipinetBot (http://www.cipinet.com/bot.html)','CipinetBot','http://www.cipinet.com/bot.html','Cipinet',''),
(120,'Claymont.com','Claymont Search','http://www.claymont.com/home/','Claymont Search',''),
(121,'Clushbot/3.31-BinaryFury (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''),
(122,'Clushbot/2.x (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''),
(123,'Mozilla/5.0 (Clustered-Search-Bot/1.0; hide@address.com; http://www.clush.com/)','Clushbot','http://www.clush.com/','Clush',''),
(124,'Clushbot/3.x-BinaryFury (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''),
(125,'Clushbot/3.xx-Ajax (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''),
(126,'Clushbot/3.xx-Hector (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''),
(127,'Clushbot/3.xx-Peleus (+http://www.clush.com/bot.html)','Clushbot','http://www.clush.com/','Clush',''),
(128,'Crawler (hide@address.com)','Cometsystems','http://www.cometsystems.com/','Cometsystems',''),
(129,'libwww-perl/5.41','CMP','http://www.cmpnet.com/','CMP United Business Media',''),
(130,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; obot)','Cobion','http://www.cobion.com/','Cobion',''),
(131,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 4.0; QXW03018)','Cobion','http://www.cobion.com/','Cobion',''),
(132,'oBot ((compatible;Win32))','Cobion','http://www.cobion.com/','Cobion',''),
(133,'larbin_2.2.0 (hide@address.com)','Compete.com','http://www.compete.com/','Compete Inc',''),
(134,'htdig/3.1.6 (http://computerorgs.com)','Computerorgs','http://computerorgs.com/','Computerorgs.com',''),
(135,'ConveraCrawler/0.2','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''),
(136,'Convera Internet Spider V6.x','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''),
(137,'ConveraMultiMediaCrawler/0.1 (+http://www.authoritativeweb.com/crawl)','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''),
(138,'CrawlConvera0.1 (hide@address.com)','Converas RetrievalWare','http://www.convera.com/Products/','Convera',''),
(139,'Vision Research Lab image spider at vision.ece.ucsb.edu','Cortina','http://vision.ece.ucsb.edu/multimedia/cortina.html','Vision Research Lab',''),
(140,'Crawler (hide@address.com)','Cometsystems','http://www.cometsystems.com/','Cometsystems',''),
(141,'CrocCrawler vx.3 [en] (http://www.croccrawler.com) (X11; I; Linux 2.0.44 i686)','Croccrawler','http://www.croccrawler.com/','Croccrawler.com',''),
(142,'Cuasarbot/0.9b http://www.cuasar.com/spider_beta/','Cuasar','http://www.cuasar.com/spider_beta/','Cuasar',''),
(143,'PrivacyFinder Cache Bot v1.0','CUPS','http://privacybird.com/','PrivacyBird',''),
(144,'CurryGuide SiteScan 1.1','CurryGuide','http://web.curryguide.com/','CurryGuide',''),
(145,'Mozilla/3.0 (compatible; Webinator-indexer.cyberalert.com/2.56)','CyberAlerts','http://www.cyberalert.com/','CyberAlerts',''),
(146,'CydralSpider/1.x (Cydral Web Image Search; http://www.cydral.com)','Cydral','http://www.cydral.com','Cydral',''),
(147,'daypopbot/0.x','Daypop','http://www.daypop.com/info/about.htm','Daypop',''),
(148,'DataparkSearch/4.xx (http://www.dataparksearch.org/)','DataparkSearch','http://www.dataparksearch.org/','dpSearch',''),
(149,'Orbiter/T-2.0 (+http://www.dailyorbit.com/bot.htm)','DailyOrbit','http://www.dailyorbit.com/bot.htm','DailyOrbit',''),
(150,'dbDig(http://www.prairielandconsulting.com)','DbDig','http://www.prairielandconsulting.com/','Connections',''),
(151,'deepak-USC/ISI','Deepak-USC/ISI','http://www.isi.edu/%7Eravichan/deepak-usc-isi.html','University of Southern California',''),
(152,'DeepIndex','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''),
(153,'DeepIndex (www.en.deepindex.com)','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''),
(154,'Denmex websearch (http://search.denmex.com)','Denmex Websearch','http://search.denmex.com','Denmex Websearch',''),
(155,'DiaGem/1.1 (http://www.skyrocket.gr.jp/diagem.html)','DiaGem Japan','http://www.skyrocket.gr.jp/diagem.html','DiaGem Japan',''),
(156,'-DIE-KRAEHE- META-SEARCH-ENGINE/1.1 http://www.die-kraehe.de','Die Kraehe','http://www.die-kraehe.de','Die Kraehe',''),
(157,'Digger/1.0 JDK/1.3.0rc3','Diggit','http://www.diggit.com/','Diggit',''),
(158,'Mozilla/2.0 (compatible; EZResult -- Internet Search Engine)','Direct Hit','http://www.directhit.com/','Teoma',''),
(159,'DittoSpyder','Ditto','http://www.ditto.com/','Ditto',''),
(160,'FlickBot 2.0 RPT-HTTPClient/0.3-3','FlickBot','http://www.divx.com/','DivX.com',''),
(161,'Download-Tipp Linkcheck (http://download-tipp.de/)','Download-Tipp','http://download-tipp.de/','Download-Tipp',''),
(162,'EyeCatcher (Download-tipp.de)/1.0','Download-Tipp','http://download-tipp.de/','Download-Tipp',''),
(163,'Internet Ninja x.0','Internet Ninja','http://www.dti.ne.jp/','Dream Train Internet',''),
(164,'Drecombot/1.0 (http://career.drecom.jp/bot.html)','Drecombot','http://career.drecom.jp/bot.html','Drecom Japan',''),
(165,'MJ12bot/vx.x.x (http://www.majestic12.co.uk/projects/dsearch/mj12bot.php)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(166,'dtSearchSpider','DtSearchSpider','http://www.dtsearch.com/PLF_Spider.html','dtSearch',''),
(167,'Dumbot(version 0.1 beta)','Dumbot','http://www.dumbfind.com/','DumbFind.com',''),
(168,'Dumbot(version 0.1 beta - dumbfind.com)','Dumbot','http://www.dumbfind.com/','DumbFind.com',''),
(169,'Dumbot(version 0.1 beta - http://www.dumbfind.com/dumbot.html)','Dumbot','http://www.dumbfind.com/','DumbFind.com',''),
(170,'Kevin http://dznet.com/kevin/','Kevin','http://www.dznet.com/kevin/','Dznet.com',''),
(171,'EARTHCOM.info/1.x [www.earthcom.info]','Earthcom','http://earthcom.info/','Earthcom.info',''),
(172,'EARTHCOM.info/1.xbeta [www.earthcom.info]','Earthcom','http://earthcom.info/','Earthcom.info',''),
(173,'EchO!/2.0','Echo.fr','http://echo.fr/','Echo.fr',''),
(174,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) TrueRobot; 1.5','Echo.com','http://www.echo.com/','Echo.com',''),
(175,'EgotoBot/4.8 (+http://www.egoto.com/about.htm)','Egotobot','http://www.egoto.com/about.htm','Egoto.com',''),
(176,'elfbot/1.0 (+http://www.uchoose.de/crawler/elfbot/)','Elfbot','http://www.uchoose.de/crawler/elfbot/','uCHOOSE',''),
(177,'LinkScan/x.x Unix','Elsop','http://www.elsop.com/','LinkScan',''),
(178,'LinkScan/9.0g Unix','Elsop','http://www.elsop.com/','LinkScan',''),
(179,'LinkScan/11.0beta2 Unix','Elsop','http://www.elsop.com/','LinkScan',''),
(180,'NextGenSearchBot 1 (for information visit http://www.eliyon.com/NextGenSearchBot)','NextGenSearchBot','http://about.zoominfo.com/PublicSite/NextGenSearchBot.asp','ZoomInfo',''),
(181,'Enfish Tracker','Enfish Tracker','http://www.enfish.com/','Enfish',''),
(182,'Enterprise_Search/1.0','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(183,'Enterprise_Search/1.0.xxx','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(184,'ES.NET_Crawler/2.0 (http://search.innerprise.net/)','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(185,'Enterprise_Search/1.00.xxx;MSSQL (http://www.innerprise.net/es-spider.asp)','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(186,'Search/1.0 (http://www.innerprise.net/es-spider.asp)','Enterprise Search','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(187,'Mozilla/4.0 (compatible; SpeedySpider; www.entireweb.com)','Entireweb','http://www.entireweb.com/','Entireweb',''),
(188,'WorldLight','Entireweb','http://www.entireweb.com/','Entireweb',''),
(189,'Speedy Spider (Beta/x.x; hide@address.com)','Entireweb','http://www.entireweb.com/','Entireweb',''),
(190,'Speedy_Spider (http://www.entireweb.com)','Entireweb','http://www.entireweb.com/','Entireweb',''),
(191,'envolk[ITS]spider/1.6(+http://www.envolk.com/envolkspider.html)','Envolkspider','http://www.envolk.com/envolkspider.html','Envolk',''),
(192,'versus crawler hide@address.com','Versus Crawler','http://www.epfl.ch/Eindex.html','Ecole Polytechnique Fédérale de Lausanne',''),
(193,'EroCrawler','EroCrawler','http://www.erocrawler.com/','EroCrawler',''),
(194,'Arachnoidea (hide@address.com)','Arachnoidea','http://www.euroseek.com/','Euroseek',''),
(195,'ESISmartSpider','ESISmartSpider','http://www.smart-spider.com/','smart-spider.com',''),
(196,'eStyleSearch 4 (compatible; MSIE 6.0; Windows NT 5.0)','E-StyleISP','http://www.e-styleisp.ru/','e-StyleISP',''),
(197,'EuripBot/0.2 (+http://www.eurip.com) GetRobots','EuripBot','http://www.eurip.com/','Eurip.com',''),
(198,'EuripBot/0.4 (+http://www.eurip.com) GetFile','EuripBot','http://www.eurip.com/','Eurip.com',''),
(199,'EuripBot/0.4 (+http://www.eurip.com) PreCheck','EuripBot','http://www.eurip.com/','Eurip.com',''),
(200,'Mozilla/3.0 (compatible; MuscatFerret/1.5.4; hide@address.com)','MuscatFerret','http://www.euroferret.com/','Euro Ferret',''),
(201,'Mozilla/3.0 (compatible; MuscatFerret/1.5; hide@address.com)','MuscatFerret','http://www.euroferret.com/','Euro Ferret',''),
(202,'Mozilla/3.0 (compatible; MuscatFerret/1.6.x; hide@address.com)','MuscatFerret','http://www.euroferret.com/','Euro Ferret',''),
(203,'eventax/1.3 (eventax; http://www.eventax.de/; hide@address.com)','Eventax','http://www.eventax.de/','Eventax',''),
(204,'Exalead NG/MimeLive Client (convert/http/0.120)','Exabot','http://www.exalead.com/search','Exalead',''),
(205,'Mozilla/5.0 (compatible; Konqueror/3.2; Linux) (KHTML, like Gecko)','Exabot','http://www.exalead.com/search','Exalead',''),
(206,'NG/2.0','Exabot','http://www.exalead.com/search','Exalead',''),
(207,'eseek-larbin_2.6.2 (hide@address.com)','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''),
(208,'ExactSeek Crawler/0.1','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''),
(209,'exactseek-crawler-2.63 (hide@address.com)','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''),
(210,'exactseek-pagereaper-2.63 (hide@address.com)','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''),
(211,'Excalibur Internet Spider V6.5.4','Excalibur','http://www.convera.com/Products/','Convera',''),
(212,'ArchitextSpider','ArchitextSpider','http://www.excite.com/','Excite',''),
(213,'PycURL','Fast Search','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(214,'FAST-WebCrawler/3.7/FirstPage (atw-crawler at fast dot no;http://fast.no/support/crawler.asp)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(215,'FAST-WebCrawler/2.1.pre.2000-04-14.1 (hide@address.com)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(216,'FAST-WebCrawler/2.1-pre2 (hide@address.com)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(217,'FAST-WebCrawler/2.1.prealpha.2000-04-07.1 (hide@address.com)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(218,'fastlwspider/1.0','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(219,'FAST-WebCrawler/2.1.pre.2000-04-18.1 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(220,'FAST-WebCrawler/2.0.9 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(221,'FAST-SoccerCrawler/2.2-pre-cvs (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(222,'FAST-WebCrawler/2.0.10 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(223,'FAST-WebCrawler/2.1-pre4 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(224,'FAST-WebCrawler/2.1-pre5 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(225,'FAST-WebCrawler/2.1-pre6 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(226,'FAST-WebCrawler/2.1-pre7 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(227,'FAST-WebCrawler/2.2-pre1 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(228,'FAST-WebCrawler/2.2-pre2 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(229,'FAST-WebCrawler/2.2-pre3 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(230,'FAST-WebCrawler/2.2-pre4 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(231,'FAST-WebCrawler/2.2-pre5 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(232,'FAST-WebCrawler/2.2-pre8 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(233,'FAST-WebCrawler/2.2-pre9 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(234,'FAST-WebCrawler/2.1-pre11 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(235,'FAST-WebCrawler/2.1-pre12 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(236,'FAST-WebCrawler/2.1-pre13 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(237,'FAST-WebCrawler/2.1-pre14 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(238,'FAST-WebCrawler/2.1-pre10 (hide@address.com; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(239,'Faxobot/1.0','FaXobot','http://www.faxo.com/','Faxo',''),
(240,'Mozilla/4.0 (compatible; FDSE robot)','FDSE','http://www.abadoor.de/','Abadoor',''),
(241,'http://wortschatz.uni-leipzig.de/findlinks/','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(242,'findlinks/0.901 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(243,'FineBot','FineBot','http://www.finesearch.com/','Finesearch',''),
(244,'RoboPal (http://www.findpal.com/)','RoboPal','http://www.findpal.com/','FindPal',''),
(245,'Firefly/1.0','Firefly','http://www.fireball.de/','Fireball',''),
(246,'Firefly/1.0 (compatible; Mozilla 4.0; MSIE 5.5)','Firefly','http://www.fireball.de/','Fireball',''),
(247,'FirstGov.gov Search - POC:hide@address.com','FirstGov','http://www.firstgov.gov/','U.S.Government',''),
(248,'firstsbot','Firstsbot','http://www.firstsfind.de/','Firstsfind',''),
(249,'FyberSpider (+http://www.fybersearch.com/fyberspider.php)','FyberSpider','http://www.fybersearch.com/fyberspider.php','FyberSearch',''),
(250,'Gaisbot/3.0+(hide@address.com;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''),
(251,'Gaisbot/3.0+(hide@address.com;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''),
(252,'GalaxyBot/1.0 (http://www.galaxy.com/galaxybot.html)','GalaxyBot','http://www.galaxy.com/galaxybot.html','Galaxy',''),
(253,'Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com/galaxybot.html)','GalaxyBot','http://www.galaxy.com/galaxybot.html','Galaxy',''),
(254,'Mozilla/4.0 (compatible; www.galaxy.com)','GalaxyBot','http://www.galaxy.com/galaxybot.html','Galaxy',''),
(255,'GammaSpider/1.0','GammaSpider','http://www.gammasite.com','Gammasite',''),
(256,'geniebot hide@address.com','GenieKnows','http://www.genieknows.com/','GenieKnows',''),
(257,'larbin_2.6.2 (listonATccDOTgatechDOTedu)','Georgia Institute of Technology','http://www.gatech.edu/','Georgia Institute of Technology',''),
(258,'GeonaBot 1.x; http://www.geona.com/','GeonaBot','http://www.geona.com/','Geona',''),
(259,'larbin_2.6.3 (hide@address.com)','GenieKnows','http://www.genieknows.com/','GenieKnows',''),
(260,'Mozilla/5.0 hide@address.com','GenieKnows','http://www.genieknows.com/','GenieKnows',''),
(261,'Mozilla/5.0 (hide@address.com)','GenieKnows','http://www.genieknows.com/','GenieKnows',''),
(262,'Gigabot/2.0','Gigabot','http://www.gigablast.com/','Gigablast',''),
(263,'gigabaz/3.1x (hide@address.com; http://gigabaz.com/gigabaz/)','GigaBaz Brainbot','http://gigabaz.com/gigabaz/','Gigabaz',''),
(264,'MicroBaz','GigaBaz Brainbot','http://gigabaz.com/gigabaz/','Gigabaz',''),
(265,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 4.0; Girafabot; girafabot at girafa dot com; http://www.girafa.com)','Girafabot','http://www.girafa.com','Girafa',''),
(266,'Look.com','GlobalQueue','http://www.multi-mode.com/','Multi-mode',''),
(267,'Ocelli/1.x (http://www.globalspec.com/Ocelli)','Ocelli','http://www.globalspec.com/Ocelli','GlobalSpec',''),
(268,'GNODSPIDER (www.gnod.net)','GnodSpider','www.gnod.net','Gnod',''),
(269,'Goblin/0.9 (http://www.goguides.org/)','Goblin','http://www.goguides.org/','GoGuides',''),
(270,'Goblin/0.9.x (http://www.goguides.org/goblin-info.html)','Goblin','http://www.goguides.org/','GoGuides',''),
(271,'GoForIt.com','GoForIt','http://www.goforit.com/','GoForIt',''),
(272,'GOFORITBOT ( http://www.goforit.com/about/ )','GoForIt','http://www.goforit.com/','GoForIt',''),
(273,'ichiro/1.0 (hide@address.com)','Ichiro','http://www.goo.ne.jp/','Goo',''),
(274,'moget/x.x (hide@address.com)','Moget','http://www.goo.ne.jp/','Goo',''),
(275,'mogimogi/1.0','Mogimogi','http://www.goo.ne.jp/','Goo',''),
(276,'Mozilla/3.0 (Slurp.so/Goo; hide@address.com; http://www.inktomi.com/slurp.html)','Goo (Japan)','http://www.goo.ne.jp/','Goo',''),
(277,'Mediapartners-Google/2.1','Google-Adsense','http://www.google.com/webmasters/bot.html','Google',''),
(278,'Googlebot/2.1 (+http://www.googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(279,'Googlebot/2.1 (+http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(280,'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(281,'Googlebot/1.0 (hide@address.com http://googlebot.com/)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(282,'Googlebot/2.0 beta (hide@address.com)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(283,'Googlebot/2.0 (+http://googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(284,'Googlebot/1.0 (hide@address.com)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(285,'Googlebot/2.1w (+http://googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(286,'Googlebot-w/2.1 (+http://googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(287,'Googlebot/1.0','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(288,'Googlebot-Image/1.0','Google-Image','http://www.google.com/webmasters/bot.html','Google',''),
(289,'Google WAP Proxy/1.0','Google-WAP','http://www.google.com/webmasters/bot.html','Google',''),
(290,'Nokia-WAPToolkit/1.2 googlebot(at)googlebot.com','Google-WAP','http://www.google.com/webmasters/bot.html','Google',''),
(291,'GrigorBot 0.8 (http://www.grigor.biz/bot.html)','GrigorBot','http://www.grigor.biz/bot.html','Grigor',''),
(292,'Mozilla/4.0 (compatible; grub-client-1.4.3; Crawl your own stuff with http://grub.org)','Grub-client','http://grub.looksmart.com/','Grub',''),
(293,'Harvest-NG/1.0.2','Harvest-NG','http://webharvest.sourceforge.net/ng/','Harvest-NG',''),
(294,'Hatena Antenna/0.4 (http://a.hatena.ne.jp/help#robot)','Hatena Antenna','http://hatenaantenna.g.hatena.ne.jp/#robot','Hatena Antenna',''),
(295,'Helix/1.x (+http://www.sitesearch.ca/helix/)','Helix','http://www.sitesearch.ca/helix/','SiteSearch',''),
(296,'Hitwise Spider v1.0 http://www.hitwise.com','Hitwise Spider','http://www.hitwise.com','Hitwise',''),
(297,'archive.org_bot','Heritrix','http://www.cs.washington.edu/research/networking/websys/','University of Washington',''),
(298,'mozilla/5.0 (compatible; heritrix/1.3.0 +http://archive.crawler.org)','Heritrix','http://www.cs.washington.edu/research/networking/websys/','University of Washington',''),
(299,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; heritrix/1.3.0 +http://www.cs.washington.edu/research/networking/websys/)','Heritrix','http://www.cs.washington.edu/research/networking/websys/','University of Washington',''),
(300,'HomePageSearch(hpsearch.uni-trier.de)','HomePageSearch','http://hpsearch.uni-trier.de/','HomePageSearch',''),
(301,'Homerbot: www.homerweb.com','Homerbot','http://www.homerweb.com/','Homerweb',''),
(302,'HooWWWer/2.1.0 (+http://cosco.hiit.fi/search/hoowwwer/ | mailto:crawler-info<at>hiit.fi)','Hoowwwer','http://cosco.hiit.fi/search/hoowwwer/','NGIR',''),
(303,'Toutatis x.x-x','Toutatis','http://hoppa.com/','Hoppa',''),
(304,'Toutatis x.x (hoppa.com)','Toutatis','http://hoppa.com/','Hoppa',''),
(305,'Toutatis x-xx.x (hoppa.com)','Toutatis','http://hoppa.com/','Hoppa',''),
(306,'htdig/3.1.x (hide@address.com)','Htdig','http://www.htdig.org/','ht:/dig',''),
(307,'ParaSite/1.0b (http://www.ianett.com/parasite/)','ParaSite','http://www.ianett.com/parasite/','Ianett',''),
(308,'BlogzIce/1.0 (+http://icerocket.com; hide@address.com)','BlogzIce','http://icerocket.com','IceRocket',''),
(309,'BlogzIce/1.0 +http://www.icerocket.com/','BlogzIce','http://icerocket.com','IceRocket',''),
(310,'ichiro/1.0 (hide@address.com)','Ichiro','http://www.goo.ne.jp/','Goo',''),
(311,'IconSurf/2.0 favicon finder (see http://iconsurf.com/robot.html)','IconSurf','http://iconsurf.com/robot.html','IconSurf',''),
(312,'IconSurf/2.0 favicon monitor (see http://iconsurf.com/robot.html)','IconSurf','http://iconsurf.com/robot.html','IconSurf',''),
(313,'ICRA_label_spider/x.0','ICRA_Label_spider','http://www.icra.org/','Icra',''),
(314,'Pompos/1.x hide@address.com','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(315,'Pompos/1.x http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(316,'IncyWincy(http://www.loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''),
(317,'IncyWincy/2.1(loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''),
(318,'IncyWincy data gatherer(hide@address.com,http://www.loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''),
(319,'IncyWincy page crawler(hide@address.com,http://www.loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''),
(320,'NetResearchServer/x.x(loopimprovements.com/robot.html)','IncyWincy','http://www.loopimprovements.com/robot.html','LoopImprovements',''),
(321,'IndexTheWeb.com Crawler7','IndexTheWeb','http://www.indextheweb.com','IndexTheWeb',''),
(322,'Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) Indonesia Interactive','Indonesia Interactive','http://www.i-2.co.id/','Indonesia Interactive',''),
(323,'InelaBot/0.2 (+http://inelegant.org/bot)','InelaBot','http://inelegant.org/bot','Inelegant',''),
(324,'Inet library','Inet Library','http://www.inetlibrary.com/','Inet Library',''),
(325,'icsbot-0.1','Icsbot','http://icseoul.org/','International Christian school of Seoul',''),
(326,'IlTrovatore-Setaccio/1.2 (It-bot;compatible;MSIE 6.0;Mozilla/4.0; http://www.iltrovatore.it/bot.html; hide@address.com)','It-bot','http://www.iltrovatore.it/','IlTrovatore',''),
(327,'URL Spider Pro/x.xx (innerprise.net)','URL_Spider_Pro','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(328,'URL_Spider_Pro/x.x','URL_Spider_Pro','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(329,'URL_Spider_Pro/x.x+(http://www.innerprise.net/usp-spider.asp)','URL_Spider_Pro','http://www.innerprise.net/es-bi.asp','Innerprise',''),
(330,'DataFountains/DMOZ Downloader','DataFountains','http://infomine.ucr.edu/','University of California',''),
(331,'InfoSeek Sidewinder/0.9','Infoseek','http://go.com/','Go',''),
(332,'Ultraseek','Ultraseek','http://go.com/','Go',''),
(333,'Mozilla/3.0 (Slurp/cat; hide@address.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''),
(334,'Mozilla/3.0 (Slurp/si; hide@address.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''),
(335,'Mozilla/5.0 (Slurp/cat; hide@address.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''),
(336,'Mozilla/5.0 (Slurp/si; hide@address.com; http://www.inktomi.com/slurp.html)','Slurp Inktomi','http://help.yahoo.com/help/us/ysearch/slurp/index.html','Hotbot-Lycos,NBCi etc.',''),
(337,'larbin_2.2.1_de_Viennot (hide@address.com)','Inria','http://www.inria.fr/','Inria',''),
(338,'larbin_2.2.2_guillaume (hide@address.com)','Liafa','http://www.liafa.jussieu.fr/','Liafa',''),
(339,'InternetSeer.com','Internetseer','http://www.internetseer.com','Internetseer',''),
(340,'ramBot xtreme x.x','Rambot','http://www.intersearch.de','Intersearch',''),
(341,'Mozilla/3.0 (compatible; Webinator-DEV01.home.iprospect.com/2.56)','Iprospect','http://www.iprospect.com/','Iprospect',''),
(342,'IpselonBot/0.xx-beta (Ipselon; http://www.ipselon.com; hide@address.com)','IpselonBot','http://www.ipselon.com','Ipselon',''),
(343,'IRLbot/1.0 (+http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''),
(344,'Mozilla/3.0 (Vagabondo/2.0 MT; hide@address.com; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)','Ilse','http://aanmelden.ilse.nl/?aanmeld_mode=webhints','Ilse',''),
(345,'Mozilla/3.0 (INGRID/3.0 MT; hide@address.com; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)','Ilse','http://aanmelden.ilse.nl/?aanmeld_mode=webhints','Ilse',''),
(346,'ideare - SignSite/1.x','Ideare','http://www.ideare.com/','Ideare',''),
(347,'Jayde Crawler. http://www.jayde.com','Jayde Crawler','http://www.jayde.com','Jayde',''),
(348,'Jetbot/1.0','Jetbot','http://www.jeteye.com/','JetEye',''),
(349,'A-Online Search','A-Online','http://www.aon.at/portal','Aon',''),
(350,'Jyxobot/x','Jyxobot','http://jyxo.cz/','Jyxo',''),
(351,'k2spider','K2 Spider','http://www.verity.com','Verity',''),
(352,'Kenjin Spider','Kenjin Spider','http://www.kenjin.ne.jp/','Kenjin',''),
(353,'EasyDL/3.xx','EasyDL','http://keywen.com/Encyclopedia/Bot/','Keywen',''),
(354,'EasyDL/3.xx http://keywen.com/Encyclopedia/Bot','EasyDL','http://keywen.com/Encyclopedia/Bot/','Keywen',''),
(355,'Knowledge.com/0.x','Knowledge.com','http://www.knowledge.com/','knowledge.com',''),
(356,'Mariner/5.1b [de] (Win95; I ;Kolibri gncwebbot)','Mariner','http://www.kolibri.de/','Kolibri',''),
(357,'libWeb/clsHTTP -- hide@address.com','LibWeb','http://www.kt.co.kr/kt_home/eng/index.jsp','Korea Telecom',''),
(358,'WISEbot/1.0 (hide@address.com; http://wisebot.koreawisenut.com)','WISEbot','http://wisebot.koreawisenut.com','Koreawisenut',''),
(359,'kulokobot www.kuloko.com hide@address.com','Kulokobot','http://www.kuloko.com/','Kuloko',''),
(360,'kuloko-bot/0.x','Kulokobot','http://www.kuloko.com/','Kuloko',''),
(361,'larbin_2.2.2 (hide@address.com)','Ishida Lab','http://lab7.kuis.kyoto-u.ac.jp/','Kyoto University',''),
(362,'Mozilla/5.0 (compatible; heritrix/1.5.0 +http://www.l3s.de/~kohlschuetter/projects/crawling/)','Heritrix L3S','http://www.l3s.de/~kohlschuetter/projects/crawling/','L3S Research Center',''),
(363,'IPiumBot laurion(dot)com','IPiumBot','http://www.laurion.com/','Laurions',''),
(364,'larbin_2.6.2 (hide@address.com)','Lemur Consulting','http://www.lemurconsulting.com/Home.shtml','Lemur Consulting',''),
(365,'LexiBot/1.00','Lexibot','http://brightplanet.com/products/dqm_benefits.asp','BrightPlanet',''),
(366,'Mata Hari/2.00','Lexibot','http://brightplanet.com/products/dqm_benefits.asp','BrightPlanet',''),
(367,'LNSpiderguy','LNSpiderguy','http://www.lexisnexis.com/','Lexis-Nexis',''),
(368,'LECodeChecker/3.0 libgetdoc/1.0','LECodeChecker','http://www.linkexchange.com/','Linkexchange',''),
(369,'AgentName/0.1 libwww-perl/5.48','AgentName','http://www.linkomatic.com/','Linkomatic',''),
(370,'linknzbot','Linknzbot','http://www.linknz.co.nz/','LinkNZ',''),
(371,'Mozilla/3.01 (Compatible; Links2Go Similarity Engine)','Links2Go','http://www.links2go.com/','Links2Go',''),
(372,'Lockstep Spider/1.0','Lockstep Spider','http://www.lockstep.com/','Lockstep',''),
(373,'IncyWincy(http://www.look.com)','IncyWincy (Look)','http://www.look.com','Look',''),
(374,'NetResearchServer(http://www.look.com)','Look.com','http://www.look.com','Look',''),
(375,'Seeker.lookseek.com','Seeker.lookseek','http://www.lookseek.com/','Lookseek',''),
(376,'MantraAgent','MantraAgent','http://www.looksmart.com/','LookSmart',''),
(377,'Martini','Martini','http://www.looksmart.com/','LookSmart',''),
(378,'MARTINI','Martini','http://www.looksmart.com/','LookSmart',''),
(379,'Mozilla/4.0 (compatible; Zealbot 1.0)','Zealbot','http://www.looksmart.com/','LookSmart',''),
(380,'ZyBorg','ZyBorg (LookSmart)','http://www.looksmart.com/','LookSmart',''),
(381,'luchs.at URL checker','Luchs.at URL checker','http://web.luchs.at/','Luchs',''),
(382,'Lycos_Spider_(T-Rex)','Lycos_Spider','http://www.lycos.com/','Lycos',''),
(383,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;Lycos_Spider_(T-Rex) ; Lycos_Spider_(T-Rex) )','Lycos_Spider','http://www.lycos.com/','Lycos',''),
(384,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 98;Lycos_Spider_Beta2(T-Rex) ; Lycos_Spider_Beta2(T-Rex) )','Lycos_Spider','http://www.lycos.com/','Lycos',''),
(385,'LinkWalker','LinkWalker','http://www.seventwentyfour.com/','Seven TwentyFour',''),
(386,'lmspider (hide@address.com)','Lmspider','http://www.nuance.com/','Nuance',''),
(387,'Marvin v0.3','Marvin','http://www.hon.ch/MedHunt/Marvin.html','Health On the Net Fondation',''),
(388,'MasterSeek','Masterseek','http://www.masterseek.com/','Masterseek',''),
(389,'Spider/maxbot.com hide@address.com','Maxbot','http://www.maxbot.com/','Maxbot',''),
(390,'maxomobot/dev-20051201 (maxomo; http://67.102.134.34:4047/MAXOMO/MAXOMObot.html; hide@address.com)','Maxomobot','http://www.maxomo.com/','Maxomo',''),
(391,'Mercator-1.x','Mercator','http://www.research.compaq.com/SRC/mercator/','Altavista',''),
(392,'Mercator-2.0','Mercator','http://www.research.compaq.com/SRC/mercator/','Altavista',''),
(393,'Mercator-Scrub-1.1','Mercator','http://www.research.compaq.com/SRC/mercator/','Altavista',''),
(394,'MetaGer-LinkChecker','Metager-Linkchecker','http://www.metager.de/','Metager',''),
(395,'Metaspinner/0.01 (Metaspinner; http://www.meta-spinner.de/; hide@address.com/)','Metaspinner','http://index.meta-spinner.de/','Metaspinner',''),
(396,'MediaCrawler-1.0 (Experimental)','MediaCrawler','http://www.mediacrawler.de','Media Find',''),
(397,'libwww/5.3.2','Mediater Rechercher','http://www.mediater.net/','Mediater',''),
(398,'larbin_2.1.1 hide@address.com','Merl.com','http://www.merl.com/','Mitsubishi Electrical Research Lab',''),
(399,'Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0) (hide@address.com)','Metacarta','http://www.metacarta.com/','Metacarta',''),
(400,'HenryTheMiragoRobot (http://www.miragorobot.com/scripts/mrinfo.asp)','HenryTheMiragoRobot','http://www.miragorobot.com/scripts/mrinfo.asp','Mirago',''),
(401,'Miva (hide@address.com)','Miva','http://www.miva.com','Miva',''),
(402,'Felix - Mixcat Crawler (+http://mixcat.com)','Felix','http://mixcat.com/','MixCat',''),
(403,'Morris - Mixcat Crawler (+http://mixcat.com)','Morris','http://mixcat.com/','MixCat',''),
(404,'MojeekBot/0.x (archi; http://www.mojeek.com/bot.html)','MojeekBot','http://www.mojeek.com/bot.html','Mojeek',''),
(405,'holmes/x.x','Holmes','http://morfeo.centrum.cz/','Morfeo / Centrum',''),
(406,'Mozdex/0.06-dev (Mozdex; http://www.mozdex.com/bot.html; hide@address.com)','Mozdex','http://www.mozdex.com/bot.html','MozDex',''),
(407,'mozDex/0.04-dev (mozDex; http://www.mozdex.com/en/bot.html; hide@address.com)','MozDex','http://www.mozdex.com/bot.html','MozDex',''),
(408,'MnogoSearch/3.2.xx','MnoGoSearch','http://mnogosearch.org/','MnoGoSearch',''),
(409,'msnbot/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(410,'Mylinea.com Crawler 2.0','Mylinea','http://fr.mylinea.com/','Mylinea',''),
(411,'Mozilla/5.0 (compatible; InterseekWeb/3.x)','Najdi','http://www.najdi.si/pomoc/eng/index.jsp','Najdi',''),
(412,'NP/0.1 (NP; http://www.nameprotect.com; hide@address.com)','Nameprotect','http://www.nameprotect.com','Nameprotect',''),
(413,'NPBot (http://www.nameprotect.com/botinfo.html)','Nameprotect','http://www.nameprotect.com','Nameprotect',''),
(414,'NPBot-1/2.0','Nameprotect','http://www.nameprotect.com','Nameprotect',''),
(415,'kulturarw3/0.1','Kulturarw','http://www.kb.se/ENG/kbstart.htm','National Library of Sweden',''),
(416,'Cowbot-0.1 (NHN Corp. / +82-2-3011-1954 / hide@address.com)','Cowbot','http://www.naver.co.jp/','Naver',''),
(417,'Cowbot-0.1.x (NHN Corp. / +82-2-3011-1954 / hide@address.com)','Cowbot','http://www.naver.co.jp/','Naver',''),
(418,'dloader(NaverRobot)/1.0','NaverBot','http://www.naver.co.jp/','Naver',''),
(419,'NaverBot_dloader/1.5','NaverBot','http://www.naver.co.jp/','Naver',''),
(420,'NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / hide@address.com)','NaverBot','http://www.naver.co.jp/','Naver',''),
(421,'nabot_1.0','Nabot','http://www.naver.co.jp/','Naver',''),
(422,'NABOT/5.0','Nabot','http://www.naver.co.jp/','Naver',''),
(423,'NationalDirectoryAddURL/1.0','Nationaldirectory','http://www.nationaldirectory.com/','Nationaldirectory',''),
(424,'NationalDirectory-WebSpider/1.3','Nationaldirectory','http://www.nationaldirectory.com/','Nationaldirectory',''),
(425,'larbin_2.6.2 (hide@address.com)','NII','http://www.nii.ac.jp/','National Institut of Informatics (Japan)',''),
(426,'Francis/1.0 (hide@address.com http://www.neomo.de/)','Francis','http://www.neomo.de/','Neomo',''),
(427,'Mozilla/4.0 (compatible; MSIE 5.0; NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)','NetNose','http://www.netnose.com/','NetNose',''),
(428,'Netprospector JavaCrawler','Netprospector','http://www.actaddons.com/products/netprospector.asp','Netprospector',''),
(429,'Robozilla/1.0','Netscape','http://www.dmoz.org/','DMOZ',''),
(430,'NextopiaBOT (+http://www.nextopia.com) distributed crawler client beta v0.x','NextopiaBot','http://www.nextopia.com','Nextopia',''),
(431,'NMG Spider/0.3 (szukanko.com)','NMG Spider','http://www.szukanko.com/','Szukanko',''),
(432,'Noago Spider','Noago Spider','http://www.noago.com/','Noago',''),
(433,'NokodoBot/1.x (+http://nokodo.com/bot.htm)','NokodoBot','http://nokodo.com/bot.htm','Nokodo',''),
(434,'Gulliver/1.3','Gulliver','http://www.northernlight.com/','Northernlight',''),
(435,'Gulliver/1.2','Gulliver','http://www.northernlight.com/','Northernlight',''),		
(436,'AVSearch-1.0(hide@address.com)','AVSearch','http://www.nrc-cnrc.gc.ca/main_e.html','National Research Council Canada',''),
(437,'gazz/x.x (hide@address.com)','Gaaz','http://www.infobee.ne.jp/','Infobee',''),
(438,'DoCoMo/1.0/Nxxxi/c10','DoCoMo','http://www.nttdocomo.co.jp/','NTT DoCoMo',''),
(439,'DoCoMo/1.0/Nxxxi/c10/TB','DoCoMo','http://www.nttdocomo.co.jp/','NTT DoCoMo',''),
(440,'DoCoMo/2.0 P900iV(c100;TB;W24H11)','DoCoMo','http://www.nttdocomo.co.jp/','NTT DoCoMo',''),
(441,'NWSpider 0.9','NWSpider','http://www.nwspider.com/','NWSpider',''),
(442,'nttdirectory_robot/0.9 (super-hide@address.com)','NTT Directory','http://navi.ocn.ne.jp/','NTT Directory',''),
(443,'nuSearch Spider <a href=http://www.nusearch.com>www.nusearch.com</a> (compatible; MSIE 4.01)','NuSearch Spider','http://www.nusearch.com','NuSearch',''),
(444,'Nutch','Nutch','http://lucene.apache.org/','Lucene',''),
(445,'NutchCVS/0.0x-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-hide@address.com)','Nutch','http://lucene.apache.org/','Lucene',''),
(446,'NutchOrg/0.0x-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-hide@address.com)','Nutch','http://lucene.apache.org/','Lucene',''),
(447,'NutchCVS/0.06-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-hide@address.com)','Nutch','http://lucene.apache.org/','Lucene',''),
(448,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; T312461) RPT-HTTPClient/0.3-3E','Object Sciences Corp','http://www.saic.com','SAIC',''),
(449,'ObjectsSearch/0.01-dev (ObjectsSearch;http://www.ObjectsSearch.com/bot.html; hide@address.com)','Objects Search','http://www.saic.com','SAIC',''),
(450,'Ocelli/1.3 (http://www.globalspec.com/Ocelli)','Ocelli','http://www.globalspec.com/','GlobalSpec',''),
(451,'Mozilla/5.0 (compatible; OnetSzukaj/5.0; +http://szukaj.onet.pl)','OnetSzukaj','http://szukaj.onet.pl','Szukaj',''),
(452,'Jabot/7.x.x (http://odin.ingrid.org/)','Jabot','http://www.ingrid.org/','ODIN Directory',''),
(453,'Jabot/6.x (http://odin.ingrid.org/)','Jabot','http://www.ingrid.org/','ODIN Directory',''),
(454,'DigOut4U','OpenPortal4U','http://www.arisem.com','Arisem',''),
(455,'OpidooBOT (hide@address.com)','OpidooBot','http://www.opidoo.com/','Opidoo',''),
(456,'Orbiter/T-2.0 (+http://www.dailyorbit.com/bot.htm)','Orbiter','http://www.dailyorbit.com/bot.htm','DailyOrbit',''),
(457,'OmniExplorer_Bot/1.0x (+http://www.omni-explorer.com) Internet Categorizer','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''),
(458,'OmniExplorer_Bot/1.0x (+http://www.omni-explorer.com) Job Crawler','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''),
(459,'OmniExplorer_Bot/1.1x (+http://www.omni-explorer.com) Torrent Crawler','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''),
(460,'OmniExplorer_Bot/x.xx (+http://www.omni-explorer.com) WorldIndexer','OmniExplorer','http://www.omni-explorer.com','OmniExplorer',''),
(461,'Onet.pl SA, http://szukaj.onet.pl','OnetSzukaj','http://szukaj.onet.pl','Szukaj',''),
(462,'Openbot/3.0+(robot-hide@address.com;+http://www.openfind.com.tw/robot.html)','Openfind','http://www.openfind.com.tw/robot.html','Openfind',''),
(463,'Openfind data gatherer, Openbot/3.0+(robot-hide@address.com;+http://www.openfind.com.tw/robot.html)','Openfind','http://www.openfind.com.tw/robot.html','Openfind',''),
(464,'Openfind Robot/1.1A2','Openfind','http://www.openfind.com.tw/robot.html','Openfind',''),
(465,'OpenTextSiteCrawler/2.9.2','OpenTextSiteCrawler','http://www.opentext.net/','OpenText',''),
(466,'OpenWebSpider/x','OpenWebSpider','http://www.openwebspider.org/','OpenWebSpider',''),
(467,'Oracle Ultra Search','Oracle','http://www.oracle.com/index.html','Oracle',''),
(468,'Overture-WebCrawler/3.8/Fresh (atw-crawler at fast dot no; http://fast.no/support/crawler.asp)','Overture-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(469,'Mozilla/5.0 (compatible; heritrix/1.5.0-200506231921 +http://pandora.nla.gov.au/crawl.html)','Pandora','http://pandora.nla.gov.au/crawl.html','National Library of Australia',''),
(470,'Patwebbot (http://www.herz-power.de/technik.html)','Patwebbot','http://www.herz-power.de/technik.html','Patsearch',''),
(471,'PEERbot www.peerbot.com','Peerbot','http://www.peerbot.com/','Peerbot',''),
(472,'PicoSearch/1.0','PicoSearch','http://www.picosearch.com/','Pico Search',''),
(473,'psbot/0.1 (+http://www.picsearch.com/bot.html)','Psbot','http://www.picsearch.com/bot.html','Picsearch',''),
(474,'pipeLiner/0.xx (PipeLine Spider; http://www.pipeline-search.com/webmaster.html)','PipeLiner','http://www.pipeline-search.com/webmaster.html','Pipeline',''),
(475,'Pita','Pita','http://www-diglib.stanford.edu/~testbed/doc2/WebBase/webbase-pages.html','Stanford University',''),
(476,'Popdexter/1.0','Popdexter','http://www.popdex.com/','Popdex',''),
(477,'Robot/www.pj-search.com','PopJapanSearch','http://www.pj-search.com/','PopJapanSearch',''),
(478,'PJspider/3.0 (hide@address.com; http://www.portaljuice.com)','PJspider','http://www.portaljuice.com/','Nextopia',''),
(479,'polybot 1.0 (http://cis.poly.edu/polybot/)','Polybot','http://cis.poly.edu/polybot/','Polytechnic University Brooklyn',''),
(480,'DeepIndexer.ca','DeepIndexer','http://www.deepindex.com/utiliser.html','Deepindex',''),
(481,'Marketwave Hit List','Pilot Hitlist','http://www.pilotsoftware.com/hitlist/','Pilot Hitlist',''),
(482,'CrawlerBoy Pinpoint.com','CrawlerBoy','http://www.motricity.com/','Motricity',''),
(483,'Mozilla/5.0 (compatible; pogodak.ba/3.x)','Pogodak','http://www.pogodak.hr/','Pogodak',''),
(484,'Pompos','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(485,'PROBE! (Probert Encyclopaedia Research Robot V1.0 http://www.probertencyclopaedia.com)','Probe!','http://www.probertencyclopaedia.com/','Probert Encyclopaedia',''),
(486,'ProWebGuide Link Checker (http://www.prowebguide.com)','ProWebguide','http://www.prowebguide.com/','ProWebguide',''),
(487,'CoolBot','CoolBot','http://www.suchmaschine21.de/','SuchMaschine21',''),
(488,'Rotondo/3.1 libwww/5.3.1','Rotondo','http://www.qualigo.de/doks/search/source/std/start_search.php','QualiGo',''),
(489,'QPCreep Test Rig ( We are not indexing, just testing )','QPCreep','http://www.quepasa.com/','Quepasa',''),
(490,'QuepasaCreep ( hide@address.com )','QuepasaCreep','http://www.quepasa.com/','Quepasa',''),
(491,'QuepasaCreep v0.9.1x','QuepasaCreep','http://www.quepasa.com/','Quepasa',''),
(492,'QueryN Metasearch','QueryN Metasearch','http://www.queryn.com/queryn/','QueryN',''),
(493,'ScanWeb','ScanWeb','http://eserver.host.sk/','Eserver',''),
(494,'Web Snooper','RankMeter','http://www.searchutilities.com/','SearchUtilities',''),
(495,'Rational SiteCheck (Windows NT)','Rational SiteCheck','http://www.rational.com.ar','GSInnova',''),
(496,'StackRambler/x.x','StackRambler','http://www.rambler.ru/','Rambler',''),
(497,'Reaper [2.03.10-031204] (http://www.sitesearch.ca/reaper/)','Reaper','http://marty.anstey.ca/projects/robots/reaper.html','Marty Anstey',''),
(498,'Reaper/2.0x (+http://www.sitesearch.ca/reaper)','Reaper','http://marty.anstey.ca/projects/robots/reaper.html','Marty Anstey',''),
(499,'Scrubby/2.x (http://www.scrubtheweb.com/)','Scrubby','http://www.scrubtheweb.com/','Scrub the web',''),
(500,'( Robots.txt Validator http://www.searchengineworld.com/cgi-bin/robotcheck.cgi )','SearchEngineWorlds','http://www.searchengineworld.com/','SearchEngineWorlds',''),
(501,'lwp-trivial/1.34','Search4free','http://www.search4free.com/','Search4free',''),
(502,'Mozilla/3.0 (compatible; Fluffy the spider; http://www.searchhippo.com/; hide@address.com)','Fluffy the spider','http://www.searchhippo.com/','Searchhippo',''),
(503,'ClariaBot/1.0','SearchScout','http://www.searchscout.com/','SearchScout',''),
(504,'Diamond/1.0','SearchScout','http://www.searchscout.com/','SearchScout',''),
(505,'DiamondBot','SearchScout','http://www.searchscout.com/','SearchScout',''),
(506,'MegaSheep v1.0 (www.searchuk.com internet sheep)','MegaSheep','http://www.searchuk.com/','Search UK',''),
(507,'search.ch V1.4','Search.ch','http://www.search.ch/','Search CH',''),
(508,'search.ch V1.4.2 (hide@address.com; http://www.search.ch)','Search.ch','http://www.search.ch/','Search CH',''),
(509,'SearchByUsa/2 (SearchByUsa; http://www.SearchByUsa.com/bot.html; hide@address.com)','SearchByUsa','http://www.searchbyusa.com/','Search4USA',''),
(510,'SearchExpress Spider0.99','SearchExpress Spider','http://www.searchexpress.com/','SearchExpress',''),
(511,'SearchGuild_DMOZ_Experiment (hide@address.com)','Searchguild','http://searchguild.com/','SearchGuild',''),
(512,'Spider-Sleek/2.0 (+http://search-info.com/linktous.html)','Search-Info','http://search-info.com/','Search-Info',''),
(513,'Searchit-Now Robot/2.2 (+http://www.searchit-now.co.uk)','Searchit-Now Robot','http://www.searchit-now.co.uk','Searchit-Now',''),
(514,'SearchSpider.com/1.1','SearchSpider','http://www.searchspider.com/','SearchSpider',''),
(515,'Searchspider/1.2 (SearchSpider; http://www.searchspider.com; hide@address.com)','SearchSpider','http://www.searchspider.com/','SearchSpider',''),
(516,'Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/0.3','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''),
(517,'Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.0 (XDF)','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''),
(518,'Seekbot/1.0 (http://www.seekbot.net/bot.html) RobotsTxtFetcher/1.2','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''),
(519,'Findexa Crawler (http://www.findexa.no/gulesider/article26548.ece)','Findexa Crawler','http://www.findexa.no/english/article27709.ece','Findexa',''),
(520,'GAIS Robot/1.0B2','GAIS Robot','http://www.seed.net.tw/','Seed',''),
(521,'Sensis.com.au Web Crawler (search_comments\\at\\sensis\\dot\\com\\dot\\au)','Sensis.com.au Web Crawler','http://www.sensis.com.au/','Sensis',''),
(522,'SeznamBot/1.0','SeznamBot','http://www.seznam.cz/','Seznam',''),
(523,'SeznamBot/1.0 (+http://fulltext.seznam.cz/)','SeznamBot','http://www.seznam.cz/','Seznam',''),
(524,'Shoula.com Crawler 2.0','Shoula','http://www.shoula.com/','Shoula! Search',''),
(525,'Agent-SharewarePlazaFileCheckBot/2.0+(+http://www.SharewarePlaza.com)','SharewarePlaza','http://www.sharewareplaza.com/','SharewarePlaza',''),
(526,'sherlock/1.0','Sherlock','http://www.informatics.indiana.edu/fil/Class/b659/Projects/S04-g6/','Indiana University School of Informatics',''),
(527,'asterias/2.0','Asterias','http://search.singingfish.com/sfw/home.jsp','Singing Fish',''),
(528,'+SitiDi.net/SitiDiBot/1.0 (+Have Good Day)','SitiDiBot','http://www.sitidi.net/','SitiDi.net',''),
(529,'SBIder/0.7 (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)','SBIder','http://www.sitesell.com/sbider.html','SiteSell',''),
(530,'SiteSpider +(http://www.SiteSpider.com/)','SiteSpider','http://www.SiteSpider.com/','SiteSpider',''),
(531,'Slider_Search_v1-de','Slider','http://www.slider.com/','Slider',''),
(532,'SnykeBot/0.6 (http://www.snyke.com)','SnykeBot','http://www.snyke.com/','Snyke',''),
(533,'SoftHypermarketFileCheckBot/1.0+(+http://www.softhypermaket.com)','SoftHypermarket','http://www.softhypermaket.com','SoftHypermarket',''),
(534,'sohu-search','Sohu-search','http://www.sohu.com/','Sohu',''),
(535,'speedfind ramBot xtreme 8.1','Speedfind','http://www.speedfind.de/','Lotse',''),
(536,'Mozilla/4.0 (compatible; MSIE 6.0; MSIE 5.5; Windows NT 5.1) Skampy/0.9.x [en]','Skampy','http://www.skaffe.com/','Skaffe',''),
(537,'User-Agent: Mozilla/4.0 (SKIZZLE! Distributed Internet Spider v1.0 - www.SKIZZLE.com)','Skizzle','http://www.skizzle.com/','Skizzle',''),
(538,'mammoth/1.0 (+http://www.sli-systems.com/)','Mammoth','http://www.sli-systems.com/','SLI Systems',''),
(539,'Mozilla (hide@address.com)','Somewhere','http://www.somewhere.com/','Somewhere',''),
(540,'MusicWalker2.0 (+http://www.somusical.com)','MusicWalker','http://www.somusical.com','SoMusical!',''),
(541,'Speedy Spider (Beta/1.0; www.entireweb.com)','Speedy Spider','http://www.entireweb.com/','Entireweb',''),
(542,'Mouse-House/7.4 (spider_monkey spider info at www.mobrien.com/sm.shtml)','SpiderMonkey','http://www.spidermonkey.ca/sm.shtml','SpiderMonkey',''),
(543,'SpiderMonkey/7.0x (SpiderMonkey.ca info at http://spidermonkey.ca/sm.shtml)','SpiderMonkey','http://www.spidermonkey.ca/sm.shtml','SpiderMonkey',''),
(544,'libwww-perl/5.45','SplatSearch','http://www.splatsearch.com/','Splat',''),
(545,'Steeler/1.x (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)','Steeler','http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en','University of Tokyo',''),
(546,'hide@address.com','SuperSnooper','http://www.supersnooper.com/','SuperSnooper',''),
(547,'Swooglebot/2.0. (+http://swoogle.umbc.edu/swooglebot.html)','Swooglebot','http://swoogle.umbc.edu/swooglebot.html','University of Maryland',''),
(548,'<http://www.sygol.com/> http://www.sygol.com','Sygol','http://www.sygol.com','Sygol',''),
(549,'Szukacz/1.5 (robot; www.szukacz.pl/jakdzialarobot.html; hide@address.com)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''),
(550,'Szukacz/1.x (robot; www.szukacz.pl/jakdzialarobot.html; hide@address.com)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''),
(551,'Tagword (http://tagword.com/dmoz_survey.php)','TAGword','http://tagword.com/dmoz_survey.php','TAGword DMOZ survey',''),
(552,'Talkro Web-Shot/1.0 (E-mail: hide@address.com, Home: http://222.122.15.190/webshot)','Talkro','http://www.daumsoft.com/','DaumSoft',''),
(553,'Tecomi Bot (http://www.tecomi.com/bot.htm)','Tecomi Bot','http://www.tecomi.com/bot.htm','Tecomi',''),
(554,'Teoma MP','Teoma','http://www.teoma.com/','Teoma',''),
(555,'teomaagent crawler-hide@address.com','Teoma','http://www.teoma.com/','Teoma',''),
(556,'teomaagent1 [crawler-hide@address.com]','Teoma','http://www.teoma.com/','Teoma',''),
(557,'teoma_agent1','Teoma','http://www.teoma.com/','Teoma',''),
(558,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma)','Teoma','http://www.teoma.com/','Teoma',''),
(559,'Teradex Mapper; hide@address.com; http://www.teradex.com','Teradex Mapper','http://www.teradex.com','Teradex',''),
(560,'TheSuBot/0.1 (www.thesubot.de)','TheSuBot','http://www.thesubot.de/','TheSuBot',''),
(561,'WebVac (hide@address.com)','WebVac','http://dbpubs.stanford.edu:8091/~testbed/doc2/WebBase/','Stanford University',''),
(562,'Willow Internet Crawler by Twotrees V2.1','Willow','http://www.twotrees.com/','Twotrees',''),
(563,'thumbshots-de-Bot (Version: 1.02, powered by www.thumbshots.de)','Thumbshots-de-bot','http://www.thumbshots.de/','Thumbshots',''),
(564,'tivraSpider/1.0 (hide@address.com)','TivraSpider','http://public.research.att.com/index.cfm?portal=1&h=1','ATT',''),
(565,'Tkensaku/x.x(http://www.tkensaku.com/q.html)','Tkensaku','http://www.tkensaku.com/q.html','Tkensaku',''),
(566,'Mozilla/5.0 (+http://www.toile.com/) ToileBot/0.1','ToileBot','http://www.toile.com/','La Toile du Québec',''),
(567,'Mozilla/2.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)','Thunderstones Webinator','http://www.thunderstone.com/texis/site/pages/Products.html','Thunderstones',''),
(568,'Mozilla/5.0 (compatible; heritrix/1.4t  http://www.truveo.com/)','Truveo','http://www.truveo.com/','Truveo',''),
(569,'Trampelpfad-Spider','Trampelpfad','http://www2.trampelpfad.de/','Trampelpfad',''),
(570,'Trampelpfad-Spider-v0.1','Trampelpfad','http://www2.trampelpfad.de/','Trampelpfad',''),
(571,'TurnitinBot/x.x (http://www.turnitin.com/robot/crawlerinfo.html)','TurnitinBot','http://www.turnitin.com/robot/crawlerinfo.html','Turnitin',''),
(572,'Turnpike Emporium LinkChecker/0.1','Turnpike Emporium','http://www.turnpike.net/directory.phtml','Turnpike Emporium Directory',''),
(573,'TutorGig/1.5 (+http://www.tutorgig.com/crawler)','TutorGigBot','http://www.tutorgig.com/crawler','TutorGig',''),
(574,'Tutorial Crawler 1.4 (http://www.tutorgig.com/crawler)','TutorGigBot','http://www.tutorgig.com/crawler','TutorGig',''),
(575,'TygoBot','TygoBot','http://www.tygo.com/','Tygo',''),
(576,'TygoProwler','TygoBot','http://www.tygo.com/','Tygo',''),
(577,'TurnitinBot','Turnitin','http://www.turnitin.com/robot/crawlerinfo.html','Turnitin',''),
(578,'updated/0.1beta (updated.com; http://www.updated.com; hide@address.com)','Updated','http://www.updated.com/','Updated',''),
(579,'Uptimebot','Uptimebot','http://www.uptimebot.com/','Uptimebot',''),
(580,'UptimeBot(www.uptimebot.com)','Uptimebot','http://www.uptimebot.com/','Uptimebot',''),
(581,'Mackster( http://www.ukwizz.com )','UKWizz','http://www.ukwizz.com','UKWizz',''),
(582,'unido-bot, http://mobicom.cs.uni-dortmund.de/bot.html','Unido-bot','http://mobicom.cs.uni-dortmund.de/bot.html','University of Dortmund',''),
(583,'Llaut/1.0 (http://mnm.uib.es/~gallir/llaut/bot.html)','Llaut','http://mnm.uib.es/~gallir/llaut/bot.html','Universitat de les Illes Balears',''),
(584,'USyd-NLP-Spider (http://www.it.usyd.edu.au/~vinci/bot.html)','USyd-NLP-Spider','http://www.it.usyd.edu.au/~vinci/bot.html','University of Sydney',''),
(585,'KnowItAll(hide@address.com)','KnowItAll','http://www.cs.washington.edu/research/knowitall/','University of Washington',''),
(586,'Mozilla/5.0 URL-Spider','URL-Spider','http://www.url-spider.com/','URL-Spider',''),
(587,'Vakes/0.01 (Vakes; http://www.vakes.com/; hide@address.com)','Vakes','http://www.vakes.com/','Vakes',''),
(588,'vspider','Vspider','http://www.verity.com/','Verity',''),
(589,'vspider/3.x','Vspider','http://www.verity.com/','Verity',''),
(590,'versus 0.2 (+http://versus.integis.ch)','Versus','http://versus.integis.ch','Hochschule für Technik Rapperswil',''),
(591,'InfoFly/1.0 (http://www.versions-project.org/)','InfoFly','http://www.versions-project.org/','Versions-project',''),
(592,'VeryGoodSearch.com.DaddyLongLegs','VeryGoodSearch','http://www.verygoodsearch.com/','VeryGoodSearch',''),
(593,'verzamelgids.nl - Networking4all Bot/x.x','Verzamelgids','http://www.verzamelgids.nl/','Verzamelgids',''),
(594,'AlkalineBOT/1.3','AlkalineBOT','http://alkaline.vestris.com/','Vestris',''),
(595,'AlkalineBOT/1.4 (1.4.0326.0 RTM)','AlkalineBOT','http://alkaline.vestris.com/','Vestris',''),
(596,'NCSA Beta 1 (http://vias.ncsa.uiuc.edu/viasarchivinginformation.html)','NCSA','http://vias.ncsa.uiuc.edu/viasarchivinginformation.html','National Center for Supercomputing Applications',''),
(597,'MultiText/0.1','MultiText','http://www.dlib.vt.edu/','Virginia Polytechnic Institute and State University',''),
(598,'KE_1.0/2.0 libwww/5.2.8','VoilaBot','http://www.voila.fr/','Voila.fr',''),
(599,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http://www.voila.com/)','VoilaBot','http://www.voila.fr/','Voila.fr',''),
(600,'Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot; 1.6','VoilaBot','http://www.voila.fr/','Voila.fr',''),
(601,'xirq/0.1-beta (xirq; http://www.xirq.com; hide@address.com) ','Xirq','http://www.xirq.com/','Xirq',''),
(602,'W3SiteSearch Crawler_v1.1 http://www.w3sitesearch.de','W3SiteSearch Crawler','http://www.w3sitesearch.de','W3SiteSearch',''),
(603,'Mozilla/5.0 usww.com-Spider-for-w8.net','W8net','http://www.usww.com/','usww',''),
(604,'appie 1.1 (www.walhello.com)','Appie','http://www.walhello.com/','Walhello',''),
(605,'WeatherBot v1.4 http://www.ezweather.net','WeatherBot','http://www.ezweather.net','EZ Weather',''),
(606,'Carnegie_Mellon_University_WebCrawler,http://www.andrew.cmu.edu/~brgordon/webbot/index.html','WebBOT','http://www.andrew.cmu.edu/~brgordon/webbot/index.html','Carnegie Mellon University',''),
(607,'webcrawl.net','Webcrawl','http://www.webcrawl.net/','Webcrawl',''),
(608,'obidos-bot (just looking for books.)','Obidos-bot','http://www.onfocus.com/bookwatch/','Weblog bookwatch',''),
(609,'webmeasurement-crawler, http://mobicom.cs.uni-dortmunde.de/webmeasurement/','Webmeasurement-crawler','http://mobicom.cs.uni-dortmund.de/bot.html','University of Dortmund',''),
(610,'Kevin http://websitealert.net/kevin/','Kevin','http://websitealert.net/kevin/','WebSiteAlert',''),
(611,'webbandit/4.xx.0','Webbandit','http://softwaresolutions.net/','SoftwareSolutions',''),
(612,'Webclipping.com','Webclipping','http://www.webclipping.com/','Webclipping',''),
(613,'webcrawl.net','Webcrawl','http://www.webcrawl.net/','Webcrawl',''),
(614,'WebFindBot(http://www.web-find.com)','WebFindBot','http://www.web-find.com','web-find',''),
(615,'Webglimpse 2.xx.x (http://webglimpse.net)','Webglimpse','http://webglimpse.net','Webglimpse',''),
(616,'WebSearch.COM.AU/3.0.1 (The Australian Search Engine; http://WebSearch.COM.AU; hide@address.com)','WebSearch','http://websearch.com.au/','WebSearch',''),
(617,'WebSearchBench WebCrawler v0.1(Experimental)','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''),
(618,'WSB WebCrawler V1.0 (Beta), hide@address.com','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''),
(619,'WSB, http://websearchbench.cs.uni-dortmund.de','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''),
(620,'WebSearchBench WebCrawler V1.0 (Beta), Prof. Dr.-Ing. Christoph Lindemann, Universität Dortmund, hide@address.com, http://websearchbench.cs.uni-dortmund.de/','WebSearchBench','http://websearchbench.cs.uni-dortmund.de/websearch/about.html.de','University of Dortmund',''),
(621,'Webspinne/1.0 hide@address.com','Webspinne','http://www.webspinne.de/','Webspinne',''),
(622,'Websquash.com (Add url robot)','Websquash','http://www.websquash.com/','Websquash',''),
(623,'WebStat/1.0 (Unix; beta; 20040314)','WebStat','http://www.math.psu.edu/babcock/webstat/version1.0/','University of South Carolina',''),
(624,'DaviesBot/1.7 (www.wholeweb.net)','DaviesBot','http://www.wholeweb.net/','Wholeweb',''),
(625,'Mozilla/4.0 (compatible; MSIE 5.0; Windows ME) Opera 5.11 [en]','WinME','?','?',''),
(626,'WIRE/0.x (Linux; i686; Bot,Robot,Spider,Crawler)','WIRE','http://www.cwr.cl/projects/WIRE/','CWR',''),
(627,'Mozilla/3.0 (Vagabondo/1.x MT; hide@address.com; http://webagent.wise-guys.nl/)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(628,'Mozilla/3.0 (Vagabondo/2.0 MT; hide@address.com; http://webagent.wise-guys.nl/)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(629,'Vagabondo/1.x MT (hide@address.com)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(630,'Vagabondo/2.0 MT','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(631,'Vagabondo/2.0 MT (webagent at wise-guys dot nl)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(632,'Vagabondo/2.0 MT (hide@address.com)','WiseGuys','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),
(633,'ZyBorg/1.0 (hide@address.com; http://www.WISEnut.com)','ZyBorg (Wisenut)','http://www.wisenut.com/','Wisenut',''),
(634,'WorldWideWeb-X/3.1 (+http://www.worldwideweb-x.com/)','WorldWideWeb-X/3.1','http://www.worldwideweb-x.com','WorldWideWeb',''),
(635,'WWWeasel Robot v1.00 (http://wwweasel.de)','WWWeasel Robot','http://wwweasel.de','World Wide Weasel',''),
(636,'Wotbox/alpha0.6 (hide@address.com; http://www.wotbox.com)','Wotbox','http://www.wotbox.com','Wotbox',''),
(637,'Wotbox/alpha0.x.x (hide@address.com; http://www.wotbox.com)   Java/1.4.1_02','Wotbox','http://www.wotbox.com','Wotbox',''),
(638,'wume_crawler/1.1 (http://wume.cse.lehigh.edu/~xiq204/crawler/)','Wume_crawler','http://wume.cse.lehigh.edu/~xiq204/crawler/','Lehigh University',''),
(639,'MediaSearch/0.1','MediaSearch','http://www.fi/CDA.LinkDirectory.Mainpage/0,3584,level1-l2,00.html','WWW.FI',''),
(640,'egothor/3.0a (+http://www.xdefine.org/robot.html)','Xdefine','http://www.egothor.org/','Xdefine',''),
(641,'Project XP5 [2.03.07-111203]','XP5','http://marty.anstey.ca/projects/robots/index.html','Marty Anstey',''),
(642,'cosmos/0.8_(hide@address.com)','Xyleme SA France','http://www.xyleme.com/en/index.jsp','Xyleme',''),
(643,'cosmos/0.9_(hide@address.com)','Xyleme SA France','http://www.xyleme.com/en/index.jsp','Xyleme',''),
(644,'Mozilla/4.0 (compatible; MSIE 5.0; YANDEX)','Yandex','http://www.yandex.ru/','Yandex',''),
(645,'YahooSeeker/CafeKelsa-dev (compatible; Konqueror/3.2; FreeBSD ;cafekelsa-dev-hide@address.com ) (KHTML, like Gecko)','YahooSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(646,'YahooFeedSeeker/1.0 (compatible; Mozilla 4.0; MSIE 5.5; http://my.yahoo.com/s/publishers.html)','YahooFeedSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(647,'Yahoo-MMCrawler/3.x (mms dash mmcrawler dash support at yahoo dash inc dot com)','Yahoo-MMCrawler','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(648,'Yahoo-VerticalCrawler-FormerWebCrawler/3.9 crawler at trd dot overture dot com; http://www.alltheweb.com/','Yahoo-VerticalCrawler','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(649,'Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)','Slurp Inktomi (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(650,'spider.yellopet.com - www.yellopet.com','Yellopet','http://www.yellopet.com/','Yellopet',''),
(651,'yarienavoir.net/0.2','Yarienavoir','http://www.yarienavoir.net/cgi-bin/s.cgi','Yarienavoir',''),
(652,'YottaCars_Bot/4.12 (+http://www.yottacars.com) Car Search Engine','YottaCars','http://www.yottacars.com','YottaCars',''),
(653,'YottaShopping_Bot/4.12 (+http://www.yottashopping.com) Shopping Search Engine','YottaShopping','http://www.yottashopping.com','YottaShopping',''),
(654,'Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)','GulperBot','http://www.ecsl.cs.sunysb.edu/','University of New-York',''),
(655,'Mozilla/5.0 [en] (compatible; Gulper Web Bot 0.2.4 www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)','GulperBot','http://www.ecsl.cs.sunysb.edu/','University of New-York',''),
(656,'Zao/0.1 (http://www.kototoi.org/zao/)','Zao Crawler','http://www.kototoi.org/zao/','Kototoi',''),
(657,'Zao-Crawler','Zao Crawler','http://www.kototoi.org/zao/','Kototoi',''),
(658,'Zao-Crawler 0.2b','Zao Crawler','http://www.kototoi.org/zao/','Kototoi',''),
(659,'DeepIndex ( http://www.zetbot.com )','Zetbot','http://www.zetbot.com/','Zetbot',''),
(660,'zerxbot/Version 0.6 libwww-perl/5.79','Zerxbot','http://www.zerx.com/','Zerx',''),
(661,'Zeus xxxxx Webster Pro V2.9 Win32','Zeus','http://www.zeus.com','Zeus',''),
(662,'ZBot/1.00 (hide@address.com)','Zeus','http://www.zeus.com','Zeus',''),
(663,'Zeus ThemeSite Viewer Webster Pro V2.9 Win32','Zeus','http://cyber-robotics.com/','Cyber-Robotics',''),
(664,'ZipppBot/0.xx (ZipppBot; http://www.zippp.net; hide@address.com)','ZipppBot','http://www.zippp.net','Zipp',''),
(665,'ZIPPPCVS/0.xx (ZipppBot/.xx;http://www.zippp.net; hide@address.com)','ZipppBot','http://www.zippp.net','Zipp',''),
(666,'Zippy v2.0 - Zippyfinder.com','Zippy','http://www.zippyfinder.com/','Zippyfinder',''),
(667,'ZoomSpider - wrensoft.com','ZoomSpider','http://www.wrensoft.com/','WrenSoft',''),
(668,'RedKernel WWW-Spider 2/0 (+http://www-spider.redkernel-softwares.com/)','RedKernel','http://www.redkernel-softwares.com/','RedKernel',''),
(669,'<a href=\"http://www.unchaos.com/\"> UnChaos </a>, From Chaos To Order, Hybrid Web Search Engine. (hide@address.com)','UnChaosBot','http://www.unchaos.com/','UnCHAOS',''),					
(670,'<a href=\"http://www.unchaos.com/\"> UnChaos Bot, Hybrid Web Search Engine. </a> (hide@address.com)','UnChaosBot','http://www.unchaos.com/','UnCHAOS',''),					
(671,'<b> UnChaosBot, From Chaos To Order, UnChaos Hybrid Web Search Engine at www.unchaos.com </b> (hide@address.com)','UnChaosBot','http://www.unchaos.com/','UnCHAOS',''),					
(672,'DataSpearSpiderBot/0.2 (DataSpear Spider Bot; http://dssb.dataspear.com/bot.html; hide@address.com)','DataSpear Spider Bot','http://www.dataspear.com/','DataSpear',''),
(673,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; IBP; .NET CLR 1.1.4322)','Axandra','http://www.axandra-web-site-promotion-software-tool.com/index.htm','Axandra',''),
(674,'ZeBot_www.ze.bz (hide@address.com)','ZeBot','http://www.ze.bz/','ZE.BZ',''),
(675,'Hi! I\'m CsCrawler, my homepage: http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html RPT-HTTPClient/0.3-3','CsCrawler','http://www.kde.cs.uni-kassel.de/lehre/ss2005/googlespam/crawler.html','University of Kassel',''),
(676,'Mozilla/5.0 (compatible; Theophrastus/1.1; http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php)','Theophrastus','http://users.cs.cf.ac.uk/N.A.Smith/theophrastus.php','N.A.Smith',''),
(677,'LapozzBot/1.4 ( http://robot.lapozz.com)','LapozzBot','http://robot.lapozz.com','Lapozz',''),
(678,'OpenTaggerBot (http://www.opentagger.com/opentaggerbot.htm)','OpenTaggerBot','http://www.opentagger.com/opentaggerbot.htm','OpenTagger',''),
(679,'KummHttp/1.1 (compatible; KummClient; Linux rulez)','Kumm','http://sanomabp.hu/','Sanoma',''),
(680,'Mozilla/4.6 [en] (http://www.cnet.com/)','Cnet robot','http://www.search.com/','Search.com',''),
(681,'Mozilla/4.0 (compatible; crawlx, hide@address.com)','Yahoo Search Marketing crawler','http://www.content.overture.com/d/','Yahoo',''),																				
(682,'KFSW-Bot (Version: 1.01, powered by KFSW, www.kfsw.de)','KFSW-Bot','http://www.kfsw.de','KFSW',''),
(683,'Mozilla/4.0 (compatible; Vagabondo/2.2; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''),					
(684,'Vagabondo/3.0 (webagent at wise-guys dot nl)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''),
(685,'savvybot/0.2','Savvybot','http://www.websavvy.cc/bot.php','WebSavvy',''),
(686,'Arikus_Spider','Arikus_Spider','http://www.arikus.com/inContext-enterprise.html','Arikus',''),
(687,'ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)','ConveraCrawler','http://www.authoritativeweb.com/crawl','Convera',''),																																			
(688,'Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) ','Yahoo Search Japan robot','http://www.arikus.com/inContext-enterprise.html','Yahoo Japan',''),					
(689,'Mozilla/5.0 (Windows; U; Windows NT 5.0; en-US; rv:1.7.7) NimbleCrawler 1.11 obeys UserAgent NimbleCrawler For problems contact: crawler_at_dataalchemy.com ','NimbleCrawler','http://www.healthline.com/','Healthline',''),					
(690,'PrivacyFinder/1.1','PrivacyFinder/1.1','http://privacybird.com/','AT&T Privacy Bird Privacy Preferences',''),				
(691,'BeamMachine/0.5 (dead link remover of www.beammachine.net)','BeamMachine','http://www.beammachine.net/de/','BeamMachine',''),				
(692,'Insitor.com search and find world wide!','Insitor Search robot','http://www.insitor.com/','Insitor',''),				
(693,'Zearchit','Zearchit','http://www.zearchit.de/','Zearchit',''),					
(694,'Mozilla/4.0 (compatible; www.euro-directory.com; urlchecker1.0)','Urlchecker1.0','http://www.euro-directory.com/','Euro Directory',''),					
(695,'Mozilla/5.0 whoiam [http://www.axxus.de/]','Whoiam','http://www.axxus.de/','Axxus',''),
(696,'yacy (www.yacy.net; v20040602; i386 Linux 2.4.26-gentoo-r13; java 1.4.2_06; MET/en)','Yacy','http://www.yacy.net/','Yacy',''),					
(697,'fastbot crawler beta 2.0 (+http://www.fastbot.de) ','Fastbot','http://www.fastbot.de/','Fastbot',''),					
(698,'Insitornaut','Insitornaut','http://www.insitor.com/','Insitor',''),
(699,'ShopWiki/1.0 ( +http://www.shopwiki.com/)','ShopWiki','http://dev.littlewiki.com/wiki/Home','Littlewiki',''),				
(700,'Mozilla/5.0 (Windows;) NimbleCrawler 1.12 obeys UserAgent NimbleCrawler For problems contact: hide@address.com','NimbleCrawler','http://www.healthline.com/','Healthline',''),					
(701,'RedCell/0.1 (InfoSec Search Bot (Coming Soon); http://www.telegenetic.net/bot.html; hide@address.com)','InfoSec Search Bot','http://www.telegenetic.net/bot.html','Telegenetic',''),					
(702,'Webverzeichnis.de - Telefon: 01908 / 26005','Webverzeichnis','http://www.webverzeichnis.de/','Webverzeichnis',''),					
(703,'NavissoBot','NavissoBot','http://navisso.com/','Navisso',''),					
(704,'NavissoBot/1.7 (+http://navisso.com/)','NavissoBot','http://navisso.com/','Navisso',''),	
(705,'larbin_2.6.3 (hide@address.com)','Ltaa_web_crawler','http://www.epfl.ch/Eindex.html','Ecole Polytechnique Fédérale de Lausanne',''),					
(706,'silk/1.0 (+http://www.slider.com/silk.htm)/3.7','Silk/1.0','http://www.slider.com/index.html','Slider',''),									
(707,'Everest-Vulcan Inc./0.1 (R&D project; host=e-1-24; http://everest.vulcan.com/crawlerhelp)','Everest-Vulcan','http://everest.vulcan.com/crawlerhelp','Vulcan',''),					
(708,'gsa-crawler (Enterprise; GIX-03519; hide@address.com)','Gsa-crawler','http://www.google.com/enterprise/gsa/','IBM',''),
(709,'Vortex/2.2 (+http://marty.anstey.ca/robots/vortex/)','Vortex/2.2','http://marty.anstey.ca/robots/vortex/','Marty Anstey',''),					
(710,'SBIder/0.8-dev (SBIder; http://www.sitesell.com/sbider.html; http://support.sitesell.com/contact-support.html)','SBIder','http://www.sitesell.com/sbider.html','Sitesell',''),					
(711,'RedCell/0.1 (RedCell; telegenetic.net/bot.html; lhall_at_telegenetic.net)','RedCell','http://www.telegenetic.net/bot.html','Telegenetic',''),					
(712,'Yahoo-Blogs/v3.9 (compatible; Mozilla 4.0; MSIE 5.5; http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html )','Yahoo-Blogs','http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html','Yahoo',''),					
(713,'http://www.monogol.de','Monogol','http://www.monogol.de/','Monogol',''),
(714,'NetSprint -- 2.0','NetSprint -- 2.0','http://www.wp.pl/','Wirtualna Polska',''),
(715,'noxtrumbot/1.0 (hide@address.com)','Noxtrumbot','http://www.noxtrum.com/','Noxtrum',''),			
(716,'Wavefire/0.8-dev (Wavefire; http://www.wavefire.com; hide@address.com)','Wavefire','http://www.wavefire.com','Wavefire',''),					
(717,'Wwlib/Linux','Wwlib/Linux','http://www.scit.wlv.ac.uk/wwlib/','Wolverhampton Web Library',''),
(718,'Feedfetcher-Google; (+http://www.google.com/feedfetcher.html)','Feedfetcher-Google','http://www.google.com/feedfetcher.html','Google',''),					
(719,'RedCarpet/1.2 (http://www.redcarpet-inc.com/robots.html)','RedCarpet/1.2','http://www.redcarpet-inc.com/robots.html','Pronto',''),					
(720,'ZeBot_lseek.net (hide@address.com)','ZeBot','http://www.ze.bz/','Ze.bz',''),					
(721,'Gigabot/2.0/gigablast.com/spider.html ','Gigabot','http://www.gigablast.com/','Gigablast',''),
(722,'Exabot/2.0','Exabot','http://www.exalead.com/search','Exalead',''),
(723,'htdig/3.1.6 (hide@address.com)','Htdig/3.1.6','http://www.ac-toulouse.fr/html/_.php','Académie de Toulouse',''),					
(724,'yoogliFetchAgent/0.1','Yoogli','http://www.yoogli.com/','Yoogli',''),					
(725,'suchbaer.de','Suchbaer','http://www.suchbaer.de/','Suchbaer',''),
(726,'Mozilla/5.0 (compatible; Crawling jpeg; http://www.yama.info.waseda.ac.jp)','Crawling jpeg','http://www.yama.info.waseda.ac.jp/eng/index.html','Yamana Laboratory - Waseda University Japan',''),	
(727,'Mozilla/4.0 (compatible; Y!J; for robot study; keyoshid)','Y!J','http://www.yahoo.co.jp/','Yahoo Japan',''),					
(728,'Y!J/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)','Y!J','http://www.yahoo.co.jp/','Yahoo Japan',''),					
(729,'Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; hide@address.com)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/','University of Tokyo',''),					
(730,'Mozilla/5.0 (compatible; heritrix/1.4.0 +http://www.chepi.net)','Heritrix/1.4.0','http://www.chepi.net','Chepi',''),														
(731,'IP2MapBot/1.1 http://www.ip2map.com','IP2MapBot','http://www.ip2map.com','Ip2Map',''),
(732,'Evaal/0.7.1 (Evaal; http://search.evaal.com/bot.html; hide@address.com)','Evaal','http://search.evaal.com','Evaal',''),					
(733,'msnbot/0.3 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),					
(734,'msnbot/0.9 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),					
(735,'Lycos_Spider_(modspider)','Lycos_Spider','http://www.lycos.com/','Lycos',''),	
(736,'SygolBot http://www.sygol.net','SygolBot','http://www.sygol.net','Sygol',''),					
(737,'Mozilla/5.0 (compatible; Scrubby/2.2; http://www.scrubtheweb.com/)','Scrubby','http://www.scrubtheweb.com/','Scrub the web',''),					
(738,'LocalBot/1.0 ( http://www.localbot.co.uk/)','LocalBot','http://www.localbot.co.uk/','LocalBot',''),					
(739,'Apexoo Spider 1.0','Apexoo Spider','http://www.apexoo.com/','Apexoo',''),
(740,'suchbaer.de (CrawlerAgent v0.103)','Suchbaer','http://www.suchbaer.de/','Suchbaer',''),					
(741,'CougarSearch/0.1 (+http://www.cougarsearch.com/faq.shtml)','CougarSearch','http://www.cougarsearch.com/','CougarSearch',''),					
(742,'EvaalSE - hide@address.com','EvaalSE','http://www.evaal.com/','Evaal',''),					
(743,'FAST Enterprise Crawler 6 / Scirus scirus-hide@address.com; http://www.scirus.com/srsapp/contactus/','Scirus-crawler','http://www.scirus.com/srsapp/','Scirus',''),									
(744,'ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)','Ichiro','http://www.goo.ne.jp/','Goo',''),
(745,'WebAlta Crawler/1.2.1 (http://www.webalta.ru/bot.html)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''),					
(746,'Bitacle Robot (V:1.0;) (http://www.bitacle.com)','Bitacle Robot','http://www.bitacle.com','Bitacle',''),					
(747,'Bitacle bot/1.1','Bitacle Robot','http://www.bitacle.com','Bitacle',''),
(748,'DataSpear/1.0 (Spider; http://www.dataspear.com/spider.html; hide@address.com)','DataSpear Spider Bot','http://www.dataspear.com/','DataSpear',''),					
(749,'HenriLeRobotMirago (http://www.miragorobot.com/scripts/frinfo.asp)','HenriLeRobotMirago','http://www.miragorobot.com/scripts/frinfo.asp','Mirago',''),					
(750,'BIGLOTRON (Beta 2;GNU/Linux)','Biglotron','http://www.biglotron.com/','Biglotron',''),					
(751,'HooWWWer/2.1.3 (debugging run) (+http://cosco.hiit.fi/search/hoowwwer/ | mailto:crawler-info<at>hiit.fi)','Hoowwwer','http://cosco.hiit.fi/search/hoowwwer/','NGIR',''),								
(752,'kinjabot (http://www.kinja.com)','Kinjabot','http://www.kinja.com','Kinja',''),
(753,'kinja-imagebot (http://www.kinja.com/)','Kinja-imagebot','http://www.kinja.com','Kinja',''),
(754,'Nokia6820/2.0 (4.83) Profile/MIDP-1.0 Configuration/CLDC-1.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/bot.html','Google',''),	
(755,'carleson/1.0','Carleson','http://www.cosmixcorp.com/','Cosmix',''),					
(756,'Misterbot-Nutch/0.7.1 (Misterbot-Nutch; http://www.misterbot.fr; hide@address.com)','Misterbot','http://www.misterbot.fr','Misterbot',''),					
(757,'Waypath development crawler - info at waypath dot com','Waypath','http://www.waypath.com/','Waypath',''),									
(758,'Waypath Scout v2.x - info at waypath dot com','Waypath','http://www.waypath.com/','Waypath',''),
(759,'suchpad/1.0 (+http://www.suchpad.de)','Suchpad','http://www.suchpad.de','Suchpad',''),
(760,'Googlebot-Image/1.0 (+http://www.googlebot.com/bot.html)','Google-Image','http://www.google.com/webmasters/bot.html','Google',''),					
(761,'Catall Spider','Catall Spider','http://www.catall.de/','Catall',''),						
(762,'Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)','Slurp China (Yahoo)','http://misc.yahoo.com.cn/help.html','Yahoo',''),
(763,'YahooYSMcm/2.0.0','Yahoo Search Marketing crawler','http://www.content.overture.com/d/','Yahoo',''),					
(764,'SycaBoT/1.0','SycaBoT','http://www.sycarox.com/','SycaroX',''),						
(765,'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.2.1; aggregator:TailRank; http://tailrank.com/robot) Gecko/20021130','TailRank Robot','http://tailrank.com/robot','TailRank',''),					
(766,'enoola (http://www.enoola.com)','Enoola','http://www.enoola.com','Enoola',''),
(767,'TeragramWebcrawler/1.0','TeragramWebcrawler','http://www.teragram.com/','Teragram',''),					
(768,'TeragramCrawler','TeragramCrawler','http://www.teragram.com/','Teragram',''),					
(769,'dev-spider2.searchpsider.com/1.3b','Dev-spider2','http://www.searchspider.com/','Searchspider',''),					
(770,'timboBot/0.9 http://www.breakingblogs.com/timbo_bot.html','TimboBot','http://www.breakingblogs.com/timbo_bot.html','Breakingblogs',''),										
(771,'NextopiaBOT (+http://www.nextopia.com) distributed crawler client beta v1.1','NextopiaBot','http://www.nextopia.com','Nextopia',''),					
(772,'Mozilla/5.0 (compatible; NLCrawler/2.0.27; Linux 2.6.3-7; i686; en_US)KHTML/3.4.89 (like Gecko)','NLCrawler','http://www.northernlight.com','Northern Light',''),					
(773,'RAMPyBot/0.8-dev (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-hide@address.com)','RAMPyBot','http://www.giveramp.com/','GiveRamp',''),					
(774,'sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; hide@address.com)','Sproose','http://www.sproose.com/bot.html','Sproose',''),					
(775,'ExactSeek_Spider','ExactSeek_Spider','http://exactseek.com/','ExactSeek',''),
(776,'LookdirBot','LookdirBot','http://www.lookdir.net/','Lookdir',''),
(777,'!Susie (http://www.sync2it.com/susie)','Susie','http://www.sync2it.com/susie','Sync2it',''),
(778,'Keegeebot/2.1 (+http://www.keegee.com/keegee/bot.html)','Keegeebot','http://www.keegee.com/keegee/bot.html','Keegee',''),
(779,'csci_b659/0.13','Csci_b659/0.13','http://informatics.indiana.edu/fil/Class/b659/','Indiana University School of Informatics',''),
(780,'Mozilla/5.0 (compatible; vermut +http://vermut.aol.com)','Vermut','http://vermut.aol.com','AOL',''),						
(781,'mozilla/5.0 (compatible; vermut +http://www.aol.com)','Vermut','http://vermut.aol.com','AOL',''),						
(782,'SycaBoT-Programme','SycaBoT-Programme','http://www.sycarox.com/','SycaroX',''),						
(783,'SycaBoT-Image','SycaBoT-Image','http://www.sycarox.com/','SycaroX',''),						
(784,'SycaBoT-Audio','SycaBoT-Audio','http://www.sycarox.com/','SycaroX',''),						
(785,'SycaBoT-Video','SycaBoT-Video','http://www.sycarox.com/','SycaroX',''),						
(786,'Camcrawler (+http://www.camdiscover.com/crawler.html)','Camcrawler','http://www.camdiscover.com/crawler.html','Sensation Internet Services',''),
(787,'Combine/2.0','Combine','http://combine.it.lth.se/','Lund University',''),
(788,'Filangy/1.01 (Filangy; http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp; filangy-hide@address.com)','Filangy','http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp','Filangy',''),
(789,'MJ12bot/v1.0.7 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(790,'Norbert the Spider(Burf.com)','Norbert','http://www.burf.com/','Burf',''),
(791,'webGobbler/1.x.x','WebGobbler','http://sebsauvage.net/webgobbler/','WebGobbler',''),
(792,'OrangeSpider','OrangeSpider','http://www.orangeslicer.com','Orangeslicer',''),
(793,'FAST Enterprise Crawler 6 used by Verizon Superpages Powered By FAST (hide@address.com)','Verizon','http://www.superpages.com','Verizon Superpages',''),
(794,'fast enterprise crawler 6 used by verizon superpages powered by fast (hide@address.com)','Verizon','http://www.superpages.com','Verizon Superpages',''),										
(795,'Octora Beta - www.octora.com','Octora','http://www.octora.com','Octora',''),
(796,'CoBITSProbe','CoBITSProbe','http://www.iis.sinica.edu.tw/~hungchi/CBIT/','Academia Sinica',''),
(797,'Microsoft Small Business Indexer','Microsoft Small Business Indexer','http://www.microsoft.com/windowsserver2003/sbs/default.mspx','Microsoft',''),
(798,'voyager/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''),
(799,'cfetch/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''),
(800,'Accoona-AI-Agent/1.1.1 (crawler at accoona dot com)','Accoona','http://www.accoona.com/','Accoona',''),
(801,'NetWhatCrawler/0.06-dev (NetWhatCrawler from NetWhat.com; http://www.netwhat.com; hide@address.com)','NetWhatCrawler','http://www.netwhat.com','Netwhat',''),
(802,'Firefox_1.0.6 (hide@address.com)','Kasparek','http://www.cvut.cz/','Czech Technical University Prague',''),
(803,'Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)','Slurp (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),					
(804,'FreshNotes crawler< report problems to crawler-at-freshnotes-dot-com','FreshNotes crawler','http://freshnotes.com/fn/','FreshNotes',''),					
(805,'Mozilla/5.0 (+http://www.sli-systems.com/) Mammoth/0.1','Mammoth','http://www.sli-systems.com/','SLI Systems',''),					
(806,'Jambot/0.1.1 (Jambot; http://www.jambot.com/blog; hide@address.com) ','Jambot','http://www.jambot.com','Jambot',''),						
(807,'yacybot (x86 Windows XP 5.1; java 1.5.0_06; Europe/de) yacy.net','Yacybot','http://www.yacy.net/','Yacy',''),						
(808,'zspider/0.9-dev http://feedback.redkolibri.com/','Zspider','http://feedback.redkolibri.com/','Redkolibri',''),
(809,'FreshNotes crawler, report problems to crawler-at-freshnotes-dot-com','FreshNotes crawler','FreshNotes crawler','FreshNotes',''),
(810,'NutchCVS/0.7.1 (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; hide@address.com)','Sycrawl','http://qbert.cs.washington.edu/','University of Washington',''),
(811,'Comrite/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-hide@address.com)','Comrite','http://www.comrite.com/','Comrite',''),
(812,'Mozilla/4.0 (compatible; MSIE 4.0; Windows NT; Site Server 3.0 Robot) ACR','Site Server 3.0 Robot','http://www.acr.org/s_acr/index.asp','American College of Radiology',''),
(813,'Vespa Crawler','Vespa Crawler (Yahoo)','http://jobs.yahoo.no/index.html','Yahoo! Norway',''),
(814,'Vagabondo-WAP/2.0 (webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)/1.0 Profile','Vagabondo-WAP','http://www.wise-guys.nl/Contact/index.php?botselected=webagents&lang=uk','WiseGuys',''),					
(815,'Exabot-Images/1.0','Exabot-Images','http://www.exalead.com/search','Exalead',''),					
(816,'NG/4.0.1229','Exabot-Images','http://www.exalead.com/search','Exalead',''),					
(817,'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; hide@address.com); SpiderThread Revision: 3.10','Asterias Crawler','http://search.singingfish.com/sfw/home.jsp','Singingfish',''),															
(818,'Combine/2.0 http://combine.it.lth.se/','Combine','http://combine.it.lth.se/','Combine',''),					
(819,'Yahoo! Mindset','Yahoo! Mindset','http://mindset.research.yahoo.com/','Yahoo! Mindset',''),					
(820,'schibstedsokbot (compatible; Mozilla/5.0; MSIE 5.0; FAST FreshCrawler 6; +http://www.schibstedsok.no/bot/)','Schibstedsokbot','http://www.schibsted.no/','Schibsted',''),
(821,'Syntryx ANT Scout Chassis Pheromone; Mozilla/4.0 compatible crawler','Syntryx','http://www.syntryx.com/','Syntryx',''),
(822,'RAMPyBot - www.giveRAMP.com/0.1 (RAMPyBot - www.giveRAMP.com; http://www.giveramp.com/bot.html; hide@address.com)','RAMPyBot','http://www.giveramp.com/','Giveramp',''),
(823,'Mozilla/4.0 compatible FurlBot/Furl Search 2.0 (FurlBot; http://www.furl.net; hide@address.com)','FurlBot','http://www.furl.net/','Furl',''),
(824,'TerrawizBot/1.0 (+http://www.terrawiz.com/bot.html)','TerrawizBot','http://www.terrawiz.com/bot.html','Terrawiz',''),
(825,'Netluchs/0.8-dev ( ; http://www.netluchs.de/; ___don\'hide@address.com) ','Netluchs','http://www.netluchs.de/','Netluchs',''),
(826,'FeedChecker/0.01','FeedChecker','http://www.u-tokyo.ac.jp/index_e.html','University of Tokyo',''),					
(827,'BebopBot/2.5.1 ( crawler http://www.apassion4jazz.net/bebopbot.html )','BebopBot','http://www.apassion4jazz.net/','Apassion4jazz',''),
(828,'Generic Mobile Phone (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/webmasters/bot.html','Google',''),					
(829,'Krugle/Krugle,Nutch/0.8+ (Krugle web crawler; http://www.krugle.com/crawler/info.html; hide@address.com)','Krugle','http://www.krugle.com/crawler/info.html','Krugle',''),						
(830,'Mozilla/5.0 (compatible; AnsearchBot/1.0; +http://www.ansearch.com.au/)','AnsearchBot','http://www.ansearch.com.au/','Ansearch',''),						
(831,'KakleBot - www.kakle.com/0.1 (KakleBot - www.kakle.com; http:// www.kakle.com/bot.html; hide@address.com)','KakleBot','http:// www.kakle.com/bot.html','Akle',''),										
(832,'Piffany_Web_Spider_v0.x','Piffany','http://www.piffany.com/spider.html','Piffany',''),
(833,'Piffany_Web_Scraper_v0.x','Piffany','http://www.piffany.com/spider.html','Piffany',''),
(834,'Mozilla/5.0 (compatible; EARTHCOM.info/2.01; http://www.earthcom.info)','Earthcom','http://www.earthcom.info','Earthcom',''),
(835,'IlTrovatore/1.2 (IlTrovatore; http://www.iltrovatore.it/bot.html; hide@address.com)','IlTrovatore','http://www.iltrovatore.it/bot.html','IlTrovatore',''),
(836,'noyona_0_1','Noyona','http://www.noyona.com/index.pl','Noyona',''),
(837,'Mozilla/4.0 (compatible; MSIE 4.01; Vonna.com b o t)','Vonna.com b o t','http://www.vonna.com/','Vonna',''),
(838,'Mozilla/5.0 (compatible; BecomeJPBot/2.3; MSIE 6.0 compatible; +http://www.become.co.jp/site_owners.html)','BecomeJPBot','http://www.become.co.jp/site_owners.html','Become',''),					
(839,'SearchSight/2.0 (http://SearchSight.com/)','SearchSight','http://SearchSight.com/','SearchSight',''),					
(840,'e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)','E-SocietyRobot','http://www.yama.info.waseda.ac.jp/~yamana/es/','Yamana Laboratory',''),	
(841,'webbot(+http://webbot.com/bot.htm)','Webbot','http://webbot.com/bot.htm','Webbot',''),
(842,'Crawllybot/0.1 (Crawllybot; +http://www.crawlly.com; hide@address.com)','Crawllybot','http://www.crawlly.com','Crawlly',''),
(843,'WIRE/0.11 (Linux; i686; Bot,Robot,Spider,Crawler,hide@address.com)','WIRE','http://www.unipi.it/english/index.htm','University of Pisa',''),
(844,'larbin_2.6.3 hide@address.com','Larbin_2.6.3','http://larbin.sourceforge.net/index-eng.html','Unknown',''),
(845,'Mozilla/5.0 (compatible; BecomeBot/3.0; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)','BecomeBot','http://www.become.com/site_owners.html','Become',''),
(846,'findlinks/1.0.9 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(847,'SurveyBot/2.3 (Whois Source)','SurveyBot','http://www.domaintools.com/webmasters/surveybot.php','Domaintools',''),
(848,'findlinks/1.1.1-a2 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(849,'http://www.almaden.ibm.com/cs/crawler   [hc5]','Almaden','http://www.almaden.ibm.com/cs/crawler/','IBM',''),
(850,'msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(851,'sdcresearchlabs-testbot/0.8-dev (www.shopping.com/bot.html; http://lucene.apache.org/nutch/bot.html; hide@address.com)','Sdcresearchlabs-testbot','http://www.shopping.com/bot.html','Shopping',''),
(852,'NutchCVS/0.8-dev (Nutch running at UW; http://www.nutch.org/docs/en/bot.html; hide@address.com)','NutchCVS/0.8-dev','http://qbert.cs.washington.edu/','University of Washington',''),
(853,'Gigabot/2.0; http://www.gigablast.com/spider.html','Gigabot','http://www.gigablast.com/','Gigablast',''),
(854,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''),
(855,'Deepindex V2','Deepindex','http://www.deepindex.com/utiliser.html','Deepindex',''),
(856,'Mozilla/5.0 (compatible; Megaglobe Crawler/1.0; http://www.megaglobe.com)','Megaglobe Crawler','http://www.megaglobe.com','Megaglobe',''),
(857,'findlinks/1.1.1-a5 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),
(858,'Mozilla/5.0 (Linux; fr) Firefox (ozMonitor Free)','OzMonitor','http://www.ozmonitor.net/','OzMonitor',''),
(859,'Pompos/1.1 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(860,'Pompos/1.2 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(861,'Pompos/1.3 http://dir.com/pompos.html','Pompos','http://www.iliad.fr/','Iliad (Free)',''),
(862,'findlinks/1.1.1 (+http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),					
(863,'page_verifier http://www.securecomputing.com/goto/pv','Page_verifier','http://www.securecomputing.com/goto/pv','Securecomputing',''),					
(864,'www.petitsage.fr site detector 0.4','Petitsage','http://www.petitsage.fr/','Petitsage',''),				
(865,'VIPr/0.4 (VIProbot; http://www.vipsolutions.hu; hide@address.com)','VIProbot','http://www.vipsolutions.hu','Vipsolutions',''),				
(866,'WebCorp/1.0','WebCorp','http://webcorp.uce.ac.uk/','WebCorp',''),				
(867,'Mozilla/3.0 (INGRID/3.0 MT; hide@address.com; http://webmaster.ilse.nl/jsp/webmaster.jsp)','INGRID','http://webmaster.ilse.nl/jsp/webmaster.jsp','Ilse',''),					
(868,'Mozilla/4.0 compatible ZyBorg/1.0 (wn-hide@address.com; http://www.WISEnutbot.com)','ZyBorg (Wisenut)','http://www.wisenut.com/','Wisenut',''),
(869,'Snapbot/1.0','Snapbot','http://dev.upian.com/hotlinks/','Hotlinks',''),					
(870,'Mozilla/4.0 (compatible; GPU p2p crawler http://gpu.sourceforge.net/search_engine.php)','GPU p2p crawler','http://gpu.sourceforge.net/search_engine.php','GPU',''),					
(871,'WinkBot/0.06 (Wink.com search engine web crawler; http://www.wink.com/Wink:WinkBot; hide@address.com)','WinkBot','http://www.wink.com/Wink:WinkBot','Wink',''),
(872,'Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''),
(873,'freshmeat.net URL validator/1.1','Freshmeat','http://freshmeat.net/','Freshmeat',''),					
(874,'larbin_2.6.3 hide@address.com','Larbin_2.6.3','http://larbin.sourceforge.net/index-eng.html','Unknown',''),
(875,'WEP Search 00','WEP Search','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(876,'Microsoft URL Control - 6.00.8862','Microsoft URL Control','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(877,'Microsoft URL Control - 6.01.9782','Microsoft URL Control','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(878,'Snoopy v1.2','Snoopy','http://sourceforge.net/projects/snoopy/','Unknown',''),
(879,'BuildCMS crawler (http://www.buildcms.com/crawler)','BuildCMS crawler','http://www.buildcms.com','BuildCMS',''),
(880,'Yeti','Yeti','http://www.1noon.com/','1noon',''),	
(881,'W3C-checklink/4.2 [4.20] libwww-perl/5.803','W3C-checklink','http://validator.w3.org/docs/checklink.html','W3C',''),
(882,'Mozilla/5.0 (compatible; Charlotte/1.0b; hide@address.com)','Charlotte','http://www.betaspider.com/','Betaspider',''),	
(883,'EuripBot/0.5 (+http://www.eurip.com) PreCheck','EuripBot','http://www.eurip.com','Eurip',''), 	
(884,'Mo College 1.9','Mo College 1.9','http://www.psychedelix.com/agents/index.shtml','Unknown',''),	
(885,'Python-urllib/1.16','Python-urllib','http://www.1noon.com/','Unknown',''),	
(886,'W3C_Validator/1.432.2.10','W3C-Validator','http://validator.w3.org/docs/checklink.html','W3C',''),
(887,'Mozilla/5.0 (compatible; LinksManager.com_bot +http://linksmanager.com/linkchecker.html)','LinksManager.com_bot','http://linksmanager.com/linkchecker.html','Unknown',''),
(888,'IRLbot/2.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''),
(889,'Mozilla/5.0 (compatible;archive.org_bot/1.7.1; collectionId=316; Archive-It; +http://www.archive-it.org)','Archive.org_bot','http://www.archive.org/','Archive.org',''),			 	
(890,'exactseek.com','ExactSEEK','http://www.exactseek.com/','ExactSEEK',''),
(891,'BurstFindCrawler/1.1 (crawler.burstfind.com; http://crawler.burstfind.com; hide@address.com)','BurstFindCrawler','http://crawler.burstfind.com','Burstfind',''),
(892,'EMPAS_ROBOT','EMPAS_ROBOT','http://www.empas.com/','Empas',''),					
(893,'gsa-crawler (Enterprise; GIX-04637; hide@address.com)','Gsa-crawler','http://www.trendmicro.com/tw/home/enterprise.htm','Trendmicro',''),
(894,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ZoomSpider.net bot; .NET CLR 1.1.4322)','ZoomSpider','http://www.zoomspider.net/','ZoomSpider',''),					
(895,'WebsiteWorth v1.0','WebsiteWorth','http://directory.sootle.com/website-worth/','Sootle',''),
(896,'PictureOfInternet/3.0 (http://www.malfunction.org/poi; hide@address.com)','PictureOfInternet','http://www.malfunction.org/poi','Malfunction',''),
(897,'Mozilla/4.0 (compatible; MSIE 6.0; TargetSeek/1.0; +http://www.targetgroups.net/TargetSeek.html)','TargetSeek','http://www.targetgroups.net/TargetSeek.html','Targetgroups',''),
(898,'Mozilla/5.0 (compatible; DNS-Digger/1.0; +http://www.dnsdigger.com)','DNS-Digger','http://www.dnsdigger.com','Dnsdigger',''),
(899,'CipinetBot/1.0 (http://www.cipinet.com/bot.html)','CipinetBot','(http://www.cipinet.com/bot.html','Cipinet',''),
(900,'Z-Add Link Checker (http://w3.z-add.co.uk/linkcheck/)','Z-Add Link Checker','http://w3.z-add.co.uk/linkcheck/','Z-add',''),
(901,'NaverBot-1.0 (NHN Corp. / +82-31-784-1989 / hide@address.com)','NaverBot','http://www.naver.co.jp/','Naver',''),
(902,'EmeraldShield.com Web Spider (http://www.emeraldshield.com/webbot.aspx)','EmeraldShield.com Web Spider','http://www.emeraldshield.com/webbot.aspx','Emeraldshield',''),
(903,'HatenaScreenshot/1.0 (checker)','HatenaScreenshot','http://www.hatena.ne.jp/','Hatena',''),
(904,'Search-Engine-Studio','Search-Engine-Studio','http://www.xtreeme.com/search-engine-studio/','Xtreeme',''),
(905,'HatenaScreenshot/1.0 (checker)','HatenaScreenshot','http://www.hatena.ne.jp/','Hatena',''),
(906,'yoono/1.0 web-crawler/1.0','Yoono web-crawler','http://www.yoono.com/','Yoono',''),
(907,'PlantyNet_WebRobot_V1.9 hide@address.com','PlantyNet_WebRobot','http://www.plantynet.com/','PlantyNet',''),
(908,'SandCrawler - Compatibility Testing','SandCrawler','http://www.microsoft.com/','Microsoft',''),
(909,'MJ12bot/v1.0.8 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(910,'psycheclone','Psycheclone','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(911,'Mozilla/5.0 (Windows;) NimbleCrawler 2.0.0 obeys UserAgent NimbleCrawler For problems contact: hide@address.com','NimbleCrawler','http://www.healthline.com/','Healthline',''),
(912,'NASA Search 1.0','NASA Search 1.0','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(913,'MQbot metaquerier.cs.uiuc.edu/crawler','Metaquerier','http://metaquerier.cs.uiuc.edu/crawler/','University of Illinois',''),
(914,'Honda-Search/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; hide@address.com)','Honda-Search','http://www.honda-search.com/','Honda-Search',''),
(915,'Mozilla/3.0 (compatible; ScollSpider; http://www.webwobot.com)','ScollSpider','http://www.webwobot.com','Webwobot',''),
(916,'webmeasurement-bot, http://rvs.informatik.uni-leipzig.de','Webmeasurement-bot','http://rvs.informatik.uni-leipzig.de','University of Leipzig',''),
(917,'Octora Beta Bot - www.octora.com','Octora Beta Bot','http://www.octora.com','Octora',''),
(918,'KSbot/1.0 (KnowledgeStorm crawler; http://www.knowledgestorm.com/resources/content/crawler/index.html; hide@address.com)','KSbot','http://www.knowledgestorm.com/resources/content/crawler/index.html','Knowledgestorm',''),
(919,'Blaiz-Bee/2.00.5502 (+http://www.blaiz.net)','Blaiz-Bee','http://www.blaiz.net','Blaiz',''),
(920,'MaSagool/1.0 (MaSagool; http://sagool.jp/; hide@address.com)','MaSagool','http://sagool.jp','Sagool',''),
(921,'cometrics-bot, http://www.cometrics.de','Cometrics-bot','http://www.cometrics.de','Cometrics',''),
(922,'StackRambler/2.0 (MSIE incompatible)','StackRambler','http://www.rambler.ru/doc/robots.shtml','Rambler',''),
(923,'HeinrichderMiragoRobot (http://www.miragorobot.com/scripts/deinfo.asp)','HeinrichderMiragoRobot','http://www.miragorobot.com/scripts/deinfo.asp','Mirago',''),
(924,'gonzo2[P] mailto:crawleradmin.t-hide@address.com','Gonzo2','http://www.suchen.de/','T-info',''),
(925,'Exabot-Test/1.0','Exabot','http://www.exalead.com/search','Exalead',''),
(926,'eruvo-bot 4.8.1 (http://www.eruvo.com)','Eruvo-bot','http://www.eruvo.com','Eruvo',''),
(927,'Missigua Locator 1.9','Missigua Locator 1.9','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(928,'BeijingCrawler','BeijingCrawler','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(929,'Links4US-Crawler, (+http://links4us.com/)','Links4US-Crawler','http://links4us.com/','Links4US',''),
(930,'Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)','MojeekBot','http://www.mojeek.com/bot.html','Mojeek',''),
(931,'Visbot/1.0 (+http://www.visvo.com/bot.html;hide@address.com)','Visbot','http://www.visvo.com/bot.html','Visvo',''),
(932,'gonzo1[P] mailto:crawleradmin.t-hide@address.com','Gonzo2','http://www.suchen.de/','T-info',''),
(933,'my-bytebot/1.0 (+http://spider.my-byte.de/info)','My-bytebot','http://spider.my-byte.de/info','My-byte',''),
(934,'Gaisbot/3.0+(hide@address.com;+http://gais.cs.ccu.edu.tw/robot.php)','Gaisbot','http://gais.cs.ccu.edu.tw/robot.php','Gais',''),
(935,'Mozilla/4.0 (compatible; Yahoo Japan; for robot study; kasugiya)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(936,'envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)','Envolkspider','http://www.envolk.com/envolkspiderinfo.php','Envolk',''), 
(937,'ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)','ShopWiki','http://www.shopwiki.com/wiki/Help:Bot','ShopWiki',''),
(938,'Mozilla/5.0 (compatible; heritrix/1.6.0 http://www.worio.com/)','Worio','http://www.worio.com/','Worio',''),
(939,'MetagerBot/0.8-dev (MetagerBot; http://metager.de; )','MetagerBot','http://metager.de','Metager',''),
(940,'WebAlta Crawler/1.3.15 (http://www.webalta.ru/bot.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''),
(941,'WebAlta Crawler/1.3.18 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''),
(942,'updated/0.1-alpha (updated crawler; http://www.updated.com; hide@address.com)','Updated crawler','http://www.updated.com/','Updated',''),
(943,'traazibot/testengine (+http://www.traazi.de)','Traazibot','http://www.traazi.de','Traazi',''),
(944,'http://www.trendtech.dk/spider.asp)','TrendTech','http://www.trendtech.dk/spider.asp','TrendTech',''),
(945,'Yahoo-Test/4.0','Yahoo-Test/4.0','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),					
(946,'asked/Nutch-0.8 (web crawler; http://asked.jp; epicurus at gmail dot com)','Asked','http://asked.jp','Asked',''),					 
(947,'zedzo.digest/0.1 (http://www.zedzo.com/)','Zedzo.digest','http://www.zedzo.com/','Zedzo',''),					
(948,'VMBot/0.7.2 (VMBot; http://www.VerticalMatch.com/; hide@address.com)','VMBot','http://www.VerticalMatch.com/','VerticalMatch',''),					
(949,'BilgiBetaBot/0.8-dev (bilgi.com (Beta) ; http://lucene.apache.org/nutch/bot.html; nutch-hide@address.com)','BilgiBetaBot','http://www.bilgi.com','Bilgi',''),
(950,'YooW!/1.8.9 RC1 (+http://www.yoow.eu)','YooW!','http://www.yoow.eu','YooW!',''),
(951,'192.comAgent','192.com','http://www.192.com/','192.com',''),
(952,'Slurpy Verifier/1.0','Slurpy Verifier','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(953,'WebarooBot (Webaroo Bot; http://64.124.122.252/feedback.html)','WebarooBot','http://www.webaroo.com/','Webaroo',''),
(954,'YahooFeedSeeker/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://publisher.yahoo.com/rssguide)','YahooFeedSeeker','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(955,'Flapbot/0.7.2 (Flaptor Crawler; http://www.flaptor.com; crawler at flaptor period com)','Flapbot','http://www.flaptor.com','Flaptor',''),
(956,'Siigle Orumcex v.001 Turkey (http://www.siigle.com)','Siigle Orumcex','http://www.siigle.com','Siigle',''),
(957,'NG-Search/0.90 (NG-SearchBot; http://www.ng-search.com; )','NG-SearchBot','http://www.ng-search.com','NG-Search',''),	
(958,'Speedy Spider (Entireweb; Beta/1.0; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(959,'ozelot/2.7.3 (Search engine indexer; www.flying-cat.de/ozelot; hide@address.com)','Ozelot','http://www.flying-cat.de/ozelot','Flying-cat',''),
(960,'A1 Sitemap Generator/1.0 (+http://www.micro-sys.dk/products/sitemap-generator/) miggibot/2006.01.24','Miggibot','http://www.micro-sys.dk/developer/miggibot/','Micro-sys',''),
(961,'Strategic Board Bot (+http://www.strategicboard.com)','Strategic Board Bot','http://www.strategicboard.com','Strategic Board',''),
(962,'Accoona-AI-Agent/1.1.2 (aicrawler at accoonabot dot com)','Aicrawler','http://www.accoona.com/','Accoona',''),
(963,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; ODP entries t_st; http://tuezilla.de/t_st-odp-entries-agent.html)','TÜzilla','http://tuezilla.de/','TÜzilla',''),
(964,'i1searchbot/2.0 (i1search web crawler; http://www.i1search.com; hide@address.com)','I1searchbot','http://www.i1search.com','I1search',''),
(965,'Mozilla/5.0 (compatible;MAINSEEK_BOT)','Mainseek_Bot','http://www.mainseek.com/','Mainseek',''),
(966,'factbot : http://www.factbites.com/robots','Factbot','http://www.factbites.com/robots','Factbites',''),
(967,'Searchmee! Spider v0.98a','Searchmee! Spider','http://www.searchmee.com/','Searchmee!',''),
(968,'Mozilla/4.0 (compatible; Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''),
(969,'ilial/Nutch-0.9-dev','Ilial/Nutch','http://www.ucla.edu/','University of California',''),
(970,'FuchsBot +http://www.fuchsbot.tld','FuchsBot','http://www.fuchsbot.tld','FuchsBot',''),
(971,'Nelian Pty Ltd - Spider v2.1 ( http://pcaccessoriesparts.com )','Nelian Pty Ltd - Spider','http://pcaccessoriesparts.com','Pcaccessoriesparts',''),
(972,'Jyxobot/1','Jyxobot','http://www.jyxo.com/','Jyxo',''),
(973,'Theme Spider (+http://www.themespider.com/spider.html)','Theme Spider','http://www.themespider.com/spider.html','Themespider',''),
(974,'Exabot/3.0','Exabot','http://www.exalead.com/search','Exalead',''),
(975,'yacybot (i386 Linux 2.6.17-gentoo-r7; java 1.5.0_08; GMT/en) yacy.net','Yacybot','http://www.yacy.net','Anomic Consulting',''),
(976,'yacybot (i386 Linux 2.6.17-2-686; java 1.5.0_06; Europe/de) yacy.net','Yacybot','http://www.yacy.net','Anomic Consulting',''),
(977,'Mozilla/5.0 (compatible; vlad/1.1; +http://www.freshnotes.com/vlad.html)','Vlad','http://www.freshnotes.com/vlad.html','Freshnotes',''),
(978,'SiteBar/3.3.8 (Bookmark Server; http://sitebar.org/)','SiteBar','http://sitebar.org/','SiteBar',''),
(979,'Shim-Crawler(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawl/; hide@address.com)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/','University of Tokyo',''),
(980,'Google-Sitemaps/1.0','Google-Sitemaps','http://www.google.com/webmasters/bot.html','Google',''),
(981,'MSRBOT (http://research.microsoft.com/research/sv/msrbot/)','MSRBot','http://research.microsoft.com/research/sv/msrbot/','Microsoft',''),
(982,'Mozilla/4.0 (compatible;  Vagabondo/4.0Beta; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','WiseGuys',''),
(983,'gonzo1[P] +http://www.suchen.de/popups/faq.jsp','Gonzo1','http://www.suchen.de/','T-info',''),
(984,'sproose/1.0beta (sproose bot; http://www.sproose.com/bot.html; hide@address.com)','Sproose','http://www.sproose.com/bot.html','Sproose',''),
(985,'CydralSpider/2.2 (Cydral Image Search; http://www.cydral.com)','CydralSpider','http://www.cydral.com','Cydral',''),
(986,'Factbot 1.09 (see http://www.factbites.com/webmasters.php)','Factbot','http://www.factbites.com/robots','Factbites',''),
(987,'Webster v0.3 ( http://webster.healeys.net/ )','Webster','http://webster.healeys.net/','Webster.healeys',''),
(988,'msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(989,'ICCrawler - ICjobs (http://www.icjobs.de/bot.htm)','ICCrawler','http://www.iccenter.net/','ICCenter',''),
(990,'MQbot http://metaquerier.cs.uiuc.edu/crawler','Metaquerier','http://metaquerier.cs.uiuc.edu/crawler/','University of Illinois',''),
(991,'silk/1.0','Silk/1.0','http://www.slider.com/index.html','Slider',''),
(992,'holmes/3.9 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''),
(993,'Verzamelgids/2.2 (http://www.verzamelgids.nl)','Verzamelgids','http://www.verzamelgids.nl','Verzamelgids',''),
(994,'TCDBOT/Nutch-0.8 (PhD student research;\"http://www.tcd.ie; mcgettrs at t c d dot IE)\"','TCDBOT','http://www.tcd.ie/','Trinity College Dublin',''),
(995,'Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/2.2','Seekbot','http://www.seekbot.net/bot.html','SeekPort',''),
(996,'FAST Enterprise Crawler 6 used by BilBasen ApS (hide@address.com)','BilBasen','http://www.bilinfo.dk/','Bilinfo',''),
(997,'Mozilla/5.0 (compatible; CjLogbot 1.0; +http://www.cjlog.com/bot)','CjLogbot','http://www.cjlog.com','CjLog',''),
(998,'ExaBotTest/2.0','Exabot','http://www.exalead.com/search','Exalead',''),
(999,'SygolBot http://www.sygol.com','SygolBot','http://www.sygol.com','Sygol',''),
(1000,'wwwster/1.4 (Beta, mailto:hide@address.com)','Wwwster','http://www.cis.uni-muenchen.de/','Centrum für Informations- und Sprachverarbeitung',''),
(1001,'MQBOT/Nutch-0.9-dev (MQBOT Nutch Crawler; http://falcon.cs.uiuc.edu; hide@address.com)','MQBOT','http://falcon.cs.uiuc.edu; hide@address.com','University of Illinois',''),
(1002,'SearchdayBot','SearchdayBot','http://www.searchday.de/','Searchday',''),
(1003,'NutchEC2Test/Nutch-0.9-dev (Testing Nutch on Amazon EC2.; http://lucene.apache.org/nutch/bot.html; ec2test at lucene.com) ','NutchEC2Test','http://www.amazon.com/b/ref=sc_fe_l_2/104-6713356-1433533?ie=UTF8&node=201590011&no=3435361&me=A36L942TSJ2AJA','Amazon',''),
(1004,'Y!J-SRD/1.0','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(1005,'DoCoMo/2.0/SO502i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(1006,'ScholarUniverse/0.8 (Nutch;+http://scholaruniverse.com/bot.jsp; fetch-hide@address.com)','ScholarUniverse','http://scholaruniverse.com/bot.jsp','ScholarUniverse',''),
(1007,'GurujiBot/1.0 (+http://www.guruji.com/WebmasterFAQ.html)','GurujiBot','http://www.guruji.com/WebmasterFAQ.html','Guruji',''),
(1008,'CydralSpider/2.4 (Cydral Image Search; http://www.cydral.com)','CydralSpider','http://www.cydral.com','Cydral',''),
(1009,'UOLCrawler (hide@address.com)','UOLCrawler','http://www.uol.com.br/','UOL',''),
(1010,'Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)','NaverBot','http://www.naver.co.jp/','Naver',''),
(1011,'WeRelateBot/0.9 (WeRelate; http://www.werelate.org/wiki/WeRelate:Bot; hide@address.com)','WeRelateBot','http://www.werelate.org/wiki/WeRelate:Bot','WeRelate',''),
(1012,'Catall-Spider/3.3.3(www.Catall.de)','Catall-Spider','http://www.Catall.de','Catall',''),
(1013,'FAST Enterprise Crawler 6 used by Pages Jaunes (hide@address.com)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''),
(1014,'iaskspider2 (hide@address.com)','Iaskspider2','http://iask.com/','Sina',''),
(1015,'Mozilla/5.0 (compatible; heritrix/1.8.0 +http://www.accelobot.com)','Accelobot','http://www.accelobot.com/','Accelovation',''),					
(1016,'Bigsearch.ca/Nutch-0.9-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; hide@address.com) ','Bigsearch','http://www.bigsearch.ca/','Bigsearch',''),
(1017,'UKWizz/Nutch-0.8.1 (UKWizz Nutch crawler; http://www.ukwizz.com/) ','UKWizz','http://www.ukwizz.com/','UKWizz',''), 
(1018,'Yandex/1.01.001 (compatible; Win16; I)','Yandex','http://www.yandex.ru/','Yandex',''),
(1019,'FAST Enterprise Crawler 6 used by Pages Jaunes (hide@address.com)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''), 
(1020,'SBIder/SBIder-0.8.2-dev (http://www.sitesell.com/sbider.html)','SBIder','http://www.sitesell.com/sbider.html','Sitesell',''),
(1021,'Feedster Crawler/3.0; Feedster, Inc.','Feedster Crawler','http://www.feedster.com/','Feedster',''), 
(1022,'MJ12bot/v1.1.1 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(1023,'PluckFeedCrawler/2.0 (compatible; Mozilla 4.0; MSIE 5.5; http://www.pluck.com; 1 subscribers)','PluckFeedCrawler','http://www.pluck.com','Pluck',''), 
(1024,'wadaino.jp-crawler 0.2 (http://wadaino.jp/)','Wadaino.jp-crawler','http://wadaino.jp/','Wadaino',''), 
(1025,'RoboCrawl (http://www.canadiancontent.net)','CanadianContent Search','http://www.canadiancontent.net/','CanadianContent',''),
(1026,'Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.0; DAUM Web Robot; Daum Communications Corp., Korea)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''),
(1027,'Twiceler www.cuill.com/twiceler/robot.html','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''),
(1028,'Szukacz/1.5 (robot; www.szukacz.pl/html/jak_dziala_robot.html; hide@address.com)','Szukacz','http://www.szukacz.pl/html/RobotEnglishVersion.html','Szukacz',''),
(1029,'Mozilla/4.0 (compatible; DepSpid/5.03; +http://about.depspid.net)','DepSpid','http://about.depspid.net','DepSpid',''),
(1030,'PlantyNet_WebRobot_V1.9 hide@address.com','PlantyNet_WebRobot','http://www.plantynet.com/','PlantyNet',''),
(1031,'favo.eu crawler/0.6 (http://www.favo.eu)','Favo.eu crawler','http://www.favo.eu/','Favo',''),
(1032,'Gromit/1.0','Gromit','http://www2.austlii.edu.au/~dan/gromit/','Australasian Legal Information Institute',''),
(1033,'BlogSearch/1.x +http://www.icerocket.com/','BlogSearch','http://www.icerocket.com/','Icerocket',''),
(1034,'YodaoBot/1.0 (http://www.yodao.com/help/webmaster/spider/; )','YodaoBot','http://www.yodao.com/help/webmaster/spider/','Yodao',''),
(1035,'Execrawl/1.0 (Execrawl; http://www.execrawl.com/; hide@address.com)','Execrawl','http://www.execrawl.com/','Execrawl',''),
(1036,'MJ12bot/v1.1.2 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''), 
(1037,'Mozilla/4.0 (compatible; MyFamilyBot/1.0; http://www.ancestry.com/learn/bot.aspx; hide@address.com)','MyFamilyBot','http://www.ancestry.com/learn/bot.aspx','Ancestry',''), 
(1038,'Pingdom GIGRIB v1.1 (http://www.pingdom.com)','Pingdom','http://www.pingdom.com','Pingdom',''), 
(1039,'Feed24.com','Feed24','http://www.feed24.com/','Feed24',''), 
(1040,'StackRambler/2.0','StackRambler','http://www.rambler.ru/doc/robots.shtml','Rambler',''), 
(1041,'Vacobot; (+http://vaco.ws/bot.html)','Vacobot','http://vaco.ws/bot.html','Vaco',''),
(1042,'SGH-Z130 SHP/VPP/R5 SMB3.1 SMM-MMS/1.1.0 profile/MIDP-2.0 configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''), 
(1043,'Mozilla/5.0 (compatible; Webbot/0.1; http://www.webbot.ru/bot.html)','Webbot','http://www.webbot.ru/bot.html','Webbot',''),
(1044,'Mozilla/4.0 (compatible; MSIE is not me; DAUMOA/1.0.1; DAUM Web Robot; Daum Communications Corp., Korea)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''),					
(1045,'gamekitbot/1.0 (+http://www.uchoose.de/crawler/gamekitbot/)','Gamekitbot','http://www.uchoose.de/crawler/gamekitbot/','Uchoose',''),
(1046,'Qweery_robot.txt_CheckBot/3.01 (http://qweerybot.qweery.com)','Qweerybot','http://qweerybot.qweery.com','Qweery',''),
(1047,'QweeryBot/3.01 ( http://qweerybot.qweery.nl)','Qweerybot','http://qweerybot.qweery.com','Qweery',''),
(1048,'Mozilla/5.0 (compatible; egothor/8.0g; +http://ego.ms.mff.cuni.cz/)','Egothor','http://ego.ms.mff.cuni.cz/','Charles University in Prague',''),
(1049,'jeanie/3.3.3(www.sidedc.net/;compatible;MSIE 6.0;Windows NT 5.51)','Jeanie','http://spider.sidedc.net/eng/index.html','Sidedc',''),
(1050,'eApolloBot/1.0 (eApollo search engine robot; http://www.eapollo.com; eapollo at global-opto dot com)','EApolloBot','http://www.eapollo.com','EApollo',''),
(1051,'NextGenSearchBot 1 (for information visit http://www.zoominfo.com/NextGenSearchBot)','NextGenSearchBot','http://www.zoominfo.com/NextGenSearchBot','Zoominfo',''),                   
(1052,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; Mirar Search Indexing Agent see getmirar.com)','Mirar','http://www.mirarsearch.com/','Mirar',''),
(1053,'Fooky.com/ScorpionBot/ScoutOut;http://www.fooky.com/scorpionbots','ScorpionBot','http://www.fooky.com/scorpionbots','Fooky',''),
(1054,'ExaBotTest/3.0','Exabot','http://www.exalead.com/search','Exalead',''),
(1055,'Shim-Crawler(NICT)(Mozilla-compatible; http://www.logos.ic.i.u-tokyo.ac.jp/crawler/; hide@address.com)','Shim-Crawler','http://www.logos.ic.i.u-tokyo.ac.jp/crawler/index.en.html','Chikayama-Taura laboratory',''),
(1056,'NetResearchServer/4.0(loopimprovements.com/robot.html)','NetResearchServer','http://loopimprovements.com/robot.html','Loopimprovements',''),
(1057,'holmes/3.10.1 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''),
(1058,'SietsCrawler/1.1 (+http://www.siets.biz)','SietsCrawler','http://www.siets.biz','Siets',''),
(1059,'Mozilla/5.0 (compatible; Yoono; http://www.yoono.com/)','Yoono','http://www.yoono.com/','Yoono',''),
(1060,'OpenISearch/1.x (www.openisearch.com)','OpenISearch','http://www.openisearch.com','OpenISearch',''),                    
(1061,'Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; hide@address.com); SpiderThread  Revision: 3.11','Asterias Crawler','http://search.singingfish.com/sfw/home.jsp','Singingfish',''),
(1062,'VMBot/0.9 (VMBot; http://www.verticalmatch.com; hide@address.com)','VMBot','http://www.VerticalMatch.com/','VerticalMatch',''),
(1063,'TelenetDigger/1.0; htdig/3.1.6 (hide@address.com)','TelenetDigger','http://www.telenet.be','Telenet',''),
(1064,'LG-C1500 UP.Browser/6.2.3 (GUI) MMP/1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1065,'Nokia9500 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1066,'MOT-V975/81.33.02I MIB/2.2.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1067,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1068,'SonyEricssonP910c/R2A SEMC-Browser/Symbian/3.0 Profile/MIDP-2.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1069,'MOT-V975/81.33.02I MIB/2.2.1 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1070,'LG-C1500 UP.Browser/6.2.3 (GUI) MMP/1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1071,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1072,'Nokia6682/2.0 (3.01.1) SymbianOS/8.0 Series60/2.6 Profile/MIDP-2.0 configuration/CLDC-1.1 UP.Link/6.3.0.0.0 (compatible;YahooSeeker/M1A1-R2D2;http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1073,'SonyEricssonP910c/R2A SEMC-Browser/Symbian/3.0 Profile/MIDP-2.0 Configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1074,'SIE-SX1/05 UP.Browser/7.0.0.1.181 (GUI) MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2; http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1075,'SGH-Z130 SHP/VPP/R5 SMB3.1 SMM-MMS/1.1.0 profile/MIDP-2.0 configuration/CLDC-1.0 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1076,'SIE-SX1/05 UP.Browser/7.0.0.1.181 (GUI) MMP/2.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 (compatible;YahooSeeker/M1A1-R2D2;mobile-search-customer-care AT yahoo-inc dot com)','YahooSeeker/M1A1-R2D2','http://help.yahoo.com/help/us/ysearch/crawling/crawling-01.html','Yahoo',''),
(1077,'worio heritrix bot (+http://worio.com/)','Worio heritrix bot','http://worio.com/','Worio',''),
(1078,'Metaeuro Web Crawler/0.2 (MetaEuro Web Search Clustering Engine; http://www.metaeuro.com; crawler at metaeuro dot com)','Metaeuro Web Crawler','http://www.metaeuro.com','Metaeuro',''),
(1079,'MJ12bot/v1.2.0 (http://majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/projects/dsearch/mj12bot.php','Majestic 12',''),
(1080,'Mozilla/5.0 (compatible; Kyluka crawl; http://www.kyluka.com/crawl.html; hide@address.com)','Kyluka crawl','http://www.kyluka.com/crawl.html','Kyluka',''),
(1081,'ICC-Crawler(Mozilla-compatible; http://kc.nict.go.jp/icc/crawl.html; icc-crawl(at)ml(dot)nict(dot)go(dot)jp)','ICC-Crawler','http://kc.nict.go.jp/icc/crawl.html','NICT',''),
(1082,'Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)','Ask Jeeves/Teoma','http://about.ask.com/en/docs/about/webmasters.shtml','Ask Jeeves',''),
(1083,'RedBot/redbot-1.0 (Rediff.com Crawler; redbot at rediff dot com)','RedBot','http://www.rediff.com/','Rediff',''),
(1084,'PageBitesHyperBot/600 (http://www.pagebites.com/)','PageBitesHyperBot','http://www.pagebites.com/','PageBites',''),
(1085,'NG-Search/0.9.8 (http://www.ng-search.com)','NG-SearchBot','http://www.ng-search.com','NG-Search',''),
(1086,'FAST Enterprise Crawler 6 used by Pages Jaunes (hide@address.com)','Pages Jaunes','http://www.pagesjaunes.fr/','Pages Jaunes',''),
(1087,'BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)','BilgiBot','http://www.bilgi.com','Bilgi',''),
(1088,'Mozilla/5.0 (compatible; Exabot Test/3.0; +http://www.exabot.com/go/robot)','Exabot','http://www.exalead.com/search','Exalead',''),
(1089,'Topodia/1.2-dev (Topodia - Crawler for HTTP content indexing; http://www.topodia.com/; hide@address.com)','Topodia','http://www.topodia.com/','Topodia',''),
(1090,'Mozilla/5.0 (compatible; heritrix/1.10.2 +http://i.stanford.edu/)','InfoLab robot','http://i.stanford.edu/','Stanford University',''),
(1091,'Mozilla/5.0 (compatible; PalmeraBot; http://www.links24h.com/help/palmera) Version 0.001','PalmeraBot','http://www.links24h.com/help/palmera','Links24h',''),
(1092,'SmiffyDCMetaSpider/1.0','SmiffyDCMetaSpider','http://www.smiffysplace.com/smiffydcmetaspider','Smiffysplace',''),
(1093,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; QihooBot 1.0 hide@address.com)','QihooBot','http://www.qihoo.com/','Qihoo',''),
(1094,'jongaimpi/2.10 (jonga; http://www.jonga.co.za; hide@address.com)','Jongaimpi','http://www.jonga.co.za','Jonga',''),                   
(1095,'MetaGer_PreChecker0.1','MetaGer_PreChecker','http://www.metager.de/','MetaGer',''),                    
(1096,'Mozilla/5.0 (compatible; Charlotte/1.0b; http://www.searchme.com/support/)','Charlotte','http://www.searchme.com/support/','Searchme',''),
(1097,'ScollSpider/2.0 (+http://www.webwobot.com/ScollSpider.php)','ScollSpider','http://www.webwobot.com','Webwobot',''),
(1098,'Semager/1.0 (http://www.semager.de)','Semager','http://www.semager.de','Semager',''),
(1099,'Blogdimension/Alpha2 (Blogdimension BlogBot; http://www.blogdimension.com)','Blogdimension BlogBot','http://www.blogdimension.com','Blogdimension',''),
(1100,'QweeryBot/3.02 ( http://qweerybot.qweery.nl)','Qweerybot','http://qweerybot.qweery.com','Qweery',''),
(1101,'IRLbot/3.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler)','IRLbot','http://irl.cs.tamu.edu/crawler','Texas A&M University',''),
(1102,'Nebulla/V1.0 Spider (http://spider.nebulla.de)','Nebulla','http://spider.nebulla.de','Nebulla',''),
(1103,'Mozilla/5.0 (compatible; arabulbot/1.1; +http://www.arabul.com/bot.html)','Arabulbot','http://www.arabul.com','Arabul',''),
(1104,'CloakDetect/0.9 (+http://fulltext.seznam.cz/)','CloakDetect','http://fulltext.seznam.cz/','Seznam',''),
(1105,'DataFountains/DMOZ Feature Vector Corpus Creator (http://ivia.ucr.edu/useragents.shtml)','DataFountains','http://infomine.ucr.edu/','University of California',''),
(1106,'Weblog Attitude Diffusion 1.0','Weblog Attitude Diffusion','http://www.user-agents.org/agents/weblogattitude.shtml','Los Alamos National Laboratory',''),
(1107,'Mozilla/5.0 (compatible; worio bot heritrix/1.10.0 +http://worio.com)','Worio bot','http://worio.com','Worio',''),
(1108,'Blaiz-Bee/2.00.8222 (BE Internet Search Engine http://www.rawgrunt.com)','BE Internet Search Engine','http://www.rawgrunt.com','Rawgrunt',''),
(1109,'Mozilla/5.0 (compatible; AboutUsBot/0.9; +http://www.aboutus.org/AboutUsBot)','AboutUsBot','http://www.aboutus.org/AboutUsBot','AboutUs',''),
(1110,'CazoodleBot/0.1 (CazoodleBot Crawler; http://www.cazoodle.com; hide@address.com)','CazoodleBot','http://www.cazoodle.com','Cazoodle',''),
(1111,'Mozilla/4.0 (vBSEO; http://www.vbseo.com)','VBSEO','http://www.vbseo.com','VBSEO',''),
(1112,'Melbot WebSpider & RSS News Crawler www.melbot.info (V.2.42 by A.I.C.E.)','Melbot WebSpider','http://www.melbot.info','Melbot',''),
(1113,'Baiduspider+(+http://www.baidu.com/search/spider_jp.html)','Baiduspider','http://www.baidu.com/search/spider.htm','Baidu.com',''),
(1114,'Mozilla/5.0 (compatible; Exabot-Images/3.0; +http://www.exabot.com/go/robot)','Exabot-Images','http://www.exalead.com/search','Exalead',''),
(1115,'NextGenSearchBot 1 (for information visit http://about.zoominfo.com/About/NextGenSearchBot.aspx)','NextGenSearchBot','http://www.zoominfo.com/NextGenSearchBot','Zoominfo',''), 
(1116,'RufusBot (Rufus Web Miner; http://www.webaroo.com/rooSiteOwners.html)','RufusBot','http://www.webaroo.com/','Webaroo',''), 
(1117,'Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (http://www.voila.com/)','VoilaBot','http://www.voila.com/','Voila',''),
(1118,'iSEEKbot/iSEEKbot-0.9-dev (http://beta.iseek.com/iseekbot.html; bot at iseek dot com)','Iseekbot','http://beta.iseek.com/iseekbot.html','Iseek',''), 
(1119,'Yeti/0.01 (nhn/1noon, hide@address.com, check robots.txt daily and follows it)','Yeti','http://www.1noon.com/','1noon',''),
(1120,'SiteTruth.com site rating system','SiteTruth','http://www.sitetruth.com/','SiteTruth',''),
(1121,'Mozilla/5.0 (compatible; heritrix/@VERSION@ +http://vermut.aol.com)','Vermut','http://vermut.aol.com','AOL',''),                    
(1122,'SynooBot/Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)','SynooBot','http://www.synoo.com/search/bot.html','Synoo',''),                    
(1123,'VisBot/2.0 (Visvo.com Crawler; http://www.visvo.com/bot.html; hide@address.com)','Visbot','http://www.visvo.com/bot.html','Visvo',''),
(1124,'Mozilla/5.0 (compatible; Synoobot/0.9; http://www.synoo.com/search/bot.html)','SynooBot','http://www.synoo.com/search/bot.html','Synoo',''),                 
(1125,'MSRBOT (http://research.microsoft.com/research/sv/msrbot)','MSRBOT','http://research.microsoft.com/research/sv/msrbot','Microsoft',''),
(1126,'Speedy Spider (Entireweb; Beta/1.1; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1127,'kicktooBotV1.1 hide@address.com','KicktooBot','http://www.kictoo.com/','Kicktoo',''),
(1128,'Mozilla/5.0 (compatible; SiteBaseBot/1.0;  http://dir.sitebase.ru)','SiteBaseBot','http://dir.sitebase.ru','SiteBase',''),
(1129,'Twiceler-0.9 http://www.cuill.com/twiceler/robot.html','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''),
(1130,'WebarooBot (Webaroo Bot; http://www.webaroo.com/rooSiteOwners.html)','WebarooBot','http://www.webaroo.com/','Webaroo',''),
(1131,'Moreoverbot/5.00 (+http://www.moreover.com)','Moreoverbot','http://www.moreover.com','Moreover',''),
(1132,'Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)','Twiceler','http://www.cuill.com/twiceler/robot.html','Cuill',''),
(1133,'metatagsdir/0.7 (+http://metatagsdir.com/directory/)','Metatagsdir','http://metatagsdir.com/directory/','Metatagsdir',''),
(1134,'yggdrasil/Nutch-0.9 (yggdrasil biorelated search engine; www dot biotec dot tu minus dresden do de slash schroeder; heiko dot dietze at biotec dot tu minus dresden dot de)','Yggdrasil','http://gopubmed.biotec.tu-dresden.de/','GoPubMed',''),
(1135,'Steeler/3.3 (http://www.tkl.iis.u-tokyo.ac.jp/~crawler/)','Steeler','http://www.tkl.iis.u-tokyo.ac.jp/~crawler/crawler.html.en','University of Tokyo',''),
(1136,'qube/2.0 (+http://qube.qelix.com/v2)','Qube','http://qube.qelix.com/v2','Qube',''),
(1137,'Sogou web spider/3.0(+http://www.sogou.com/docs/help/webmasters.htm#07)','Sogou web spider','http://www.sogou.com/docs/help/webmasters.htm#07','Sogou',''),
(1138,'FAST Enterprise Crawler 6 used by Comperio AS (hide@address.com)','Comperio','http://www.comperio.no/index.php?option=com_content&task=blogcategory&id=7&Itemid=27','Comperio',''),
(1139,'LibertyW (+http://www.lw01.com)','LibertyW','http://www.lw01.com/en/','LibertyW',''),
(1140,'Acorn/Nutch-0.9 (Non-Profit Search Engine; acorn.isara.org; acorn at isara dot org)','Acorn','http://acorn.no-ip.org/','Isara',''),
(1141,'IIITBOT/1.1 (Indian Language Web Search Engine; http://webkhoj.iiit.net; pvvpr at iiit dot ac dot in)','IIITBOT','http://webkhoj.iiit.net/','Webkhoj',''),
(1142,'Speedy Spider (Entireweb; Beta/1.2; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),                                                           
(1143,'Mozilla/5.0 (compatible; Quantcastbot/1.0; www.quantcast.com)','Quantcastbot','http://www.quantcast.com','Quantcast',''),
(1144,'TestCrawler/Nutch-0.9 (Testing Crawler for Research ; http://balihoo.com/index.aspx; tgautier at balihoo dot com)','Balihoo','http://balihoo.com/index.aspx','Balihoo',''),
(1145,'Mozilla/5.0 (compatible; heritrix/1.12.0 +http://www.accelobot.com)','Accelobot','http://www.accelobot.com/','Accelovation',''),
(1146,'Speedy Spider (Entireweb; Beta/1.3; http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1147,'great-plains-web-spider/gpws (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot.php; hide@address.com)','Flatlandbot','http://www.flatlandindustries.com/flatlandbot.php','Flatland Industries',''),
(1148,'NatzanBot, http://www.natzan.com','NatzanBot','http://www.natzan.com','Natzan',''),
(1149,'Gigabot/2.0att','Gigabot','http://www.gigablast.com/','Gigablast',''),
(1150,'Nebullabot/2.2 (http://bot.nebulla.info)','Nebulla','http://spider.nebulla.de','Nebulla',''),
(1151,'FAST Enterprise Crawler 6 used by hide@address.com (UN OCHA)','UN OCHA','http://www.un.org/','UN OCHA',''),                    
(1152,'KDDI-CA33 UP.Browser/6.2.0.10.4 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)','Googlebot-Mobile','http://www.google.com/bot.html','Google',''),                    
(1153,'Technoratibot/0.7','Technoratibot','http://www.technorati.com/','Technorati',''),                   
(1154,'BlogSearch/1.0 +http://www.icerocket.com/','BlogSearch','http://icerocket.com','IceRocket',''),
(1155,'Mozilla/5.0 (compatible; geourl/2.0b16 - http://geourl.org/bot)','Geourl','http://geourl.org/bot','Geourl',''), 					
(1156,'Bloodhound/Nutch-0.9 (Testing Crawler for Research - obeys robots.txt and robots meta tags ; http://balihoo.com/index.aspx; robot at balihoo dot com)','Balihoo','http://balihoo.com/index.aspx','Balihoo',''),
(1157,'GSiteCrawler/v1.20 rev. 273 (http://gsitecrawler.com/)','GSiteCrawler','http://gsitecrawler.com/','GSiteCrawler',''),                    
(1158,'Speedy Spider (http://www.entireweb.com/about/search_tech/speedyspider/)','Speedy Spider','http://www.entireweb.com/about/search_tech/speedyspider/','Entireweb',''),
(1159,'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0; mowserbot; http://www.mowser.com/bot)','Mowserbot','http://www.mowser.com/bot','Mowser',''),
(1160,'ilial/Nutch-0.9 (Ilial, Inc. is a Los Angeles based Internet startup company. For more information please visit http://www.ilial.com/crawler; http://www.ilial.com/crawler; hide@address.com)','Ilial/Nutch','http://www.ilial.com/crawler','Ilial',''),
(1161,'Mozilla/5.0 (compatible; pmoz.info ODP link checker; +http://pmoz.info/doc/botinfo.htm)','Pmoz','http://pmoz.info/doc/botinfo.htm','Pmoz',''),
(1162,'holmes/3.11 (OnetSzukaj/5.0; +http://szukaj.onet.pl)','Holmes','http://szukaj.onet.pl','Szukaj.onet',''),
(1163,'flatlandbot/flatlandbot (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot.php; hide@address.com)','Flatlandbot','http://www.flatlandindustries.com/flatlandbot.php','Flatland Industries',''),
(1164,'Mozilla/5.0 (compatible; IDBot/1.0; +http://www.id-search.org/bot.html)','IDBot','http://www.id-search.org/bot.html','Id-search',''),
(1165,'Mozilla/2.0 (compatible; NEWT ActiveX; Win32)','Spam Bot','http://www.user-agents.org/','Unknown',''),
(1166,'Mozilla/5.0 (compatible; heritrix/1.7.0 +http://www.greaterera.com/)','Greaterera','http://www.greaterera.com/','Greaterera',''),
(1167,'gsa-crawler (Enterprise; GEXTEST-00393; hide@address.com,hide@address.com)','GEXTEST-00393','http://www.user-agents.org/','Unknown',''),
(1168,'Pagebull http://www.pagebull.com/','Pagebull','http://www.pagebull.com','Pagebull',''),
(1169,'RSS One Engine/0.72 (+http://www.rss-one.com)','RSS One Engine','http://www.rss-one.com','RSS One',''),

(1170,'dodgebot/experimental','Dodgebot','http://www.agmlab.com/agmlab_eng.html','Agmlab',''),
(1171,'bot/1.0 (bot; http://; hide@address.com)','Bot','http://www.user-agents.org/','Unknown',''),
(1172,'Bigsearch.ca/Nutch-1.0-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; hide@address.com)','Bigsearch','http://www.bigsearch.ca/','Bigsearch',''),
(1173,'findlinks/1.1.4-beta1 ( http://wortschatz.uni-leipzig.de/findlinks/)','FindLinks','http://wortschatz.uni-leipzig.de/findlinks/','University of Leipzig',''),	
(1174,'ConveraCrawler/0.9e ( http://www.authoritativeweb.com/crawl)','ConveraCrawler','http://www.authoritativeweb.com/crawl','Convera',''),
(1175,'Blaiz-Bee/2.00.5622 ( http://www.blaiz.net)','Blaiz-Bee','http://www.blaiz.net','Blaiz',''),
(1176,'KIT_Fireball/2.0','KIT_Fireball','http://www.dino-online.de/','Dino-online',''),
(1177,'ICC-Crawler(Mozilla-compatible;http://kc.nict.go.jp/icc/crawl.html;icc-crawl-contact(at)ml(dot)nict(dot)go(dot)jp)','ICC-Crawler','http://kc.nict.go.jp/icc/crawl.html','NICT',''),
(1178,'hide@address.com (http://www.pubblisito.com) il Sud dei Motori di Ricerca','Pubblisito','http://www.pubblisito.com','Pubblisito',''),
(1179,'Mozilla/5.0 (compatible; SkreemRBot +http://skreemr.com)','SkreemRBot','http://skreemr.com','SkreemR',''),                   
(1180,'WebAlta Crawler/1.3.33 (http://www.webalta.net/ru/about_webmaster.html) (Windows; U; Windows NT 5.1; ru-RU)','WebAlta Crawler','http://www.webalta.ru/bot.html','WebAlta',''),
(1181,'blogsearchbot-pumpkin-3','Pumpkin','http://artofcomputing.net/blog/?p=4','Artofcomputing',''), 
(1182,'Mail.Ru/1.0','Mail.Ru','http://www.mail.ru/','Mail.Ru',''), 
(1183,'Mozilla/5.0 (+http://www.eurekster.com/mammoth) Mammoth/0.1','Mammoth','http://www.eurekster.com/mammoth','Eurekster',''), 
(1184,'Attentio/Nutch-0.9-dev (Attentio s beta blog crawler; www.attentio.com; hide@address.com)','Attentio','http://www.attentio.com/','Attentio',''),  
(1185,'GurujiBot/1.0 (+http://www.guruji.com/en/WebmasterFAQ.html)','GurujiBot','http://www.guruji.com/en/WebmasterFAQ.html','Guruji',''),  
(1186,'Gigabot/3.0 (http://www.gigablast.com/spider.html)','Gigabot','http://www.gigablast.com/','Gigablast',''),      
(1187,'Mozilla/5.0 (compatible; jobs.de-Robot http://www.jobs.de; hide@address.com) ( newsexpress e-mail: newsexpress-hide@address.com http://www.neofonie.de/loesungen/search/robot.html )','Jobs.de-Robot','http://www.neofonie.de/loesungen/search/robot.html','Neofonie',''),
(1188,'ArabyBot (compatible; Mozilla/5.0; GoogleBot; FAST Crawler 6.4; http://www.araby.com;)','ArabyBot','http://www.araby.com','Araby',''), 
(1189,'VWBOT/Nutch-0.9-dev (VWBOT Nutch Crawler; http://vwbot.cs.uiuc.edu;+hide@address.com','VWBOT','http://vwbot.cs.uiuc.edu','University of Illinois',''), 
(1190,'IWAgent/ 1.0 - www.brandprotect.com','IWAgent','http://www.brandprotect.com/','Brandprotect',''), 
(1191,'Sirketcebot/v.01 (http://www.sirketce.com/bot.html)','Sirketcebot','http://www.sirketce.com/bot.html','Sirketce',''),
(1192,'Spock Crawler (http://www.spock.com/crawler)','Spock Crawler','http://www.spock.com/crawler','Spock',''),
(1193,'great-plains-web-spider/flatlandbot (Flatland Industries Web Spider; http://www.flatlandindustries.com/flatlandbot.php; hide@address.com)','Flatlandbot','http://www.flatlandindustries.com/flatlandbot.php','Flatland Industries',''),
(1194,'Nebullabot/2.2 (http://bot.nebulla.de)','Nebulla','http://spider.nebulla.de','Nebulla',''),
(1195,'EasyDL/3.04  http://keywen.com/Encyclopedia/Bot','EasyDL','http://keywen.com/Encyclopedia/Bot/','Keywen',''),
(1196,'LapozzBot/1.4 (+http://robot.lapozz.hu)','LapozzBot','http://robot.lapozz.com','Lapozz',''),
(1197,'www.fi crawler, contact hide@address.com','WWW.fi crawler','http://www.fi','WWW.FI',''),
(1198,'http://www.uni-koblenz.de/~flocke/robot-info.txt','Uni-koblenz','http://www.uni-koblenz.de/~flocke/robot-info.txt','University of Koblenz',''),
(1199,'Mozilla/5.0 (Windows;) NimbleCrawler 2.0.1 obeys UserAgent NimbleCrawler For problems contact: hide@address.com','NimbleCrawler','http://www.healthline.com/','Healthline',''),
(1200,'Mozilla/5.0 (compatible; YodaoBot/1.0; http://www.yodao.com/help/webmaster/spider/; )','YodaoBot','http://www.yodao.com/help/webmaster/spider/','Yodao',''),
(1201,'ELI/20070402:2.0 (DAUM RSS Robot, Daum Communications Corp.; +http://ws.daum.net/aboutkr.html)','DAUM RSS Robot','http://info.daum.net/kor/main.jsp','Daum',''),
(1202,'Mozilla/4.0 (compatible; MSIE enviable; DAUMOA/1.0.1; DAUM Web Robot; Daum Communications Corp., Korea; +http://ws.daum.net/aboutkr.html)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''),
(1203,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1;  http://www.changedetection.com/bot.html )','Changedetection','http://www.changedetection.com/bot.html','Changedetection',''),					
(1204,'ICC-Crawler(Mozilla-compatible; http://kc.nict.go.jp/icc/crawl.html; icc-crawl-contact(at)ml(dot)nict(dot)go(dot)jp)','ICC-Crawler','http://kc.nict.go.jp/icc/crawl.html','NICT',''),
(1205,'Semager/1.1 (http://www.semager.de/blog/semager-bots/)','Semager','http://www.semager.de','Semager',''),
(1206,'multicrawler ( http://sw.deri.org/2006/04/multicrawler/robots.html)','Multicrawler','http://sw.deri.org/2006/04/multicrawler/robots.html','SWSE',''),
(1207,'NetinfoBot/1.0 (http://netinfo.bg/netinfobot.html)','NetinfoBot','http://netinfo.bg/netinfobot.html','NetinfoBot',''),
(1208,'envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.html)','Envolkspider','http://www.envolk.com/envolkspiderinfo.html','Envolk',''),
(1209,'CazoodleBot/CazoodleBot-0.1 (CazoodleBot Crawler; http://www.cazoodle.com/cazoodlebot; hide@address.com)','CazoodleBot','http://www.cazoodle.com','Cazoodle',''),
(1210,'RutterBot(+http://www.aktienbetreuer.de/bot.html)','RutterBot','http://www.aktienbetreuer.de/bot.html','Aktienbetreuer',''),
(1211,'Mozilla/5.0 (compatible; woriobot heritrix/1.10.0 +http://worio.com)','Worio bot','http://worio.com','Worio',''),
(1212,'tags2dir.com/0.8 (+http://tags2dir.com/directory/)','Tags2dir','http://tags2dir.com/directory/','Tags2dir',''),
(1213,'Combine/3 http://combine.it.lth.se/','Combine','http://combine.it.lth.se/','Combine',''),
(1214,'lawinfo-crawler/Nutch-0.9-dev (Crawler for lawinfo.com pages; http://www.lawinfo.com; hide@address.com)','Lawinfo-crawler','http://www.lawinfo.com','Lawinfo',''),
(1215,'FuseBulb.Com','FuseBulb','http://www.fusebulb.com/','FuseBulb',''),
(1216,'Mozilla/5.0 (compatible; EARTHCOM/2.2; +http://enter4u.eu)','Earthcom','http://www.earthcom.info','Earthcom',''),
(1217,'Mozilla/5.0 (compatible; askpeter_bot/3.2; +http://www.askpeter.info)','Askpeter_bot','http://www.askpeter.info','Askpeter',''),
(1218,'LapozzBot/1.5 (+http://robot.lapozz.hu)','LapozzBot','http://robot.lapozz.com','Lapozz',''),
(1219,'FAST Enterprise Crawler/6.4.18 (hide@address.com)','FAST-WebCrawler','http://fast.no/us/products/fast_web_search/crawler_faq','FAST',''),
(1220,'Mozilla/5.0 (compatible; BuiltWith/0.1; +http://builtwith.com/bot.html)','BuiltWith','http://builtwith.com/bot.html','BuiltWith',''),					
(1221,'Hiiglespider/0.1, Hiigle.com, http://hiigle.com/spider','Hiiglespider','http://hiigle.com/spide','Hiigle',''),
(1222,'Mozilla/5.0 (compatible; heritrix/1.12.1 +http://www.page-store.com)','Page-store','http://www.page-store.com','Page-store',''),
(1223,'Mozilla/5.0 (compatible; heritrix/1.5 +http://www.metacarta.com)','Metacarta','http://www.metacarta.com','Metacarta',''),
(1224,'multicrawler (+http://sw.deri.org/2006/04/multicrawler/robots.html)','Multicrawler','http://sw.deri.org/2006/04/multicrawler/robots.html','SWSE',''),
(1225,'LibertyW (+http://www.libertyw.eu)','LibertyW','http://www.libertyw.eu','LibertyW',''),
(1226,'Mozilla/5.0 (compatible; BlogRefsBot/0.1; http://www.blogrefs.com/about/bloggers)','BlogRefsBot','http://www.blogrefs.com/about/bloggers','BlogRefs',''),
(1227,'holmes/3.11 (http://morfeo.centrum.cz/bot)','Holmes','http://morfeo.centrum.cz/bot','Morfeo',''),
(1228,'DataparkSearch/4.47 (+http://dataparksearch.org/bot)','DataparkSearch','http://dataparksearch.org/bot','DataparkSearch',''),
(1229,'ImageWalker/2.0 (www.bdbrandprotect.com)','ImageWalker','http://www.bdbrandprotect.com','Bdbrandprotect',''),
(1230,'SeznamBot/2.0-test (+http://fulltext.sblog.cz/)','SeznamBot','http://fulltext.sblog.cz/','Seznam',''),
(1231,'Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)','Entireweb','http://www.entireweb.com/','Entireweb',''),
(1232,'BrightCrawler (http://www.brightcloud.com/brightcrawler.asp)','BrightCrawler','http://www.brightcloud.com/brightcrawler.asp','Brightcloud',''),
(1233,'BabalooSpider/1.2 (BabalooSpider; http://www.babaloo.si; hide@address.com)','BabalooSpider','http://www.babaloo.si','Babaloo',''),
(1234,'WebRankSpider/1.37 (+http://ulm191.server4you.de/crawler/)','WebRankSpider','http://ulm191.server4you.de/crawler/','WebRankSpider',''),
(1235,'Gungho/0.08004 (http://code.google.com/p/gungho-crawler/wiki/Index)','Gungho-crawler','http://code.google.com/p/gungho-crawler/wiki/Index','Gungho',''),                    
(1236,'Mozilla/5.0 (compatible; PWeBot/3.1; http://www.programacionweb.net/robot.php)','PWeBot','http://www.programacionweb.net/robot.php','Programacionweb',''),                    
(1237,'PWeBot/1.2 Inspector (http://www.programacionweb.net/robot.php)','PWeBot','http://www.programacionweb.net/robot.php','Programacionweb',''),                    
(1238,'Mozilla/5.0 (compatible; Exabot/3.0; +http://www.exabot.com/go/robot)','Exabot','http://www.exalead.com/search','Exalead',''),
(1239,'Bloglines-Images/0.1 (http://www.bloglines.com)','Bloglines-Images','http://www.bloglines.com','Bloglines',''),
(1240,'Doubanbot/1.0 (hide@address.com http://www.douban.com)','Doubanbot','http://www.douban.com','Douban',''),
(1241,'disco/Nutch-0.9 (experimental crawler; www.discoveryengine.com; disco-hide@address.com)','Disco-crawl','http://www.discoveryengine.com','Discoveryengine',''),	
(1242,'disco/Nutch-1.0-dev (experimental crawler; www.discoveryengine.com; disco-hide@address.com)','Disco-crawl','http://www.discoveryengine.com','Discoveryengine',''),	
(1243,'Mozilla 4.0(compatible; BotSeer/1.0; +http://botseer.ist.psu.edu)','BotSeer','http://botseer.ist.psu.edu','Penn State College of Information Sciences and Technology',''),                    
(1244,'ForAll.pl-Crawler/1.0','ForAll.pl-Crawler','http://www.forall.pl/','ForAll',''),
(1245,'Mozilla/5.0 (compatible; MSIE 6.0; Podtech Network; hide@address.com)','Podtech','http://www.podtech.net/home/','Podtech',''),
(1246,'MSRBOT (http://research.microsoft.com/research/sv/msrbot/','MSRBot','http://research.microsoft.com/research/sv/msrbot/','Microsoft',''),
(1247,'nsyght.com/Nutch-0.9 (nsyght.com; search.nsyght.com)','Nsyght','http://search.nsyght.com/','Nsyght',''),
(1248,'Backlink-Check.de (+http://www.backlink-check.de/bot.html)','Backlink-Check','http://www.backlink-check.de/bot.html','Backlink-Check',''),
(1249,'ASAHA Search Engine Turkey V.001 (http://www.asaha.com/)','ASAHA','http://www.asaha.com/','ASAHA',''),
(1250,'FAST Enterprise Crawler 6 used by Singapore Press Holdings (hide@address.com)','Sphsearch','http://www.sphsearch.sg/','Singapore Press Holdings',''),
(1251,'Mediapartners-Google','Google-Adsense','http://www.google.com/webmasters/bot.html','Google',''),
(1252,'sait/Nutch-0.9 (SAIT Research; http://www.samsung.com)','SAIT','http://www.samsung.com','Samsung',''),
(1253,'Teemer (NetSeer, Inc. is a Los Angeles based Internet startup company.; http://www.netseer.com/crawler.html; hide@address.com)','Teemer','http://www.netseer.com/crawler.html','Netseer',''),
(1254,'Euro-Spider Shopping 1.0','Euro-spider','http://shopping.euro-spider.com','Euro-spider',''),
(1255,'Lovel as 1.0 ( +http://www.everatom.com)','Lovel','http://www.everatom.com','Everatom',''),
(1256,'Mozilla/5.0 (compatible; Hermit Search. Com; +http://www.hermitsearch.com)','Hermits Search','http://www.hermitsearch.com','Hermits Search',''),
(1257,'ScoutAnt/0.1; +http://www.ant.com/what_is_ant.com/','ScoutAnt','http://www.ant.com/what_is_ant.com/','Ant',''),
(1258,'voyager-hc/1.0','Voyager','http://www.kosmix.com/crawler.html','Kosmix',''),
(1259,'Mozilla/5.0 (compatible; de/1.13.2 +http://www.de.com)','De.com','http://www.de.com','De.com',''),
(1260,'DoCoMo/2.0 SH902i (compatible; Y!J-SRD/1.0; http://help.yahoo.co.jp/help/jp/search/indexing/indexing-27.html)','Yahoo Japan robot','http://www.yahoo.co.jp/','Yahoo Japan',''),
(1261,'LijitSpider/Nutch-0.9 (Reports crawler; http://www.lijit.com/; info(a)lijit(d)com)','LijitSpider','http://www.lijit.com/','Lijit',''),
(1262,'Acoon-Robot v3.00 (http://www.acoon.de and http://www.acoon.com)','Acoon-Robot','http://www.acoon.de','Acoon',''),
(1263,'KAIST AITrc Crawler','KAIST AITrc Crawler','http://aitrc.kaist.ac.kr/english/','AITrc',''),
(1264,'Mozilla/4.0 (compatible; MSIE enviable; DAUMOA 2.0; DAUM Web Robot; Daum Communications Corp., Korea; +http://ws.daum.net/aboutkr.html)','DAUM Web Robot','http://info.daum.net/kor/main.jsp','Daum',''),
(1265,'Folkd.com Spider/0.1 beta 1 (www.folkd.com)','Folkd.com Spider','http://www.folkd.com','Folkd',''),
(1266,'Yahoo-MMAudVid/2.0(mms dash mm aud vid crawler dash support at yahoo dash inc.com ;Mozilla 4.0 compatible; MSIE 7.0;Windows NT 5.0; .NET CLR 2.0)','Yahoo-MMAudVid','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(1267,'hbtronix.spider.2 -- http://hbtronix.de/spider.php','Hbtronix.spider','http://hbtronix.de/spider.php','Hbtronix',''),
(1268,'Mozilla/5.0 (X11; U; Linux i686 (x86_64); en-US; rv:1.8.1.4) Gecko/20071214 BonEcho/2.0.0.4','Slurp Inktomi (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(1269,'Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.8.1.5) Gecko/20070713 Firefox/2.0.0.5','Slurp Inktomi (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(1270,'gonzo2[P] +http://www.suchen.de/faq.html','Gonzo2','http://www.suchen.de/','T-info',''),
(1271,'Mozilla/5.0 (compatible; SummizeBot +http://www.summize.com)','SummizeBot','http://www.summize.com','Summize',''),
(1272,'MSNBOT_Mobile MSMOBOT Mozilla/2.0 (compatible; MSIE 4.02; Windows CE; Default)','MSNBOT_Mobile','http://search.msn.com/msnbot.htm','MSN',''),
(1273,'Sphere Scout&v4.0 - scout at sphere dot com','Sphere Scout','http://www.sphere.com/','Sphere',''),
(1274,'Jambot/0.2.1 (Jambot; http://www.jambot.com/blog/static.php?page=webmaster-robot; hide@address.com)','Jambot','http://www.jambot.com','Jambot',''),						
(1275,'R6_CommentReader_(www.radian6.com/crawler)','R6_CommentReader','www.radian6.com/crawler','Radian6',''),
(1276,'R6_FeedFetcher_(www.radian6.com/crawler)','R6_FeedFetcher','www.radian6.com/crawler','Radian6',''),
(1277,'msnbot/1.1 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(1278,'Mozilla/5.0 (compatible; Yahoo! Slurp/3.0; http://help.yahoo.com/help/us/ysearch/slurp)','Slurp Inktomi (Yahoo)','http://help.yahoo.com/help/us/ysearch/slurp','Yahoo',''),
(1279,'DotBot/1.0.1','DotBot','http://www.dotnetdotcom.org/','Dotnetdotcom',''),
(1280,'Mozilla/5.0 (compatible; DotBot/1.1; http://www.dotnetdotcom.org/, hide@address.com)','DotBot','http://www.dotnetdotcom.org/','Dotnetdotcom',''),
(1281,'kalooga/KaloogaBot (Kalooga; http://www.kalooga.com; hide@address.com)','KaloogaBot','http://www.kalooga.com','Kalooga',''),
(1282,'msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(1283,'Nokia6300/2.0 (05.50) Profile/MIDP-2.0 Configuration/CLDC-1.1 (botmobi http://find.mobi/bot.html hide@address.com)','Botmobi','http://find.mobi/bot.html','Find.mobi',''),
(1284,'Googlebot-Image/1.0 ( http://www.googlebot.com/bot.html)','Google-Image','http://www.google.com/webmasters/bot.html','Google',''),					
(1285,'Googlebot/2.1 ( http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(1286,'Googlebot/2.1 ( http://www.googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(1287,'Googlebot/Test ( http://www.googlebot.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(1288,'Mediapartners-Google/2.1 ( http://www.googlebot.com/bot.html)','Google-Adsense','http://www.google.com/webmasters/bot.html','Google',''),
(1289,'Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(1290,'Mozilla/4.0 (MobilePhone SCP-5500/US/1.0) NetFront/3.0 MMP/2.0 FAKE (compatible; Googlebot/2.1; http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(1291,'Mozilla/5.0 (compatible; Googlebot/2.1; http://www.google.com/bot.html)','GoogleBot','http://www.google.com/webmasters/bot.html','Google',''),
(1292,'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)','MSN Bot','http://search.msn.com/msnbot.htm','MSN',''),
(1293,'Twiceler www.cuil.com/twiceler/robot.html','Twiceler','http://www.cuil.com/twiceler/robot.html','Cuil',''),
(1294,'Twiceler-0.9 http://www.cuil.com/twiceler/robot.html','Twiceler','http://www.cuil.com/twiceler/robot.html','Cuil',''),
(1295,'Mozilla/5.0 (Twiceler-0.9 http://www.cuil.com/twiceler/robot.html)','Twiceler','http://www.cuil.com/twiceler/robot.html','Cuil',''),
(1296,'Mozilla/5.0 (compatible; Charlotte/1.1; http://www.searchme.com/support/)','Charlotte','http://www.searchme.com/support/','Searchme',''),
(1297,'Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)','Yeti','http://help.naver.com/robots/','Naver',''),
(1298,'Allrati/1.1 (+)','Allrati','http://www.psychedelix.com/agents/index.shtml','Unknown',''),
(1299,'Bloglines/3.1 (http://www.bloglines.com)','Bloglines','http://www.bloglines.com','Bloglines',''),
(1300,'FnooleBot/2.5.2 (+http://www.fnoole.com/addurl.html)','FnooleBot','http://www.fnoole.com/addurl.html','Fnoole',''),
(1301,'HolmesBot (http://holmes.ge)','HolmesBot','http://holmes.ge','Holmes',''),
(1302,'kalooga/KaloogaBot (Kalooga; http://www.kalooga.com/info.html?page=crawler; hide@address.com)','KaloogaBot','http://www.kalooga.com/info.html?page=crawler','kalooga',''),
(1303,'urlfan-bot/1.0; +http://www.urlfan.com/site/bot/350.html','Urlfan-bot','http://www.urlfan.com/site/bot/350.html','Urlfan',''),
(1304,'Mozilla/4.0 (compatible;  Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)','Vagabondo','http://webagent.wise-guys.nl/','Wise-guys',''),
(1305,'Mozilla/5.0 (compatible; MJ12bot/v1.2.3; http://www.majestic12.co.uk/bot.php?+)','MJ12bot','http://www.majestic12.co.uk/bot.php','Majestic12',''),
(1306,'Mozilla/5.0 (Windows; U; Windows NT 5.1; fr; rv:1.8.1) VoilaBot BETA 1.2 (hide@address.com)','VoilaBot','http://www.voila.fr/','Voila',''),
(1307,'Mozilla/5.0 (compatible; Webduniabot/1.0; +http://search.webdunia.com/bot.aspx)','Webduniabot','http://search.webdunia.com/bot.aspx','Webdunia',''),
(1308,'TwengaBot/1.1 (+http://www.twenga.com/bot.html)','TwengaBot','http://www.twenga.com/bot.html','Twenga',''),
(1309,'ApocalXExplorerBot','ApocalXExplorerBot','http://explorer.apocalx.com/bot.php','ApocalX',''),
(1310,'msnbot/2.0b (+http://search.msn.com/msnbot.htm)','MSN Bot','http://search.msn.com/msnbot.htm','Bing','')
                    ") or die (mysql_error());
					
					}
				else
					{
					$result2=1;
					}



				//crawlt_login table creation


				//check if table already exist

				$table_exist2 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_login')
						{
						$table_exist2 = 1;
						}
					}


				if($table_exist2 == 0)
					{

					//the table didn't exist, we can create it

					$result3 = mysql_query("CREATE TABLE crawlt_login (
  					id_login INTEGER UNSIGNED NOT NULL AUTO_INCREMENT,
  					crawlt_user VARCHAR(20) NULL,
  					crawlt_password VARCHAR(45) NULL,
  					admin SMALLINT UNSIGNED NULL,
					site SMALLINT UNSIGNED NULL,
  					PRIMARY KEY(id_login)
					)") ;
					}
				else
					{
					$result3=1;
					}



				//crawlt_pages table creation


				//check if table already exist

				$table_exist3 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_pages')
						{
						$table_exist3 = 1;
						}
					}


				if($table_exist3 == 0)
					{

					//the table didn't exist, we can create it

					$result4 = mysql_query("CREATE TABLE crawlt_pages (
          id_page int(10) unsigned NOT NULL auto_increment,
          url_page varchar(255) default NULL,
          KEY url_page (url_page),
          KEY id_page (id_page)
					)") ;
					}
				else
					{
					$result4=1;
					}


				//crawlt_site table creation

				//check if table already exist

				$table_exist4 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_site')
						{
						$table_exist4 = 1;
						}
					}


				if($table_exist4 == 0)
					{

					//the table didn't exist, we can create it

					$result5 = mysql_query("CREATE TABLE crawlt_site (
            id_site smallint(5) unsigned NOT NULL auto_increment,
            `name` varchar(45) NOT NULL default '',
            url varchar(255) default NULL,
            PRIMARY KEY  (id_site)
          )") ;
					}
				else
					{
					$result5=1;
					}



				//crawlt_visits table creation

				//check if table already exist

				$table_exist5 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_visits')
						{
						$table_exist5 = 1;
						}
					}


				if($table_exist5 == 0)
					{

					//the table didn't exist, we can create it

					$result6 = mysql_query("CREATE TABLE crawlt_visits (
            id_visit mediumint(8) unsigned NOT NULL auto_increment,
            crawlt_site_id_site tinyint(3) unsigned NOT NULL default '0',
            crawlt_pages_id_page mediumint(8) unsigned NOT NULL default '0',
            crawlt_crawler_id_crawler smallint(5) unsigned NOT NULL default '0',
            `date` datetime default NULL,
            crawlt_ip_used varchar(15) NOT NULL,
            crawlt_error tinyint(4) NOT NULL default '0',
            PRIMARY KEY  (id_visit),
            KEY crawlt_crawler_id_crawler (crawlt_crawler_id_crawler),
            KEY crawlt_ip_used (crawlt_ip_used),
            KEY crawlt_pages_id_page (crawlt_pages_id_page),
            KEY crawlt_site_id_site (crawlt_site_id_site),
            KEY `date` (`date`),
            KEY crawlt_error (crawlt_error)
          )") ;
					}
				else
					{
					$result6=1;
					}



				//crawlt_update table creation

				//check if table already exist

				$table_exist6 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_update')
						{
						$table_exist6 = 1;
						}
					}


				if($table_exist6 == 0)
					{

					//the table didn't exist, we can create it
					
					$result7 = mysql_query("CREATE TABLE crawlt_update (
              idcrawlt_update int(10) unsigned NOT NULL auto_increment,
              update_id int(10) unsigned default NULL,
              PRIMARY KEY  (idcrawlt_update)
            )");
										
					if($result7==1)
						{
						$result8 =mysql_query("INSERT INTO crawlt_update VALUES (1,'91')") ;
						}
						
					}
				else
					{
					$result7=1;
					$result8=mysql_query("UPDATE crawlt_update SET update_id='91' WHERE idcrawlt_update='1'") ;
					if($result8)
						{
						if(mysql_affected_rows()==0)
							{
							mysql_query("INSERT INTO crawlt_update VALUES (1,'91')") ;
							}
						}									
					}


				//crawlt_badreferer table creation

				//check if table already exist

				$table_exist7 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_badreferer')
						{
						$table_exist7 = 1;
						}
					}


				if($table_exist7 == 0)
					{

					//the table didn't exist, we can create it

					$result9 = mysql_query("CREATE TABLE crawlt_badreferer (
              id_referer int(10) unsigned NOT NULL auto_increment,
              referer varchar(255) default NULL,
              KEY referer (referer),
              KEY id_referer (id_referer)
            )") ;
					}
				else
					{
					$result9=1;
					}

				//crawlt_download table creation

				//check if table already exist

				$table_exist8 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_download')
						{
						$table_exist8 = 1;
						}
					}


				if($table_exist8 == 0)
					{

					//the table didn't exist, we can create it

					$result10 = mysql_query("CREATE TABLE crawlt_download (
            id smallint(6) NOT NULL auto_increment,
            link varchar(255) NOT NULL,
            count int(11) NOT NULL,
            `date` date NOT NULL,
            idsite smallint(5) NOT NULL,
            KEY id (id,link,count)
          )") ;
					}
				else
					{
					$result10=1;
					}


				//crawlt_error table creation

				//check if table already exist

				$table_exist9 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_error')
						{
						$table_exist9 = 1;
						}
					}


				if($table_exist9 == 0)
					{

					//the table didn't exist, we can create it

					$result11 = mysql_query("CREATE TABLE crawlt_error (
            id smallint(5) NOT NULL auto_increment,
            idsite smallint(5) NOT NULL,
            count int(10) NOT NULL,
            `date` date NOT NULL,
            attacktype smallint(5) unsigned NOT NULL,
            KEY id (id),
            KEY id_site (idsite),
            KEY `date` (`date`)
          )") ;
					}
				else
					{
					$result11=1;
					}



				
				
				//table crawlt_config creation
				
                //check if table already exist

				$table_exist10 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_config')
						{
						$table_exist10 = 1;
						}
					}


				if($table_exist10 == 0)
					{

					//the table didn't exist, we can create it

					$result12 = mysql_query("CREATE TABLE crawlt_config (
            id_config smallint(5) unsigned NOT NULL default '0',
            timeshift smallint(6) default NULL,
            public smallint(5) unsigned default NULL,
            mail smallint(5) unsigned default NULL,
            datelastmail smallint(5) unsigned default NULL,
            addressmail varchar(255) default NULL,
            lang varchar(20) default NULL,
            version int(10) unsigned default NULL,
            firstdayweek enum('Monday','Sunday') NOT NULL default 'Monday',
            datelastseorequest smallint(5) NOT NULL default '0',
            loop1 smallint(5) NOT NULL default '0',
            loop2 smallint(5) NOT NULL default '0',
            datelastcleaning datetime NOT NULL default '0000-00-00 00:00:00',
            rowdisplay smallint(5) NOT NULL default '0',
            orderdisplay smallint(5) NOT NULL default '0',
            typemail smallint(5) NOT NULL default '1',
            typecharset smallint(5) NOT NULL default '1',
            blockattack smallint(5) unsigned NOT NULL default '0',
            sessionid smallint(5) unsigned NOT NULL default '0',
            includeparameter smallint(5) unsigned NOT NULL default '0',
            PRIMARY KEY  (id_config)
          )") ;
                    
                    //insert the data in the table
                    if($result12==1)
						{
						$result13 =mysql_query("INSERT INTO crawlt_config (id_config, timeshift, public, mail, datelastmail,addressmail, lang, version, firstdayweek, rowdisplay, orderdisplay, typemail, typecharset, blockattack, sessionid, includeparameter) VALUES ('1','0','0','0','0','','".sql_quote($crawltlang)."','324','Monday','30','0','1','1','0','0','0')") ;
						}
                    
					}
				else
					{
					$result12=1;
					$result13=1;
					}					
				

				//crawlt_goodreferer table creation

				//check if table already exist

				$table_exist11 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_goodreferer')
						{
						$table_exist11 = 1;
						}
					}


				if($table_exist11 == 0)
					{

					//the table didn't exist, we can create it

					$result14 = mysql_query("CREATE TABLE crawlt_goodreferer (
            referer varchar(255) default NULL,
            id_site smallint(5) NOT NULL,
            KEY referer (referer),
            KEY id_site (id_site)
          )") ;
					}
				else
					{
					$result14=1;
					}

		

				//table crawlt_cache creation
				
                //check if table already exist

				$table_exist12 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_cache')
						{
						$table_exist12 = 1;
						}
					}

				if($table_exist12 == 0)
					{

					//the table didn't exist, we can create it

					$result15 = mysql_query("CREATE TABLE crawlt_cache (
            cachename varchar(255) NOT NULL default '',
            `time` int(11) default NULL,
            PRIMARY KEY  (cachename),
            KEY `time` (`time`)
          )");
					}
				else
					{
					$result15=1;
					}	
				
				
				//table crawlt_graph creation
				
                //check if table already exist

				$table_exist13 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_graph')
						{
						$table_exist13 = 1;
						}
					}

				if($table_exist13 == 0)
					{

					//the table didn't exist, we can create it

					$result16 = mysql_query("CREATE TABLE crawlt_graph (
            `name` varchar(255) NOT NULL default '',
            graph_values blob NOT NULL,
            KEY `name` (`name`)
          )") ;
					}
				else
					{
					$result16=1;
					}				
				
				//table crawlt_keyword creation
				
                //check if table already exist

				$table_exist14 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_keyword')
						{
						$table_exist14 = 1;
						}
					}

				if($table_exist14 == 0)
					{

					//the table didn't exist, we can create it

					$result17 = mysql_query("CREATE TABLE crawlt_keyword (
              id_keyword mediumint(8) unsigned NOT NULL auto_increment,
              keyword varchar(150) default NULL,
              KEY keyword (keyword),
              KEY id_keyword (id_keyword)
            )") ;
					}
				else
					{
					$result17=1;
					}					
				
				//table crawlt_seo_position creation
				
                //check if table already exist

				$table_exist15 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_seo_position')
						{
						$table_exist15 = 1;
						}
					}

				if($table_exist15 == 0)
					{

					//the table didn't exist, we can create it

					$result18 = mysql_query("CREATE TABLE crawlt_seo_position (
            `date` date default NULL,
            id_site smallint(5) NOT NULL default '0',
            linkyahoo int(10) unsigned default NULL,
            pageyahoo int(10) unsigned default NULL,
            linkmsn int(10) unsigned default NULL,
            pagemsn int(10) unsigned default NULL,
            nbrdelicious int(10) unsigned default '0',
            tagdelicious varchar(255) NOT NULL default '',
            linkexalead int(10) NOT NULL default '0',
            pageexalead int(10) NOT NULL default '0',
            linkgoogle int(10) NOT NULL default '0',
            pagegoogle int(10) NOT NULL default '0',
            KEY `date` (`date`),
            KEY id_site (id_site),
            KEY linkmsn (linkmsn),
            KEY linkyahoo (linkyahoo),
            KEY nbrdelicious (nbrdelicious),
            KEY pagemsn (pagemsn),
            KEY pageyahoo (pageyahoo),
            KEY tagdelicious (tagdelicious),
            KEY linkexalead (linkexalead),
            KEY pageexalead (pageexalead),
            KEY linkgoogle (linkgoogle),
            KEY pagegoogle (pagegoogle)
          )") ;
					}
				else
					{
					$result18=1;
					}		
							
				
				//table crawlt_visits_human creation
				
                //check if table already exist

				$table_exist16 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_visits_human')
						{
						$table_exist16 = 1;
						}
					}

				if($table_exist16 == 0)
					{

					//the table didn't exist, we can create it

					$result19 = mysql_query("CREATE TABLE crawlt_visits_human (
            id_visit mediumint(8) unsigned NOT NULL auto_increment,
            crawlt_site_id_site tinyint(3) unsigned NOT NULL default '0',
            crawlt_keyword_id_keyword mediumint(8) unsigned NOT NULL default '0',
            crawlt_id_crawler smallint(5) unsigned NOT NULL default '0',
            `date` datetime default NULL,
            crawlt_id_page mediumint(9) NOT NULL default '0',
            crawlt_id_referer mediumint(9) NOT NULL default '0',
            crawlt_ip varchar(15) NOT NULL default '0',
            crawlt_error tinyint(3) unsigned NOT NULL default '0',
            crawlt_browser tinyint(3) unsigned NOT NULL default '0',
            PRIMARY KEY  (id_visit),
            KEY crawlt_id_crawler (crawlt_id_crawler),
            KEY crawlt_id_page (crawlt_id_page),
            KEY crawlt_keyword_id_keyword (crawlt_keyword_id_keyword),
            KEY crawlt_site_id_site (crawlt_site_id_site),
            KEY `date` (`date`),
            KEY crawlt_id_referer (crawlt_id_referer),
            KEY crawlt_ip (crawlt_ip),
            KEY crawlt_error (crawlt_error),
            KEY crawlt_browser (crawlt_browser)
          )") ;
					}
				else
					{
					$result19=1;
					}	
									
				//table crawlt_attack creation

				include"./include/createtableattack.php";				
               
				//crawlt_good_sites table creation


				//check if table already exist

				$table_exist18 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) or die (mysql_error()); 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_good_sites')
						{
						$table_exist18 = 1;
						}
					}


				if($table_exist18 == 0)
					{

					//the table didn't exist, we can create it

					$result22 = mysql_query("CREATE TABLE crawlt_good_sites (
              id_site int(10) unsigned NOT NULL auto_increment,
              host_site varchar(255) default NULL,
              PRIMARY KEY  (id_site),
              KEY host_site (host_site)
            )") ;
					}
				else
					{
					$result22=1;
					}					
				//crawlt_sessionid table creation


				//check if table already exist

				$table_exist19 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_sessionid')
						{
						$table_exist19 = 1;
						}
					}


				if($table_exist19 == 0)
					{

					//the table didn't exist, we can create it

					$result23 = mysql_query("CREATE TABLE crawlt_sessionid (
              id int(10) unsigned NOT NULL auto_increment,
              sessionid varchar(45) default NULL,
              PRIMARY KEY  (id)
            )") ;
					}
				else
					{
					$result23=1;
					}				
					


				//table crawlt_referer creation
				
                //check if table already exist

				$table_exist20 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_referer')
						{
						$table_exist20 = 1;
						}
					}

				if($table_exist20 == 0)
					{

					//the table didn't exist, we can create it

					$result24 = mysql_query("CREATE TABLE crawlt_referer (
              id_referer mediumint(8) unsigned NOT NULL auto_increment,
              referer varchar(255) default NULL,
              KEY referer (referer),
              KEY id_referer (id_referer)
            )") ;
					}
				else
					{
					$result24=1;
					}	


				//crawlt_hits table creation

				//check if table already exist

				$table_exist21 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_hits')
						{
						$table_exist21 = 1;
						}
					}


				if($table_exist21 == 0)
					{

					//the table didn't exist, we can create it

					$result25 = mysql_query("CREATE TABLE crawlt_hits (
            id smallint(5) NOT NULL auto_increment,
            idsite smallint(5) NOT NULL,
            count int(10) NOT NULL,
            `date` date NOT NULL,
            KEY id (id),
            KEY id_site (idsite),
            KEY `date` (`date`)
          )") ;
					}
				else
					{
					$result25=1;
					}

				//crawlt_pages_attack table creation

				//check if table already exist

				$table_exist22 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_pages_attack')
						{
						$table_exist22 = 1;
						}
					}


				if($table_exist22 == 0)
					{

					//the table didn't exist, we can create it

					$result26 = mysql_query("CREATE TABLE crawlt_pages_attack (
              id_page int(10) unsigned NOT NULL auto_increment,
              url_page varchar(255) default NULL,
              KEY url_page (url_page),
              KEY id_page (id_page)
            )") ;
					}
				else
					{
					$result26=1;
					}
					
				//crawlt_update_attack table creation

				//check if table already exist

				$table_exist23 = 0;

				$sql = "SHOW TABLES ";                                                
				$tables = mysql_query($sql, $connexion) ; 

				while (list($tablename)=mysql_fetch_array($tables)) 
					{

					if($tablename == 'crawlt_update_attack')
						{
						$table_exist23 = 1;
						}
					}


				if($table_exist23 == 0)
					{

					//the table didn't exist, we can create it
					
					$result27 = mysql_query("CREATE TABLE crawlt_update_attack (
            idcrawlt_update int(10) unsigned NOT NULL auto_increment,
            update_id int(10) unsigned default NULL,
            PRIMARY KEY  (idcrawlt_update)
          )") ;
										
					if($result27==1)
						{
						$result28 =mysql_query("INSERT INTO crawlt_update_attack VALUES (1,'8')") ;
						}
						
					}
				else
					{
					$result27=1;
					$result28=mysql_query("UPDATE crawlt_update_attack SET update_id='8' WHERE idcrawlt_update='1'") ;
					if($result28)
						{
						if(mysql_affected_rows()==0)
							{
							mysql_query("INSERT INTO crawlt_update_attack VALUES (1,'8')") ;
							}
						}									
					}	
					
					
								
								
				if($result==1 && $result2==1 && $result3==1 && $result4==1 && $result5==1 && $result6==1 && $result7==1 && $result8==1&& $result9==1&& $result10==1&& $result11==1  && $result12==1 && $result13==1 && $result14==1 && $result15==1 && $result16==1 && $result17==1 && $result18==1 && $result19==1 && $result20==1 && $result21==1 && $result22==1 && $result23==1 && $result24==1&& $result25==1 && $result26==1 && $result27==1 && $result28==1)
					{
					//case table creation ok
					echo"<p>".$language['step1_install_ok2']."</p>\n";
					
					echo"<div class=\"form\">\n";
					echo"<form action=\"index.php\" method=\"POST\" >\n";
					echo "<input type=\"hidden\" name ='navig' value='15'>\n";					
					echo "<input type=\"hidden\" name ='validform' value='4'>\n";
					echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n";
					echo"<input name='ok' type='submit'  value=' ".$language['step4_install']." ' size='60'>\n";
					echo"</form>\n";
					echo"<br></div>\n";



					}					
				else
					{
					//case table creation no ok
					echo"<p>".$language['step1_install_no_ok3']."</p>\n";

					
					echo"<div class=\"form\">\n";
					echo"<form action=\"index.php\" method=\"POST\" >\n";
					echo "<input type=\"hidden\" name ='validform' value='3'>\n";
					echo "<input type=\"hidden\" name ='navig' value='15'>\n";
					echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n";
					echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n";
					echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n";
					echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n";
					echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n";										
					echo"<input name='ok' type='submit'  value=' ".$language['retry']." ' size='60'>\n";
					echo"</form>\n";
					echo"<br></div>\n";

					}
		

				}
			}
		}
	else
		{
		//case file no ok
		
		echo"<p>".$language['step1_install_no_ok2']."</p>";

		echo"<div class=\"form\">\n";
		echo"<form action=\"index.php\" method=\"POST\" >\n";
		echo "<input type=\"hidden\" name ='validform' value='2'>\n";
		echo "<input type=\"hidden\" name ='lang' value='$crawltlang'>\n";
		echo "<input type=\"hidden\" name ='idmysql' value='$idmysql'>\n";
		echo "<input type=\"hidden\" name ='passwordmysql' value='$passwordmysql'>\n";
		echo "<input type=\"hidden\" name ='hostmysql' value='$hostmysql'>\n";
		echo "<input type=\"hidden\" name ='basemysql' value='$basemysql'>\n";
		echo"<input name='ok' type='submit'  value=' ".$language['back_to_form']." ' size='60'>\n";
		echo"</form>\n";
		echo"<br></div>\n";
		}

	}


?>
Return current item: CrawlTrack