<?

/**
* About author:
*  vivekanandan
* email: vivekanandan8@gmail.com
*
* If you want to any help on spider ot any thing in php just mail me 
*
* About class:
*  WebSpider    -  constructor set teh domain & url to map it, set the db host,user name,database in the constructor  
*  
*   processTagInPageData() 	- it process the anchor tag & frame tag as googlebot does
*   fetchURLPageData() 		- it returns the html page content for the given URL
* 	isURLExists()			- it checks wheather the given url is added in DB  
*   displayDomainRecords    - it displays teh records  from DB    
* 	StoreUniqueURL 			- it stores the unique url in DB 
* 	processSpecificTagbyType-  it parse each & every tag & truncate the parsed tag from the string 
*/


include "spider_advanced.class.php"; 
ini_set("display_errors",1); 


/* table structure 

CREATE TABLE `spider` (
  `id` bigint(20) NOT NULL auto_increment,
  `domain` varchar(150) NOT NULL,
  `url` varchar(2000) NOT NULL,
  `parentid` int(11) NOT NULL,
  `visitflag` int(11) NOT NULL,
  `type` varchar(20) NOT NULL,
  `level` mediumint(9) NOT NULL,
  PRIMARY KEY  (`id`)
)
*/


 
$vDomain = "iiita.ac.in";
$vURL 	 = "www.iiita.ac.in";

//$oWebSpider = new WebSpider($vDomain, 0,$vURL,"localhost","user","pwd","db");    
$oWebSpider = new WebSpider($vDomain, 0,$vURL,"localhost","root","mysql","crawler1");    
$oWebSpider->StoreUniqueURL($vDomain,$vURL, 0,1,'index');   
$oWebSpider->fetchURLDataandParseURL();


$oWebSpider->displayDomainRecords($vDomain);  


?>