# created by Hitendra Khatri : email id Hitendr@Khatri.com # creation date: 11-March-2005 # /robots.txt file for all the robot crawlers # first line [ User-agent: * ] for all the web crawlers # second line [ Disallow: ] followed by no value, means nothing restricted # created by Hitendra Khatri : email id Hitendr@Khatri.com User-agent: * # applies to all robots Disallow: # no path define for restriction, allowing indexing of all pages