#The following example "/robots.txt" file specifies that no robots should visit any URL starting with "/cyberworld/map/" or "/tmp/", or /foo.html: #-------------------------------------------------------------------------------- # robots.txt for http://www.example.com/ User-agent: * Disallow: /payment/ Disallow: /inc/ Disallow: /Admins/ Disallow: /supplyer/ Disallow: /BAPDSFEB/ Disallow: /player/ Disallow: /CP/ Disallow: /SBS/ #-------------------------------------------------------------------------------- #This example "/robots.txt" file specifies that no robots should visit any URL starting with "/cyberworld/map/", except the robot called "cybermapper": #-------------------------------------------------------------------------------- # robots.txt for http://www.example.com/ #User-agent: * #Disallow: /cyberworld/map/ # This is an infinite virtual URL space # Cybermapper knows where to go. #User-agent: cybermapper #Disallow: #-------------------------------------------------------------------------------- #This example indicates that no robots should visit this site further: #-------------------------------------------------------------------------------- # go away #User-agent: * #Disallow: /