##################################################### ## robots.txt file ### ##################################################### ### Keeps robots and spiders out of these area's ### ##################################################### ### Needs to be placed in the server root ### ##################################################### # robots, scram User-agent: * Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ Disallow: /test Disallow: /admin/ Disallow: /admin2/ Disallow: /error/ Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif User-agent: Slurp Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif User-agent: Scooter Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif User-agent: Ultraseek Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif User-agent: smallbear Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif User-agent: GoogleBot Disallow: /private/ #all dir. private directorys Disallow: /dev/ #all dev directorys Disallow: /data/ #all data directorys Disallow: /demo/ #all dir. named demo directory Disallow: /test/ #all dir. named test Disallow: /reports/ #all dir. named reports Disallow: /test #all files. named test.somthing Disallow: /admin/ #all files. named admin.somthing Disallow: /admin #all files. named admin.somthing Disallow: /.gif #all files. named admin.gif Disallow: /.jpg #all files. named admin.gif Disallow: /.txt #all files. named admin.gif Disallow: /.cgi #all files. named admin.gif Disallow: /.pl #all files. named admin.gif Disallow: /images/ #all files. named admin.gif Disallow: /admin Disallow: /displayadmin Disallow: /includes Disallow: /account.php Disallow: /advanced_search.php Disallow: /checkout_shipping.php Disallow: /create_account.php Disallow: /login.php Disallow: /login.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /shopping_cart.php Disallow: /contact_us.php Disallow: /product_reviews_write.php Disallow: /cookie_usage.php