############################################################################ # Robots Exclusion Protocol for www.erequester.com # # More Info: http://info.webcrawler.com/mak/projects/robots/exclusion.html # ############################################################################ User-Agent: * # matches all robots Disallow: /cgi-bin/ # excludes indexing of executables Disallow: /css # exclude Disallow: /demo # exclude Disallow: /includes # exclude Disallow: /js # exclude Disallow: /email # exclude Disallow: /download # exclude Disallow: /xhtml files # exclude Disallow: /images # exclude Disallow: /partners # exclude Disallow: /php_session # exclude