# Tells Scanning Robots Where They Are And Are Not Welcome # # User-agent: can also specify by name; "*" is for everyone # Disallow: disallow if this matches first part of requested path # # Disallow all from private files and folders. # User-agent: * # Protected Folders Disallow: /cgi-bin/ Disallow: /css/ Disallow: /graphics/ Disallow: /images/ # Protected Files Disallow: /title.php Disallow: /header.php Disallow: /footer.php Disallow: /menu.php