User-agent: * # Applies to all! Disallow: /includes/ # Don't scan the includes directory. Disallow: /vsadmin/ # Don't scan the administrative directory, if it exists.