# robots file to exclude all robots for indexing these directories User-agent: * Disallow: /cgi-bin/ Disallow: /dbs/