# # robots.txt # # exclude these directories User-agent: * Disallow: /srv/ Disallow: /cgi/