# robots.txt # This indicates no robots should search these directories User-agent: * Disallow: /scripts/ Disallow: /bin/ Disallow: /login/ Disallow: /webstats/