# # robots.txt for http://www.agencyweb.com/ # # exclude some access-controlled areas User-agent: * Disallow: /2/ Disallow: /css/ Disallow: /images/ Disallow: /js/ Disallow: /php/ Disallow: /rawfiles/ Disallow: /test/ Disallow: /localmojo/ Disallow: /LocalMojo-Test/