# Robots.txt # User-agent: * Disallow: /js Disallow: /test Disallow: /bck Disallow: /logs # User-agent: ia_archiver Disallow: / #End File