# robots.txt # User-Agent: * Disallow: * Disallow: /admin/ Disallow: /ap/ Disallow: /js/ Disallow: /etc/ Disallow: /pub/ Disallow: /tmp/