# robots.txt # Disallow: /ap/ Disallow: /js/ Disallow: /etc/ Disallow: /pub/ Disallow: /tmp/