User-agent: *   #match all bots
Disallow: /404/ #keep them out of this directory