#Robots.txt User-agent: * Disallow: /cgi/ # keep robots out of the executable tree Disallow: /temp/ # temp directory Disallow: /stats/ # stats directory Disallow: /temp-query.html # generated file Disallow: /ftr-query.html # generated file Disallow: /error-query.html # generated file Disallow: /call.html # generated file User-agent: MJ12bot Disallow: / User-agent: Baiduspider Disallow: / User-agent: baiduspider Disallow: / User-agent: Baiduspider+ Disallow: /