# /robots.txt User-agent: * # list folders robots are not allowed to index Disallow: /401/ Disallow: /5822/ Disallow: /Stats/ # list specific files robots are not allowed to index Disallow: /9222.html Disallow: /6032.html Disallow: /16401.html Disallow: /6053.html Disallow: /6074.html Disallow: /6095.html Disallow: /6116.html Disallow: /index.html