User-agent: * # list folders robots are not allowed to index Disallow: /apps/ Disallow: /articles/ Disallow: /docs/ Disallow: /meta/ Disallow: /sides2/ Disallow: /vids/ # # list specific files robots are not allowed to index # Disallow: /f3.css Disallow: /footer.asp Disallow: /main.inc Disallow: /menu2.asp Disallow: /popup.asp Disallow: /top.inc User-agent: BPImageWalker/2.0 (www.bdbrandprotect.com) # list folders robots are not allowed to index Disallow: /gfx/ # # list specific files robots are not allowed to index # Disallow: /f3.css Disallow: /footer.asp Disallow: /main.inc Disallow: /menu2.asp Disallow: /popup.asp Disallow: /top.inc # # End of robots.txt file # ###############################