# /robots.txt file # User-agent: specific robot # Disallow: # User-agent: specific robot # Disallow: / # This file is directed to all robots: User-agent: * # any test and internal files # Disallow: /-*.* # --------------------------------------------------------- # files which mislead robots and/or that are not maintained # for public access # --------------------------------------------------------- Disallow: /tools Disallow: /user Disallow: /cgi-bin Disallow: /library Disallow: /graphics Disallow: /_notes Disallow: /development-library