# Robots.txt file # # Bans from cgi-bin and images # Disallow directories that hold code other than html User-agent: * Allow: / Disallow: /tag/ Disallow: /page/ Disallow: /category/ Disallow: /chatter/ Disallow: /magnetic/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$