# Please don't crawl these files and directories...

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /includes/
Disallow: /comments/
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /*.js$
Disallow: /*.css$


# Invitation to Google's AdSense bot...

User-agent: Mediapartners-Google
Disallow: