# All Bots
User-agent: *
Crawl-delay: 20
Disallow: /cgi-bin
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /search/
Disallow: /*?
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$
Disallow: /*rurl=*
Allow: /sitemap.xml.gz$
Allow: /wp-content/uploads/

# Dugg Mirror
User-agent: duggmirror
Disallow: /

# Yahoo Slurp
User-agent: Slurp
Crawl-delay: 20

# Google AdSense
User-agent: Mediapartners-Google
Disallow: 
Allow: /

# Googlebot
User-agent: Googlebot
Disallow: /feed/$
Disallow: /feed/rss/$
Disallow: /trackback/$

# Sitemap
Sitemap: http://www.filmthreat.com/sitemap.xml.gz