User-agent: twiceler
Disallow: /

User-agent: naverbot
Disallow: /

User-agent: yeti
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: *
Disallow: /blog/
Disallow: /cgi-bin/
Disallow: /author/
Disallow: /tag/wordpress
Disallow: /trackback
Disallow: */trackback/
Disallow: */comments/
Disallow: /*?*
Disallow: /*?
Disallow: /default.html$
Disallow: /*.php$
Disallow: /*.txt$
Disallow: /*.xls$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.mp3$
Disallow: /*.xhtml$
Disallow: .php$
Disallow: .txt$
Disallow: .xls$
Disallow: .css$
Disallow: .js$
Disallow: .inc$
Disallow: .wmv$
Disallow: .cgi$
Disallow: .mp3$
Disallow: .xhtml$

# allow adsense bot on entire site
User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot-Image
Allow: /blog/wp-content/uploads/

Sitemap: http://www.ludou.org/sitemap.xml
Sitemap: http://www.ludou.org/sitemap.xml.gz