User-agent: *
User-agent: Googlebot
Crawl-delay: 10

User-agent: Mediapartners-Google
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Mobile
Allow: /

Sitemap: http://www.zthai.net/sitemap.xml

# allow google image bot to search all images
User-agent: Googlebot-Image
Allow: /*

# disallow archiving site
User-agent: ia_archiver
Disallow: /
 
# disable duggmirror
User-agent: duggmirror
Disallow: /


User-agent: Googlebot
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

User-agent: Baiduspider
Disallow: /
User-agent: BaiduImagespider
Disallow: /
User-agent: Birubot                  
Disallow: /
User-agent: Dotbot
Disallow: /
User-agent: Mail.Ru/1.0
Disallow: /
User-agent: MJ12Bot
Disallow: /
User-agent: sosospider
Disallow: /
User-agent: voyager
Disallow: /
User-agent: Yandex
Disallow: /