# Disallow all crawlers access to certain pages.

User-agent: Baiduspider
User-agent: BaiduMobaider
Crawl-delay: 600


User-agent: Googlebot
Disallow: /directory/
Disallow: /category/
Disallow: /images/
Disallow: /styles/
Disallow: /js/
Disallow: /chuko/
Disallow: /cereb/
Disallow: /point/red/
Disallow: /travel/red/
Disallow: /area/14/14136/39596.html
Allow: /


User-agent: Slurp
Disallow: /category/
Disallow: /images/
Disallow: /styles/
Disallow: /js/
Disallow: /chuko/
Disallow: /cereb/
Disallow: /point/red/
Disallow: /travel/red/
Allow: /


User-agent: *
Disallow: /images/
Disallow: /styles/
Disallow: /js/
Disallow: /chuko/
Disallow: /cereb/
Disallow: /point/red/
Disallow: /travel/red/
Allow: /


# Sitemap files
Sitemap: http://www.mtcook.jp/point/rss/sitemaps
Sitemap: http://www.mtcook.jp/travel/rss/sitemaps
Sitemap: http://www.mtcook.jp/dir/rss/sitemaps