# Disallow all crawlers access to certain pages.

User-agent: Baiduspider
User-agent: BaiduMobaider
Crawl-delay: 600

User-agent: *
Disallow: /images
Disallow: /styles
Disallow: /js
Disallow: /directory/images
Disallow: /directory/styles
Disallow: /directory/js
Disallow: /travel/jalan/redirect
Disallow: /travel/rakuten/redirect
Disallow: /travel/yadoplaza/redirect
Disallow: /point/redirect
Disallow: /travel/redirect

#other
Disallow: /cgi-bin/
Disallow: /d/
Disallow: /area/js/
Disallow: /area/xml/
Disallow: /app/
Disallow: /bik/
Disallow: /car/
Disallow: /gar/
Disallow: /out/
Disallow: /pet
Disallow: /pla/
Disallow: /spo/

#other allow
Allow: /

# Sitemap files
Sitemap: http://www.mtcook.jp/point/rss/sitemaps
Sitemap: http://www.mtcook.jp/travel/rss/sitemaps
Sitemap: http://www.mtcook.jp/directory/rss/sitemaps