User-agent: *
Sitemap: http://dirtjapan.com/english_sitemap.xml
Sitemap: http://dirtjapan.com/sitemap.php
Sitemap: http://dirtjapan.com/xml_google.php
Sitemap: http://dirtjapan.com/xmobile_sitemap.xml
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /class/
Disallow: /images/
Disallow: /include/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /templates_c/
Disallow: /themes/
Disallow: /uploads/
Disallow: /modules/xmobile/?act=plugin&plg=weblinks
Disallow: /modules/xmobile/?act=plugin&view=detail&plg=weblinks
Disallow: /modules/xmobile/?act=plugin&view=list&plg=weblinks


User-agent: psbot
Crawl-delay: 120
Disallow: /

User-agent: Googlebot-Mobile
User-agent: YahooSeeker
User-agent: Yeti
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /class/
Disallow: /images/
Disallow: /include/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /templates_c/
Disallow: /themes/
Disallow: /uploads/
Disallow: /modules/xmobile/?act=plugin&plg=weblinks
Disallow: /modules/xmobile/?act=plugin&view=detail&plg=weblinks
Disallow: /modules/xmobile/?act=plugin&view=list&plg=weblinks

User-agent: YahooSeeker
Crawl-delay: 120
Disallow: /modules/xmobile/
Disallow: /modules/xmobile/?act=plugin&plg=weblinks
Disallow: /modules/xmobile/?act=plugin&view=detail&plg=weblinks
Disallow: /modules/xmobile/?act=plugin&view=list&plg=weblinks
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /class/
Disallow: /images/
Disallow: /include/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /templates_c/
Disallow: /themes/
Disallow: /uploads/