User-agent: Mediapartners-Google
Crawl-delay: 60

User-agent: Slurp
Crawl-delay: 6

User-agent: Googlebot
Disallow: /cgi-bin/findurl.cgi
Disallow: /cgi-bin/findurlside.cgi

User-agent: *
Sitemap: http://www.gdb.co.jp/sitemap.xml
Disallow: /cgi-bin/findurlside.cgi

User-agent: e-SocietyRobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: Steeler
Disallow: /

>User-agent: dotbot/1.0
>Disallow: /