User-agent: *
Sitemap: http://tokai.delipot.com/sitemap.xml
Disallow: /*.txt$
Disallow: /*.csv$
Disallow: /*.css$
Disallow: /*.log$
Disallow: /*.js$
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.file$
Disallow: /wp-*
Disallow: /wp-content/cache/
Disallow: /xmlrpc.php
Disallow: /_ad/
Disallow: /ad/
Disallow: /-/
Disallow: /_/
Disallow: /shop-date
Disallow: /contact/
Disallow: /search/
User-agent: ia_archiver
Disallow: /
User-agent: Megalodon
Disallow: /