User-Agent: *

Disallow: /keeplist/
Disallow: /mypage/
Disallow: /personalpage/
Disallow: /login/
Disallow: /newdirectjoblist/
Disallow: /api/*
Disallow: /ajax/ajax_*
Disallow: /*?version=PC
Disallow: /*?version=pc
Disallow: /*?version=SMT
Disallow: /*?version=smt
Disallow: /magazine/search/
Disallow: /magazine/preview/
Disallow: /magazine/api/
Disallow: /adobe/fpid/

User-agent: Bytespider
User-agent: Sogou web spider
User-agent: YandexBot
User-agent: Baiduspider

Disallow: /

Sitemap: https://www.hatarako.net/sitemap_index.xml
Sitemap: https://www.hatarako.net/kw/keyword-sitemap-index.xml
Sitemap: https://www.hatarako.net/magazine/sitemap.xml