User-agent: *
Allow: /
Disallow: /mypage/
Disallow: /search/
Disallow: /navigate/

User-agent: Twiceler
Disallow: /

User-agent: dotbot 
Disallow: /