# https://www.robotstxt.org/robotstxt.html

User-agent: *
Disallow: /check/
Disallow: /api/*
Disallow: /activate/*
Disallow: /admin/*
Disallow: /adm/*
Disallow: /password-reset*

User-agent: Googlebot
Disallow: /check/
Disallow: /api/*
Disallow: /activate/*
Disallow: /admin/*
Disallow: /adm/*
Disallow: /password-reset*

User-agent: bingbot
Crawl-Delay: 30
Disallow: /check/
Disallow: /api/*
Disallow: /activate/*
Disallow: /admin/*
Disallow: /adm/*
Disallow: /password-reset*

User-agent: Twitterbot
Disallow: /check/
Disallow: /api/*
Disallow: /activate/*
Disallow: /admin/*
Disallow: /adm/*
Disallow: /password-reset*