# robots.txt
User-agent: *
Disallow: /cgi-bin/
Disallow: /*/ctl/
Disallow: /admin/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /Install/
Disallow: /Providers/
Disallow: /login/
Disallow: /Terms/
Disallow: /Privacy/

User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /