User-agent: *
Allow: /*.html
Allow: /babelcarp/*.html
Allow: /babelcarp/$
Disallow: /*~
Disallow: /*.cgi
Disallow: /*.css
Disallow: /*.db
Disallow: /*.diff
Disallow: /*.ico
Disallow: /*.in
Disallow: /*.jpeg
Disallow: /*.jpg
Disallow: /*.js
Disallow: /*.log
Disallow: /*.missed
Disallow: /*.old
Disallow: /*.png
Disallow: /*.py
Disallow: /*.text
Disallow: /*.txt
Disallow: /*.zip
User-agent: SemrushBot
Disallow: /