# For more information about the robots.txt standard, see: # http://www.robotstxt.org/orig.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: Twitterbot Disallow: * Allow: /images/ Allow: /resized/ User-agent: * Allow: /*.js Allow: /*.css Allow: /*.png Allow: /*.jpg Allow: /*.gif Disallow: /admin/ Disallow: /login/ Disallow: /register/ Disallow: /logout/ Disallow: /reset-password/ # Sitemap entries Sitemap: https://rct.dev.bbntimes.com/sitemap?format=xml Sitemap: https://rct.dev.bbntimes.com/sitemap?format=gnews Sitemap: https://rct.dev.bbntimes.com/sitemap?format=images Sitemap: https://rct.dev.bbntimes.com/sitemap?format=mobile Sitemap: https://rct.dev.bbntimes.com/sitemap?format=videos Sitemap: https://rct.dev.bbntimes.com/sitemap?format=hreflang