# robots.txt
User-agent: *
Allow: /remote/link
Allow: /remote/companydisplayaddresses
Allow: /remote/viewthumbnail_bootstrap
Disallow: /remote/
Disallow: /advertising/
Disallow: /external/
Disallow: /generator/
Disallow: /monitor/
Disallow: /utilities/
Disallow: /login/
Disallow: /company-registration/
Disallow: /landing/

Sitemap: https://www.solarreviews.com/sitemapindex.xml

# Disallow parent content pages
User-agent: *
Disallow: /content/page/*/$
Allow: /content/page/*/*.*$


User-agent: Ahrefsbot
crawl-delay: 1

User-agent: Bingbot
crawl-delay: 1

User-agent: Yandex
disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: IstellaBot
Disallow: /
User-agent: IstellaBot/1.01.18
Disallow: /
User-agent: IstellaBot/1.01.18 +http://www.tiscali.it/
Disallow: /
User-agent: IstellaBot/1.10.2 +http://www.tiscali.it/
Disallow: /
User-agent: Mozilla/5.0 (compatible; IstellaBot/1.01.18 +http://www.tiscali.it/) 
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: woobot
Disallow: /

User-agent: woobot/1.1
Disallow: /

User-agent: woobot/2.0
Disallow: /