# www.robotstxt.org/ # Allow all crawlers User-agent: * Allow: / # Disallow admin and private paths Disallow: /admin/ Disallow: /host/ Disallow: /passwordreset/ Disallow: /users/ Disallow: /conversation/ Disallow: /profile/ # Disallow Angular app routes (use static SEO pages instead) Disallow: /*/details Disallow: /*/details/ # Sitemap location Sitemap: https://campertunity.com/sitemap_index.xml # Block common bad bots User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: /