User-agent: * Allow: /about/ Allow: /cities/ Allow: /foundations/ Allow: /boards/ Allow: /associations/ Allow: /towns/ Allow: /nonprofits Allow: /schools/ Allow: /businesses/ Allow: /residential/ Allow: /initiatives/ Allow: /campaigns/ Allow: /commercial/ Allow: /work/ Allow: /points Allow: /suggestions/ # Disallowed Sub-Directories User-agent: * Disallow: /?s=f/ Disallow: /app/profile/settings/ Disallow: /search/people/ Disallow: /search/groups/ Disallow: /search/communities/ Disallow: /search/posts/ Disallow: /search/events/ Disallow: /search/?type=explore/posts/ Disallow: /app/profile/settings/4 Disallow: /site-home Disallow: /*/pdf/ # disallowing the links that are dynamically generated using angular Disallow: /board/posts/{{gProfileBoardID}}/* Disallow: /board/followers/{{gProfileBoardID}}/* User-agent: NinjaBot Allow: / User-agent: Mediapartners-Google* Allow: / User-agent: Googlebot-Image Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Allow: / User-agent: SemrushBot-SA Allow: / User-agent: dotbot Disallow: / User-agent: AhrefsBot Allow: / User-agent: Alexibot Disallow: / User-agent: SurveyBot Disallow: / User-agent: Xenu’s Disallow: / User-agent: Xenu’s Link Sleuth 1.1c Disallow: / User-agent: rogerbot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: ia_archiver Disallow: / User-agent: archive.org_bot Disallow: / User-agent: Archive.org Bot Disallow: / User-agent: LinkWalker Disallow: / Disallow: / User-agent: GigaBlast Spider Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / User-agent: PicScout Disallow: / User-agent: BLEXBot Crawler Disallow: / User-agent: TinEye Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: BLEXBot Disallow: / Disallow: / User-agent: SISTRIX Crawler Disallow: / User-agent: UptimeRobot/2.0 Disallow: / User-agent: Ezooms Robot Disallow: / Disallow: / User-agent: WiseGuys Robot Disallow: / User-agent: Turnitin Robot Disallow: / User-agent: Heritrix Disallow: / User-agent: pimonster Disallow: / User-agent: Pimonster Disallow: / User-agent: Pi-Monster Disallow: / User-agent: ECCP/1.0 (search@eniro.com) Disallow: / User-agent: Psbot Disallow: / User-agent: YoudaoBot Disallow: / User-agent: Yeti Disallow: / User-agent: ZBot Disallow: / User-agent: Vagabondo Disallow: / User-agent: SimplePie Disallow: / User-agent: Wget Disallow: / User-agent: Pixray-Seeker Disallow: / User-agent: BoardReader Disallow: / User-agent: Quantify Disallow: / User-agent: Plukkie Disallow: / User-agent: Cuam Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: megaIndex.ru Disallow: / Sitemap: https://recyclemax.com/sitemap_creator/generate_sitemap_index