# Robots.txt for Tendra Plant Platform # https://tendra-app.com # Welcome Facebook crawler for social sharing (MUST BE FIRST) User-agent: facebookexternalhit Allow: / Allow: /static/ Allow: /static/dragonfruit.html Allow: /static/avocado.html Allow: /dragonfruit Allow: /avocado Crawl-delay: 0 # Welcome Twitter bot for social sharing User-agent: Twitterbot Allow: / Crawl-delay: 0 # Welcome Google User-agent: Googlebot Allow: / Crawl-delay: 0 # Welcome Google Image Bot for plant photos User-agent: Googlebot-Image Allow: / Allow: /static/plant-photos/ Crawl-delay: 0 # Welcome Bing User-agent: Bingbot Allow: / Crawl-delay: 1 # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / # Default rules for all other crawlers User-agent: * Allow: / Allow: /static/ Allow: /dragonfruit Allow: /dragonfruit/stats Disallow: /api/ Disallow: /admin/ Disallow: /tmp/ Disallow: /*.json$ Disallow: /plants?search= Disallow: /static/index.html?search= Disallow: /preview/ # Public community stats live at /dragonfruit/stats; keep the admin copy out of the index Disallow: /static/dragonfruit-analytics.html Crawl-delay: 1 # Sitemap location Sitemap: https://tendra-app.com/sitemap.xml