# Robots.txt for RRR Farmstay # https://www.rrrfarm.in # Allow all search engines to crawl the entire site User-agent: * Allow: / # Sitemap location Sitemap: https://www.rrrfarm.in/sitemap.xml # Crawl-delay (optional - be nice to the server) Crawl-delay: 1 # Disallow access to sensitive directories (if any) Disallow: /api/ Disallow: /.git/ Disallow: /node_modules/ # Allow important resources Allow: /images/ Allow: /logo.png Allow: /*.css Allow: /*.js # Google specific User-agent: Googlebot Allow: / Crawl-delay: 0 # Bing specific User-agent: Bingbot Allow: / Crawl-delay: 1 # Google Images User-agent: Googlebot-Image Allow: /images/ Allow: /logo.png # Host directive Host: https://www.rrrfarm.in