# robots.txt for Fertilia - Centro de Medicina Reproductiva User-agent: * # Allow all content (for production) # Currently using noindex meta tags for testing Allow: / # Sitemap location Sitemap: https://centrofertilia.com.ar/sitemap.xml # Crawl-delay (optional, adjust if needed) # Crawl-delay: 1 # Block common spam bots (optional) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 # Disallow sensitive areas (if any in future) # Disallow: /admin/ # Disallow: /private/