# Robots.txt for rammemyosi.center # EcoGreen Products - Sustainable Living Solutions User-agent: * Allow: / # Allow all search engines to crawl all content Allow: /assets/ Allow: /styles.css Allow: /script.js # Sitemap location Sitemap: https://rammemyosi.center/sitemap.xml # Crawl delay (optional - helps with server load) Crawl-delay: 1 # Block any potential admin or private areas (none currently, but good practice) # Disallow: /admin/ # Disallow: /private/ # Allow specific important pages for better indexing Allow: /blog.html Allow: /article-*.html Allow: /privacy-policy.html Allow: /terms-of-service.html Allow: /cookie-policy.html Allow: /thanks.html # Allow robots to access favicon and important assets Allow: /favicon.svg Allow: /assets/logo.svg Allow: /assets/*.svg # Additional directives for major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Block any potential scrapers (if needed in future) # User-agent: BadBot # Disallow: / # Cache directive - allow caching of static resources # (This is more of a server configuration, but documenting intent) # Static assets can be cached: CSS, JS, Images, SVG files