# Robots.txt for SEO-optimized sitemap generator
# Generated automatically for: fashionandmash.com
# URL Method: Folder Method (/keyword/)
# Generated: 2025-10-10 12:05:21

User-agent: *
Allow: /

# Allow crawling of folder-based keyword pages
Allow: /*/
Allow: /*/amp/

# Allow any folder structure
Allow: /*

# Block system and admin files (if present)
Disallow: /admin/
Disallow: /includes/
Disallow: /assets/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /*.php$
Disallow: /config.php
Disallow: /install*
Disallow: /test*
Disallow: /fix*
Disallow: /debug*
Disallow: /*.sql
Disallow: /*.log
Disallow: /.htaccess
Disallow: /.env

# Block backup and temporary files
Disallow: /*.backup
Disallow: /*.tmp
Disallow: /*.bak
Disallow: /*~

# Block common CMS files
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/

# Allow important SEO files
Allow: /sitemap.xml
Allow: /sitemap*.xml
Allow: /robots.txt
Allow: /favicon.ico
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg

# Sitemap location
Sitemap: https://fashionandmash.com/sitemap.xml

# Additional sitemaps (if using sitemap index)
# Sitemap: https://fashionandmash.com/sitemap.xml