User-agent: *
Allow: /

# 🔒 Block sensitive system folders
Disallow: /config/
Disallow: /includes/
Disallow: /core/
Disallow: /vendor/
Disallow: /private/
Disallow: /tmp/
Disallow: /logs/

# 🚫 Block tag pages
Disallow: /tag/
Disallow: /tags/


# 🎨 Allow assets for proper rendering
Allow: /assets/
Allow: /css/
Allow: /js/
Allow: /images/

# 🗺️ Sitemap
Sitemap: https://aitoolfinder.com/sitemap.xml