# robots.txt for Front Line Hope Relief
# https://frontlinehoperelief.org/robots.txt

User-agent: *
Allow: /

# Allow search engines to crawl main pages
Allow: /$
Allow: /about.php
Allow: /causes.php
Allow: /cause.php
Allow: /programs.php
Allow: /impact.php
Allow: /events.php
Allow: /event.php
Allow: /stories.php
Allow: /volunteer.php
Allow: /contact.php
Allow: /auth.php
Allow: /crypto-guide.php
Allow: /sitemap.php
Allow: /privacy.php
Allow: /terms.php

# Disallow admin area
Disallow: /admin/
Disallow: /admin/*

# Disallow user dashboard
Disallow: /user/
Disallow: /user/*

# Disallow sensitive directories
Disallow: /config/
Disallow: /api/
Disallow: /vendor/
Disallow: /uploads/
Disallow: /tmp/
Disallow: /logs/

# Disallow specific files
Disallow: /sitemap-main.xml
Disallow: /sitemap-causes.php
Disallow: /sitemap-events.php
Disallow: /sitemap.xsl

# Sitemap location
Sitemap: https://frontlinehoperelief.org/sitemap.xml

# Crawl delay (be respectful)
Crawl-delay: 5

# Host
Host: frontlinehoperelief.org

# User-agent: Googlebot
User-agent: Googlebot
Allow: /
Allow: /causes.php
Allow: /cause.php
Allow: /events.php
Allow: /event.php
Disallow: /admin/
Disallow: /user/
Disallow: /config/
Disallow: /api/
Sitemap: https://frontlinehoperelief.org/sitemap.xml

# User-agent: Bingbot
User-agent: Bingbot
Allow: /
Allow: /causes.php
Allow: /cause.php
Allow: /events.php
Disallow: /admin/
Disallow: /user/
Sitemap: https://frontlinehoperelief.org/sitemap.xml

# User-agent: Yandex
User-agent: Yandex
Allow: /
Allow: /causes.php
Allow: /cause.php
Allow: /events.php
Disallow: /admin/
Disallow: /user/
Sitemap: https://frontlinehoperelief.org/sitemap.xml

# User-agent: DuckDuckBot
User-agent: DuckDuckBot
Allow: /
Allow: /causes.php
Allow: /cause.php
Allow: /events.php
Disallow: /admin/
Disallow: /user/

# User-agent: AhrefsBot
User-agent: AhrefsBot
Disallow: /admin/
Disallow: /user/
Disallow: /config/
Disallow: /api/
Crawl-delay: 10

# User-agent: SemrushBot
User-agent: SemrushBot
Disallow: /admin/
Disallow: /user/
Disallow: /config/
Disallow: /api/
Crawl-delay: 10