# Website Expertz - Robots.txt
# Allow all search engines to crawl public pages

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /admin

# Sitemap location
Sitemap: https://www.websiteexpertz.com/sitemap.xml

# Optional: Crawl delay for aggressive bots (seconds)
# Crawl-delay: 1

# Block specific bots if needed (examples)
# User-agent: BadBot
# Disallow: /