# robots.txt for pedfs.com
User-agent: *

# Block private/authenticated pages and API routes
Disallow: /dashboard
Disallow: /extract
Disallow: /history
Disallow: /settings
Disallow: /admin
Disallow: /expenses
Disallow: /review/
Disallow: /team
Disallow: /team/accept
Disallow: /api/

# All other pages are public and indexable
Allow: /

# Crawl-delay hint for polite crawlers (Bing, Yandex)
Crawl-delay: 1

# Sitemap locations — index + individual sitemaps for maximum engine coverage
Sitemap: https://pedfs.com/sitemap-index.xml
Sitemap: https://pedfs.com/sitemap.xml
Sitemap: https://pedfs.com/sitemap-blog.xml