# WorthFetch robots.txt
# Allows search engines to crawl all public pages

# Default rules for all bots
User-agent: *
Allow: /
Disallow: /api/
Disallow: /node_modules/

# Sitemaps
Sitemap: https://www.worthfetch.com/sitemap.xml