# robots.txt - CredFill (https://credfill.com)
# Last updated: 2026-08-02

User-agent: *
Allow: /

# Block admin and system directories
Disallow: /admin/
Disallow: /vendor/
Disallow: /internal/
Disallow: /.git/
Disallow: /node_modules/
# /services/ currently only contains project_report, which must stay crawlable —
# no blanket Disallow: /services/ here. Add a specific Disallow for any future
# non-public subdirectory added under /services/ instead of re-introducing a
# blanket block, which previously relied on Allow/Disallow ordering that not
# every crawler resolves the same way Google does.
Allow: /services/project_report/

# Block server-side scripts
Disallow: /*.php$

# Block sensitive file types
Disallow: /*.env$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.bak$
Disallow: /*.backup$
Disallow: /*.md$
Disallow: /*.json$
Disallow: /*.txt$
Allow: /robots.txt

Disallow: /*.xml$
Allow: /sitemap.xml

# Block hidden files
Disallow: /.*

# Sitemap
Sitemap: https://credfill.com/sitemap.xml

Crawl-delay: 1