# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
# /dict/<lang>/<word> is the in-DB lookup cache surface. Pages are
# served with `X-Robots-Tag: noindex, nofollow` (CloudFront) and the
# static fallback HTML carries `<meta name=robots content=noindex,
# nofollow>`, but disallowing crawl entirely avoids spending crawl
# budget on the unbounded URL space.
Disallow: /dict/

# Sitemap
Sitemap: https://wordholder.com/sitemap.xml