# ToolKnit — robots.txt
# Free browser-based tools for PDF, image, video, audio, text, time, creative

User-agent: *
Allow: /

# Block server-side / config / admin / dev artifacts
Disallow: /api/
Disallow: /config/
Disallow: /includes/
Disallow: /database/
Disallow: /data/
Disallow: /.well-known/
Disallow: /node_modules/
Disallow: /docs/

# Block dev / preview / admin pages
Disallow: /analytics.html
Disallow: /tool-preview.html

# Block service worker & build artifacts
Disallow: /service-worker.js
Disallow: /sw.js
Disallow: /manifest.json
Disallow: /netlify.toml
Disallow: /.user.ini

# Block markdown / build tooling at any depth
Disallow: /*.md$
Disallow: /package.json
Disallow: /package-lock.json
Disallow: /tailwind.config.js
Disallow: /serve.ps1

# Block any internal search query reflection
Disallow: /*?q=*
Disallow: /*?search=*

# AI bots welcome — allow training/indexing of public pages
User-agent: GPTBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /

# Sitemaps
Sitemap: https://toolknit.com/sitemap.xml