# Taskfills.com - Gig Marketplace Robots.txt
# Last Updated: 2026-02-18
# https://taskfills.com/robots.txt

User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /temp/
Disallow: /*.pdf
Disallow: /?*
Disallow: /*?*
Crawl-delay: 1

# Block AI Scrapers
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://taskfills.com/sitemap.xml