# robots.txt — walterpinem.me
# Covers: main blog + /projects/ + /projects/tools/

# ── Default: all bots ────────────────────────────────────────────────────────
User-agent: *
Allow: /

# Main blog — block application internals
Disallow: /core/
Disallow: /models/
Disallow: /controllers/
Disallow: /templates/
Disallow: /data/
Disallow: /cache/
Disallow: /migration/
Disallow: /?s=
Disallow: /search/
Disallow: /cdn-cgi/

# /projects/ WordPress — block WP internals
Disallow: /projects/wp-json/
Disallow: /projects/?rest_route=
Disallow: /projects/wp-admin/
Disallow: /projects/wp-includes/
Disallow: /projects/wp-content/uploads/wpo/
Disallow: /projects/wp-content/uploads/complianz/

# /projects/tools/ — block sensitive dirs and files
Disallow: /projects/tools/config/
Disallow: /projects/tools/core/
Disallow: /projects/tools/tools/
Disallow: /projects/tools/cache/
Disallow: /projects/tools/vendor/
Disallow: /projects/tools/logs/
Disallow: /projects/tools/LEGACY/
Disallow: /projects/tools/DOCS/
Disallow: /projects/tools/REFACTORED/
Disallow: /projects/tools/.kiro/
Disallow: /projects/tools/.env
Disallow: /projects/tools/.htaccess
Disallow: /projects/tools/composer.json
Disallow: /projects/tools/composer.lock
Disallow: /projects/tools/?s=

# Allow static assets for all bots (rendering in search results)
Allow: /projects/tools/assets/css/
Allow: /projects/tools/assets/js/
Allow: /projects/tools/assets/img/
Allow: /projects/tools/assets/summernote/

# ── Google AdSense bot — must be able to crawl for ad serving ────────────────
User-agent: AdsBot-Google
Allow: /

# ── AdsBot (mobile AdSense crawler) ─────────────────────────────────────────
User-agent: AdsBot
Allow: /

# ── Googlebot-Image — allow product/tool images ──────────────────────────────
User-agent: Googlebot-Image
Allow: /projects/tools/assets/img/

# ── Bad bots and AI scrapers — block entirely ────────────────────────────────
User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: CCBot
Disallow: /

# ── Sitemaps ─────────────────────────────────────────────────────────────────
Sitemap: https://walterpinem.me/sitemap_index.xml
Sitemap: https://walterpinem.me/projects/sitemap_index.xml
Sitemap: https://walterpinem.me/projects/tools/sitemap.xml