# ============================================================
# DGW DESIGNS — ROBOTS.TXT (Updated August 2026)
# https://www.dgwdesigns.net/robots.txt
#
# HOW TO ADD TO SQUARESPACE:
# Squarespace does not allow direct robots.txt editing.
# The default Squarespace robots.txt is permissive and allows
# all crawlers — which is good.
#
# RECOMMENDED ACTION:
# 1. Verify your current robots.txt at:
# https://www.dgwdesigns.net/robots.txt
# 2. If it already says "Allow: /" you're fine — no action needed.
# 3. If you ever move off Squarespace, use this file verbatim.
#
# This file is provided for reference and future use.
# ============================================================
# ── ALL CRAWLERS (default) ──────────────────────────────────
User-agent: *
Allow: /
# Block Squarespace system/admin paths from indexing
Disallow: /config/
Disallow: /commerce/
Disallow: /api/
Disallow: /static/
# ── GOOGLE ─────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /config/
User-agent: Googlebot-Image
Allow: /
# ── BING ───────────────────────────────────────────────────
User-agent: Bingbot
Allow: /
# ── AI CRAWLERS — explicitly allowed ───────────────────────
# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /
# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
# Perplexity
User-agent: PerplexityBot
Allow: /
# Google AI (Gemini / AI Overviews)
User-agent: Google-Extended
Allow: /
# Meta AI
User-agent: FacebookBot
Allow: /
# Apple
User-agent: Applebot
Allow: /
# Common AI research crawlers
User-agent: cohere-ai
Allow: /
User-agent: YouBot
Allow: /
# ── SITEMAP LOCATION ───────────────────────────────────────