# ============================================================
# Dr. WELD — robots.txt
# ============================================================
# Place in public_html/ root directory
# Tells search engine crawlers which pages to crawl

User-agent: *
Allow: /
Allow: /pages/
Allow: /images/
Allow: /css/
Allow: /js/

# Disallow specific folders if needed (uncomment if you want to hide certain pages)
# Disallow: /admin/
# Disallow: /private/
# Disallow: /temp/

# Crawler rules for specific search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Crawl delay (optional - in seconds)
# Crawl-delay: 1

# Sitemap location (IMPORTANT - update domain if different)
Sitemap: https://drweld.basicgroup.in/sitemap.xml

# ============================================================
# END OF robots.txt
# ============================================================