# robots.txt for Metis Law Chamber
# Website: https://metislawchamber.com
# Last Updated: December 18, 2025

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow admin and private areas
Disallow: /admin/
Disallow: /admin-panel/
Disallow: /client/
Disallow: /client-portal/
Disallow: /api/
Disallow: /config/
Disallow: /classes/
Disallow: /includes/
Disallow: /oauth/
Disallow: /logs/

# Disallow temporary and cache directories
Disallow: /temp/
Disallow: /tmp/
Disallow: /cache/

# Disallow private document directories
Disallow: /assets/uploads/documents/
Disallow: /assets/uploads/case-files/
Disallow: /assets/uploads/client-documents/

# Allow public assets (CSS, JS, Images)
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/

# Allow important pages
Allow: /services/
Allow: /about/
Allow: /contact/
Allow: /blog/
Allow: /offices/
Allow: /mohali/
Allow: /chandigarh/
Allow: /panchkula/
Allow: /kullu/

# Disallow URL parameters that create duplicate content
Disallow: /*?
Allow: /*?page=
Allow: /*?category=

# Disallow search result pages (if applicable)
Disallow: /search
Disallow: /search/
Disallow: /*?s=
Disallow: /*?search=

# Disallow login and registration pages
Disallow: /login
Disallow: /login.php
Disallow: /register
Disallow: /register.php
Disallow: /forgot-password
Disallow: /reset-password

# Disallow form processing pages
Disallow: /process-consultation.php
Disallow: /process-inquiry.php
Disallow: /submit-form.php

# Disallow AJAX endpoints
Disallow: /ajax/
Disallow: /*ajax*

# Disallow test and development pages
Disallow: /test/
Disallow: /testing/
Disallow: /dev/
Disallow: /development/
Disallow: /*test*.php

# Specific crawler instructions for major search engines

# Google
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /client/

# Google Image Bot - Allow all images except private uploads
User-agent: Googlebot-Image
Disallow: /assets/uploads/documents/
Disallow: /assets/uploads/case-files/

# Bing
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /client/

# Yahoo
User-agent: Slurp
Allow: /
Disallow: /admin/
Disallow: /client/

# Yandex
User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /client/

# Baidu (Chinese search engine)
User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /client/

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Disallow: /admin/
Disallow: /client/

# Crawl delay for respectful bots (in seconds)
Crawl-delay: 1