# robots.txt for CDIMEX - Updated 2026-06-23
# This file takes precedence over any older robots.txt files
# Last updated: 2026-06-23T00:00:00Z

User-agent: *
Allow: /

# Primary sitemap - MUST use this sitemap
Sitemap: https://cdimex.com.vn/sitemap.xml

# Disallow old/legacy URLs and admin areas
Disallow: /admin/
Disallow: /private/
Disallow: /*.json$
Disallow: /flipbook/examples/
Disallow: /chatbot-test.html
Disallow: /loading-test.html

# Disallow old website paths (if any exist)
Disallow: /home/
Disallow: /old/
Disallow: /legacy/
Disallow: /*.htm$  # Block old .htm files, use .html instead

# Explicitly allow important pages
Allow: /index.html
Allow: /ve-chung-toi.html
Allow: /Danh-muc-san-pham.html
Allow: /su-kien.html
Allow: /lien-he.html

# Search engine specific rules - High priority
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 0

User-agent: Slurp
Allow: /
Crawl-delay: 0

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Yandex
Allow: /