# robots.txt for https://thinhphatcomputer.com/

User-agent: *
# CHO CRAWL nội dung quan trọng
Allow: /$
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-includes/js/
Allow: /*.css$
Allow: /*.js$

# CHẶN khu vực kỹ thuật / mỏng nội dung / trùng lặp
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /add-to-cart/
Disallow: /*add-to-cart=*
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /*?s=*
Disallow: /*?orderby=*
Disallow: /*?filter_*
Disallow: /*?rating=*
Disallow: /*?utm_*
Disallow: /*?gclid=*
Disallow: /*?fbclid=*
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /feed/
Disallow: /*/feed/

# Tốc độ crawl cho một số bot "nặng" (Google bỏ qua Crawl-delay, Bing/Yandex có dùng)
User-agent: AhrefsBot
Crawl-delay: 5
User-agent: SemrushBot
Crawl-delay: 5
User-agent: MJ12bot
Crawl-delay: 10

# Khai báo sitemap
Sitemap: https://thinhphatcomputer.com/sitemap.xml
Sitemap: https://thinhphatcomputer.com/sitemap_index.xml