User-agent: *
# Block sensitive directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /xmlrpc.php
Disallow: /private/
Disallow: /config/
Disallow: /internal/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cdn-cgi/

# Allow access to resources needed for proper rendering
Allow: /wp-includes/js/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/assets/

# Block indexing of specific URLs and query parameters
Disallow: /*?sessionid=
Disallow: /*?user=

# Prevent indexing of temporary or backup files
Disallow: /temp/
Disallow: /cache/
Disallow: /backup/

# Allow API access for bots that may need it
Allow: /wp-json/

# Block specific unwanted crawlers
User-agent: BadBot
Disallow: /

User-agent: ContentScraper
Disallow: /

# Allow full access for major search engine bots
User-agent: Googlebot
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp
Disallow:

# Allow AhrefsBot full access for better crawling
User-agent: AhrefsBot
Disallow:

# Specify the location of the sitemap
Sitemap: https://tigersoft.co.th/sitemap_index.xml