#############################################
# 1. Google Ads Crawlers (Highest Priority)
#############################################

# Allow AdsBot to crawl EVERYTHING, including parameters
User-agent: AdsBot-Google
Disallow:

User-agent: AdsBot-Google-Mobile
Disallow:

#############################################
# 2. Promptwatch Bot (Required for Crawling)
#############################################

User-agent: promptwatch-bot/1.0
Allow: /

#############################################
# 3. Standard SEO Rules (Googlebot, Bingbot)
#############################################

User-agent: *

Disallow: /career/
Disallow: /developer/
Disallow: /id/index-wa-testing.php

# Block landing pages used ONLY for ads from SEO
Disallow: /id/iklan/
Disallow: /ph/promo/
Disallow: /my/promo/

# Block WP import folder
Disallow: /wp-content/uploads/wp-import-export-lite/

########## BLOG RULES — ID ##########

Allow: /id/blog/author/*/page/*
Allow: /id/blog/wp-json/
Allow: /id/blog/wp-content/uploads/
Allow: /id/blog/wp-content/themes/
Allow: /id/blog/wp-content/plugins/
Allow: /id/blog/wp-admin/admin-ajax.php

Disallow: /id/blog/page/
Disallow: /id/blog/feed/
Disallow: /id/blog/search/
Disallow: /id/blog/tag/
Disallow: /id/blog/industry/
Disallow: /id/blog/logo_client/*
Disallow: /id/blog/wp-admin/
Disallow: /id/blog/wp-login.php
Disallow: /id/blog/wp-register.php
Disallow: /id/blog/readme.html
Disallow: /id/blog/404

########## BLOG RULES — SG ##########

Allow: /blog/author/*/page/*
Allow: /blog/wp-json/
Allow: /blog/wp-content/uploads/
Allow: /blog/wp-content/themes/
Allow: /blog/wp-content/plugins/
Allow: /blog/wp-admin/admin-ajax.php

Disallow: /blog/page/
Disallow: /blog/feed/
Disallow: /blog/search/
Disallow: /blog/tag/
Disallow: /blog/industry/
Disallow: /blog/logo_client/*
Disallow: /blog/wp-admin/
Disallow: /blog/wp-login.php
Disallow: /blog/wp-register.php
Disallow: /blog/readme.html
Disallow: /blog/404

########## BLOG RULES — PH ##########

Allow: /ph/blog/author/*/page/*
Allow: /ph/blog/wp-json/
Allow: /ph/blog/wp-content/uploads/
Allow: /ph/blog/wp-content/themes/
Allow: /ph/blog/wp-content/plugins/
Allow: /ph/blog/wp-admin/admin-ajax.php

Disallow: /ph/blog/page/
Disallow: /ph/blog/feed/
Disallow: /ph/blog/search/
Disallow: /ph/blog/tag/
Disallow: /ph/blog/industry/
Disallow: /ph/blog/wp-admin/
Disallow: /ph/blog/wp-login.php
Disallow: /ph/blog/wp-register.php
Disallow: /ph/blog/readme.html
Disallow: /ph/blog/404

########## BLOG RULES — MY ##########

Allow: /my/blog/author/*/page/*
Allow: /my/blog/wp-json/
Allow: /my/blog/wp-content/uploads/
Allow: /my/blog/wp-content/themes/
Allow: /my/blog/wp-content/plugins/
Allow: /my/blog/wp-admin/admin-ajax.php

Disallow: /my/blog/page/
Disallow: /my/blog/feed/
Disallow: /my/blog/search/
Disallow: /my/blog/tag/
Disallow: /my/blog/industry/
Disallow: /my/blog/wp-admin/
Disallow: /my/blog/wp-login.php
Disallow: /my/blog/wp-register.php
Disallow: /my/blog/readme.html
Disallow: /my/blog/404

########## OTHER BLOCKS ##########

Disallow: /id/terimakasih
Disallow: /thankyou
Disallow: /ph/thankyou
Disallow: /my/thankyou

Disallow: /id/404
Disallow: /404
Disallow: /ph/404
Disallow: /my/404

Disallow: /trackback/

# Remove duplicate feeds across all structures
Disallow: /*feed/

########## BLOCK TRACKING PARAMETERS FROM SEO ##########
# (AdsBot still allowed because AdsBot group is above)

Disallow: /*?*gclid*
Disallow: /*?*gbraid*
Disallow: /*?*wbraid*
Disallow: /*?*utm_source*
Disallow: /*?*utm_medium*
Disallow: /*?*utm_campaign*
Disallow: /*?*utm_term*
Disallow: /*?*utm_content*
Disallow: /*?*fbclid*
Disallow: /*?*fb*
Disallow: /*?*ig*
Disallow: /*?*log*
Disallow: /*?*slug*
Disallow: /*?*medium*
Disallow: /*?*ads*
Disallow: /*?*adwords*
Disallow: /*?*gdn*
Disallow: /*?*sem*
Disallow: /*?*pmax*
Disallow: /*?s=

########## BLOCK DEMO PAGES FROM SEO ##########

Disallow: /id/demo-software-agribisnis/
Disallow: /id/demo-software-construction/
Disallow: /id/demo-software-manufaktur/
Disallow: /id/demo-software-mining/
Disallow: /id/demo-software-retail/
Disallow: /id/demo-software-trading/

########## BLOG EDITORIAL / INTERNAL TEMPLATES ##########

Disallow: /blog/editorial-team/
Disallow: /blog/erp-services/
Disallow: /blog/reviewer/
Disallow: /id/blog/editorial-team/
Disallow: /id/blog/editorial/
Disallow: /id/blog/reviewer/
Disallow: /my/blog/editorial-team/
Disallow: /my/blog/reviewer/
Disallow: /my/blog/sample-page/
Disallow: /my/blog/tdb_templates/
Disallow: /my/blog/tds-checkout/
Disallow: /my/blog/tds-login-register/
Disallow: /my/blog/tds-my-account/
Disallow: /ph/blog/reviewer/
Disallow: /ph/blog/sample-page/
Disallow: /ph/blog/tdb_templates/

########## SITEMAPS ##########

Sitemap: https://www.hashmicro.com/sitemap.xml
Sitemap: https://www.hashmicro.com/id/sitemap.xml
Sitemap: https://www.hashmicro.com/id/blog/sitemap_index.xml
Sitemap: https://www.hashmicro.com/blog/sitemap_index.xml
Sitemap: https://www.hashmicro.com/ph/sitemap.xml
Sitemap: https://www.hashmicro.com/ph/blog/sitemap_index.xml
Sitemap: https://www.hashmicro.com/my/sitemap.xml
Sitemap: https://www.hashmicro.com/my/blog/sitemap_index.xml