User-agent: *
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /404-error/ #block access to 404 page
Disallow: /readme.html
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: dotbot
Disallow: /



Sitemap: https://aseannewstoday.com/feed
Sitemap: https://aseannewstoday.com/sitemap.xml
Sitemap: https://aseannewstoday.com/sitemap-news.xml
Sitemap: https://aseannewstoday.com/sitemap-image.xml
Sitemap: https://aseannewstoday.com/sitemap-video.xml