User-agent: *
# Block internal search and filters
Disallow: /*?s=
Disallow: /*?check_in=
Disallow: /*?check-in=
Disallow: /*?check-out=
Disallow: /*?checkin=
Disallow: /*?checkout=
Disallow: /*?dates=
Disallow: /*?guests=
Disallow: /*?sort=
Disallow: /*?orderby=
Disallow: /*filter=
Disallow: /*?price=
Disallow: /*availability=
Disallow: /?page_id=

# Block archive clutter
Disallow: /tag/
Disallow: /category/
Disallow: /author/
Disallow: /features/
Disallow: /feed/
Disallow: /comments/
Disallow: /*/page/
Disallow: /wp-json/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php

# Block date-based archives (year/month/day)
Disallow: /20*/
Disallow: /201*/
Disallow: /202*/

# Let crawlers fetch needed assets
Allow: /wp-content/uploads/
Allow: /wp-includes/js/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

User-agent: AhrefsBot
Disallow: /cdn-cgi/
Disallow: /tag/
Disallow: /category/
Disallow: /author/
Disallow: /features/
Disallow: /feed/
Disallow: /comments/
Disallow: /*/page/
Disallow: /*?s=

User-agent: AhrefsSiteAudit
Disallow: /cdn-cgi/
Disallow: /tag/
Disallow: /category/
Disallow: /author/
Disallow: /features/
Disallow: /feed/
Disallow: /comments/
Disallow: /*/page/
Disallow: /*?s=