User-agent: *
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Disallow: *?lightbox=

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-weapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

#Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 3600
User-agent: AhrefsBot
Crawl-delay: 3600
User-agent: AhrefsSiteAudit
Crawl-delay: 7200

User-agent: SBSearch
Allow: /

Sitemap: https://www.htsys.co.za/sitemap.xml