User-agent: *
Allow: /

# Specific rules for Googlebot
User-agent: Googlebot
Disallow: /*?lightbox=
Allow: /?$  # Ensure homepage with or without query params is crawlable

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot completely
User-agent: PetalBot
Disallow: /

# Set crawl delay for some aggressive bots
User-agent: dotbot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

Sitemap: https://www.rufescent.com/sitemap.xml

# Auto generated, go to SEO Tools > Robots.txt Editor to change this