# Allow essential directories first User-agent: * Allow: /blog/ Allow: / Allow: /css/ Allow: /js/ Allow: /images/ # Disallow specific pages/directories User-agent: * Disallow: *?lightbox= Disallow: /_api/* Disallow: /_partials Disallow: /pro-gallery-webapp/v1/galleries/* # Optimization for Googlebot and Ads Bot User-agent: Googlebot Allow: /css/ Allow: /js/ Allow: /images/ User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google Disallow: /_api/* Disallow: /_partials Disallow: /pro-gallery-webapp/v1/galleries/* # Block PetalBot User-agent: PetalBot Disallow: / # Crawl delay for overly enthusiastic bots (Optional) # User-agent: dotbot # User-agent: AhrefsBot Sitemap: https://www.dreamden.ai/sitemap.xml