User-agent: *
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /Website_Files/
Disallow: /config/
Disallow: /cgi-bin/

# Dynamic pages that shouldn't be indexed
Disallow: /search.php
Disallow: /?search=
Disallow: /?s=

# Allow all images
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

# Sitemap URLs - Use your actual domain
Sitemap: https://yourdomain.com/sitemap.xml
Sitemap: https://yourdomain.com/generate_sitemap.php

# Allow Googlebot with more access
User-agent: Googlebot
Allow: /
Crawl-delay: 2

# Block bad/scraping bots
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MauiBot
Disallow: /