User-agent: PetalBot
Crawl-delay: 15
User-agent: BingBot
Crawl-delay: 15   # Set the crawl delay to 5 seconds for both Googlebot and Bingbot
User-agent: Amazonbot
Crawl-delay: 10

# Allow all other bots to crawl without delay
User-agent: *
Disallow:

# Exclude certain directories from crawling
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /author/
Disallow: /login/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /archives/
Disallow: /category/*/*
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /?*
Disallow: /*?

# Exclude specific files
Disallow: /xmlrpc.php
Disallow: /wp-*


# Sitemap location