User-agent: *
Crawl-delay: 300

# Block unnecessary and duplicate content
Disallow: /community/gallery/
Disallow: /community/gallery.php*
Disallow: /community/tag.php?*
Disallow: /tag/*
Disallow: /admin/
Disallow: /login/
Disallow: /private/
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /community/includes/
Disallow: /ajax/
Disallow: /temp/
Disallow: /cron.php
Disallow: /tag_preview_size=
Disallow: /*?sessionid=
Disallow: /*?utm_source=
Disallow: /*?ref=

# Allow search engines to index public pages
Allow: /images/
Allow: /public/
Allow: /community/

# Block known bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Allow Googlebot full access
User-agent: Googlebot
Allow: /

# Sitemap Location
Sitemap: https://www.pathtags.com/sitemap.xml