User-agent: *
Disallow: /cgi-bin/
Disallow: /ip-admin/
Disallow: /goto/
Disallow: /comments/feed/
Disallow: /index.php
Disallow: /xmlrpc.php
Disallow: /arrilot/load-widget

User-agent: Mediapartners-Google*
Allow: /

User-agent: Googlebot-Image
Allow: /images/post/

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Block known aggressive or non-useful crawlers
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /

# Sitemap (important for indexing the correct content)
Sitemap: https://www.lyricsofgana.com/sitemap.xml