# This file is automatically added by Rank Math SEO plugin to help a website index better
# More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP
User-Agent: *

# Disallow admin pages
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block unnecessary WordPress pages
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /readme.html
Disallow: /trackback/
Disallow: /cgi-bin/
Disallow: /*?s=     # Blocks internal search results
Disallow: /*/feed/  # Blocks feed pages

# Block duplicate content pages
Disallow: /category/
Disallow: /tag/
Disallow: /author/

# Declare the sitemap location
Sitemap: https://cryptowini.com/sitemap_index.xml