# Allow unrestricted crawling by default
User-agent: *
Disallow: 

# Block access to WordPress admin and includes directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php

# Block paywalled directories only accessible for paying members

Disallow: /dips/
Disallow: /listen/
Disallow: /blanks/
Disallow: /lessons/

# Block sensitive files, pages and directories
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-config.php  
Disallow: /wp-content/*.php  
Disallow: /register/
Disallow: /account/
Disallow: /login/

# Block plugin, theme, and cache folders, except css and js files 
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/  
Disallow: /wp-content/themes/  
Allow: /wp-content/plugins/*.css  
Allow: /wp-content/plugins/*.js  
Allow: /wp-content/themes/*.css  
Allow: /wp-content/themes/*.js  

# Allow access to the uploads directory for media files
Allow: /wp-content/uploads/

# Block search results and query strings (optional)
Disallow: /*?s=
Disallow: /*?*

# Sitemap location
Sitemap: https://portuguesepedia.com/sitemap_index.xml