# Allow all bots to access critical resources
User-agent: *
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js

# Block unnecessary areas
Disallow: /cgi-bin
Disallow: /xmlrpc.php
Disallow: /wp-login/
Disallow: /wp-admin/
Disallow: /*?attachment_id=
Disallow: /*/attachment/
Disallow: /comments/
Disallow: /trackback
Disallow: /*trackback*

# Block search and pagination that do not add value
Disallow: /?s=
Disallow: /search
Disallow: /*/page/

# Block duplicate or redundant feeds
Disallow: /feed/
Disallow: /comments/feed/

# Allow Googlebot specific resources
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /wp-content/uploads/

# Allow Googlebot-Image to access media files
User-agent: Googlebot-Image
Allow: /wp-content/uploads/

 
# Sitemaps
Sitemap: https://www.onlinemastersdegrees.org/sitemap_index.xml
Sitemap: https://www.onlinemastersdegrees.org/page-sitemap.xml