# Global rules for all user agents
User-agent: *

User-agent: AhrefsBot
Allow: /

User-agent: Baiduspider
Allow: /
 
User-agent: Yandex
Allow: /

User-Agent: Googlebot
Allow: /
Disallow: /private/

# Block specific malicious or unwanted bots

User-agent: PetalBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: Majestic
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: AlphaBot
Disallow: /

User-agent: Nutch
Disallow: /

# Block access to sensitive WordPress directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/mu-plugins/

# Block access to sensitive files
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-config.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /?p=*

# Block query parameters that may be associated with XSS attacks or content that shouldn't be indexed
Disallow: /*?* 
Disallow: /*?s=*
Disallow: /*?search=*
Disallow: /page/2/?review-category=movie-reviews
Disallow: /page/3203/?review-category=movie-reviews
Disallow: /page/3/?review-category=movie-reviews

# Allow indexing of media uploads (e.g., images)
Allow: /wp-content/uploads/

# Allow crawling of CSS and JavaScript files for proper page rendering
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/*.css
Allow: /wp-includes/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js

Sitemap: https://www.bollywoodhungama.com/sitemap_index.xml
Sitemap: https://www.bollywoodhungama.com/critic_sitemap/critic_review_sitemap.xml
Sitemap: https://www.bollywoodhungama.com/post-sitemap2.xml
Sitemap: https://www.bollywoodhungama.com/post-sitemap101.xml


# Block incorrect URLs with double slashes
User-agent: * 
Disallow: /movie//songs/ 
Disallow: /movie//user-reviews/
Disallow: //box-office-collections/
Disallow: //all-time-top-grossers/
Disallow: //2021/
Disallow: //2024/
Disallow: //sikandar-movie-review-sikandar-attempts-to-deliver-a-powerful-social-message-352534/
Disallow: //page/2/
Disallow: //toon/
Disallow: //tumko-meri-kasam-movie-review-tumko-meri-kasam-is-weak-in-merits-351779/
Disallow: //mere-husband-ki-biwi-movie-review-mere-husband-ki-biwi-is-elevated-by-strong-performances-349022/
Disallow: //crazxy-movie-review-crazxy-rests-on-sohum-shahs-bravura-performance-349680/
Disallow: //2023/
Disallow: //movie//song//?utm_source=bhsearch
Disallow: //chhaava-movie-review-chhaava-is-a-gripping-historical-spectacle-348315/
Disallow: //deva-movie-review-deva-is-a-mixed-bag-it-has-good-performances-but-weak-writing-346761/
Disallow: //nadaaniyan-movie-review-nadaaniyan-has-its-share-of-cute-moments-350522/
Disallow: //superboys-of-malegaon-movie-review-superboys-of-malegaon-tells-an-unbelievable-true-story-349666/