User-agent: * Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php # Block admin areas Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /xmlrpc.php # Block search and dynamic URLs Disallow: /search/ Disallow: /?s= Disallow: /*?* Disallow: /? Disallow: /search? Disallow: /*?p=* Disallow: /*?preview=* Disallow: /*?attachment_id=* # Block author and date archives Disallow: /author/ Disallow: /date/ Disallow: /*/date/ Disallow: /*/author/ # Block feeds (Enhanced) Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ Disallow: /trackback/ Disallow: /*.rss$ Disallow: /*.rdf$ Disallow: /*.atom$ Disallow: /feed Disallow: /rss Disallow: /rdf Disallow: /atom # Block categories and tags Disallow: /category/ Disallow: /tag/ Disallow: /*/category/ Disallow: /*/tag/ # Block pagination Disallow: /page/ Disallow: /*/page/ Disallow: /comment-page-* # Ezoic ad network directories Disallow: /detroitchicago/ Disallow: /porpoiseant/ Disallow: /beardeddragon/ Disallow: /tardisrocinante/ Disallow: /parsonsmaize/ Disallow: /edomontonalberta/ Disallow: /ezais/ # Block file types that shouldn't be crawled Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.inc$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.avi$ Disallow: /*.mpg$ Disallow: /*.mp4$ Disallow: /*.mp3$ Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$ Disallow: /*.xlsx$ Disallow: /*.zip$ Disallow: /*.rar$ # Block specific WordPress files Disallow: /wp-config.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-comments-post.php Disallow: /wp-cron.php Disallow: /wp-mail.php # Block unnecessary WordPress directories Disallow: /wp-content/cache/ Disallow: /wp-content/backup/ Disallow: /wp-content/backups/ Disallow: /wp-content/upgrade/ Disallow: /wp-content/uploads/backup/ # Block common WordPress URLs Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /*embed* Disallow: /*preview* Disallow: /*attachment* # Block Disallow: /administrator/ Disallow: /wp-content/debug.log Disallow: /.well-known/ Disallow: /phpmyadmin/ Disallow: /phpMyAdmin/ # Your sitemap Sitemap: https://whatsizebro.com/sitemap.xml