# start of shared robots rules, 2024.02.08 User-agent: Googlebot Disallow: User-agent: AdsBot-Google Disallow: User-agent: Googlebot-Image Disallow: # Rules following apply to all search crawlers User-agent: * # https://perishablepress.com/wordpress-robots-rules/ Disallow: /blackhole/ Disallow: /feed/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /xmlrpc.php Allow: /wp-admin/admin-ajax.php # DB fixup Disallow: /twd-srdb-997711/ Disallow: /twd-wp-helper-type1* Disallow: /twd-wp-helper-type2* Disallow: /wp-ctnt975/trefzwebdesign/ # DB files Disallow: /dbbackup/ Disallow: /filemanager/ # no htaccess Disallow: /.htaccess$ Disallow: /*.css.php$ Disallow: /*.inc.php? Disallow: /*.inc.php$ Disallow: /*.js.php$ Disallow: /*dump-db.php$ Disallow: /*dump-db.php? Allow: /wp-includes/js/ # end of shared robots rules Allow: /wp-ctnt975/site-uploads/ Allow: /wp-ctnt975/themes/wp-bootstrap-starter-child/trefzweb/ Allow: /wp-ctnt975/themes/wp-bootstrap-starter-child/trefzweb/css/site*css* Allow: /wp-ctnt975/themes/wp-bootstrap-starter/inc/ Disallow: /wp-ctnt975/wp-ctnt975/trefzwebdesign/ Disallow: /wp-ctnt975/mu-plugins/