#
# start of shared robots rules, 2024.10.08
#
# The robots.txt protocol is case sensitive.
#
# It’s easy to accidentally block crawling of everything:
#
#    Disallow: / means disallow everything.
#    Disallow:   means disallow nothing, which will allow everything.
#
#    Allow: / means allow everything.
#    Allow:   means allow nothing, which will disallow everything.
#

# https://perishablepress.com/wordpress-robots-rules/
User-agent: *
Disallow: /blackhole/
Disallow: /feed/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /wp-content/mu-plugins/
Disallow: /wp-content/trefzwebdesign/
Disallow: /wp-ctnt975/mu-plugins/
Disallow: /wp-ctnt975/trefzwebdesign/
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# Rules following apply to all search crawlers
User-agent: *

# DB fixup
Disallow: /twd-srdb-997711/
Disallow: /twd-wp-helper-type1*
Disallow: /twd-wp-helper-type2*

# DB files
Disallow: /dbbackup/
Disallow: /filemanager/

# no htaccess
Disallow: /.htaccess$

Disallow: /*.css.php$
Disallow: /*.inc.php?
Disallow: /*.inc.php$
Disallow: /*.js.php$

# end of shared robots rules