User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /?letter=K
Disallow: /?letter=W
Disallow: /?letter=X
Disallow: /?letter=Y
Disallow: /?letter=Z
Disallow: /wp-content/uploads/
Allow: /wp-content/cache/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-content/uploads/2021/04/linkedin-icon-2.svg
Allow: /wp-content/uploads/2021/12/General-header-scaled-1*
Allow: /wp-content/uploads/2023/
Allow: /wp-content/uploads/2024/
Allow: /wp-content/uploads/ao_ccss/
Allow: /wp-content/uploads/astra/
Allow: /wp-content/uploads/astra-addon/
Allow: /wp-content/uploads/astra-sites/
Allow: /wp-content/uploads/bws-custom-code/
Allow: /wp-content/uploads/complianz/
Allow: /wp-content/uploads/dlm_uploads/
Allow: /wp-content/uploads/elementor/
Allow: /wp-content/uploads/essential-addons-elementor/
Allow: /wp-content/uploads/mailpoet/
Allow: /wp-content/uploads/mailpoet-premium/
Allow: /wp-content/uploads/shareaholic/
Allow: /wp-content/uploads/wpforms/
Allow: /wp-content/uploads/yotuwp-presets/

Crawl-delay: 1

### Crawlers ### 
# Block Yeti
User-agent: Yeti
Disallow: /

# Block NextGenSearchBot
User-agent: NextGenSearchBot
Disallow: /

# Block ia-archiver from crawling site 
User-agent: ia_archiver
Disallow: /

# Block archive.org_bot from crawling site
User-agent: archive.org_bot
Disallow: /

# Block Archive.org Bot from crawling site
User-agent: Archive.org Bot
Disallow: /

# Block LinkWalker from crawling site
User-agent: LinkWalker
Disallow: /

# Block GigaBlast Spider from crawling site
User-agent: GigaBlast Spider
Disallow: /


# Block ia_archiver-web.archive.org_bot from crawling site
User-agent: ia_archiver-web.archive.org 
Disallow: /


# Block PicScout Crawler from crawling site 
User-agent: PicScout
Disallow: /

# Block MJ12bot from crawling site 
User-agent: MJ12bot
Disallow: /

# Block 008 from crawling site 
User-agent: 008
Disallow: /

# Block AhrefsBot from crawling site 
User-agent: AhrefsBot
Disallow: /

	
# Block Unknown Bot from crawling site 
User-agent: Unknown Bot
Disallow: /

# Block CCBot Crawler from crawling site 
User-agent: CCBot
Disallow: /

# Block BLEXBot Crawler from crawling site 
User-agent: BLEXBot Crawler
Disallow: /

# Block TinEye from crawling site 
User-agent: TinEye
Disallow: /


# Block Nutch from crawling site 
User-agent: Nutch
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block Python-urllib
User-agent: Python-urllib
Disallow: /

# Block dotbot
User-agent: dotbot
Disallow: / 

# Block SEOkicks
User-agent: SEOkicks-Robot
Disallow: /

# Block BlexBot
User-agent: BLEXBot
Disallow: /

# Block SISTRIX
User-agent: SISTRIX Crawler
Disallow: /

# Block Uptime robot
User-agent: UptimeRobot/2.0
Disallow: /

# Block Ezooms Robot
User-agent: Ezooms Robot
Disallow: /

# Block Perl LWP
User-agent: Perl LWP
Disallow: /

# Block netEstate NE Crawler (+http://www.website-datenbank.de/)
User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
Disallow: /

# Block WiseGuys Robot
User-agent: WiseGuys Robot
Disallow: /

# Block Turnitin Robot
User-agent: Turnitin Robot
Disallow: /

# Block Heritrix
User-agent: Heritrix
Disallow: /

# Block pricepi
User-agent: pimonster
Disallow: /
User-agent: Pimonster
Disallow: /
User-agent: Pi-Monster
Disallow: /

# Block Eniro
User-agent: ECCP/1.0 (search@eniro.com)
Disallow: /


# Block Psbot
User-agent: Psbot
Disallow: /

# Block Youdao
User-agent: YoudaoBot
Disallow: /

# BLEXBot
User-agent: BLEXBot
Disallow: /

# Block NaverBot
User-agent: NaverBot
User-agent: Yeti
Disallow: /


# Block Mediapartners-Google
User-agent: Mediapartners-Google
Disallow: /

# Block ZBot
User-agent: ZBot
Disallow: /

# Block Vagabondo
User-agent: Vagabondo
Disallow: /

# Block LinkWalker
User-agent: LinkWalker
Disallow: /

# Block Xenu Link Sleuth
User-agent: Xenu Link Sleuth
Disallow: /

# Block SimplePie
User-agent: SimplePie
Disallow: /

# Block Wget
User-agent: Wget
Disallow: /

# Block Pixray-Seeker
User-agent: Pixray-Seeker
Disallow: /

# Block BoardReader
User-agent: BoardReader
Disallow: /

# Block Unknown Bot
User-agent: Unknown Bot
Disallow: /

# Block Quantify
User-agent: Quantify
Disallow: /

# Block Plukkie
User-agent: Plukkie
Disallow: /

# Block Cuam
User-agent: Cuam
Disallow: /

# Block image_searcher_robot
User-agent: image_searcher_robot
Disallow: /