User-agent: Slurp
Disallow: /image/

User-agent: firefly
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: vebidoo
Disallow: / 

User-agent: unido-bot
Disallow: /

User-agent: TurnitinBot
Disallow: /

# cf. https://platform.openai.com/docs/plugins/bot
User-agent: ChatGPT-User
Disallow: /

# cf. https://platform.openai.com/docs/gptbot
# Note: For the time being, OpenAI treats GPTBot as an alias of ChatGPT-User. Therefore, we should ensure the two
# entries are configured the same. We explicitly configure both agents because OpenAI might start treating them separately.
User-agent: GPTBot
Disallow: /

# Crawler for Google's Bard and Vertex AI
# cf. https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended
User-agent: Google-Extended
Disallow: /

User-agent: *
Allow: /lazyloading/*
Disallow: /haufe-personal-office-gold/*
Disallow: /recht/deutsches-anwalt-office-start/*
Disallow: /*/upload/*
Disallow: /forms/*
Allow: /forms/kontakt.html$
Disallow: /*/Auftritte/*
Disallow: /Auftritte/*
Disallow: /*/DataCenter/*
Disallow: /DataCenter/*
Disallow: /Downloads/*
Disallow: /*/PaidContent/*
Disallow: *searchResult*
Disallow: /steuer1*
Disallow: /suche/*
Disallow: *?print=*
Disallow: *&ghost=true
Disallow: /SEOShopData/media/pro/*
Allow: *profirma-professional*

User-agent: Googlebot
Allow: /lazyloading/*
Disallow: /haufe-personal-office-gold/*
Disallow: /recht/deutsches-anwalt-office-start/*
Disallow: /*/upload/*
Disallow: /forms/*
Allow: /forms/kontakt.html$
Disallow: /Auftritte/
Disallow: /*/Auftritte/
Disallow: /*/*/Auftritte/
Disallow: /*/DataCenter/
Disallow: /*/*/DataCenter/
Disallow: /DataCenter/
Disallow: /DataCenter/*
Disallow: /Downloads/*
Disallow: /*/PaidContent/*
Disallow: *searchResult*
Disallow: /steuer1*
Disallow: /suche/*
Disallow: *?print=*
Disallow: *&ghost=true
Disallow: /SEOShopData/media/pro/*
Allow: *profirma-professional*

#sitemap:
Sitemap: https://www.haufe.de/siteindex.xml
Sitemap: https://www.haufe.de/www.haufe.de.xml
Sitemap: https://www.haufe.de/haufe.de_HID_Norms.xml
Sitemap: https://www.haufe.de/hr/sitemap.xml