#sitemaps  
Sitemap: https://www.test-achats.be/sitemap.xml
Sitemap: https://www.test-achats.be/news-sitemap.xml
Sitemap: https://www.test-achats.be/invest/sitemap.xml
Sitemap: https://www.test-achats.be/invest/googlenews

# Allow AI search and agent use - 21/03/25  
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Disallow AI training data collection - 21/03/25
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
Disallow: /

# Updated on 08/04/2021 to change 2 instances of disallow to noindex  
# Updated on 16/06/2023 to disallow PA Landing pages  
# Updated on 08/08/2024 to disallow PA Membership Page  
# Updated on 21/3/2025 to disallow devenez-supporter because of a bot trap   
# Updated on 27/5/2025 : group sitemaps + clean rules.
# Updated on 10/7/2025 : disallow of /ProductSelectorsAPI
User-agent: *
Disallow: /ProductSelectorsAPI
Disallow: /devenez-supporter?
Disallow: /secure/registreren
Disallow: /secure/enregistrer
Disallow: */berichten$
Disallow: */postes$
Disallow: /inloggen
Disallow: /connecter
Disallow: /mon-profil/reinitialiser-mot-de-passe
Disallow: /mijn-profiel/reset-wachtwoord
Disallow: /StopPage/
Disallow: /nt/nc/institutioneel/groupachat
Disallow: /nt/nc/institutioneel/groupachat/
Disallow: /nt/nc/institutionnel/groupachat
Disallow: /nt/nc/institutionnel/groupachat/
Disallow: /embed/
Disallow: /errors/
Disallow: /newsletters-home/
Disallow: /sitecore/
Disallow: /layouts/
Disallow: /invest/sitecore/
Disallow: /invest/layouts/
Disallow: /invest/Components/
Disallow: /invest/cdn/
Disallow: /invest/css/
Disallow: /invest/ErrorPages/
Disallow: /invest/javascript/
Disallow: /invest/overview/
Disallow: /invest/Properties/
Disallow: /invest/Scripts/
Disallow: /invest/funnel/
Disallow: /communautes/energie-renouvelable/*/nouvelle-conversation
Disallow: /new-aline-home
Disallow: /cdn-cgi/challenge-platform/*
Disallow: /nolayout.aspx*
Disallow: /moncompte/mon-compte2
Disallow: /moncompte/mes-produits-et-services
Disallow: /moncompte/mes-actions-et-plaintes
Disallow: /moncompte/mes-avantages
Disallow: /moncompte/mon-abonnement
Disallow: /ALineAPI/*
Disallow: /recherche
Disallow: /invest/rechercher