User-agent: * Disallow: /shop/admin/ Disallow: /shop/config/ Disallow: /shop/controllers/ Disallow: /shop/includes/ Disallow: /shop/mail/ Disallow: /shop/utils/ Disallow: /shop/vendor/ Disallow: /layout/ Disallow: /config/ Disallow: /maintenance.php # AI Crawlers - Allow for training but disallow intensive scraping if needed # User-agent: GPTBot # Disallow: /shop/ Sitemap: https://www.4school.it/sitemap.xml