# robots.txt # @url: https://basta.media # @generator: SPIP 4.2.10 # @template: squelettes/basta/robots.txt.html User-agent: * Allow: /local/cache-css/ Allow: /local/cache-js/ Disallow: /ecrire/ Disallow: /lib/ Disallow: /oembed.api/ Disallow: /spip.php?action=* Allow: /spip.php?action=statsjs* # Disallow: /spip.php?page=login* Disallow: // # Disallow: /derniers_articles # Disallow: /*id_mot Disallow: /spip.php?page=identifiants* Disallow: /spip.php?page=profil* # Disallow: /spip.php?page=recherche* Sitemap: https://basta.media/sitemap.xml User-agent: bingbot Crawl-delay: 1 User-agent: SemrushBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PaperLiBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: ltx11 Disallow: / User-Agent: GPTBot Disallow: / User-Agent: ChatGPT-User Disallow: /