# robots.txt # [dario] RadioRadicale.it 20180228 # https://developers.google.com/webmasters/control-crawl-index/docs/robots_txt # Sitemaps Sitemap: https://www.radioradicale.it/sitemap.xml User-agent: * Crawl-delay: 10 Disallow: /admin/ Disallow: /api/ Allow: /archivio/*/feed Disallow: /archivio Disallow: /atena/ Disallow: /cerca Disallow: /cron.php Disallow: /dni/ Allow: /download/ Disallow: /download/*/ Disallow: /esi/ Disallow: /form/*? Disallow: /includes/ Disallow: /intranet/ Disallow: /info/ Allow: /misc/*.js Allow: /misc/*.css Disallow: /misc/ Allow: /modules/*.js Allow: /modules/*.css Disallow: /modules/ Disallow: /pagine/statistiche Disallow: /print/ Allow: /profiles/*.js Allow: /profiles/*.css Disallow: /profiles/ Disallow: /refresh/ Disallow: /ricerca-avanzata? Disallow: /scripts/ Disallow: /stream/ Allow: /themes/*.js Allow: /themes/*.css Disallow: /themes/ Disallow: /trascrizioni/ Disallow: /update.php Disallow: /user/ Disallow: /views Disallow: /*/audio$ Disallow: /*/embedcfg Disallow: /*/stampa$ Disallow: /*/undefined Disallow: /*.raw Disallow: /*.json Disallow: /*/json$ Disallow: /*/*page= Disallow: /?q=