# robots.txt User-agent: * Disallow: /cronjobs/ Disallow: /noticias/