User-agent: * Disallow: /config/ Disallow: /cron/ Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /css/ Disallow: /images/ Disallow: /includes/ Disallow: /routines/ Disallow: /test/ Crawl-Delay: 15