# /robots.txt file User-agent: webcrawler Disallow: /demo Disallow: /dev Disallow: /training User-agent: lycra Disallow: /demo Disallow: /dev Disallow: /training User-agent: * Disallow: /demo Disallow: /dev Disallow: /training