# /robots.txt file for web crawlers # everything allowed User-agent: * Disallow: