# robots.txt # # file to ignore entire site # User-agent: * # # directories # Disallow: / # # files #