/ src / robots.txt
robots.txt
1  # www.robotstxt.org/
2  
3  # Allow crawling of all content
4  User-agent: *
5  Disallow: