# robots.txt User-agent: * # Attention all spiders Crawl-Delay: 10 Disallow: /_botsi/ # Bot read the robots.txt file and ignored it (botsv means Bot accessed the site, and followed the invisible link) Disallow: /_php/ # php dir Disallow: /_img/ # img dir Disallow: /_js/ # js dir Disallow: /_swf/ # swf dir