# robots.txt
User-agent: *
Crawl-delay: 10
Disallow: /var
Disallow: /smilepdf
User-agent: dotbot
Disallow: /