User-agent: * Crawl-delay: 30 # Directories Disallow: /conn/ Disallow: /csv/ Disallow: /empdir/ Disallow: /import/ Disallow: /javascripts/ Disallow: /search/ # Files Disallow: /import10.php Disallow: /import11.php Disallow: /compareloadtime4.php Disallow: /compareloadtime5.php Disallow: /tracking.php Disallow: /info.php