# robots.txt for http://www.applyesl.com/

User-agent: *
Sitemap: http://www.applyesl.com/sitemap/sitemap-index.xml
#Disallow: /en/ # these are old pages
#Disallow: /es/ # these are old pages
#Disallow: /ja/ # these are old pages
#Disallow: /kr/ # these are old pages
#Disallow: /zh/ # these are old pages
Disallow: /cgi-bin/
Disallow: /application
Disallow: /ref/
Disallow: /js/
#Disallow: /un/

# Variable Excludes
#Disallow: /*?aid #outed as test

User-agent: Slurp
Crawl-delay: 0.5

User-agent: msnbot
Crawl-delay: 1