# Robots file for IEM 

User-agent: *
Crawl-delay: 120
Disallow: /cgi-bin/
Disallow: /usage/
Disallow: /tmp/
Disallow: /data/NIDS/
Disallow: /data/nexrd2/
Disallow: /data/model/
Disallow: /archive/nexrad/
Disallow: /nwnwebsite/
Disallow: /archive/data/
Disallow: /archive/raw/snet/