# Robots file for IEM 

Crawl-delay: 120
Disallow: /usage/
Disallow: /tmp/
Disallow: /data/NIDS/
Disallow: /data/nexrd2/
Disallow: /data/model/
Disallow: /archive/nexrad/
Disallow: /archive/raw/snet/
