# Notice: if you would like to crawl nga.gov you can
# contact us here: http://www.nga.gov/ to apply for white listing. 

User-agent: Yandex
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: teoma
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: Slurp
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: seznambot
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: naverbot
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: bingbot
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: Blekkobot
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: baiduspider
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: msnbot
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10

User-agent: Googlebot
Disallow: /*.json$
Disallow: /*?*
Disallow: /*jcr:content*
Disallow: /content/nga
Disallow: /logs/*
Disallow: /home/*
Disallow: /etc/*
Disallow: /system/*
Disallow: /admin/*
Disallow: /libs/*
Disallow: /fcgi-bin/
Disallow: /cgi-bin/
Disallow: /build/
Crawl-delay: 10



User-agent: *
Disallow: /