# Stupid 80 legs bot
User-agent: 008
User-agent: FAST Enterprise Crawler 6
User-agent: Mail.RU_Bot
Disallow: /

User-agent: *
Disallow: /Management
Disallow: /CountryInsights
Disallow: /countryInsights
Disallow: /countryinsights
Disallow: /ibrd
Disallow: /resourceDesk
Disallow: /resourcedesk
Disallow: /states/searchjson
Disallow: /countries/searchjson
Disallow: /industries/searchjson
Disallow: /newsandviews
Disallow: /newsAndViews
Disallow: /NewsAndViews
Disallow: /academy/Syllabi/files
Disallow: /academy/syllabi/files
Disallow: /academy/hpgdtmlh
Disallow: /academy/HpgdtmLH
Disallow: /academy/paper-depositories
Disallow: /states/maps
Disallow: /trade-blocs/maps
Disallow: /*.asp
Disallow: /*headlines*
Disallow: /glossary/searchglossary
Disallow: /Countries/searchjson
Disallow: /comparator/elmah
Disallow: /Industries/searchjson
Disallow: /TradeBlocs/searchjson
Disallow: /(S(nks33rgh5prijyb13p423qcd))
Disallow: /Reference-Desk/Glossary/Search
Disallow: /International-Programs/Locations/Search
Disallow: /Elmah
Disallow: /elmah.axd
Disallow: /search
Disallow: /academy/research
Disallow: /international-programs
Disallow: /academy/program-resources
Disallow: /newsletters/issuenew
Disallow: /international-programs/*
Disallow: /data
Disallow: /api
Disallow: /comparator
Allow: /

Sitemap: https://globaledge.msu.edu/sitemap.xml