User-agent: *
Disallow: /

User-Agent: Web Link Validator
Disallow:/

User-Agent: W3C-checklink
Disallow:/

User-agent: Yandex
Disallow: /


User-agent: Googlebot
Allow: /


User-agent: *
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/
Disallow: /js/
Disallow: /Portals/
Disallow: /Providers/
# Preserve "Resources" for site friendly urls
Disallow: /Resources/ContentRotator/
Disallow: /Resources/ControlPanel/
Disallow: /Resources/Dashboard/
Disallow: /Resources/FeedBrowser/
Disallow: /Resources/OpenForceAd/
Disallow: /Resources/Search/
Disallow: /Resources/Shared/
Disallow: /Resources/SkinWidgets/
Disallow: /Resources/TabStrip/
Disallow: /Resources/Widgets/
Disallow: /User-Profile/	# Do not index user profiles
Disallow: /Contest/	# Do not index the old contest site
Disallow: /guidedtour/	# Do not index the old guidedtour