User-agent: *
Disallow: /images/  # system images with no relation to the content
Disallow: /UserProfile.aspx
Disallow: /home/ctl/SendPassword.aspx
Disallow: /Login.aspx
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /desktopmodules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/

Disallow: /Providers/
Allow: /DesktopModules/Bring2mind/DMX/
Crawl-delay: 10

User-agent: Bingbot
Disallow: /ctl/
Disallow: /images/
Disallow: /login.aspx
Disallow: /register.aspx
Disallow: /UserProfile.aspx
Disallow: /home/ctl/SendPassword.aspx
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /desktopmodules/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /Install/

Disallow: /Providers/
Allow: /DesktopModules/Bring2mind/DMX/

User-agent: Rogerbot      # SEOmoz bot
Disallow: /default.aspx
Disallow: /ctl/
Disallow: /images/
Disallow: /login.aspx
Disallow: /register.aspx
Disallow: /UserProfile.aspx
Disallow: /home/ctl/SendPassword.aspx


User-agent: MS Search 4.0 Robot
Disallow: /


User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 4.0 Robot) Microsoft
Disallow: /



User-agent: msnbot
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/

Disallow: /Providers/
Allow: /DesktopModules/Bring2mind/DMX/
Crawl-delay: 5

User-agent: Slurp
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /desktopmodules/LiveContent/Graphics/
Disallow: /bin/
Disallow: /Components/
Disallow: /controls/
Disallow: /DesktopModules/
Disallow: /HttpModules/
Disallow: /images/
Disallow: /Install/

Disallow: /Providers/
Crawl-delay: 5

User-agent: Googlebot
Disallow: /default.aspx   # hide tabID and other incorrect url formats
Disallow: /ctl/           # hide admin controls
Disallow: /images/          # system images with no relation to the content
Disallow: /login.aspx       # remove low value user pages with lots of query string issues
Disallow: /register.aspx
Disallow: /UserProfile.aspx
Disallow: /home/ctl/SendPassword.aspx
Disallow: /ctl/
Disallow: /admin/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /desktopmodules/
Disallow: /controls/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Allow: /DesktopModules/Bring2mind/DMX/