# /robots.txt for KeyInvest
# We treat all robots the same
User-agent: *
# Some spiders will actively start looking at pages mentioned here.  No guarantees ...
# The about html also includes the meta tag that says index but NOT follow links. 
Allow: /k2/CH/en/tiles/about.ki
# And below is a list of locations that we don't want to be spidered
# Don't allow any site/language that isn't ch/en
# NOTE - in the robots  file there is NO wild card , you simply specify the 1st part of URL to disallow.
# Other swiss site languages.
Disallow: /k2/CH/de
Disallow: /k2/CH/fr
Disallow: /k2/CH/it
#other sites
Disallow: /k2/CHI
Disallow: /k2/DE
Disallow: /k2/ES
Disallow: /k2/PT
Disallow: /k2/IT
Disallow: /k2/SE
Disallow: /ki/pw
Disallow: /ki/wm
# Now we have to handle the swiss english parts of site we don't want to allow
# Stop robots from going mad on the marketquotes page - they will still be able to get the first page back
Disallow: /k2/CH/en/marketquotes
# Block fullquotes
Disallow: /k2/CH/en/fullquote.ki
# Block the majority of the sectors pages (note the main sectors page will still be available)
Disallow: /k2/CH/en/sectors
# Block the detailed product pages (Top lists still available)
Disallow: /k2/CH/en/products
# Allow all trading ideas pages (there aren't that many of them)
# Block news / traders talk
Disallow: /k2/CH/en/newstraderstalk
Disallow: /k2/CH/en/newsbody.ki
# Block traders talk popups
Disallow: /k2/CH/en/traderstalkbody.ki
# Allow all the product info section
# Block research popups
Disallow: /k2/CH/en/research
Disallow: /k2/CH/en/watchlists