#--------------------------------------------------------- # path : /web/docs/canoe/robots.txt # # specification : # include *.rss.canoe.ca/ # exclude: http://canoe.ca/ (only the homepage, not the directory) # exclude: http://www.canoe.ca/Canoe/SunMedia/home.html (only the homepage, not the directory) # exclude: http://www.canoe.ca/OntQueTicker/ (only that page, not the directory) # exclude: http://www.canoe.ca/WesternTicker/ (only that page, not the directory) # exclude: http://www.canoe.ca/AtlanticTicker/ (only that page, not the directory) # exclude: http://www.canoe.ca/CanoeMail/ (the entire directory, except the homepage) # exclude: http://www.canoe.ca/cgi-bin/mb2/view.pl?board=slam (only that page, not the directory) # exclude: http://www.canoe.ca/cgi-bin/reg/NR-register.pl?MODE=SUBSCRIBE&LOOK=HOME_GARDEN&PRODUCT=44 (only that page, not the directory) # This file had pre-existing values which have remained in place as they were found. #--------------------------------------------------------- # Domain: http://www.canoe.ca/ # Creation: 11/28/2007 # Update: 4/8/2008 User-agent: * Disallow: /event.ng/ Disallow: /html.ng/ Disallow: /js.ng/ Disallow: /click.ng/ Disallow: /image.ng/ Disallow: /ping.ng/ User-agent: Yahoo! DE Slurp # Disallow: /$ ## 2 below commented out by ptrin, oct. 16 2008 #Disallow: /index.php #Disallow: /home.html Disallow: /home.php Disallow: /CanoeMail/ Disallow: /Canoe/SunMedia/home.html Disallow: /OntQueTicker/home.html Disallow: /WesternTicker/home.html Disallow: /AtlanticTicker/home.html Disallow: /cgi-bin/mb2/view.pl?board=slam Disallow: /cgi-bin/reg/NR-register.pl?MODE=SUBSCRIBE&LOOK=HOME_GARDEN&PRODUCT=44 # Sitemap: http://www.canoe.com/sitemap_canoe_index.xml # EOF