# $Id: robots.txt,v 1.7.2.1 2007/03/23 18:57:07 drumm Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html


#for Bing
# http://www.bing.com/webmaster/help/which-crawlers-does-bing-use-8c184ec0
User-Agent: bingbot
Sitemap: http://serendipstudio.org/oneworld/sitemap.xml
Sitemap: http://serendipstudio.org/exchange/sitemap.xml
Sitemap: http://serendipstudio.org/sitemap.xml.gz
Disallow: /bots/
Disallow: /stats/
Disallow: /serendip/stats/
Disallow: /serendip/access-report/
Disallow: /usage/
Disallow: /exchange/logout
Disallow: /exchange/calendar/
Disallow: /exchange/print/
Disallow: /exchange/events/
Disallow: /exchange/search/
Disallow: /exchange/category/
Disallow: /exchange/comment/reply/
Disallow: /exchange/taxonomy/
Disallow: /exchange/user/
Disallow: /exchange/files/js
Disallow: /oneworld/comment

User-Agent: Adidxbot
Disallow: /

#User-Agent: msnbot
#User-Agent: msnbot-*
#User-Agent: BingPreview

# https://support.google.com/webmasters/answer/1061943?hl=en
User-Agent: Googlebot
#User-Agent: Googlebot-News
User-Agent: Googlebot-Image
#User-Agent: Googlebot-Video

User-Agent: Googlebot-Mobile

#User-Agent: Mediapartners-Google
#User-Agent: AdsBot-Google

# http://help.yahoo.com/l/uk/yahoo/mobile/onesearch/onesearchmb/search-69.html
User-Agent: Slurp
Disallow: /bots/
Disallow: /stats/
Disallow: /serendip/stats/
Disallow: /serendip/access-report/
Disallow: /usage/
Disallow: /exchange/logout
Disallow: /exchange/calendar/
Disallow: /exchange/print/
Disallow: /exchange/events/
Disallow: /exchange/comment/reply/
Disallow: /exchange/user/

User-Agent: YahooSeeker/M1A1-R2D2


# Directories
Disallow: /bots/
Disallow: /stats/
Disallow: /serendip/stats/
Disallow: /serendip/access-report/
Disallow: /usage/
Disallow: /exchange/logout
Disallow: /exchange/database/
Disallow: /exchange/includes/
Disallow: /exchange/misc/
Disallow: /exchange/modules/
Disallow: /exchange/sites/
Disallow: /exchange/themes/
Disallow: /exchange/scripts/
Disallow: /exchange/updates/
Disallow: /exchange/profiles/
Disallow: /exchange/printmail/
Disallow: /exchange/calendar/

# Files
Disallow: /bb/neuro/neuro03/web1/imoissiu.html
Disallow: /bb/neuro/neuro04/web1/mhadziomerovic.html
# Paths (clean URLs)
Disallow: /exchange/aggregator/
Disallow: /exchange/comment/reply/
Disallow: /exchange/contact/
Disallow: /exchange/logout/
Disallow: /exchange/node/add/
Disallow: /exchange/search/
Disallow: /exchange/user/password/
Disallow: /exchange/user/login/

Disallow: /oneworld/database/
Disallow: /oneworld/includes/
Disallow: /oneworld/misc/
Disallow: /oneworld/modules/
Disallow: /oneworld/sites/
Disallow: /oneworld/themes/
Disallow: /oneworld/scripts/
Disallow: /oneworld/updates/
Disallow: /oneworld/profiles/
# Files
# Paths (clean URLs)
Disallow: /oneworld/aggregator/
Disallow: /oneworld/comment/reply/
Disallow: /oneworld/contact/
Disallow: /oneworld/logout/
Disallow: /oneworld/node/add/
Disallow: /oneworld/search/
Disallow: /oneworld/user/password/
Disallow: /oneworld/user/login/

#User-agent: *
#Disallow: /