# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
Disallow: /*.gif$
Disallow: /*.svg$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.ttf$
Disallow: /*.woff$
Disallow: /*.eot$
Disallow: /*.mp3$
Disallow: /assets/hs-icon-font*
Disallow: /health
Disallow: /*/rates
Disallow: /*/availability
Disallow: /*/message
Disallow: /*/enquiries
Disallow: /*/booking_requests
Disallow: /*/bookings
Disallow: /*/reviews
Disallow: /host/*
Disallow: /homestays/search
Disallow: /student/homestays/search
Disallow: /*/similar_homestays
Disallow: /user/*
Disallow: /users/*
Disallow: /login
Disallow: /blog/post_entries
Disallow: /blog/host_reference_card
Disallow: /media
Disallow: /favourites
Disallow: /affiliates/search
Disallow: /affiliate/search
Disallow: /listing/*

User-Agent: Twitterbot
Disallow: /*.gif$
Disallow: /*.svg$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.ttf$
Disallow: /*.woff$
Disallow: /*.eot$
Disallow: /*.mp3$
Disallow: /assets/hs-icon-font*
Disallow: /health
Disallow: /*/rates
Disallow: /*/availability
Disallow: /*/message
Disallow: /*/enquiries
Disallow: /*/booking_requests
Disallow: /*/bookings
Disallow: /host/*
Disallow: /homestays/search
Disallow: /student/homestays/search
Disallow: /*/similar_homestays
Disallow: /user/*
Disallow: /users/*
Disallow: /login
Disallow: /blog/post_entries
Disallow: /blog/host_reference_card
Disallow: /media
Disallow: /favourites
Allow: /*/reviews/

# https://turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /