#
# robots.txt
#

#
# Custom fix below to keep HTTP_USER_AGENT: 'Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html)' from indexing
#

# Exclude dynamic system files
User-agent: *
Disallow: /shared/
Disallow: /jobs/