# Robot Exclusion File -- robots.txt
# Author: TFF Team
# Last Updated : 2014/08/11

User-Agent: *
Disallow: /admin/
Disallow: /download/
Disallow: /includes/
Disallow: /temp/
Disallow: /pub/
Disallow: /templates/
Disallow: /urchin/
Disallow: /partners/
Disallow: /api/
Disallow: /partners_browse.php
Disallow: /*wd-*
Disallow: /*/m-*
Disallow: /*st-p_*
Disallow: /*st-d_*
Disallow: /*st-o_*
Disallow: /*st-q_*
Disallow: /*st-r_*
Disallow: /*st-tc_*
Disallow: /*st-s_*
Disallow: /*weekDay*
Disallow: /*priceRange*
Disallow: /*sort=
Disallow: /advanced_search_result.php*
Disallow: /*/captcha*
# For the bots that supports it, specify that succesive requests must wait at least 30 seconds:
Crawl-delay: 30