# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Crawl-Delay: 5

Disallow: /*?amd_species_i=*
Disallow: /*?amd_advert_type_i=for-sale*
Disallow: /*?item__is_trade_ad=*
Disallow: /*?items_with_photo=*
Disallow: /*?items_with_video=*
Disallow: /*?keywords=*
Disallow: *?item_*
Disallow: *map=1*
Disallow: /profile/*
Disallow: *?categoryName=*

Allow: *?item__distance=0$
Allow: /ads.txt

Sitemap: https://www.birdtrader.co.uk/map/sitemap_index.xml