# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: /*.pdf$
Disallow: /myfff*
Disallow: /la-vie-des-clubs/*/page-classement/*
Disallow: /la-vie-des-clubs/*/calendrier/liste-matchs-a-venir/*
Disallow: /la-vie-des-clubs/*/les-equipes/*/competition/*/semaine/*
Disallow: /la-vie-des-clubs/*/resultats/semaine-*
Disallow: /la-vie-des-clubs/*/agenda/semaine-*
Disallow: /match/fff/*/detail-mobile
Disallow: /match/*
Disallow: /ajax/*
Disallow: /app_dev.php/*
Disallow: /la-vie-des-clubs/*/add-favori
Disallow: /programme-tv/*

User-agent: gsa-crawler
Allow: /*
Disallow:

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLP_bbot/0.1
Disallow: /

User-agent: BLP_bbot
Disallow: /

User-Agent: MJ12bot
Crawl-Delay: 20
Disallow: /

User-agent: spbot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: Yandex
Crawl-delay: 20

User-Agent: SputnikBot
Crawl-delay:20

User-agent: SemrushBot
Disallow: /

User-agent: Spiderbot/Nutch-1.7
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent: Youmag
Disallow: /

User-agent: German Wikipedia Broken Weblinks Bot
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /