Sitemap: http://shopbadmintononline.com/sitemap.xml

User-agent: * 
Disallow: /*_openstat
Disallow: /*from=adwords
Disallow: /*gclid=
Disallow: /thank-you.php
Disallow: /2adminliningstore
Disallow: /account.php
Disallow: /advanced_search.php
Disallow: /checkout_shipping.php
Disallow: /create_account.php
Disallow: /login.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /shopping_cart.php
Disallow: /pub
Disallow: /public
Disallow: /stats
Disallow: /includes
Disallow: /log

User-agent: *
Crawl-delay: 20

/* list of approved bots*/

User-agent: Googlebot
Allow: /

User-agent: Googlebot-image
Allow: /

User-agent: bingbot 
Allow: /


/* banned bots */

User-agent: MJ12bot
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: dotbot

Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: SeznamBot
Disallow: /
 
User-agent: Yandex
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: YandexB
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: Neevabot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: Mail.RU_Bot 
Disallow: /

User-agent: SeznamBot
Disallow: /

User-Agent: Neevabot
disallow: / 

User-agent: dotbot
Disallow: /