Sitemap: http://www.bleepingcomputer.com/sitemap_index.xml.gz
User-agent: Slurp
Crawl-delay: 2

User-agent: SeekportBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-Delay: 5

User-agent: StractBot
Crawl-Delay: 5

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Crawl-delay: 10

User-agent: ias_crawler
Crawl-delay: 10

User-Agent: MJ12bot
Crawl-Delay: 10

User-agent: Cliqzbot
Disallow: /  

User-agent: DotBot/1.1
Disallow: /

User-agent: MauiBot 
Disallow: /

User-agent: NTENTbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: sentibot
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-Agent: yacybot
Disallow: /

User-Agent: iSec_Bot
Disallow: /

User-Agent: DotBot/1.1
Disallow: /

User-agent: BLEXBot
Disallow: /

User-Agent: AhrefsBot/6.1
Disallow: /

User-Agent: Qwantify/Bleriot/1.1
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DemandbasePublisherAnalyzer/0.1
Disallow: /

User-agent: weborama-fetcher
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /forums/style_images/
Disallow: /forums/index.php?act=Search
Disallow: /forums/index.php?act=Login
Disallow: /forums/index.php?act=Reg
Disallow: /forums/index.php?act=calendar
Disallow: /forums/index.php?act=Msg
Disallow: /forums/index.php?act=Mail
Disallow: /forums/index.php?act=Forward
Disallow: /forums/index.php?act=forward
Disallow: /forums/index.php?act=Track
Disallow: /forums/index.php?act=Post
Disallow: /forums/index.php?act=post
Disallow: /forums/index.php?showuser
Disallow: /forums/index.php?act=Print
Disallow: /forums/index.php?act=ST
Disallow: /forums/index.php?act=UserCP
Disallow: /forums/index.php?act=usercp
Disallow: /forums/index.php?act=Arcade
Disallow: /forums/index.php?act=findpost
Disallow: /forums/index.php?act=SF
Disallow: /forums/index.php?act=Stats
Disallow: /forums/index.php?&act=Online
Disallow: /forums/index.php?act=Members
Disallow: /forums/index.php?act=Help
Disallow: /forums/index.php?act=Profile
Disallow: /forums/index.php?act=profile
Disallow: /forums/index.php?act=Attach
Disallow: /forums/index.php?act=attach
Disallow: /forums/index.php?act=Print
Disallow: /forums/index.php?act=print
Disallow: /forums/index.php?app=core&module=global&section=login&do=deleteCookies&k=*
Disallow: /forums/index.php?app=core&module=global&section=login&do=logout*
Disallow: /forums/index.php?app=forums&module=forums&section=markasread&marktype=all&k=*
Disallow: /forums/index.php?app=forums&module=moderate&section=moderate&f=*
Disallow: /forums/index.php?app=core&module=search*
Disallow: /forums/index.php?sharelink=*
Disallow: /forums/u/*
Disallow: /forums/user-*
Disallow: /forums/*&view=findpost*
Disallow: /forums/*&view=old
Disallow: /forums/*&view=new
Disallow: /forums/*&mode=linear
Disallow: /forums/*&mode=linearplus
Disallow: /forums/*&mode=threaded
Disallow: /forums/*&mode=threaded
Disallow: /forums/*&mode=linearplus
Disallow: /forums/*&mode=linear
Disallow: /forums/help.html
Disallow: /forums/lastpost
Disallow: /resources/link
Disallow: /tutorials/index.php?act=print
Disallow: /tutorials/index.php?act=friend
Disallow: /logreply/
Allow: /