User-agent: * Disallow: User-agent: * Allow: /sitemap Allow: /sitemaps Allow: /vb/referrers.php Allow: /vb/ajax_cron.php Allow: /vb/ajax.php Allow: /vb/attachment.php Allow: /vb/calendar.php Allow: /vb/cron.php Allow: /vb/editpost.php Allow: /vb/global.php Allow: /vb/image.php Allow: /vb/inlinemod.php Allow: /vb/joinrequests.php Allow: /vb/login.php Allow: /vb/member.php Allow: /vb/memberlist.php Allow: /vb/misc.php Allow: /vb/moderator.php Allow: /vb/newattachment.php Allow: /vb/newreply.php Allow: /vb/newthread.php Allow: /vb/online.php Allow: /vb/poll.php Allow: /vb/postings.php Allow: /vb/printthread.php Allow: /vb/private.php Allow: /vb/profile.php Allow: /vb/register.php Allow: /vb/report.php Allow: /vb/reputation.php Allow: /vb/search.php Allow: /vb/sendmessage.php Allow: /vb/showgroups.php Allow: /vb/subscription.php Allow: /vb/threadrate.php Allow: /vb/usercp.php Allow: /vb/usernote.php Allow: /vb/archive Allow: /results?search_query Allow: /results/ Allow: /cgi-bin Allow: /vb/admincp Allow: /vb/modcp Allow: /vb/faq Allow: /vb/online.php ############################## # Google ############################## User-agent: googlebot Allow: /cgi-bin/ Allow: /images/ Allow: /vb/admincp/ Allow: /vb/clientscript/ Allow: /vb/cpstyles/ Allow: /vb/customavatars/ Allow: /vb/customprofilepics/ Allow: /vb/images/ Allow: /vbmodcp/ Allow: /vb/ajax.php Allow: /vb/attachment.php Allow: /vb/calendar.php Allow: /vb/cron.php Allow: /vb/editpost.php Allow: /vb/global.php Allow: /vb/image.php Allow: /vb/inlinemod.php Allow: /vb/joinrequests.php Allow: /vb/login.php Allow: /vb/member.php Allow: /vb/memberlist.php Allow: /vb/misc.php Allow: /vb/moderator.php Allow: /vb/newattachment.php Allow: /vb/newreply.php Allow: /vb/newthread.php Allow: /vb/online.php Allow: /vb/poll.php Allow: /vb/postings.php Allow: /vb/printthread.php Allow: /vb/private.php Allow: /vb/profile.php Allow: /vb/register.php Allow: /vb/report.php Allow: /vb/reputation.php Allow: /vb/search.php Allow: /vb/sendmessage.php Allow: /vb/showgroups.php Allow: /vb/subscription.php Allow: /vb/threadrate.php Allow: /vb/usercp.php Allow: /vb/usernote.php Allow: /vb/calendar.php ############################## # MSN ############################## User-agent: MSNBOT Allow: /cgi-bin/ Allow: /images/ ############################## # MSN2 ############################## User-agent: msnbot-media/1.0 Allow: /cgi-bin/ Allow: /images/ ############################## # ALEXA ############################## User-agent: alexa_site_report Allow: /cgi-bin/ Allow: /images/ ############################## # YAHOO ############################## User-agent: slurp Allow: /cgi-bin/ Allow: /images/ ############################## # BAN OTHERS ############################## User-agent: * Allow: / User-agent: WebZip Allow: / User-agent: larbin Allow: / User-agent: b2w/0.1 Allow: / User-agent: Copernic Allow: / User-agent: psbot Allow: / User-agent: Python-urllib Allow: / User-agent: NetMechanic Allow: / User-agent: URL_Spider_Pro Allow: / User-agent: CherryPicker Allow: / User-agent: EmailCollector Allow: / User-agent: EmailSiphon Allow: / User-agent: WebBandit Allow: / User-agent: EmailWolf Allow: / User-agent: ExtractorPro Allow: / User-agent: CopyRightCheck Allow: / User-agent: Crescent Allow: / User-agent: SiteSnagger Allow: / User-agent: ProWebWalker Allow: / User-agent: CheeseBot Allow: / User-agent: LNSpiderguy Allow: / User-agent: Alexibot Allow: / User-agent: Teleport Allow: / User-agent: TeleportPro Allow: / User-agent: MIIxpc Allow: / User-agent: Telesoft Allow: / User-agent: Website Quester Allow: / User-agent: WebZip Allow: / User-agent: moget/2.1 Allow: / User-agent: WebZip/4.0 Allow: / User-agent: WebStripper Allow: / User-agent: WebSauger Allow: / User-agent: WebCopier Allow: / User-agent: NetAnts Allow: / User-agent: Mister PiX Allow: / User-agent: WebAuto Allow: / User-agent: TheNomad Allow: / User-agent: WWW-Collector-E Allow: / User-agent: RMA Allow: / User-agent: libWeb/clsHTTP Allow: / User-agent: asterias Allow: / User-agent: httplib Allow: / User-agent: turingos Allow: / User-agent: spanner Allow: / User-agent: InfoNaviRobot Allow: / User-agent: Harvest/1.5 Allow: / User-agent: Bullseye/1.0 Allow: / User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) Allow: / User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Allow: / User-agent: CherryPickerSE/1.0 Allow: / User-agent: CherryPickerElite/1.0 Allow: / User-agent: WebBandit/3.50 Allow: / User-agent: NICErsPRO Allow: / User-agent: Microsoft URL Control - 5.01.4511 Allow: / User-agent: DittoSpyder Allow: / User-agent: Foobot Allow: / User-agent: SpankBot Allow: / User-agent: BotALot Allow: / User-agent: lwp-trivial/1.34 Allow: / User-agent: lwp-trivial Allow: / User-agent: BunnySlippers Allow: / User-agent: Microsoft URL Control - 6.00.8169 Allow: / User-agent: URLy Warning Allow: / User-agent: Wget/1.6 Allow: / User-agent: Wget/1.5.3 Allow: / User-agent: Wget Allow: / User-agent: LinkWalker Allow: / User-agent: cosmos Allow: / User-agent: moget Allow: / User-agent: hloader Allow: / User-agent: humanlinks Allow: / User-agent: LinkextractorPro Allow: / User-agent: Offline Explorer Allow: / User-agent: Mata Hari Allow: / User-agent: LexiBot Allow: / User-agent: Web Image Collector Allow: / User-agent: The Intraformant Allow: / User-agent: True_Robot/1.0 Allow: / User-agent: True_Robot Allow: / User-agent: BlowFish/1.0 Allow: / User-agent: JennyBot Allow: / User-agent: MIIxpc/4.2 Allow: / User-agent: BuiltBotTough Allow: / User-agent: ProPowerBot/2.14 Allow: / User-agent: BackDoorBot/1.0 Allow: / User-agent: toCrawl/UrlDispatcher Allow: / User-agent: suzuran Allow: / User-agent: TightTwatBot Allow: / User-agent: VCI WebViewer VCI WebViewer Win32 Allow: / User-agent: VCI Allow: / User-agent: Szukacz/1.4 Allow: / User-agent: Openfind data gatherer Allow: / User-agent: Openfind Allow: / User-agent: Xenu's Link Sleuth 1.1c Allow: / User-agent: Xenu's Allow: / User-agent: Zeus Allow: / User-agent: RepoMonkey Bait & Tackle/v1.01 Allow: / User-agent: RepoMonkey Allow: / User-agent: Microsoft URL Control Allow: / User-agent: Openbot Allow: / User-agent: URL Control Allow: / User-agent: Zeus Link Scout Allow: / User-agent: Zeus 32297 Webster Pro V2.9 Win32 Allow: / User-agent: Webster Pro Allow: / User-agent: EroCrawler Allow: / User-agent: LinkScan/8.1a Unix Allow: / User-agent: Keyword Density/0.9 Allow: / User-agent: Kenjin Spider Allow: / User-agent: Iron33/1.0.2 Allow: / User-agent: Bookmark search tool Allow: / User-agent: GetRight/4.2 Allow: / User-agent: FairAd Client Allow: / User-agent: Gaisbot Allow: / User-agent: Aqua_Products Allow: / User-agent: Radiation Retriever 1.1 Allow: / User-agent: Flaming AttackBot Allow: / User-agent: Makbot Allow: / User-agent: twiceler Allow: / Sitemap: http://www.des-by.com/SiteMap.csv Sitemap: http://www.des-by.com/ror.xml Sitemap: http://www.des-by.com/sitemap.html Sitemap: http://www.des-by.com/sitemap.xml Sitemap: http://www.des-by.com/urllist.txt Sitemap: http://www.des-by.com/sitemaps/sitemap.txt Sitemap: http://www.des-by.com/sitemaps/newvb.xml Sitemap: http://www.des-by.com/vb/sitemap.php Sitemap: http://www.des-by.com/sitemaps/urllist.txt Sitemap: http://www.des-by.com/sitemaps/sitemap.xml.gz Sitemap: http://www.des-by.com/sitemaps/sitemap4..xml Sitemap: http://www.des-by.com/sitemaps/sitemap4.xml.gz Sitemap: http://www.des-by.com/sitemaps/sitemap4.html Sitemap: http://www.des-by.com/sitemaps/sitemap4.ror Sitemap: http://www.des-by.com/sitemaps/urllist.txt Sitemap: http://www.des-by.com/vb/sitemap.xml.gz Sitemap: http://www.des-by.com/sitemaps/sitemap.xml Sitemap: http://www.des-by.com/sitemaps/sitemap.html Sitemap: http://www.des-by.com/sitemaps/ror.xml Sitemap: http://www.des-by.com/sitemaps/sitemap8.xml? Sitemap: http://www.des-by.com/map.php Sitemap: http://www.des-by.com/info.txt http://www.des-by.com/map.php http://www.des-by.com/info.txt User-agent: * Allow: / Allow: /vb/ Disallow: /cgi-bin/ Disallow: /vb/member.php?find=lastposter&f= Disallow: /vb/*mode= Disallow: /vb/*postcount= Disallow: /vb/*daysprune= Disallow: /vb/misc.php?do=whoposted&t=* Sitemap: http://des-by.com/vb/sitemap.php Sitemap: http://des-by.com/vb/cv_rss_feeds.php Sitemap: http://des-by.com/vb/external.php?type=html Sitemap: http://des-by.com/vb/sitemap.html Sitemap: http://des-by.com/vb/external.php?type=rss Sitemap: http://des-by.com/vb/external.php?type=rss2 Sitemap: http://des-by.com/sitemaps/sitemap148.html