User-agent: NPBot User-agent: HTTrack User-agent: k2spider User-agent: sitecheck.internetseer.com User-agent: Zealbot User-agent: msnbot User-agent: MSIECrawler User-agent: ia_archiver User-agent: Microsoft.URL.Control User-agent: Microsoft URL Control User-agent: SiteSnagger User-agent: markwatch User-agent: BDFetch User-agent: WebStripper User-agent: WebCopier User-agent: FETCH User-agent: Offline Explorer User-agent: Teleport User-agent: TeleportPro User-agent: WebZIP User-agent: linko User-agent: Xenu User-agent: larbin User-agent: libwww User-agent: ZyBORG User-agent: Download Ninja User-agent: UbiCrawler User-agent: DOC User-agent: Zao User-agent: almaden User-agent: ASPSeek User-agent: baiduspider User-agent: dumbBot User-agent: Generic User-agent: grub-client User-agent: NexaBot User-agent: OWR_Crawler User-agent: psbot User-agent: rabaz User-agent: RPT-HTTPClient User-agent: ScoutAbout User-agent: semanticdiscovery User-agent: TurnitinBot User-agent: Wget User-agent: Indy Library User-agent: yacybot User-agent: Sokitomi Disallow: / # Others User-agent: * Disallow: /admin/ Disallow: /filemgmt/visit.php Disallow: /filemgmt/ratefile.php Disallow: /filemgmt/brokenfile.php Disallow: /calendar.php Disallow: /calendar_event.php Disallow: /search.php Disallow: /submit.php Disallow: /comment.php Disallow: /portal.php Disallow: /users.php Disallow: /article.php/*/print Disallow: /amz/search.php