# robots.txt for http://www.vilbli.no/

User-agent: *
Disallow: /

User-agent: Googlebot
User-agent: eZ publish Link Validator
User-agent: Findexa Crawler
User-agent: Yahoo! Slurp
User-agent: TRankBot
User-agent: ia_archiver
User-agent: schibstedsokbot
User-agent: msnbot
User-agent: IRLbot
User-agent: Gigabot
User-agent: startsidenbot
User-agent: FAST WAP Proxy
User-agent: Ask Jeeves/Teoma
User-agent: Yahoo-MMCrawler
User-agent: FAST Enterprise Crawler
User-agent: FAST Crawler
User-agent: Exabot
User-agent: TMCrawler
User-agent: Snapbot
User-agent: findlinks
User-agent: GeckoSearch
User-agent: EportCrawler
User-agent: Twiceler
User-agent: Speedy Spider
User-agent: CazoodleBot
User-agent: MSIECrawler
User-agent: NimbleCrawler
User-agent: Jyxobot
User-agent: ichiro
User-agent: LinkWalker
User-agent: bot@bot.bot
User-agent: RedBot
User-agent: Baiduspider
User-agent: MJ12bot
User-agent: VoilaBot
User-agent: TurnitinBot
User-agent: MSRBOT
User-agent: archive.org_bot
User-agent: Charlotte
User-agent: gsa-crawler
User-agent: NaverBot
User-agent: heritrix
User-agent: NG/2.
User-agent: NG/3.
User-agent: VisBot
User-agent: Python-urllib/
User-agent: disco/Nutch
User-agent: Wouah/Nutch
User-agent: Steeler
User-agent: LWP::Simple
User-agent: Teemer
User-agent: WebRankSpider
User-agent: OmniExplorer_Bot
User-agent: holmes
User-agent: OnetSzukaj
User-agent: Attentio/Nutch
User-agent: nrsbot
User-agent: Girafabot
User-agent: Eniro NO Crawler
User-agent: NutchCVS
User-agent: yetibot
User-agent: psbot
User-agent: nutch
User-agent: FAST Search
User-agent: YahooSeeker
User-agent: VadixBot
User-agent: travel-search
User-agent: fi crawler
User-agent: grbot
User-agent: voyager
User-agent: page_verifier
User-agent: woriobot
User-agent: Grub.org crawler
User-agent: taxinomiabot
User-agent: panscient.com
User-agent: Mail.Ru
User-agent: OpenISearch
User-agent: larbin
User-agent: WebAlta Crawler
User-agent: MLBot
User-agent: EnaBot
User-agent: T-Rank
User-agent: exooba
User-agent: thumbshots-de-bot
User-agent: Yeti
User-agent: ScSpider
User-agent: yoofind
User-agent: W3C-checklink
User-agent: great-plains-web-spider/flatlandbot
User-agent: ShablastBot
User-agent: OWPBot
User-agent: discobot
User-agent: MSNPTC
User-agent: DataparkSearch
User-agent: GurujiBot
User-agent: ScoutJet
User-agent: yacy
User-agent: CydralSpider
User-agent: MSR-ISRCCrawler
User-agent: ThumbShots-Bot
User-agent: CMS Spider
User-agent: kalooga
User-agent: Intelix
User-agent: LinkAider
User-agent: Rankivabot
User-agent: Eniro Crawler
User-agent: DiBot Java
User-agent: Vagabondo
User-agent: appie
User-agent: Metaspinner
User-agent: OOZBOT
User-agent: DotBot
User-agent: zermelo
User-agent: Yandex
User-agent: ConveraCrawler
User-agent: SurveyBot
User-agent: Snookit
User-agent: CatchBot
User-agent: ALeadSoftbot
User-agent: Scooter
User-agent: Net-Seekr
User-agent: OpenX Spider
User-agent: Abonti
User-agent: YebolBot
User-agent: IOI/
User-agent: Grub
User-agent: WinWebBot/1.0
User-agent: Grub/2.0
User-agent: Toread-Crawler
User-agent: ^Byte
User-agent: OsO
User-agent: GingerCrawler
User-agent: Paxbot
User-agent: Scanmine
User-agent: 80bot
User-agent: OpenAcoon
User-agent: crawler_BootV10.1.3_LinkSpider
User-agent: ICC-Crawler
User-agent: http://domino.research.ibm.com/comm/research_projects.nsf/pages/sai-crawler.callingcard.html
User-agent: 50.nu
User-agent: Sosospider+

Disallow:
User-agent: TailsweepBot
User-agent: ExactSearch
User-agent: Shelob (shelob@gmx.net)
User-agent: AISearchBot
User-agent: SearchrcBot/1.0
User-agent: nu_tch-princeton/Nu_tch-1.0-dev
User-agent: YesupBot
User-agent: Spider tippo.no
User-agent: DBLBot
User-agent: Butterfly
User-agent: LexxeBot
User-agent: rdfbot
User-agent: DelvuBot
User-agent: Searchmee! Spider
User-agent: OMGCrawler