# /robots.txt /
# dbserver 

User-agent: *
Disallow: /v2/
Disallow: /ar.p/
Disallow: /ajax/
Disallow: /purchase.p*
# Disallow: /menu.p*
Disallow: /profielinfo.p*
Disallow: /profielfotoboek.p*
# Disallow: /fotoboek.p*
Disallow: /profielenoverzicht.p*
#Disallow: /bannerredirect.p*
Disallow: /partytoevoegen.p?id*
Disallow: /*act=login*

User-agent: 008
User-agent: aggregator:Spinn3r
User-agent: AhrefsBot
User-agent: Amazonbot
User-agent: archive.org_bot
User-agent: Baiduspider
User-agent: berlin-fu-cow
User-agent: BLEXBot
User-agent: ccbot
User-agent: Cirkwi-search/1.0
User-agent: ContextAd Bot 1.0
User-agent: DataForSeoBot
User-agent: Dataprovider
User-agent: DeuSu
User-agent: dotbot
User-agent: GenAI
User-agent: genieo
User-agent: grapeshot
User-agent: GPTBot
User-agent: ia_archiver
User-Agent: ImagesiftBot
User-agent: is_archiver
User-agent: is_archiver-web.archive.org
User-agent: JobdiggerSpider
User-agent: ltx71 - (http://ltx71.com/)
User-agent: magpie-crawler
User-agent: meta-webindexer
User-agent: meta-externalagent
User-agent: MJ12bot
User-agent: MorMor 
User-agent: NerdByNature.Bot
User-agent: Nutch
User-agent: Owler
User-agent: PetalBot
User-agent: Pinterest
User-agent: PiplBot
User-agent: plukkie 
User-agent: proximic
User-agent: Qwantify
User-agent: Riddler
User-agent: RyzeCrawler
User-agent: Screaming Frog SEO Spider
User-agent: SearchmetricsBot
User-agent: Seekport Crawler
User-agent: SeekportBot
User-agent: SemrushBot
User-agent: SEOkicks-Robot
User-agent: sistrix
User-agent: SiteExplorer
User-agent: Sogou web spider
User-agent: spbot
User-agent: Spinn3r
User-agent: TeezirFocusedCrawler
User-agent: TurnitinBot
User-agent: Vagabondo
User-agent: VelenPublicWebCrawler
User-agent: WBSearchBot
User-agent: WikiDo
User-agent: Yandex
User-agent: Zoominfobot
Disallow: /