User-agent: *
Disallow: /*authclient=facebook$
Disallow:/admin/
Disallow:/booking/
Disallow:/user/
Disallow:/search/
Disallow: /walker
Disallow: /walkies*
Disallow:/a/
Disallow: /blueimp-gallery/
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Bloglines/3.1
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: Jyxobot/1
Disallow: /

User-agent: cityreview
Disallow: /

# Block SEO/Marketing crawlers
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Other common SEO bots (not in your current list)
User-agent: MajesticSEO
Disallow: /

User-agent: spbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SeznamBot
Disallow: /


Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_search.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_search_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_doggy_daycare.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_doggy_daycare_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_house_sitting.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_house_sitting_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_dog_walking.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_dog_walking_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_pet_sitting.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_pet_sitting_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_dog_boarding.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_dog_boarding_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_cat_sitting.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_cat_sitting_en.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods_hondenopvang.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods_hondenpension.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods_huisoppas.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods_hondenuitlaatservice.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods_dierenoppas.xml.gz
Sitemap: https://www.petbnb.nl/sitemap_nl/sitemap_neighbourhoods_kattenoppas.xml.gz