User-agent: Screaming Frog SEO Spider
Allow: /

User-agent: *
Disallow: */findapet?
Disallow: */search?
Disallow: */bookaplace?productID=*
Disallow: *?amount=*
Disallow: */consent*
Disallow: */confirmation*
Disallow: */thankyou*
Disallow: */single*
Disallow: */monthly*
Disallow: */liferay*
Disallow: */details
Disallow: */cad_*
Disallow: */fad_*
Disallow: */articlename*
Disallow: */settings*
Disallow: */web/*
Disallow: */wld_*
Disallow: */rad_*
Disallow: *Portlets*
Disallow: */how-to-contact-us
Disallow: *_viewMode=print*
Disallow: /findapet/details/
Disallow: /local/findapet/details/-/rspca
Disallow: /local/*/findapet/details/
Disallow: *%5Bamp%5D*
Disallow: */article/*/*
Disallow: */confirmation
Disallow: */mobile-web-test
Disallow: */sc-test-page
Disallow: */utilities/aboutus/stayinformed/consent
Disallow: */utilities/branchresources
Disallow: */utilities/emtest
Disallow: *?tab=*
Disallow: *print_WAR_ptlFatwireArticlePortlets*
Disallow: *printAndEmail_WAR_ptlContentPortlet*
Disallow: /c/
Disallow: /GenericImage/CallGenericImage*
Disallow: /ImageLocator/LocateAsset?*
Disallow: /inyourarea/search/detail/
Disallow: /local/$estabFriendlyName/
Disallow: /local/*/findapet/details/*/*/teaser
Disallow: /local/*/petsearch/
Disallow: /local/*/volunteer/
Disallow: /local/-/rspca/
Disallow: /local/utilities/
Disallow: /servlet/AnimalMedia
Disallow: /servlet/Satellite?pagename=*
Disallow: /shoponline/holidays/cottages4you
Disallow: /snowy
Disallow: /snowydog
Disallow: /templates/*
Disallow: /unavailable.html
Disallow: /utilities/statement
Disallow: /web/1
Disallow: /web/beta/
Disallow: /web/bsa/login
Disallow: /web/donations
Disallow: /web/guest
Disallow: /web/old
Disallow: /web/rspca
Disallow: /widget/
Disallow: /winter2018
Disallow: /winterappeal/sleigh/donate
Disallow: /test-folder
Disallow: /login

User-agent: Domain Re-Animator Bot
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: trovitBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Butterfly
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Ginxbot
Disallow: /
User-agent: MetaURI
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: ThingFetcher
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: Tagoobot
Disallow: /
User-agent: mxbot
Disallow: /
User-agent: Twitturls
Disallow: /
User-agent: radian6
Disallow: /
User-agent: Viralheat
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: Twingly Recon
Disallow: /
User-agent: Moreoverbot
Disallow: /
User-agent: Purebot
Disallow: /
User-agent: Twitturly
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: OneRiot
Disallow: /
User-agent: Feedtrace
Disallow: /
User-agent: FairShare
Disallow: /
User-agent: NjuiceBot
Disallow: /
User-agent: semiocast
Disallow: /
User-agent: Typhoeus
Disallow: /
User-agent: my6sense
Disallow: /
User-agent: twitmatic
Disallow: /
User-agent: BlogPulseLive
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: discobot
Disallow: /
User-agent: Ezooms
Disallow: /
User-agent: SiteBot
Disallow: /
User-agent: TweetedTimes Bot
Disallow: /
User-agent: NHN Corp
Disallow: /
User-agent: Bender
Disallow: /
User-agent: proximic
Disallow: /
User-agent: netseer
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: Birubot
Disallow: /
User-agent: Showyoubot
Disallow: /
User-agent: suggybot
Disallow: /
User-agent: BOTW Spider
Disallow: /
User-agent: Summify
Disallow: /
User-agent: TANNER
Disallow: /
User-agent: gosospider
Disallow: /
User-agent: expo9
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Crowsnest
Disallow: /
User-agent: DoCoMo
Disallow: /
User-agent: percbotspider
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: knowaboutBot
Disallow: /
User-agent: Atomic_Email_Hunter
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: SemrushBot
Disallow: /login

Sitemap: https://www.rspca.org.uk/sitemap.xml