# This will give the google mini access to all documents
User-agent: gsa-crawler
Disallow:
Disallow: /ccm/content/preview/
Disallow: /ccm/cornex/preview/
Disallow: /ccm/sustcity/preview/
Disallow: /ccm/forms/preview/
Disallow: /public/councillors/

# These settings will apply to all other spiders
User-agent: *
Disallow: /ccm/services/
Disallow: /ccm/navigation/
Disallow: /ccm/content/preview/
Disallow: /ccm/cornex/preview/
Disallow: /ccm/sustcity/preview/
Disallow: /ccm/forms/preview/
Disallow: /public/councillors/