User-agent: facebookexternalhit/1.1
Crawl-delay: 5

User-agent: facebookexternalhit/1.0
Crawl-delay: 5

User-agent: facebookexternalhit/*
Crawl-delay: 5

User-agent: Twitterbot
Disallow: *

Allow: /records/*
Allow: /stories/*

# Allow any user agent to index our site
User-agent: *
Allow: /
Disallow: /records$
Allow: /records/*
Crawl-delay: 1

# Disallow Googlebot-Image from indexing images except favicons
User-agent: Googlebot-Image
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.gif$
Disallow: /*.webp$
Disallow: /*.bmp$
Disallow: /*.svg$
Disallow: /*.ico$
Disallow: /*.png$
Allow: /favicons/*.png
Allow: /favicons/*.ico

User-agent: GoogleOther
Disallow: *