User-agent: facebookexternalhit
Allow: /

User-agent: *

# standard exclusions that are not meant for indexing
Disallow: /api/
Disallow: /email
Disallow: /link

# our listings are pretty transient, but this should help the GoogleBot not crawl every listing in a gallery view
Disallow: /search/detail/
Disallow: /search/map/