User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-*.php
Disallow: /wp-content/uploads/**/*.xlsx
Disallow: /?p=*
Disallow: /new-york?p=*
Disallow: /sanfrancisco?p=*
Disallow: /national?p=*
Disallow: /miami?p=*
Disallow: /la?p=*
Disallow: /chicago?p=*
Disallow: /?locale=*
Disallow: /?altu=*

Allow: *

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: facebookcatalog
Allow: /

User-agent: linkedinbot
Allow: /

Sitemap: https://therealdeal.com/sitemap_index.xml
Crawl-delay: 20