# Global allow for Mediapartners - this is used by Google to place ads in content, # not indexing purposes. User-agent: Mediapartners-Google Disallow: # Global allow for the Klangoo bot User-agent: Magnetbot Disallow: # Throttles to decrease load User-agent: Yandex Crawl-delay: 3 User-agent: Baiduspider Crawl-delay: 3 User-agent: bingbot Crawl-delay: 2 User-agent: Slurp Crawl-delay: 2 User-agent: FacebookBot Crawl-delay: 3 # Temporary blocks of uninteresting bots User-Agent: Genieo Disallow: / User-Agent: ecoResearch Disallow: / User-Agent: Spinn3r Disallow: / User-Agent: BLP_bbot Disallow: / User-Agent: R6_CommentReader Disallow: / User-Agent: omgilibot Disallow: / User-Agent: EasouSpider Disallow: / User-Agent: A6-Indexer Disallow: / User-Agent: magpie-crawler Disallow: / User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-Web Disallow: / User-agent: PerplexityBot Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: omgili Disallow: / # Prevent bots from wasting crawl budget on template/non-content pages User-Agent: * Disallow: /search Disallow: /web Disallow: /mrcontent Disallow: /webapi-public Disallow: /adperfect Disallow: /*amp.html?* Disallow: *.ece* Allow: *.ece*.pdf # Block indexing of specific sections/content at the market's request User-Agent: * Disallow: /advertise/circulars Disallow: /advertise/classifieds Disallow: /sponsored Disallow: /advertise/sponsored Disallow: /advertise/sponsored_content Disallow: /advertise/sponsored_content/sponsored-posts Disallow: /advertise/welcome Disallow: /advertise/welcome/welcome-page-lg Disallow: /advertise/welcome/welcome-page-md Disallow: /advertise/welcome/welcome-page-sm Disallow: /advertise/welcome/welcome-page-xs Disallow: /customer-service/404 Disallow: /customer-service/410 Disallow: /customer-service/subscription/special-offers/dbm Disallow: /customer-service/subscription/special-offers/offer-a Disallow: /customer-service/subscription/special-offers/offer-b Disallow: /customer-service/subscription/special-offers/offer-c Disallow: /customer-service/subscription/special-offers/offer-d Disallow: /customer-service/subscription/special-offers/other Disallow: /customer-service/subscription/special-offers/others Disallow: /customer-service/contact Disallow: /entertainment/books/miami-book-fair Disallow: /entertainment/ent-columns-blogs Disallow: /entertainment/ent-columns-blogs/christine-dolen Disallow: /entertainment/ent-columns-blogs/jordan-levin Disallow: /entertainment/ent-columns-blogs/jose-lambiet Disallow: /entertainment/ent-columns-blogs/lesley-abravanel Disallow: /entertainment/movies-news-reviews/reeling-with-rene-rodriguez Disallow: /entertainment/season-of-the-arts Disallow: /entertainment/tv/listings Disallow: /living/advice Disallow: /living/food-drink/cooks-corner Disallow: /living/food-drink/dinner-in-minutes Disallow: /living/food-drink/edgy-veggie Disallow: /living/food-drink/sunday-supper Disallow: /living/food-drink/wine Disallow: /living/health-fitness/chew-on-this Disallow: /living/health-fitness/jock-doc Disallow: /living/health-fitness/plastic-surgery-101 Disallow: /living/health-fitness/skin-deep Disallow: /living/liv-columns-blogs/ana-veciana-suarez Disallow: /living/liv-columns-blogs/mama-sass Disallow: /living/travel/caribbean-travel Disallow: /living/travel/cruises Disallow: /living/travel/florida-travel Disallow: /living/travel/quick-trips Disallow: /living/travel/travel-troubleshooter Disallow: /miami-com/expired Disallow: /news/business/biz-columns-blogs/cindy-krischer-goodman Disallow: /news/business/biz-columns-blogs/movers Disallow: /news/business/biz-columns-blogs/startup-buzz Disallow: /news/business/ceo-compensation Disallow: /news/business/economic-time-machine Disallow: /news/business/international-business Disallow: /news/business/national-business Disallow: /news/business/small-business Disallow: /news/business/workplace Disallow: /living/travel/caribbean-travel Disallow: /living/travel/cruises Disallow: /living/travel/florida-travel Disallow: /living/travel/quick-trips Disallow: /living/travel/travel-troubleshooter Disallow: /miami-com/expired Disallow: /news/business/biz-columns-blogs/cindy-krischer-goodman Disallow: /news/business/biz-columns-blogs/movers Disallow: /news/business/biz-columns-blogs/startup-buzz Disallow: /news/business/ceo-compensation Disallow: /news/business/economic-time-machine Disallow: /news/business/international-business Disallow: /news/business/national-business Disallow: /news/business/personal-finance Disallow: /news/business/small-business Disallow: /news/business/workplace Disallow: /news/local/community/miami-dade/miami-lakes Disallow: /news/local/community/miami-dade/miami-shores Disallow: /news/local/community/miami-dade/miami-springs Disallow: /news/local/community/miami-dade/west-kendall Disallow: /news/local/in-depth Disallow: /news/local/news-columns-blogs/daniel-shoer-roth-en Disallow: /news/local/news-columns-blogs/deadline-miami Disallow: /news/local/news-columns-blogs/fred-grimm Disallow: /news/local/news-columns-blogs/marc-caputo Disallow: /news/nation-world/world/americas/fidel-castro-en Disallow: /news/politics-government/election/donald-trump Disallow: /news/politics-government/election/hillary-clinton Disallow: /news/politics-government/election/jeb-bush Disallow: /news/politics-government/election/marco-rubio Disallow: /news/politics-government/national-politics Disallow: /news/special-reports/bay-of-pigs Disallow: /news/special-reports/borrowers-betrayed Disallow: /news/special-reports/breast-cancer-awareness Disallow: /news/special-reports/cashing-in-on-kids Disallow: /news/special-reports/casino-gambling Disallow: /news/special-reports/causeway-attack Disallow: /news/special-reports/cuban-revolution Disallow: /news/special-reports/freedom-flight-memories Disallow: /news/special-reports/hialeah-mass-shooting Disallow: /news/special-reports/hurricane-andrew Disallow: /news/special-reports/mariel Disallow: /news/special-reports/neglected-to-death Disallow: /news/special-reports/operation-pedro-pan Disallow: /news/special-reports/remembering-september-11 Disallow: /news/special-reports/school-on-the-brink Disallow: /news/special-reports/south-florida-medicare-racket Disallow: /news/special-reports/watchdog-report Disallow: /news/state/florida/trayvon-martin Disallow: /opinion/issues-ideas Disallow: /opinion/op-ed/carlos-alberto-montaner Disallow: /opinion/op-ed/frida-ghitis Disallow: /opinion/op-ed/from-our-inbox Disallow: /opinion/op-ed/helen-aguirre-ferre Disallow: /opinion/op-ed/joe-cardona Disallow: /opinion/op-ed/joy-ann-reid Disallow: /opinion/op-ed/mirta-ojito Disallow: /opinion/op-ed/speak-up Disallow: /opinion/op-ed/uri-dromi Disallow: /opinion/opn-columns-blogs/glenn-garvin Disallow: /opinion/opn-columns-blogs/what-can-i-do Disallow: /real-estate/foreclosures Disallow: /real-estate/homes-stories Disallow: /sports/spt-columns-blogs/david-j-neal Disallow: /sports/spt-columns-blogs/ethan-j-skolnick Disallow: /sports/spt-columns-blogs/eye-on-the-u Disallow: /sports/spt-columns-blogs/fish-bytes Disallow: /sports/spt-columns-blogs/heat-check Disallow: /sports/spt-columns-blogs/larry-blustein Disallow: /sports/spt-columns-blogs/linda-robertson Disallow: /sports/spt-columns-blogs/on-frozen-pond Disallow: /living/liv-columns-blogs Disallow: /news/local/news-columns-blogs Disallow: /news/state Disallow: /site-services/contests-promotions Disallow: /site-services/googlepicks Disallow: /site-services/miami-herald-events/athletic-awards Disallow: /site-services/miami-herald-events/herald-hunt Disallow: /site-services/miami-herald-events/americas-conference Disallow: /site-services/newsletters Disallow: /site-services/newsletters/morning Disallow: /site-services/newsletters/afternoon Disallow: /site-services/newsletters/breaking-news-alerts Disallow: /site-services/newsletters/midday-business-news Disallow: /site-services/newsletters/dave-barry-newsletter Disallow: /site-services/newsletters/dolphins-extra Disallow: /site-services/newsletters/gay-south-florida-newsletter Disallow: /site-services/newsletters/monday-bites Disallow: /site-services/newsletters/political-currents Disallow: /site-services/newsletters/sports-newsletter Disallow: /site-services/newsletters/whats-up-weekly Disallow: /site-services/newsletters/americas-newsletter Disallow: /site-services/newsletters/college-sports-extra Disallow: /site-services/newsletters/family-fare Disallow: /site-services/newsletters/health-fitness-newsletter Disallow: /site-services/newsletters/newsletter-signup Disallow: /site-services/newsletters/TestNewsletter Disallow: /site-services/parental-consent-form Disallow: /site-services/plus Disallow: /site-services/promos Disallow: /site-services/public-insight-network Disallow: /site-services/reader-panel Disallow: /site-services/rss Disallow: /site-services/social-media Disallow: /sponsored/deep-roots Allow: /living/liv-columns-blogs/dave-barry Allow: /living/liv-columns-blogs/dave-barry/gift-guide Allow: /news/local/news-columns-blogs/andres-oppenheimer Allow: /news/local/news-columns-blogs/fabiola-santiago Allow: /news/local/news-columns-blogs/from-the-editor Allow: /news/state/florida # Sitemap files Sitemap: https://www.miamiherald.com/sitemap/story/update.xml Sitemap: https://www.miamiherald.com/sitemap/story/archive.xml Sitemap: https://www.miamiherald.com/sitemap/story/googlenews.xml Sitemap: https://www.miamiherald.com/sitemap/blogpost/update.xml Sitemap: https://www.miamiherald.com/sitemap/blogpost/archive.xml Sitemap: https://www.miamiherald.com/sitemap/blogpost/googlenews.xml Sitemap: https://www.miamiherald.com/sitemap/section/update.xml Sitemap: https://www.miamiherald.com/sitemap/section/archive.xml Sitemap: https://www.miamiherald.com/sitemap/topic/archive.xml Sitemap: https://www.miamiherald.com/sitemap/topic/update.xml