The Boston Globe

Title: The Boston Globe

Description: New England’s best source for news, sports, opinion and entertainment. The Globe brings you breaking news, Spotlight Team investigations, year-round coverage of the Red Sox, Patriots, Celtics and Bruins, sharp editorials, stunning photography, and engaging arts, food and lifestyle journalism.

Keywords: News, Massachusetts, New England

#bostonglobe.com robots.txt
User-agent: *
Sitemap: /arc/outboundfeeds/sitemap/?outputType=xml
Sitemap: /arc/outboundfeeds/news-sitemap/?outputType=xml
Sitemap: /sitemap.xml

Disallow: /insiders
Disallow: /Statistics
Disallow: /metro/2015/05/24/pakistani-employee-sues-onebeacon-claiming-harassment/yScUj6mmmU2IwM8hLSDhTN/story.html
Disallow: /fragment-global-A8zF2y/
Disallow: /fragment-spt-global-A8zF2y/
Disallow: /trendingbar/
Disallow: /opinion-fragment/
Disallow: /magazine-fragment/
Disallow: /marijuana-fragment/
Disallow: /stat-fragment/
Disallow: /rh-cong3-fragment/
Disallow: /iowa-2020-fragment_stage_only/
Disallow: /am-fragment_stage_only/
Disallow: /rh-cong3-fragment_stage_only/
Disallow: /rh-fragment2_stage_only/
Disallow: /rh-fragment4_stage_only/
Disallow: /ys-fragment_stage_only/
Disallow: /ys-fragment-2_stage_only/
Disallow: /ys-fragment-3_stage_only/
Disallow: /ys-fragment-4_stage_only/
Disallow: /demo-starter-master/
Disallow: /overlineTest/
Disallow: /sports/xyz123/
Disallow: /about/help/terms/


#OPS-61526
Disallow: /todays-paper/arts-lifestyle/
Disallow: /todays-paper/business/
Disallow: /todays-paper/comfort-zone/
Disallow: /todays-paper/opinion/
Disallow: /todays-paper/ideas/
Disallow: /todays-paper/magazine/
Disallow: /todays-paper/metro/
Disallow: /todays-paper/obituaries/
Disallow: /todays-paper/real-estate/
Disallow: /todays-paper/sports/
Disallow: /todays-paper/nation/
Disallow: /todays-paper/travel/
Disallow: /todays-paper/wednesday-food/
Disallow: /todays-paper/weekend/
Disallow: /todays-paper/world/

Allow: / 

#AI-1
User-agent: GPTBot
Disallow: /

#OPS-62583
User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /