- Homepage / Industry News query filters wp_imported_posts to ai_rewritten_at IS NOT NULL so raw press releases never surface on the editorial feed (NewsArticle JSON-LD was already in place). - New /news-sitemap.xml route emits a Google News sitemap covering rewritten editorial published in the last 48 hours, with news:publication + news:publication_date + news:title + keywords. - robots.ts now points crawlers at both sitemap.xml and news-sitemap.xml. After deploy, submit broadcastbeat.com to Google News Publisher Center to start serving in News.
25 lines
604 B
TypeScript
25 lines
604 B
TypeScript
import { MetadataRoute } from 'next';
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
|
const baseUrl = process.env.NEXT_PUBLIC_SITE_URL || 'https://broadcastbeat.com';
|
|
|
|
return {
|
|
rules: [
|
|
{
|
|
userAgent: '*',
|
|
allow: '/',
|
|
disallow: ['/api/', '/admin/', '/_next/', '/private/', '/dashboard/'],
|
|
},
|
|
{
|
|
userAgent: 'Googlebot',
|
|
allow: '/',
|
|
disallow: ['/api/', '/admin/', '/private/', '/dashboard/'],
|
|
},
|
|
],
|
|
sitemap: [
|
|
`${baseUrl}/sitemap.xml`,
|
|
`${baseUrl}/news-sitemap.xml`,
|
|
],
|
|
host: baseUrl,
|
|
};
|
|
} |