2026-11-03 12:24:43 +05:30
|
|
|
import { MetadataRoute } from 'next';
|
2026-11-11 13:20:59 +05:30
|
|
|
import { getSiteConfig } from '@/lib/config/loader';
|
2026-11-03 12:24:43 +05:30
|
|
|
|
|
|
|
|
export default function robots(): MetadataRoute.Robots {
|
2026-11-11 13:20:59 +05:30
|
|
|
const baseUrl = (process.env.SITE_URL || getSiteConfig().seo.siteUrl || 'http://localhost:3000').replace(/\/$/, '');
|
2026-11-03 12:24:43 +05:30
|
|
|
|
|
|
|
|
return {
|
2026-11-13 11:45:59 +05:30
|
|
|
rules: [
|
|
|
|
|
{
|
|
|
|
|
userAgent: '*',
|
|
|
|
|
allow: ['/', '/tools', '/tools/', '/apps', '/apps/', '/trust', '/privacy', '/terms'],
|
|
|
|
|
disallow: ['/api/', '/go/', '/catalog-manager/', '/_next/', '/static/'],
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
userAgent: 'GPTBot',
|
|
|
|
|
disallow: ['/'],
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
userAgent: 'CCBot',
|
|
|
|
|
disallow: ['/'],
|
|
|
|
|
},
|
|
|
|
|
],
|
2026-11-03 12:24:43 +05:30
|
|
|
sitemap: `${baseUrl}/sitemap.xml`,
|
2026-11-13 11:45:59 +05:30
|
|
|
host: baseUrl,
|
2026-11-03 12:24:43 +05:30
|
|
|
};
|
|
|
|
|
}
|