init
This commit is contained in:
31
app/robots.ts
Normal file
31
app/robots.ts
Normal file
@@ -0,0 +1,31 @@
|
||||
import { siteConfig } from '@/config/site'
|
||||
import type { MetadataRoute } from 'next'
|
||||
|
||||
const siteUrl = siteConfig.url
|
||||
|
||||
export const dynamic = "force-static"
|
||||
|
||||
export default function robots(): MetadataRoute.Robots {
|
||||
return {
|
||||
rules: {
|
||||
userAgent: '*',
|
||||
allow: '/',
|
||||
disallow: [
|
||||
'/private/',
|
||||
'/api/',
|
||||
'/auth/',
|
||||
'/dashboard/',
|
||||
'/_next/',
|
||||
'/assets/',
|
||||
'/error',
|
||||
'/*/404',
|
||||
'/*/500',
|
||||
'/*/403',
|
||||
'/*/401',
|
||||
'/*/400',
|
||||
'/cdn-cgi/',
|
||||
],
|
||||
},
|
||||
sitemap: `${siteUrl}/sitemap.xml`
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user