feat(robots): add robots.ts

Author: phucbm

app/robots.ts

@@ -0,0 +1,13 @@
+import type {MetadataRoute} from 'next'
+
+export default function robots(): MetadataRoute.Robots {
+    const baseUrl = process.env.NEXT_PUBLIC_SITE_URL || 'https://yoursite.com'
+    return {
+        rules: {
+            userAgent: '*',
+            allow: '/',
+            disallow: '/private/',
+        },
+        sitemap: `${baseUrl}/sitemap.xml`,
+    }
+}