Merge branch 'main' into fix/project-title-styling

1 files changed, 13 insertions, 0 deletions

diff --git a/apps/web/src/app/robots.ts b/apps/web/src/app/robots.ts
new file mode 100644
index 00000000..ad6c31c8
--- /dev/null
+++ b/apps/web/src/app/robots.ts
@@ -0,0 +1,13 @@
+import type { MetadataRoute } from "next";
+import { SITE_URL } from "@/constants/site";
+
+export default function robots(): MetadataRoute.Robots {
+  return {
+    rules: {
+      userAgent: "*",
+      allow: "/",
+      disallow: ["/_next/", "/projects/", "/editor/"],
+    },
+    sitemap: `${SITE_URL}/sitemap.xml`,
+  };
+}