From e02caab0525fe6593e5cc39b11d837bcc47653ba Mon Sep 17 00:00:00 2001
From: rchlfryn <rachelafryan@gmail.com>
Date: Sun, 1 Feb 2026 11:52:17 -0800
Subject: [PATCH 1/2] Update robots file for facebook bot

---
 src/app/robots.ts | 24 +++++++++++++++++++-----
 1 file changed, 19 insertions(+), 5 deletions(-)

diff --git a/src/app/robots.ts b/src/app/robots.ts
index 391b6d75..c89b0d52 100644
--- a/src/app/robots.ts
+++ b/src/app/robots.ts
@@ -5,11 +5,25 @@ export default function robots(): MetadataRoute.Robots {
   const SITE_URL = getURL()
 
   return {
-    rules: {
-      userAgent: '*',
-      allow: '/',
-      disallow: ['/admin', '/admin/'],
-    },
+    rules: [
+      {
+        userAgent: 'facebookexternaluser',
+        disallow: '/',
+      },
+      {
+        userAgent: 'facebookexternaluser',
+        disallow: '/',
+      },
+      {
+        userAgent: '*',
+        allow: '/',
+        disallow: ['/admin', '/admin/'],
+      },
+      {
+        userAgent: '*',
+        disallow: ['/*.pdf', '/*.jpg', '/*.jpeg', '/*.png', '/*.gif', '/*.svg', '/*.webp'],
+      },
+    ],
     sitemap: `${SITE_URL}/sitemap.xml`,
   }
 }

From 54ffa12f289ca61f14aa7953d1ddacb742db0848 Mon Sep 17 00:00:00 2001
From: rchlfryn <rachelafryan@gmail.com>
Date: Sun, 1 Feb 2026 11:54:09 -0800
Subject: [PATCH 2/2] Add twitter bot

---
 src/app/robots.ts | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/app/robots.ts b/src/app/robots.ts
index c89b0d52..2b7fe11c 100644
--- a/src/app/robots.ts
+++ b/src/app/robots.ts
@@ -14,6 +14,10 @@ export default function robots(): MetadataRoute.Robots {
         userAgent: 'facebookexternaluser',
         disallow: '/',
       },
+      {
+        userAgent: 'Twitterbot',
+        disallow: '/',
+      },
       {
         userAgent: '*',
         allow: '/',