added robots.txt to redirect + update fly vm memory

redirect/Dockerfile

@@ -7,6 +7,7 @@ COPY bun.lockb .
 
 RUN bun install --production
 
+COPY public public
 COPY src src
 COPY tsconfig.json .
 

redirect/fly.toml

@@ -17,6 +17,6 @@ primary_region = 'dfw'
   processes = ['app']
 
 [[vm]]
-  memory = '1gb'
+  memory = '512'
   cpu_kind = 'shared'
   cpus = 1

redirect/public/robots.txt

@@ -0,0 +1,3 @@
+User-agent: *
+Allow: /$
+Disallow: /

redirect/src/index.ts

@@ -13,6 +13,7 @@ const app = new Elysia().use(cors())
 
 app.get('/', ({ set }) => (set.redirect = fallback_url + '/landing'))
 app.get('/invalid', () => 'Invalid Shortener')
+app.get('/robots.txt', () => Bun.file('public/robots.txt'))
 
 app.get(
 	'/:shortenerCode',