Experiment with in-memory ephemeralCache

Should reduce the load on the redis key-value store...
replicate · Dec 8, 2023 · 966233a · 966233a
1 parent 0091e33
commit 966233a
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/middleware.ts b/middleware.ts
@@ -2,12 +2,15 @@ import { NextRequest, NextResponse } from 'next/server';
 import { Ratelimit } from '@upstash/ratelimit';
 import { kv } from '@vercel/kv';
 
+const ephemeralCache = new Map();
+
 const ratelimit = new Ratelimit({
   redis: kv,
   // 20 requests from the same IP within a 10 second sliding window
   limiter: Ratelimit.slidingWindow(20, '10s'),
   prefix: `v2/zoo/ratelimit/${process.env.VERCEL_ENV ?? 'local'}`,
   timeout: 500,
+  ephemeralCache,
 });
 
 // Rate limit the /api/predictions/[id] endpoint