Merge pull request #67 from replicate/ratelimit-cache

Experiment with in-memory ephemeralCache
replicate · Dec 8, 2023 · 1c5e848 · 1c5e848 · vercel · Dec 8, 2023
2 parents 0091e33 + 966233a
commit 1c5e848
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/middleware.ts b/middleware.ts
@@ -2,12 +2,15 @@ import { NextRequest, NextResponse } from 'next/server';
 import { Ratelimit } from '@upstash/ratelimit';
 import { kv } from '@vercel/kv';
 
+const ephemeralCache = new Map();
+
 const ratelimit = new Ratelimit({
   redis: kv,
   // 20 requests from the same IP within a 10 second sliding window
   limiter: Ratelimit.slidingWindow(20, '10s'),
   prefix: `v2/zoo/ratelimit/${process.env.VERCEL_ENV ?? 'local'}`,
   timeout: 500,
+  ephemeralCache,
 });
 
 // Rate limit the /api/predictions/[id] endpoint