refactor: optimize header forwarding in proxy by removing unnecessary headers and prioritize anti-blocking headers in fetch-with-retry.

Author: KuekHaoYang

app/api/proxy/route.ts

@@ -15,9 +15,9 @@ export async function GET(request: NextRequest) {
     }
 
     try {
-        // Extract headers to forward (Cookies, Accept-Language, Range, etc.)
+        // Extract headers to forward (only essential ones)
         const requestHeaders: Record<string, string> = {};
-        const forwardHeaders = ['cookie', 'accept', 'accept-language', 'range'];
+        const forwardHeaders = ['cookie', 'range'];
 
         forwardHeaders.forEach(key => {
             const value = request.headers.get(key);

lib/utils/fetch-with-retry.ts

@@ -39,11 +39,12 @@ export async function fetchWithRetry({ url, request, headers = {} }: FetchWithRe
 
             response = await fetch(url, {
                 headers: {
+                    ...headers, // First: forwarded headers (Cookie, Accept, Range)
+                    // Then override with anti-blocking headers (these take precedence)
                     'User-Agent': randomUA,
                     'X-Forwarded-For': forwardedIP,
                     'Client-IP': forwardedIP,
                     'Referer': referer,
-                    ...headers, // Merge custom headers (Cookie, Accept, etc.)
                 },
                 signal: controller.signal,
             });