import { IncomingMessage, ServerResponse } from 'http'; import { ClientRequest as ProxyRequest, IncomingMessage as ProxyResponse } from 'http'; import { Response } from 'express'; import zlib from 'zlib'; import fs from 'fs'; import path from 'path'; import { simpleRewriteLinks } from '../helpers/helpers'; export const proxyReqHandler = (req: IncomingMessage, proxyReq: ProxyRequest) => { // Forward necessary headers for requests to the target URL proxyReq.setHeader('User-Agent', req.headers['user-agent'] || ''); proxyReq.setHeader('Accept-Language', req.headers['accept-language'] || ''); proxyReq.setHeader('Cookie', req.headers['cookie'] || ''); // Ensure cookies are forwarded }; export const proxyResHandler = (proxyRes: ProxyResponse, req: IncomingMessage, res: ServerResponse, originalUrl: string) => { if (proxyRes.statusCode && proxyRes.statusCode >= 300 && proxyRes.statusCode < 400) { const location = proxyRes.headers['location']; if (location) { try { const targetUrl = new URL(location); // const proxyBase = `http://localhost:3005/proxy?url=`; const proxyBase = `http://localhost:3005/proxy/`; const proxiedRedirect = `${proxyBase}${encodeURIComponent(targetUrl.href)}`; console.log(`Redirect intercepted: ${location} -> ${proxiedRedirect}`); res.writeHead(proxyRes.statusCode, { Location: proxiedRedirect }); res.end(); return; } catch (err) { console.error('Failed to parse redirect URL:', location, err); } } } let body: Buffer[] = []; delete proxyRes.headers['content-length']; proxyRes.on('data', (chunk: Buffer) => { body.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk)); }); proxyRes.on('end', () => { let rawBody = Buffer.concat(body); // Handle decompression safely try { if (proxyRes.headers['content-encoding']) { if (proxyRes.headers['content-encoding'].includes('gzip')) { rawBody = zlib.gunzipSync(rawBody); } else if (proxyRes.headers['content-encoding'].includes('br')) { rawBody = zlib.brotliDecompressSync(rawBody); } else if (proxyRes.headers['content-encoding'].includes('deflate')) { rawBody = zlib.inflateSync(rawBody); } delete proxyRes.headers['content-encoding']; // Let the browser handle plain text } } catch (err) { console.error('Decompression failed:', err); } // Modify HTML only const contentType = proxyRes.headers['content-type'] || ''; if (contentType.includes('text/html')) { let response = rawBody.toString('utf8'); const filePath = path.join(__dirname, 'original_response.html'); fs.writeFile(filePath, response, (err) => { if (err) { console.error('Error writing to file', err); } console.error('Successtully writing response to file', err); }); // Debugging console.log("Received HTML Length:", response.length); console.log('checking if __NEXT_DATA__ exists in response:'); if (!rawBody.toString().includes('__NEXT_DATA__')) { console.warn("🚨 __NEXT_DATA__ is missing from final response! 🚨"); } else { console.log("✅ __NEXT_DATA__ exists in final response."); } // const oU = originalUrl || 'https://www.bosch-diy.com'; // if (originalUrl) { // const baseOriginalUrl = getBaseUrl(originalUrl); // const rewrittenUrl = originalUrl ? `${baseUrl}${baseOriginalUrl}` : ''; // // Add a tag to ensure relative URLs resolve correctly // response = response.replace(//, ``); // // Rewrite only relative URLs to absolute URLs // response = response.replace(/(href|src)="\/([^"]+)"/g, `$1="${rewrittenUrl}/$2"`); // } // const originalHost = new URL(originalUrl || '').host; // const baseProxyUrl = `http://localhost:3005/proxy?url=`; // // 🔹 Skip URLs pointing to static assets (JS, CSS, images, fonts) // const staticFileExtensions = /\.(js|css|png|jpe?g|gif|svg|woff2?|ttf|eot|ico|mp4|webm|ogg|json|xml)(\?.*)?$/i; // // 🔹 Rewrite links to go through the proxy // console.log('Rewriting absolute links'); // response = response.replace( // /]*?href=["'](https?:\/\/([^"']+))["']/gi, // (match, fullUrl, domain) => { // if (domain.includes(originalHost) && !staticFileExtensions.test(fullUrl)) { // return match.replace(fullUrl, `${baseProxyUrl}${encodeURIComponent(fullUrl)}`); // } // return match; // } // ); // // 🔹 Rewrite relative links (e.g., /page.html) to absolute via the proxy // console.log('Rewriting relative links'); // response = response.replace( // /]*?href=["'](\/[^"']*)["']/gi, // (match, relativePath) => { // if (!staticFileExtensions.test(relativePath)) { // return match.replace(relativePath, `${baseProxyUrl}${encodeURIComponent(originalUrl + relativePath)}`); // } // return match; // } // ); // // 🔹 Rewrite

to go through the proxy // console.log('Rewriting forms links'); // response = response.replace( // /]*?action=["'](https?:\/\/([^"']+))["']/gi, // (match, fullUrl, domain) => { // if (domain.includes(originalHost) && !staticFileExtensions.test(fullUrl)) { // return match.replace(fullUrl, `${baseProxyUrl}${encodeURIComponent(fullUrl)}`); // } // return match; // } // ); // // 🔹 Rewrite relative paths // response = response.replace( // /]*?action=["'](\/[^"']*)["']/gi, // (match, relativePath) => { // return match.replace(relativePath, `${baseProxyUrl}${encodeURIComponent(originalUrl + relativePath)}`); // } // ); response = simpleRewriteLinks(response, originalUrl); fs.writeFile(filePath, response, (err) => { if (err) { console.error('Error writing to file', err); } console.error('Successtully writing response to file', err); }); // force all internal navigation to go trough the proxy const overrideScript = ` `; const overrideScriptToSolvePushState_orig = ` `; const overrideScriptToSolvePushState = ` `; const fixDomainScript = ` `; console.log("🔹 Adding override script to response"); response = response.replace('', `${overrideScriptToSolvePushState}${fixDomainScript}${overrideScript}`); rawBody = Buffer.from(response, 'utf8'); const encoding = proxyRes.headers['content-encoding'] || ''; console.log("🔄 Encoding Type:", encoding); if (encoding.includes('gzip')) { rawBody = zlib.gunzipSync(rawBody); } else if (encoding.includes('br')) { rawBody = zlib.brotliDecompressSync(rawBody); } else if (encoding.includes('deflate')) { rawBody = zlib.inflateSync(rawBody); } delete proxyRes.headers['content-encoding']; // Remove encoding header if (proxyRes.headers['set-cookie']) { proxyRes.headers['set-cookie'] = proxyRes.headers['set-cookie'].map((cookie: string) => cookie.replace(/Domain=\.?bosch-diy\.com/gi, 'Domain=localhost').replace(/Secure;/gi, '') // Remove Secure for local dev ); } if (proxyRes.headers['content-security-policy']) { delete proxyRes.headers['content-security-policy']; // Remove CSP } if (proxyRes.headers['content-security-policy-report-only']) { delete proxyRes.headers['content-security-policy-report-only']; // Remove CSP report-only mode } } // 🔹 Set CORS headers dynamically for all responses res.setHeader('Access-Control-Allow-Origin', '*'); res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS'); res.setHeader('Access-Control-Allow-Headers', 'Content-Type'); res.setHeader('Cache-Control', 'no-store, no-cache, must-revalidate, proxy-revalidate'); res.setHeader('Pragma', 'no-cache'); res.setHeader('Expires', '0'); res.writeHead(proxyRes.statusCode || 200, proxyRes.headers); res.end(rawBody); }); }