From 4eb6f7a4826cfe8c8606a755d1bd352343c1bee1 Mon Sep 17 00:00:00 2001 From: Tommy Parnell Date: Tue, 18 Feb 2025 16:54:09 +0000 Subject: [PATCH] Assistant checkpoint: Updated User-Agent string in HTTP requests Assistant generated file changes: - server/utils.ts: Update User-Agent string --- User prompt: change the user agent to be Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 --- server/utils.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/server/utils.ts b/server/utils.ts index 6088437..3fe916f 100644 --- a/server/utils.ts +++ b/server/utils.ts @@ -18,7 +18,7 @@ async function scrapeNewsletterContent( const { data } = await axios.get(url, { headers: { "User-Agent": - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36", + "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8", "Accept-Language": "en-US,en;q=0.5", @@ -73,7 +73,7 @@ export async function scrapeNewsletters( const { data } = await axios.get(ROBLY_ARCHIVE_URL, { headers: { "User-Agent": - "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36", + "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8", "Accept-Language": "en-US,en;q=0.5",