[{"_1":2,"_168":-5,"_169":-5},"loaderData",{"_3":4,"_91":92},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","d481f3d28ac6dd3f9b89bb10f2a0c9798df3020a","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":20,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":20,"_90":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":20,"_19":20,"_82":72,"_83":84,"_85":72,"_86":45,"_87":20,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_146":147,"_165":166,"_167":-5},"handle","diegoivo","name","denoCrudTask","path","serperClient.ts","project",{"_101":102,"_95":96,"_103":104,"_105":-5,"_106":20,"_107":108,"_109":72,"_110":-5,"_12":111,"_112":-5,"_113":20,"_114":-5,"_115":32,"_14":116,"_117":118,"_119":118,"_120":121,"_122":121,"_123":121,"_124":118,"_125":118,"_23":126,"_129":130,"_132":133,"_145":20},"id","8c132fdc-8e92-11f0-8129-0224a6c84d84","createdAt",["D",1757542051489],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","add95710-0ddb-4dc2-90f2-bdcb16df89be","pinnedFileId","pinPreview","screenshotVersion","likeCount","39c8580e-ee92-40a4-b9a2-165f574b6ae2","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_127":128},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ycWNtOXpnaDJrU25hbkZMNW15WjN5MlhldEUifQ","org",{"_93":94,"_131":128},"avatar","branch",{"_134":135,"_95":43,"_101":136,"_137":102,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},"version",26,"8c137596-8e92-11f0-8129-0224a6c84d84","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_101":148,"_95":98,"_149":150,"_151":-5,"_152":136,"_153":154,"_155":156,"_103":157,"_134":32,"_158":159,"_160":161,"_162":20,"_163":-5,"_97":164},"235980cc-8e97-11f0-9aab-0224a6c84d84","fileId","2359818a-8e97-11f0-9aab-0224a6c84d84","parentId","branchId","branchVersion",12,"latest",true,["D",1757544023268],"fileType","script","content","// serperClient.ts - Serper.dev API client for Google search ranking\n\nimport { config } from \"./config.ts\";\nimport { retryWithBackoff, sleep } from \"./utils.ts\";\n\n// Serper API response interfaces\nexport interface SerperResult {\n position: number;\n title: string;\n link: string;\n displayLink: string;\n snippet: string;\n date?: string;\n sitelinks?: {\n title: string;\n link: string;\n }[];\n}\n\nexport interface SerperSearchResponse {\n searchParameters: {\n q: string;\n type: string;\n engine: string;\n gl?: string;\n hl?: string;\n device?: string;\n num?: number;\n };\n organic: SerperResult[];\n answerBox?: any;\n peopleAlsoAsk?: any[];\n relatedSearches?: any[];\n knowledgeGraph?: any;\n pagination?: {\n current: number;\n next?: string;\n other: any[];\n };\n searchInformation: {\n totalResults: string;\n timeTaken: number;\n formattedTotalResults: string;\n formattedTimeTaken: string;\n };\n}\n\nexport interface RankingResult {\n keyword: string;\n position: number | null;\n url: string | null;\n title: string | null;\n snippet: string | null;\n found: boolean;\n serp_features: {\n answer_box: boolean;\n knowledge_graph: boolean;\n featured_snippet: boolean;\n local_pack: boolean;\n related_questions: boolean;\n sitelinks: boolean;\n };\n total_results: string;\n search_time: number;\n checked_at: string;\n error?: string;\n}\n\n// Rate limiting for Serper API calls\nconst serperRateLimit = {\n requests: 0,\n windowStart: Date.now(),\n maxRequests: 100, // Conservative limit\n windowMs: 60 * 1000, // 1 minute\n};\n\nfunction checkSerperRateLimit(): boolean {\n const now = Date.now();\n \n // Reset window if expired\n if (now - serperRateLimit.windowStart >= serperRateLimit.windowMs) {\n serperRateLimit.requests = 0;\n serperRateLimit.windowStart = now;\n }\n \n return serperRateLimit.requests < serperRateLimit.maxRequests;\n}\n\nfunction incrementSerperRateLimit(): void {\n serperRateLimit.requests++;\n}\n\n// Make request to Serper API\nasync function makeSerperRequest(\n keyword: string,\n location: string = \"us\",\n device: string = \"desktop\",\n num: number = 100\n): Promise {\n if (!config.serper.apiKey) {\n throw new Error(\"Serper API key not configured\");\n }\n\n // Check rate limit\n if (!checkSerperRateLimit()) {\n throw new Error(\"Serper API rate limit exceeded\");\n }\n\n const params = {\n q: keyword,\n gl: location, // Geographic location\n hl: \"en\", // Language\n device: device === \"mobile\" ? \"mobile\" : \"desktop\",\n num: num, // Number of results (max 100)\n type: \"search\",\n };\n\n const response = await fetch(\"https://google.serper.dev/search\", {\n method: \"POST\",\n headers: {\n \"X-API-KEY\": config.serper.apiKey,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify(params),\n });\n\n incrementSerperRateLimit();\n\n if (!response.ok) {\n const errorText = await response.text();\n throw new Error(`Serper API error: ${response.status} - ${errorText}`);\n }\n\n const data = await response.json();\n return data as SerperSearchResponse;\n}\n\n// Find ranking position for a specific domain\nexport function findDomainRanking(\n results: SerperResult[],\n targetDomain: string,\n targetUrl?: string\n): { position: number; result: SerperResult } | null {\n // Clean domain for comparison\n const cleanTargetDomain = targetDomain.replace(/^https?:\\/\\//, \"\").replace(/^www\\./, \"\").toLowerCase();\n \n for (let i = 0; i < results.length; i++) {\n const result = results[i];\n const resultDomain = result.displayLink.replace(/^www\\./, \"\").toLowerCase();\n \n // Check domain match\n if (resultDomain === cleanTargetDomain || resultDomain.endsWith(`.${cleanTargetDomain}`)) {\n // If specific URL provided, check for URL match\n if (targetUrl) {\n const cleanTargetUrl = targetUrl.replace(/^https?:\\/\\//, \"\").replace(/\\/$/, \"\").toLowerCase();\n const cleanResultUrl = result.link.replace(/^https?:\\/\\//, \"\").replace(/\\/$/, \"\").toLowerCase();\n \n // Check if URLs match (exact or path contains)\n if (cleanResultUrl === cleanTargetUrl || cleanResultUrl.includes(cleanTargetUrl)) {\n return { position: result.position || i + 1, result };\n }\n } else {\n // Domain match is sufficient\n return { position: result.position || i + 1, result };\n }\n }\n }\n \n return null;\n}\n\n// Detect SERP features\nfunction detectSerpFeatures(data: SerperSearchResponse): RankingResult['serp_features'] {\n return {\n answer_box: !!data.answerBox,\n knowledge_graph: !!data.knowledgeGraph,\n featured_snippet: !!data.organic?.some((result: any) => result.snippet?.includes(\"...\")),\n local_pack: !!data.organic?.some((result: any) => result.type === \"local\"),\n related_questions: !!(data.peopleAlsoAsk && data.peopleAlsoAsk.length > 0),\n sitelinks: !!data.organic?.some((result: any) => result.sitelinks && result.sitelinks.length > 0),\n };\n}\n\n// Check keyword ranking\nexport async function checkKeywordRanking(\n keyword: string,\n domain: string,\n targetUrl?: string,\n location: string = \"us\",\n device: string = \"desktop\"\n): Promise {\n const checkedAt = new Date().toISOString();\n \n try {\n // Make request with retry logic\n const data = await retryWithBackoff(\n () => makeSerperRequest(keyword, location, device),\n 3, // max retries\n 1000 // base delay\n );\n\n // Find domain ranking\n const ranking = findDomainRanking(data.organic || [], domain, targetUrl);\n \n // Detect SERP features\n const serpFeatures = detectSerpFeatures(data);\n\n const result: RankingResult = {\n keyword,\n position: ranking?.position || null,\n url: ranking?.result.link || null,\n title: ranking?.result.title || null,\n snippet: ranking?.result.snippet || null,\n found: !!ranking,\n serp_features: serpFeatures,\n total_results: data.searchInformation?.totalResults || \"0\",\n search_time: data.searchInformation?.timeTaken || 0,\n checked_at: checkedAt,\n };\n\n return result;\n\n } catch (error) {\n console.error(`Error checking ranking for \"${keyword}\":`, error);\n \n return {\n keyword,\n position: null,\n url: null,\n title: null,\n snippet: null,\n found: false,\n serp_features: {\n answer_box: false,\n knowledge_graph: false,\n featured_snippet: false,\n local_pack: false,\n related_questions: false,\n sitelinks: false,\n },\n total_results: \"0\",\n search_time: 0,\n checked_at: checkedAt,\n error: error.message,\n };\n }\n}\n\n// Batch check multiple keywords with delay between requests\nexport async function batchCheckKeywords(\n keywords: Array<{\n keyword: string;\n domain: string;\n target_url?: string;\n location?: string;\n device?: string;\n }>,\n delayMs: number = 1000\n): Promise {\n const results: RankingResult[] = [];\n \n for (let i = 0; i < keywords.length; i++) {\n const keywordData = keywords[i];\n \n try {\n const result = await checkKeywordRanking(\n keywordData.keyword,\n keywordData.domain,\n keywordData.target_url,\n keywordData.location || \"us\",\n keywordData.device || \"desktop\"\n );\n \n results.push(result);\n \n // Add delay between requests to be respectful\n if (i < keywords.length - 1) {\n await sleep(delayMs);\n }\n \n } catch (error) {\n console.error(`Batch check error for keyword \"${keywordData.keyword}\":`, error);\n \n results.push({\n keyword: keywordData.keyword,\n position: null,\n url: null,\n title: null,\n snippet: null,\n found: false,\n serp_features: {\n answer_box: false,\n knowledge_graph: false,\n featured_snippet: false,\n local_pack: false,\n related_questions: false,\n sitelinks: false,\n },\n total_results: \"0\",\n search_time: 0,\n checked_at: new Date().toISOString(),\n error: error.message,\n });\n }\n }\n \n return results;\n}\n\n// Get competitor analysis for a keyword\nexport async function getCompetitorAnalysis(\n keyword: string,\n location: string = \"us\",\n device: string = \"desktop\",\n topN: number = 10\n): Promise<{\n keyword: string;\n competitors: Array<{\n position: number;\n domain: string;\n url: string;\n title: string;\n snippet: string;\n }>;\n checked_at: string;\n}> {\n const data = await makeSerperRequest(keyword, location, device, Math.min(topN, 20));\n \n const competitors = (data.organic || [])\n .slice(0, topN)\n .map((result, index) => ({\n position: result.position || index + 1,\n domain: result.displayLink,\n url: result.link,\n title: result.title,\n snippet: result.snippet,\n }));\n\n return {\n keyword,\n competitors,\n checked_at: new Date().toISOString(),\n };\n}\n\n// Validate Serper API configuration\nexport function validateSerperConfig(): { valid: boolean; error?: string } {\n if (!config.serper.apiKey) {\n return { valid: false, error: \"Serper API key not configured\" };\n }\n \n if (!config.serper.baseUrl) {\n return { valid: false, error: \"Serper base URL not configured\" };\n }\n \n return { valid: true };\n}\n\n// Get current rate limit status\nexport function getSerperRateLimitStatus(): {\n requests: number;\n maxRequests: number;\n remaining: number;\n resetTime: Date;\n} {\n const now = Date.now();\n const resetTime = new Date(serperRateLimit.windowStart + serperRateLimit.windowMs);\n \n return {\n requests: serperRateLimit.requests,\n maxRequests: serperRateLimit.maxRequests,\n remaining: Math.max(0, serperRateLimit.maxRequests - serperRateLimit.requests),\n resetTime,\n };\n}","deleted","label",[98],"permalink","https://www.val.town/x/diegoivo/denoCrudTask/code/serperClient.ts","extension","actionData","errors"]