async function processLink(link, scraperHeaders = {}) {
  if (!validURL(link)) return { success: false, reason: "Not a valid URL." };
  return await scrapeGenericUrl({
    link,
    captureAs: "text",
    processAsDocument: true,
    scraperHeaders,
  });
}
Process a link and return the text content. This util will save the link as a document
so it can be used for embedding later.
@param {string} link - The link to process
@param {{[key: string]: string}} scraperHeaders - Custom headers to apply when scraping the link
@returns {Promise<{success: boolean, content: string}>} - Response from collector