Function query

apps/web/services/crawler/index.ts:11–24

(site: string)

}

async function query(site: string) {
  const result = await axios.get(
    `https://www.google.com/search?q=site:${site}`,
    {
      headers: {
        'User-Agent':
          'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.0.0 Safari/537.36',
      },
    }
  );
  const $ = load(result.data);
  const resultStats = $('#result-stats').text();
  return Number(getResult(resultStats) || 0);
}

export async function crawlGoogleResults() {
  const accounts = await findAccountsPremium();