csv - 如何使用 javascript apify puppeteer 从谷歌趋势下载 Csv

Question

我使用该代码使用 apify js 从谷歌趋势下载 csv，但它不起作用，你能帮我吗？结果是一个内容错误的 csv。我尝试从谷歌趋势中获取所有 csv。

const path = require('path');
const downloadPath1 = path.resolve(__dirname, './downloads');
  
const fs = require('fs');
try{
const util = require('util');
await util.promisify(fs.mkdir)(downloadPath1);  
}
  catch( e){


  }
  
await page.setRequestInterception(true); 
//await page.click(csvSelector);
  await page.waitForSelector(csvSelector)
 const hrefElement = await page.$(csvSelector);
  await hrefElement.click();

const xRequest = await new Promise(resolve => {
  page.on('request', async interceptedRequest => {
            const type = interceptedRequest.resourceType();
            log.info(type)
            if (  type == "xhr" ) {interceptedRequest.abort();
             resolve(interceptedRequest);}
            else interceptedRequest.continue();
        });
});
log.info(xRequest._url);
const request = require('request-promise');
const options = {
    encoding: null,
    method: xRequest._method,
    uri: xRequest._url,
    body: xRequest._postData,
    headers: xRequest._headers
}

/* add the cookies */
const cookies = await page.cookies();
options.headers.Cookie = cookies.map(ck => ck.name + '=' + ck.value).join(';');
const response = await request(options); 

fs.writeFileSync(downloadPath1+'/binary.csv', response);
  

 
const fileObjs = fs.readdirSync(downloadPath1, { withFileTypes: true });
  
console.log("\nCurrent directory files:");
fileObjs.forEach(file => {
  console.log(file);
});

 
// There won't be more files so let's pick the first
const fileData = fs.readFileSync(downloadPath1+`/${fileObjs[0].name}`);
log.info(fileData);
// Now we can use the data or save it into Key-value store. 

await Apify.setValue('MY-Csv.csv', fileData, { contentType: 'application/csv'});

我希望有人可以为此提出解决方案谢谢

标签： csvdownloadgoogle-trendsapify