时间戳

首页 > 解决方案 > 在 Node.js 中抓取时的多个值

javascript - 在 Node.js 中抓取时的多个值

问题描述

所以我试图从节点 js 中的网站检索一些值，它给了我重复的值，我想知道如何过滤值以仅显示重复值的一个实例以仅显示我想要的值。

我要显示的输出 'JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA'

编码

变量 hospitaladdress 给了我提到的输出

    var hospital = $(this).text()
    var govthospitalnames = hospital.replace('(Government Hospital)','').trim()

    var refinegovthospitalnames = govthospitalnames.replace('(Satellite Govt. Building)','').trim()
    if(hospital.includes("Government") || hospital.includes("Govt.")){
         var hospitalstatus = "Government Hospital"
         var hospitaladdress = $('div[class="card-text col-md-12 col-lg-12 col-sm-12 col-xs-12"]').text().replace(/\s+/g,'').trim()
         console.log(hospitaladdress)
        }

输出

JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA
JBBlock,SectorIII,Bidhannagar,Kolkata,WestBengal700098,KOLKATAMETROPOLITANAREAStreetNumber299,DJBlock(Newtown),ActionAreaI,Newtown,NewTown,WestBengal700156,KOLKATAMETROPOLITANAREA578BarrackporeTrunkRoadKAMARHATIKolkata-700058,KOLKATAMETROPOLITANAREA54BagmariRoad,Kolkata54,KOLKATAMETROPOLITANAREASealdah,KOLKATAMETROPOLITANAREA57,BeleghataMainRd,SubhasSarobarPark,PhoolBagan,Beleghata,Kolkata,WestBengal700010,KOLKATAMETROPOLITANAREA241,DeshpranSasmalRd,Netajinagar,RajendraPrasadColony,Tollygunge,Kolkata,WestBengal700033,KOLKATAMETROPOLITANAREA88,CollegeSt,CalcuttaMedicalCollege,CollegeSquare,Kolkata,WestBengal700073,KOLKATAMETROPOLITANAREA138,AcharyaJagadishChandraBoseRd,Sealdah,RajaBazar,Kolkata,WestBengal700014,KOLKATAMETROPOLITANAREA1,KhudiramBoseSarani,BidhanSarani,ShyamBazar,Kolkata,WestBengal700004,KOLKATAMETROPOLITANAREA```

标签： javascriptnode.jswebweb-scraping

解决方案

此代码缺少上下文。它在循环内吗？您显示的数据的来源在哪里？

通常，您应该使用Set来存储您目前看到的所有字符串，并且每当您需要添加一个新字符串并对其进行一些操作时，请检查它是否已经存在

推荐阅读