mercredi 24 mars 2021

i am currently learning node.js and been given an activity related to web scrapping .here is my issue

i am using request npm package and request take two parameters request(url,callback);

here i somehow want to pass extra argument to my callback function how do i do it. this is the code i am trying to write

 function extractIssues(url,filepath){
    
    request(url,issueCb);
}

function issueCb(err,response,html)
{
  if(err){
      console.log(err+"at line 61");
  }
  else{
     extractIssueData(html);
  }
     
}
function extractIssueData(html){
  let selTool = cheerio.load(html);
  let arr = [];
  let issueLinksArr = selTool(".flex-auto.min-width-0.p-2.pr-3.pr-md-2 > a");
  
  let result="";
  for(let i = 0;i<issueLinksArr.length;i++){
     let issueLink = selTool(issueLinksArr[i]).attr("href");
     let content = selTool(issueLinksArr[i]).text().trim().split("/n")[0];
    
     let obj = {
        link :issueLink,
        content:content
     }
     
    let str = JSON.stringify(obj);
    result = result + str + " ,"+ "\n" ; 

  }
       
  console.log(result);
   
}

i want to use filepath in extractIssueData so i need to first catch it in issueCb how do i do it i cant find proper answer . thanks.




Aucun commentaire:

Enregistrer un commentaire