var cheerio = require('cheerio');var fetch = require('node-fetch');// cheerio 是一個類似瀏覽器端的jQuery，用來解析HTML的// fetch 用來發送請求

// 初始urlvar url = "http://detail.zol.com.cn/convenienttravel/hangzhou/#list_merchant_loc"http:// 由于每個a標簽下是相對路徑，故需要一個根地址來拼接，如下var urlRoot = "http://detail.zol.com.cn" // 存放所有url，之所以用set，是為了防止有相同的而重復爬去var urls = new Set()// 存儲所有數據var data = [] 

// 這是得到每個頁面的48個鏈接，并開始發送請求function ad(arg){// 參數 arg 先不管// 本地化一下需要爬取的鏈接let url2 = arg || url;// 請求第一頁該網頁，拿到數據之后，復制給 appvar app = await fetch(url2).then(res=>res.text())// 然后假裝用jQuery解析了var $ = cheerio.load(app)// 獲取當前頁所有電瓶車的a標簽var ele = $("#J_PicMode a.pic")// 存放已經爬取過的url，防止重復爬取var old_urls = []var urlapp = []//拿到所有a標簽地址之后，存在數組里面，等會兒要開始爬的for (let i = 0; i < ele.length; i++) {old_urls.push(fetch(urlRoot+$(ele[i]).attr('href')).then(res=>res.text()))}// 用把URL一塊丟給promise處理urlapp = await Promise.all(old_urls)// 處理完成之后，循環加入jQuery😂for (let i = 0; i < urlapp.length; i++) {let $2 = cheerio.load(urlapp[i],{decodeEntities: false})data.push({name:$2(".product-model__name").text(),price:$2(".price-type").text()})}// 至此，一頁的數據就爬完了// console.log(data);// 然后開始爬取下一頁var nextURL = $(".next").attr('href')// 判斷當前頁是不是最后一頁if (nextURL){let next = await fetch(urlRoot+nextURL).then(res=>res.text())// 獲取下一頁的標簽，拿到地址，走你ad(urlRoot+nextURL)}return data}ad()

var cheerio = require('cheerio');var fetch = require('node-fetch');var url = "http://detail.zol.com.cn/convenienttravel/hangzhou/#list_merchant_loc"var urlRoot = "http://detail.zol.com.cn"http:// var url = "http://localhost:3222/app1"var urls = new Set()var data = [] async function ad(arg){let url2 = arg || url;var app = await fetch(url2).then(res=>res.text())var $ = cheerio.load(app)var ele = $("#J_PicMode a.pic")var old_urls = []var urlapp = []for (let i = 0; i < ele.length; i++) {old_urls.push(fetch(urlRoot+$(ele[i]).attr('href')).then(res=>res.text()))}urlapp = await Promise.all(old_urls)for (let i = 0; i < urlapp.length; i++) {let $2 = cheerio.load(urlapp[i],{decodeEntities: false})data.push({name:$2(".product-model__name").text(),price:$2(".price-type").text()})}var nextURL = $(".next").attr('href')if (nextURL){let next = await fetch(urlRoot+nextURL).then(res=>res.text())ad(urlRoot+nextURL)}return data}ad()