//爬取imooc單章內(nèi)容，并整理篩選打印

var http = require('http')

var cheerio = require('cheerio')

var url = 'http://idcbgp.cn/learn/348'

//把html作為參數(shù)傳遞給一個函數(shù)，讓函數(shù)對數(shù)據(jù)做相應的過濾

function filterChapters(html){

//裝載html

var $ = cheerio.load(html)

//charpts拿到每章的標題

var chapters = $('.chapter')

//數(shù)據(jù)結(jié)構(gòu)

// var chapters = $('.chapter')

// [{

// chapterTitle :

// videos:[

// videoTitle:'',

// videoId:''

// ]

// }]

var courseData = []

chapters.each(function(item){

var chapter = $(this)

var chapterTitle = chapter.find('h3').text().trim()

var videos = chapter.find('.video').children('li')

var chapterData = {

chapterTitle: chapterTitle,

videos :[]

}

videos.each(function(liList){

var video = $(this).find('.J-media-item')

var videoTitle = video.text().trim()

var videoId = video.attr('href').split('video/')[1]

chapterData.videos.push({

videoTitle: videoTitle,

videoId: videoId

})

})

courseData.push(chapterData)

})

return courseData

}

function printCourseInfo(courseData){

courseData.forEach(function(item){

var chapterTitle = item.chapterTitle

console.log(chapterTitle + '\n')

item.videos.forEach(function(video){

console.log('['+ video.videoId +']' + video.videoTitle + '\n')

})

})

}

http.get(url,function(res){

var html = ''

res.on('data',function(data){

html += data

})

res.on('end',function(){

var courseData = filterChapters(html)

printCourseInfo(courseData)

}).on('error',function(e){

console.error('extrat 348 chapter action is failed')

})

})