const cheerio = require('cheerio')
const fs = require('fs');
const request = require('request')
const iconv = require('iconv-lite')
const download = require('download');
const { title } = require('process');
const baseUrl = 'http://www.jmcbm.com/'

const options = {
  url: baseUrl,
  encoding: null
}


request(options, function (error, response, buffer) {
  const html = iconv.decode(buffer, 'gbk')
  const $ = cheerio.load(html.toString())
  // console.log($('title').text())
  //保存页面
  // fs.writeFileSync('home.html',html.toString())

  // 存储首页所有链接
  const aInfo = []
  $('body .dhlist a').each((index, item) => {
    let href = $(item).attr('href')
    if(href.includes('.asp')) {
      aInfo.push(href)
    }
    // getDetail(href, $(item).text())
  })
  fs.writeFileSync('aInfo.text', aInfo.join('\n'))
})


function handleWriteFile(fileName, context) {
  fs.writeFileSync(fileName, context)
}