node爬取ui中国图片

以下代码仅供学习交流用，切勿做其他用途

/*************************************************************

 * 

 *- Copyright (c), 2018, lopo qq:64832897

 *- FileName : default.js

 *- Author : 罗波    Version : 1.0   Date:2018-10-14

 *- Descripttion : 图片image

 *- Other : www.ui.cn

 *- JSVersion ： ES6

 *- Modules : 

 *  1.request

 *  2.cheerio

 *  3.fs

 *

 *- History :

 *  <Author>      <Date>      <Desc>        <Modi>

 * 

 **************************************************************/

"use strict"

const request = require('request-promise-native');

const cheerio = require('cheerio');

const fs = require('fs');

const timeout = async(ms) => {

    await new Promise((resolve) => {

        setTimeout(resolve, ms);

    });

};

module.exports = {

    async getImg() {

        for (let j = 0; j < 2; j++) {

            let DATA = Object.assign({}, BACKJSON);

            let typeArr = ['all', 'main', 'edit', 'gener'];

            const options = {

                uri: 'http://www.ui.cn/list.html',

                transform: (body) => cheerio.load(body),

                qs: {

                    'r': 'main',

                    'p': j

                },

                headers: {

                    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.87 Safari/537.36'

                }

            };

            let setDATA = async($) => {

                let arrs = [];

                await $('.imgloadinglater').each((i, e) => {

                    arrs.push({

                        url: $(e).parent().attr(),

                        src: $(e).data('original'),

                        name: $(e).data('original').split('/').pop(),

                        title: $(e).parents('.cover').next().find('.title').text().trim(),

                    })

                });

                for (const e of arrs) {

                    await request(e.src).pipe(fs.createWriteStream(`d:/ui/uichina/${e.name}`));

                    await timeout(1500);

                }

                console.log(arrs)

            };

            try {

                const data = await request(options);

                const json = setDATA(data);

            } catch (error) {

                console.log(error)

            }

            await timeout(15000);

        }

    }

}