6.0 生成txt、doc文件

1、生成doc 

file/generate_doc.js

/**
 *
 * @description 拼接mysql字段的值，从中随机取值后，生成doc文件
 */
const fs = require('fs')
const mysql_config = require('../config/mysql_config')
const {connect, read} = require('../mysql/mysql');
 
(async () => {
    const Mock = require('mockjs')
    let Random = Mock.Random
    let c = await connect(mysql_config.options)
    for (let j = 0; j < 1000; j++) {
        let start = j * 1000
        let end = (j + 1) * 1000
        let sql = `select * from test_data limit ${start},${end}`
        let arr = await read(c, sql)
        let name = Random.csentence(5, 15).replaceAll('。', '')
        for (let i in arr) {
            if (arr.hasOwnProperty(i)) {
                if (parseInt(i) / 100 % 1 === 0 && parseInt(i) !== 0) {
                    break
                } else {
                    fs.writeFile(`${name}.doc`, JSON.stringify(arr[i]), {flag: 'a', encoding: 'utf8'}, err => {
                        if (err) throw err;
                        console.log('The file has been saved!');
                    })
                }
            }
 
        }
    }
})()

2、生成较大的doc

file/generate_larger_doc.js

/**
 *
 * @description 拼接mysql字段的值，从中随机取值后，生成size比较大的doc文件
 */
const fs = require('fs')
const mysql_config = require('../config/mysql_config')
const {connect, read} = require('../mysql/mysql');
 
(async () => {
    const Mock = require('mockjs')
    let Random = Mock.Random
    let c = await connect(mysql_config.options)
    for (let j = 0; j < 1000; j++) {
        let start = j * 1000
        let end = (j + 1) * 1000
        let sql = `select * from test limit ${start},${end}`
        let arr = await read(c, sql)
        let name = Random.csentence(5, 15).replaceAll('。', '')
        for (let i in arr) {
            if (arr.hasOwnProperty(i)) {
                if (parseInt(i) / 1000 % 1 === 0 && parseInt(i) !== 0) {
                    break
                } else {
                    console.log(1)
                    fs.writeFile(`${name}.doc`, JSON.stringify(arr[i]), {flag: 'a', encoding: 'utf8'}, err => {
                        if (err) throw err;
                        console.log('The file has been saved!');
                    })
                }
            }
        }
    }
})()

3、生成txt

file/generate_txt.js

/**
 *
 * @description 拼接mysql字段的值，从中随机取值后，生成txt文件
 */
const fs = require('fs')
const mysql_config = require('../config/mysql_config')
const {connect, read} = require('../mysql/mysql');
 
(async () => {
    const Mock = require('mockjs')
    let Random = Mock.Random
    let c = await connect(mysql_config.options)
    for (let j = 0; j < 1000; j++) {
        let start = j * 1000
        let end = (j + 1) * 1000
        let sql = `select * from test limit ${start},${end}`
        let arr = await read(c, sql)
        let name = Random.csentence(5, 15).replaceAll('。', '')
        for (let i in arr) {
            if (arr.hasOwnProperty(i)) {
                if (parseInt(i) / 100 % 1 === 0 && parseInt(i) !== 0) {
                    break
                } else {
                    fs.writeFile(`${name}.txt`, JSON.stringify(arr[i]), {flag: 'a'}, err => {
                        if (err) throw err;
                        console.log('The file has been saved!');
                    })
                }
            }
        }
    }
})()

4、config/mysql_config.js

module.exports = {
    options: {
        host: 'vm-mysql57.lan',
        user: 'root',
        password: 'wlh123456',
        database: 'data_jimi',
        insert_file: {
            table: 'file',
            path: 'D:\\target',
            field1: 'content',
            field2: 'filename'
        }
    },
    sql_group: {
        es_sql: 'select * from test limit 50000,50600',
        hbase_sql: '',
        mongo_sql: '',
        neo4j_sql: '',
        redis_sql: ''
    }
}