superscriptjs / lemmer Goto Github PK

var Lemmer = require('lemmer');
const fs = require('fs');
let textFilePath = "C:/Qanta/leadgenPilot/OpenWhisk/sandBox/barc_text[9047].txt";
readFileIK(textFilePath) // this uses readFile as a promise resolving with the data
    .then(data => {
        let tokens = data
            // .substring(1,10000)
            .toLowerCase().split(/\W/g);
        Lemmer.lemmatize(tokens, function (err, wordsArray) {
            if (err) {
                console.log(err)
                throw (err)
            } else {
                let a = wordsArray.toString();
                console.log("lemmered ", wordsArray.length, "now will write to file")
                 fs.writeFile("lemmered.txt", a, (err) => {
                     if (err) {
                         console.log("error writing file ", err)
                     } else {
                        console.log("GREAT SUCCESS")
                    }
                 })
            }
        })
    })
function readFileIK(textFilePath) {
    return new Promise(function (resolve, reject) {
        fs.readFile(textFilePath, 'utf8', function (err, data) {
            if (err)
                reject(err)
            resolve(data)
        })
    })
}