OwlBoard/src/utils/corpus.utils.js

// Get CORPUS data from Network Rail and format the data for OwlBoard

// Username and password must be stored in `/srv/keys/owlboard/keys.config.js`

const keys    = require('/srv/keys/owlboard/keys.configs');
const axios   = require('axios');
const zlib    = require('zlib');

async function initCorpus(){ // EXPORT - Uses getCorpus() to download the CORPUS GZIP and then processes it.
    let gzipData = await getCorpus();
    console.log(gzipData);
}

async function getCorpus(){ // Download and return the GZIP file as an arraybuffer.
    authHead = Buffer.from(`${keys.nr_user}:${keys.nr_pass}`).toString('base64');
    const getReq = axios.create({
        method: 'get',
        baseURL: 'https://datafeeds.networkrail.co.uk/ntrod/SupportingFileAuthenticate?type=CORPUS',
        timeout: 3000,
        headers: {'Authorization': `Basic ${authHead}`},
        responseType: 'arraybuffer'
    });
    let download = await getReq().then(function (response){
        return response.data;
    })
    return download;
}

async function getCorpusAgain(){ //Try to get CORPUS then pipe to zlib and return uncompressed date
    authHead = Buffer.from(`${keys.nr_user}:${keys.nr_pass}`).toString('base64');
    const decomp = zlib.createGunzip();
    const getReq = axios.create({
        method: 'get',
        baseURL: 'https://datafeeds.networkrail.co.uk/ntrod/SupportingFileAuthenticate?type=CORPUS',
        timeout: 3000,
        headers: {'Authorization': `Basic ${authHead}`},
        responseType: 'arraybuffer'
    });

    let download = await getReq().then(function (response){
        return response.data;
    })

    zlib.gunzip(download, function (_err, output){
        let string = output.toString()
        let obj = JSON.parse(string)
        //console.log(obj);
        return obj; // Find out how to get data out of callback -> See pinned tab on laptop2.ws
    })
    console.log(corpus); // This doesn't work but if console.logging from the function it prints.
}

async function cleanCorpus(){
    // Clean the CORPUS as per the temporary Python Script
}

module.exports = {
    initCorpus,
    getCorpusAgain
}