// Get CORPUS data from Network Rail and format the data for OwlBoard // Username and password must be stored in `/srv/keys/owlboard/keys.config.js` const keys = require('/srv/keys/owlboard/keys.configs'); const axios = require('axios'); const zlib = require('zlib'); async function initCorpus(){ // EXPORT - Uses getCorpus() to download the CORPUS GZIP and then processes it. let gzipData = await getCorpus(); console.log(gzipData); } async function getCorpus(){ // Download and return the GZIP file as an arraybuffer. authHead = Buffer.from(`${keys.nr_user}:${keys.nr_pass}`).toString('base64'); const getReq = axios.create({ method: 'get', baseURL: 'https://datafeeds.networkrail.co.uk/ntrod/SupportingFileAuthenticate?type=CORPUS', timeout: 3000, headers: {'Authorization': `Basic ${authHead}`}, responseType: 'arraybuffer' }); let download = await getReq().then(function (response){ return response.data; }) return download; } async function getCorpusAgain(){ //Try to get CORPUS then pipe to zlib and return uncompressed date authHead = Buffer.from(`${keys.nr_user}:${keys.nr_pass}`).toString('base64'); const decomp = zlib.createGunzip(); const getReq = axios.create({ method: 'get', baseURL: 'https://datafeeds.networkrail.co.uk/ntrod/SupportingFileAuthenticate?type=CORPUS', timeout: 3000, headers: {'Authorization': `Basic ${authHead}`}, responseType: 'arraybuffer' }); let download = await getReq().then(function (response){ return response.data; }) zlib.gunzip(download, function (_err, output){ let string = output.toString() let obj = JSON.parse(string) //console.log(obj); return obj; // Find out how to get data out of callback -> See pinned tab on laptop2.ws }) console.log(corpus); // This doesn't work but if console.logging from the function it prints. } async function cleanCorpus(){ // Clean the CORPUS as per the temporary Python Script } module.exports = { initCorpus, getCorpusAgain }