2022-12-06 01:20:43 +00:00
|
|
|
// Get CORPUS data from Network Rail and format the data for OwlBoard
|
|
|
|
|
2022-12-08 12:37:23 +00:00
|
|
|
// Network Rail Datafeed user and pass must be stored in `/srv/keys/owlboard/keys.config.js`
|
2022-12-06 01:20:43 +00:00
|
|
|
|
2022-12-08 10:46:29 +00:00
|
|
|
// FUNCTIONS
|
|
|
|
// init() : Exported: Uses the internal functions to return a clean CORPUS file.
|
|
|
|
// get() : Get the CORPUS data from Network Rail as a gzip file.
|
|
|
|
// extract(): Extract the CORPUS JSON file from the GZIP file.
|
|
|
|
// clean() : Cleans the CORPUS data, removing unneccesary keys from the data.
|
|
|
|
|
2022-12-06 13:40:03 +00:00
|
|
|
const keys = require('/srv/keys/owlboard/keys.configs');
|
|
|
|
const axios = require('axios');
|
2022-12-07 01:28:00 +00:00
|
|
|
const zlib = require('zlib');
|
2022-12-06 13:40:03 +00:00
|
|
|
|
2022-12-08 15:21:59 +00:00
|
|
|
async function init() {
|
|
|
|
var gzipData = await get();
|
2022-12-07 13:22:00 +00:00
|
|
|
console.log(gzipData);
|
2022-12-08 15:21:59 +00:00
|
|
|
var rawData = await extract(gzipData);
|
|
|
|
console.log(rawData);
|
|
|
|
var cleanData = await clean(rawData);
|
|
|
|
console.log(cleanData)
|
|
|
|
return cleanData;
|
2022-12-07 13:22:00 +00:00
|
|
|
}
|
|
|
|
|
2022-12-08 15:21:59 +00:00
|
|
|
async function get() {
|
2022-12-06 13:40:03 +00:00
|
|
|
authHead = Buffer.from(`${keys.nr_user}:${keys.nr_pass}`).toString('base64');
|
2022-12-08 12:37:23 +00:00
|
|
|
const url = 'https://datafeeds.networkrail.co.uk/ntrod/SupportingFileAuthenticate?type=CORPUS'
|
2022-12-08 10:46:29 +00:00
|
|
|
const options = {
|
2022-12-06 13:40:03 +00:00
|
|
|
method: 'get',
|
2022-12-08 15:21:59 +00:00
|
|
|
timeout: 20000,
|
2022-12-07 13:22:00 +00:00
|
|
|
headers: {'Authorization': `Basic ${authHead}`},
|
|
|
|
responseType: 'arraybuffer'
|
2022-12-08 10:46:29 +00:00
|
|
|
};
|
2022-12-08 15:21:59 +00:00
|
|
|
var { output } = await axios.get(url, options)
|
|
|
|
console.log(output)
|
|
|
|
return output;
|
2022-12-07 14:23:25 +00:00
|
|
|
}
|
|
|
|
|
2022-12-08 15:21:59 +00:00
|
|
|
async function extract(input) {
|
|
|
|
var { data } = zlib.Gunzip(input);
|
|
|
|
let string = data.toString()
|
|
|
|
let obj = JSON.parse(string)
|
|
|
|
//console.log(obj);
|
|
|
|
return obj; // Find out how to get data out of callback -> See pinned tab on laptop2.ws
|
2022-12-08 11:03:33 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
async function clean() {
|
2022-12-08 15:21:59 +00:00
|
|
|
return "Empty Function: clean()"
|
2022-12-06 01:20:43 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
module.exports = {
|
2022-12-08 12:37:23 +00:00
|
|
|
init
|
2022-12-06 01:20:43 +00:00
|
|
|
}
|