timetable-mgr/corpus/update.go

package corpus

import (
	"git.fjla.uk/owlboard/timetable-mgr/dbAccess"
	"git.fjla.uk/owlboard/timetable-mgr/helpers"
	"git.fjla.uk/owlboard/timetable-mgr/log"
	"git.fjla.uk/owlboard/timetable-mgr/nrod"
	"go.uber.org/zap"
)

// Runs all stages of the CORPUS Update process
func RunCorpusUpdate(cfg *helpers.Configuration) error {
	resp, err := nrod.NrodStream(url, cfg)
	if err != nil {
		log.Msg.Error("Failed to fetch CORPUS data", zap.Error(err))
		return err
	}

	unsortedCorpusData, err := parseCorpusData(resp)
	if err != nil {
		log.Msg.Error("Error parsing Corpus data", zap.Error(err))
		return err
	}

	corpusData := pruneCorpusEntries(*unsortedCorpusData)
	stationData := createStationEntries(corpusData)

	if err := dbAccess.DropCollection(dbAccess.CorpusCollection); err != nil {
		log.Msg.Warn("CORPUS data may be incomplete")
		log.Msg.Error("Error dropping CORPUS Data", zap.Error(err))
		return err
	}
	if err := dbAccess.DropCollection(dbAccess.StationsCollection); err != nil {
		log.Msg.Warn("Stations data may be incomplete")
		log.Msg.Error("Error dropping stations Data", zap.Error(err))
		return err
	}

	if err := dbAccess.PutManyCorpus(corpusData); err != nil {
		log.Msg.Warn("CORPUS data may be incomplete")
		log.Msg.Error("Error inserting CORPUS Data", zap.Error(err))
		return err
	}
	if err := dbAccess.PutManyStations(stationData); err != nil {
		log.Msg.Warn("Stations data may be incomplete")
		log.Msg.Error("Error inserting stations data", zap.Error(err))
		return err
	}

	return nil
}