Fred Boniface
2ca5a86030
- Remove outdated timetable data, - Ensure a 'Delete' transaction only deletes required data - Bump version to 2023.6.6
79 lines
2.9 KiB
Python
79 lines
2.9 KiB
Python
# db-manager - Builds and manages an OwlBoard database instance - To be run on a
|
|
# cron schedule
|
|
# Copyright (C) 2023 Frederick Boniface
|
|
|
|
# This program is free software: you can redistribute it and/or modify it under the
|
|
# terms of the GNU General Public License as published by the Free Software
|
|
# Foundation, either version 3 of the License, or (at your option) any later version.
|
|
|
|
# This program is distributed in the hope that it will be useful, but WITHOUT ANY
|
|
# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
|
|
# PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
|
|
# You should have received a copy of the GNU General Public License along with this
|
|
# program. If not, see
|
|
# https://git.fjla.uk/OwlBoard/db-manager/src/branch/main/LICENSE
|
|
|
|
version = "2023.6.6"
|
|
print(f"main.py: Initialising db-manager v{version}")
|
|
|
|
#Third Party Imports
|
|
import os
|
|
import time
|
|
|
|
# Import logger
|
|
import logger as log
|
|
log.out(f"main.py: db-manager {version} Initialised", "INFO")
|
|
|
|
#Local Imports
|
|
import corpus, mongo, pis, mailer, timetable
|
|
|
|
# Ensure count document exists in meta, wrap in while look to prevent crashing if the DB is not ready:
|
|
# Does this work when the DB is not initialised?
|
|
dbReady = False
|
|
while dbReady is False:
|
|
try:
|
|
mongo.metaCounters()
|
|
dbReady = True
|
|
except:
|
|
dbReady = False
|
|
|
|
#Check & Update corpus/stations:
|
|
# If older than 12 days then update
|
|
corpusAge = int(time.time()) - mongo.metaCheckTime("corpus")
|
|
log.out(f'main.py: Corpus is {corpusAge}s old', "INFO")
|
|
if corpusAge > 1036800:
|
|
log.out('main.py: Updating CORPUS data', "INFO")
|
|
corpusData = corpus.removeEmpty(corpus.fetch())
|
|
mongo.putBulkCorpus(corpusData)
|
|
else:
|
|
log.out('main.py: Not updating CORPUS data until it is 1036800s old.', "INFO")
|
|
|
|
stationsAge = int(time.time()) - mongo.metaCheckTime("stations")
|
|
log.out(f'main.py: Stations is {stationsAge}s old', "INFO")
|
|
# While the source of stations data is CORPUS, this statement is based on corpusAge, when/if changing the source, it should be changed to use stationsAge
|
|
# if stationsAge is used now, there could be a situation where stationsAge tries to update but fails as corpusData doesn't exist.
|
|
if corpusAge > 1036800:
|
|
log.out('main.py: Updating stations data', "INFO")
|
|
stationData = corpus.onlyStations(corpusData)
|
|
mongo.putBulkStations(stationData)
|
|
else:
|
|
log.out('main.py: Not updating stations data until it is 1036800s old.', "INFO")
|
|
|
|
## Run PIS Update
|
|
pis.runUpdate()
|
|
|
|
## Run Timetable Update
|
|
timetable.runUpdate()
|
|
|
|
log.out('main.py: Requesting TTL Index Creation', "INFO")
|
|
mongo.createTtlIndex("users", "atime", 2629800)
|
|
mongo.createTtlIndex("registrations", "time", 1800)
|
|
|
|
# Push version number to database for reporting
|
|
mongo.putVersion(version)
|
|
|
|
# END
|
|
log.out(f"main.py: db-manager v{version} Complete", "INFO")
|
|
log.out(f"main.py: Mailing logs")
|
|
mailer.submitLogs() |