aboutsummaryrefslogtreecommitdiff
path: root/backend/hist_data/reduce_event_data.py
blob: 15c2ab556abaafa0d0b58d19fec2299b93471c9e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
#!/usr/bin/python3

"""
Delete extraneous events from the database that have no image (and consequently no description)
"""

import argparse
import sqlite3

DB_FILE = 'data.db'

def reduceData(dbFile: str) -> None:
	dbCon = sqlite3.connect(dbFile)
	dbCur = dbCon.cursor()
	#
	print('Getting events to delete')
	eventsToDel = set()
	query = 'SELECT events.id FROM events LEFT JOIN event_imgs ON events.id = event_imgs.id WHERE event_imgs.id IS NULL'
	for (eventId,) in dbCur.execute(query):
		eventsToDel.add(eventId)
	#
	print('Deleting events')
	iterNum = 0
	for eventId in eventsToDel:
		iterNum += 1
		if iterNum % 1e5 == 0:
			print(f'At iteration {iterNum}')
		#
		dbCur.execute('DELETE from events where id = ?', (eventId,))
		dbCur.execute('DELETE from pop where id = ?', (eventId,))
	#
	dbCon.commit()
	dbCon.close()

if __name__ == '__main__':
	parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
	args = parser.parse_args()
	#
	reduceData(DB_FILE)