From a8ea534f13cc23dfab25c6d856f9d9833dd000ba Mon Sep 17 00:00:00 2001
From: Terry Truong <terry06890@gmail.com>
Date: Sat, 14 Jan 2023 17:06:55 +1100
Subject: Add 'imgonly' server query param

Remove script for deleting events in db without images
---
 backend/hist_data/reduce_event_data.py | 64 ----------------------------------
 1 file changed, 64 deletions(-)
 delete mode 100755 backend/hist_data/reduce_event_data.py

(limited to 'backend/hist_data/reduce_event_data.py')

diff --git a/backend/hist_data/reduce_event_data.py b/backend/hist_data/reduce_event_data.py
deleted file mode 100755
index 5801f4d..0000000
--- a/backend/hist_data/reduce_event_data.py
+++ /dev/null
@@ -1,64 +0,0 @@
-#!/usr/bin/python3
-
-"""
-Delete events from the database that have no image
-"""
-
-# Code used in unit testing (for resolving imports of modules within this directory)
-import os, sys
-parentDir = os.path.dirname(os.path.realpath(__file__))
-sys.path.append(parentDir)
-# Standard imports
-import argparse
-import sqlite3
-# Local imports
-from cal import SCALES, dbDateToHistDate, dateToUnit
-
-DB_FILE = 'data.db'
-
-def reduceData(dbFile: str, scales: list[int]) -> None:
-	dbCon = sqlite3.connect(dbFile)
-	dbCur = dbCon.cursor()
-	#
-	print('Getting events to delete')
-	eventsToDel: list[int] = []
-	scaleUnitToDelCount: dict[tuple[int, int], int] = {} # Stores counts to subtract from entries in 'dist'
-	query = 'SELECT events.id, events.start, events.fmt FROM events' \
-		' LEFT JOIN event_imgs ON events.id = event_imgs.id WHERE event_imgs.id IS NULL'
-	iterNum = 0
-	for (eventId, start, fmt) in dbCur.execute(query):
-		if iterNum % 1e5 == 0:
-			print(f'At iteration {iterNum}')
-		#
-		eventsToDel.append(eventId)
-		date = dbDateToHistDate(start, fmt)
-		for scale in scales:
-			unit = dateToUnit(date, scale)
-			if (scale, unit) not in scaleUnitToDelCount:
-				scaleUnitToDelCount[(scale, unit)] = 1
-			else:
-				scaleUnitToDelCount[(scale, unit)] += 1
-	print(f'Found {len(eventsToDel)}')
-	#
-	print('Deleting events')
-	iterNum = 0
-	for eventId in eventsToDel:
-		iterNum += 1
-		if iterNum % 1e5 == 0:
-			print(f'At iteration {iterNum}')
-		#
-		dbCur.execute('DELETE FROM events WHERE id = ?', (eventId,))
-		dbCur.execute('DELETE FROM pop WHERE id = ?', (eventId,))
-		dbCur.execute('DELETE FROM event_disp WHERE id = ?', (eventId,))
-	for (scale, unit), delCount in scaleUnitToDelCount.items():
-		dbCur.execute('UPDATE dist SET count = count - ? WHERE scale = ? AND unit = ?', (delCount, scale, unit))
-	dbCur.execute('DELETE FROM dist WHERE count < 1')
-	#
-	dbCon.commit()
-	dbCon.close()
-
-if __name__ == '__main__':
-	parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
-	args = parser.parse_args()
-	#
-	reduceData(DB_FILE, SCALES)
-- 
cgit v1.2.3