From 5de5fb93e50fe9006221b30ac4a66f1be0db82e7 Mon Sep 17 00:00:00 2001 From: Terry Truong Date: Sun, 11 Sep 2022 14:55:42 +1000 Subject: Add backend unit tests - Add unit testing code in backend/tests/ - Change to snake-case for script/file/directory names - Use os.path.join() instead of '/' - Refactor script code into function defs and a main-guard - Make global vars all-caps Some fixes: - For getting descriptions, some wiki redirects weren't properly resolved - Linked images were sub-optimally propagated - Generation of reduced trees assumed a wiki-id association implied a description - Tilo.py had potential null dereferences by not always using a reduced node set - EOL image downloading didn't properly wait for all threads to end when finishing --- backend/tests/common.py | 49 +++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 backend/tests/common.py (limited to 'backend/tests/common.py') diff --git a/backend/tests/common.py b/backend/tests/common.py new file mode 100644 index 0000000..cb455e4 --- /dev/null +++ b/backend/tests/common.py @@ -0,0 +1,49 @@ +""" +Utilities for testing +""" + +from typing import Any +import bz2, gzip, sqlite3 + +def createTestFile(filename: str, content: str) -> None: + """ Creates a file with the given name and contents """ + with open(filename, 'w') as file: + file.write(content) + +def readTestFile(filename: str) -> str: + """ Returns the contents of a file with the given name """ + with open(filename) as file: + return file.read() + +def createTestBz2(filename: str, content: str) -> None: + """ Creates a bzip2 file with the given name and contents """ + with bz2.open(filename, mode='wb') as file: + file.write(content.encode()) + +def createTestGzip(filename: str, content: str) -> None: + """ Creates a gzip file with the given name and contents """ + with gzip.open(filename, mode='wt') as file: + file.write(content) + +TableRows = set[tuple[Any, ...]] +def createTestDbTable(filename: str, createCmd: str | None, insertCmd: str, rows: TableRows) -> None: + """ Creates an sqlite db with a table specified by creation+insertion commands and records. + If 'createCmd' is None, just insert into an existing table.""" + dbCon = sqlite3.connect(filename) + dbCur = dbCon.cursor() + if createCmd is not None: + dbCur.execute(createCmd) + for row in rows: + dbCur.execute(insertCmd, row) + dbCon.commit() + dbCon.close() + +def readTestDbTable(filename: str, selectCmd: str) -> TableRows: + """ Returns the records in a sqlite db with the given name, using the given select command """ + rows: set[tuple[Any, ...]] = set() + dbCon = sqlite3.connect(filename) + dbCur = dbCon.cursor() + for row in dbCur.execute(selectCmd): + rows.add(row) + dbCon.close() + return rows -- cgit v1.2.3