Add backend unit tests

- Add unit testing code in backend/tests/
- Change to snake-case for script/file/directory names
- Use os.path.join() instead of '/'
- Refactor script code into function defs and a main-guard
- Make global vars all-caps

Some fixes:
- For getting descriptions, some wiki redirects weren't properly resolved
- Linked images were sub-optimally propagated
- Generation of reduced trees assumed a wiki-id association implied a description
- Tilo.py had potential null dereferences by not always using a reduced node set
- EOL image downloading didn't properly wait for all threads to end when finishing

1 files changed, 49 insertions, 0 deletions

diff --git a/backend/tests/common.py b/backend/tests/common.py
new file mode 100644
index 0000000..cb455e4
--- /dev/null
+++ b/backend/tests/common.py
@@ -0,0 +1,49 @@
+"""
+Utilities for testing
+"""
+
+from typing import Any
+import bz2, gzip, sqlite3
+
+def createTestFile(filename: str, content: str) -> None:
+	""" Creates a file with the given name and contents """
+	with open(filename, 'w') as file:
+		file.write(content)
+
+def readTestFile(filename: str) -> str:
+	""" Returns the contents of a file with the given name """
+	with open(filename) as file:
+		return file.read()
+
+def createTestBz2(filename: str, content: str) -> None:
+	""" Creates a bzip2 file with the given name and contents """
+	with bz2.open(filename, mode='wb') as file:
+		file.write(content.encode())
+
+def createTestGzip(filename: str, content: str) -> None:
+	""" Creates a gzip file with the given name and contents """
+	with gzip.open(filename, mode='wt') as file:
+		file.write(content)
+
+TableRows = set[tuple[Any, ...]]
+def createTestDbTable(filename: str, createCmd: str | None, insertCmd: str, rows: TableRows) -> None:
+	""" Creates an sqlite db with a table specified by creation+insertion commands and records.
+		If 'createCmd' is None, just insert into an existing table."""
+	dbCon = sqlite3.connect(filename)
+	dbCur = dbCon.cursor()
+	if createCmd is not None:
+		dbCur.execute(createCmd)
+	for row in rows:
+		dbCur.execute(insertCmd, row)
+	dbCon.commit()
+	dbCon.close()
+
+def readTestDbTable(filename: str, selectCmd: str) -> TableRows:
+	""" Returns the records in a sqlite db with the given name, using the given select command """
+	rows: set[tuple[Any, ...]] = set()
+	dbCon = sqlite3.connect(filename)
+	dbCur = dbCon.cursor()
+	for row in dbCur.execute(selectCmd):
+		rows.add(row)
+	dbCon.close()
+	return rows