From 30851ce8a6bf60cba48de372e7c923167cc17d8a Mon Sep 17 00:00:00 2001 From: Terry Truong Date: Sun, 2 Oct 2022 21:18:13 +1100 Subject: Add gen_desc_data.py Add unit test, update README --- backend/tests/test_gen_desc_data.py | 79 +++++++++++++++++++++++++++++++++++++ backend/tests/test_gen_imgs.py | 7 ++-- 2 files changed, 82 insertions(+), 4 deletions(-) create mode 100644 backend/tests/test_gen_desc_data.py (limited to 'backend/tests') diff --git a/backend/tests/test_gen_desc_data.py b/backend/tests/test_gen_desc_data.py new file mode 100644 index 0000000..6f321b4 --- /dev/null +++ b/backend/tests/test_gen_desc_data.py @@ -0,0 +1,79 @@ +import unittest +import tempfile, os + +from tests.common import createTestDbTable, readTestDbTable +from hist_data.gen_desc_data import genData + +class TestGenData(unittest.TestCase): + def test_gen(self): + with tempfile.TemporaryDirectory() as tempDir: + # Create temp enwiki db + enwikiDb = os.path.join(tempDir, 'enwiki_descs.db') + createTestDbTable( + enwikiDb, + 'CREATE TABLE pages (id INT PRIMARY KEY, title TEXT UNIQUE)', + 'INSERT INTO pages VALUES (?, ?)', + { + (1, 'I'), + (3, 'III'), + (4, 'IV'), + (5, 'V'), + (6, 'VI'), + } + ) + createTestDbTable( + enwikiDb, + 'CREATE TABLE redirects (id INT PRIMARY KEY, target TEXT)', + 'INSERT INTO redirects VALUES (?, ?)', + { + (5, 'IV'), + } + ) + createTestDbTable( + enwikiDb, + 'CREATE TABLE descs (id INT PRIMARY KEY, desc TEXT)', + 'INSERT INTO descs VALUES (?, ?)', + { + (1, 'One'), + (3, 'Three'), + (4, 'Four'), + (5, 'Five'), + (6, 'Six'), + } + ) + # Create temp history db + dbFile = os.path.join(tempDir, 'data.db') + createTestDbTable( + dbFile, + 'CREATE TABLE events (id INT PRIMARY KEY, title TEXT UNIQUE, ' \ + 'start INT, start_upper INT, end INT, end_upper INT, fmt INT, ctg TEXT)', + 'INSERT INTO events VALUES (?, ?, ?, ?, ?, ?, ?, ?)', + { + (10, 'I', 100, None, None, None, 0, 'event'), + (20, 'II', 200, None, None, None, 0, 'discovery'), + (30, 'III', 300, None, 350, None, 0, 'event'), + (50, 'V', 5, 10, None, None, 1, 'human'), + (60, 'VI', 6000, None, None, None, None, 'event'), + } + ) + createTestDbTable( + dbFile, + 'CREATE TABLE event_imgs (id INT PRIMARY KEY, img_id INT)', + 'INSERT INTO event_imgs VALUES (?, ?)', + { + (10, 100), + (30, 300), + (50, 500), + } + ) + # Run + genData(enwikiDb, dbFile) + # Check + self.assertEqual( + readTestDbTable(dbFile, 'SELECT id, wiki_id, desc from descs'), + { + (10, 1, 'One'), + (30, 3, 'Three'), + (50, 5, 'Four'), + } + ) diff --git a/backend/tests/test_gen_imgs.py b/backend/tests/test_gen_imgs.py index 2541c1d..f8bfeb6 100644 --- a/backend/tests/test_gen_imgs.py +++ b/backend/tests/test_gen_imgs.py @@ -11,8 +11,7 @@ class TestGenImgs(unittest.TestCase): @patch('hist_data.gen_imgs.convertImage', autospec=True) def test_gen(self, convertImageMock): with tempfile.TemporaryDirectory() as tempDir: - convertImageMock.side_effect = \ - lambda imgPath, outPath: shutil.copy(imgPath, outPath) + convertImageMock.side_effect = lambda imgPath, outPath: shutil.copy(imgPath, outPath) # Create temp images imgDir = os.path.join(tempDir, 'enwiki_imgs') os.mkdir(imgDir) @@ -63,7 +62,7 @@ class TestGenImgs(unittest.TestCase): '200.jpg', }) self.assertEqual( - readTestDbTable(dbFile, 'SELECT id, img_id from event_imgs'), + readTestDbTable(dbFile, 'SELECT id, img_id FROM event_imgs'), { (10, 100), (20, 200), @@ -71,7 +70,7 @@ class TestGenImgs(unittest.TestCase): } ) self.assertEqual( - readTestDbTable(dbFile, 'SELECT id, url, license, artist, credit from images'), + readTestDbTable(dbFile, 'SELECT id, url, license, artist, credit FROM images'), { (100, 'https://en.wikipedia.org/wiki/File:one.jpg', 'CC BY-SA 3.0', 'author1', 'credits1'), (200, 'https://en.wikipedia.org/wiki/File:two.jpeg', 'cc-by', 'author2', 'credits2'), -- cgit v1.2.3