aboutsummaryrefslogtreecommitdiff
path: root/backend/tests/test_gen_events_data.py
diff options
context:
space:
mode:
Diffstat (limited to 'backend/tests/test_gen_events_data.py')
-rw-r--r--backend/tests/test_gen_events_data.py16
1 files changed, 14 insertions, 2 deletions
diff --git a/backend/tests/test_gen_events_data.py b/backend/tests/test_gen_events_data.py
index a94bc89..9622dc2 100644
--- a/backend/tests/test_gen_events_data.py
+++ b/backend/tests/test_gen_events_data.py
@@ -1,6 +1,11 @@
import unittest
-import tempfile, os, json, bz2, pickle, indexed_bzip2
-# Local imports
+import tempfile
+import os
+import json
+import bz2
+import pickle
+import indexed_bzip2
+
from tests.common import readTestDbTable
from hist_data.gen_events_data import genData
@@ -18,15 +23,18 @@ def runGenData(wikiItemArray: str, preGenOffsets: bool, nProcs: int):
file.write(b',')
file.write(b'\n')
file.write(b']\n')
+
# Create temp offsets file if requested
offsetsFile = os.path.join(tempDir, 'offsets.dat')
if preGenOffsets:
with indexed_bzip2.open(wikidataFile) as file:
with open(offsetsFile, 'wb') as file2:
pickle.dump(file.block_offsets(), file2)
+
# Run genData()
dbFile = os.path.join(tempDir, 'events.db')
genData(wikidataFile, offsetsFile, dbFile, nProcs)
+
# Read db
return readTestDbTable(dbFile, 'SELECT * FROM events')
@@ -164,15 +172,19 @@ class TestGenData(unittest.TestCase):
(7, 'media two', -2199, -2100, None, None, 0, 'work'),
(8, 'organism one', -400000000, -300000001, None, None, 0, 'organism'),
}
+
def test_wikiItems(self):
rows = runGenData(self.testWikiItems, False, 1)
self.assertEqual(rows, self.expectedRows)
+
def test_empty_dump(self):
rows = runGenData([{}], False, 1)
self.assertEqual(rows, set())
+
def test_multiprocessing(self):
rows = runGenData(self.testWikiItems, False, 4)
self.assertEqual(rows, self.expectedRows)
+
def test_existing_offsets(self):
rows = runGenData(self.testWikiItems, True, 3)
self.assertEqual(rows, self.expectedRows)