From ff638e269d439c853b5182b68ff10777f12597f1 Mon Sep 17 00:00:00 2001 From: Terry Truong Date: Sun, 5 Feb 2023 13:55:00 +1100 Subject: Use relative imports between data generation scripts Avoids the need for code that modifies sys.path, but requires running of the scripts using 'python -m' with backend/ as cwd. Also expects constants like DB_FILE to be non-relative, due to running from backend/. --- backend/hist_data/enwiki/gen_dump_index_db.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) (limited to 'backend/hist_data/enwiki/gen_dump_index_db.py') diff --git a/backend/hist_data/enwiki/gen_dump_index_db.py b/backend/hist_data/enwiki/gen_dump_index_db.py index 8872171..e4a0fbe 100755 --- a/backend/hist_data/enwiki/gen_dump_index_db.py +++ b/backend/hist_data/enwiki/gen_dump_index_db.py @@ -11,8 +11,10 @@ import re import bz2 import sqlite3 -INDEX_FILE = 'enwiki-20220501-pages-articles-multistream-index.txt.bz2' # Had about 22e6 lines -DB_FILE = 'dump_index.db' +ENWIKI_DIR = os.path.dirname(os.path.realpath(__file__)) +INDEX_FILE = os.path.join(ENWIKI_DIR, 'enwiki-20220501-pages-articles-multistream-index.txt.bz2') + # Had about 22e6 lines +DB_FILE = os.path.join(ENWIKI_DIR, 'dump_index.db') def genData(indexFile: str, dbFile: str) -> None: if os.path.exists(dbFile): -- cgit v1.2.3