aboutsummaryrefslogtreecommitdiff
path: root/backend/tilo.py
diff options
context:
space:
mode:
authorTerry Truong <terry06890@gmail.com>2022-08-30 12:27:42 +1000
committerTerry Truong <terry06890@gmail.com>2022-08-30 12:27:42 +1000
commite8e58a3bb9dc233dacf573973457c5b48d369503 (patch)
tree242500ca304c5afbb7e6506e61da4c4dfff0b175 /backend/tilo.py
parent930c12d33e1093f874a4beb4d6376621e464e8c0 (diff)
Add scripts for generating eol/enwiki mappings
- New data sources: OTOL taxonomy, EOL provider-ids, Wikidata dump - Add 'node_iucn' table - Remove 'redirected' field from 'wiki_ids' table - Make 'eol_ids' table have 'name' as the primary key - Combine name-generation scripts into genNameData.py - Combine description-generation scripts into genDescData.py
Diffstat (limited to 'backend/tilo.py')
-rwxr-xr-xbackend/tilo.py9
1 files changed, 4 insertions, 5 deletions
diff --git a/backend/tilo.py b/backend/tilo.py
index d86e94c..bb7af16 100755
--- a/backend/tilo.py
+++ b/backend/tilo.py
@@ -56,10 +56,9 @@ class SearchSuggResponse:
self.hasMore = hasMore # boolean
class DescInfo:
" Represents a node's associated description "
- def __init__(self, text, wikiId, fromRedirect, fromDbp):
+ def __init__(self, text, wikiId, fromDbp):
self.text = text # string
self.wikiId = wikiId # number
- self.fromRedirect = fromRedirect # boolean
self.fromDbp = fromDbp # boolean
class ImgInfo:
" Represents a node's associated image "
@@ -199,11 +198,11 @@ def lookupInfo(name, tree, dbCur):
namesToLookup = [name] if len(subNames) == 0 else [n for n in subNames if n != None]
# Get desc info
nameToDescInfo = {}
- query = "SELECT name, desc, wiki_id, redirected, from_dbp FROM" \
+ query = "SELECT name, desc, wiki_id, from_dbp FROM" \
" wiki_ids INNER JOIN descs ON wiki_ids.id = descs.wiki_id" \
" WHERE wiki_ids.name IN ({})".format(",".join(["?"] * len(namesToLookup)))
- for (nodeName, desc, wikiId, redirected, fromDbp) in dbCur.execute(query, namesToLookup):
- nameToDescInfo[nodeName] = DescInfo(desc, wikiId, redirected == 1, fromDbp == 1)
+ for (nodeName, desc, wikiId, fromDbp) in dbCur.execute(query, namesToLookup):
+ nameToDescInfo[nodeName] = DescInfo(desc, wikiId, fromDbp == 1)
# Get image info
nameToImgInfo = {}
idsToNames = {nameToNodes[n].imgName[:-4]: n for n in namesToLookup if nameToNodes[n].imgName != None}