From e8e58a3bb9dc233dacf573973457c5b48d369503 Mon Sep 17 00:00:00 2001 From: Terry Truong Date: Tue, 30 Aug 2022 12:27:42 +1000 Subject: Add scripts for generating eol/enwiki mappings - New data sources: OTOL taxonomy, EOL provider-ids, Wikidata dump - Add 'node_iucn' table - Remove 'redirected' field from 'wiki_ids' table - Make 'eol_ids' table have 'name' as the primary key - Combine name-generation scripts into genNameData.py - Combine description-generation scripts into genDescData.py --- .gitignore | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) (limited to '.gitignore') diff --git a/.gitignore b/.gitignore index 7d5fe2d..2d08c56 100644 --- a/.gitignore +++ b/.gitignore @@ -2,31 +2,35 @@ /node_modules/ /dist/ /backend/__pycache__ +.venv # Database files /backend/tolData/data.db /backend/tolData/otol/*.tgz +/backend/tolData/otol/taxonomy.tsv /backend/tolData/otol/*.json /backend/tolData/otol/*.tre /backend/tolData/eol/*.tgz /backend/tolData/eol/*.csv /backend/tolData/eol/imagesList/ +/backend/tolData/eol/*.gz /backend/tolData/eol/*.db /backend/tolData/eol/imgsForReview/ /backend/tolData/eol/imgs/ -/backend/tolData/dbpedia/*.bz2 -/backend/tolData/dbpedia/*.db /backend/tolData/enwiki/*.bz2 +/backend/tolData/enwiki/*.gz /backend/tolData/enwiki/*.db /backend/tolData/enwiki/imgs/ +/backend/tolData/dbpedia/*.bz2 +/backend/tolData/dbpedia/*.db +/backend/tolData/wikidata/*.bz2 +/backend/tolData/wikidata/*.dat +/backend/tolData/wikidata/*.db /backend/tolData/imgList.txt /backend/tolData/pickedImgs/ /backend/tolData/img/ /backend/tolData/pickedOtolNames.txt /backend/tolData/pickedEolIds.txt -/backend/tolData/pickedEolAltsToSkip.txt -/backend/tolData/pickedEnwikiNamesToSkip.txt -/backend/tolData/pickedDbpLabels.txt -/backend/tolData/pickedEnwikiLabels.txt +/backend/tolData/pickedWikiIds*.txt /backend/tolData/pickedNodes.txt /backend/tolData/pickedNames.txt -- cgit v1.2.3