COnfigure for home workstation.
# This script expects to be executed with the current working directory.
+# Ensure that sort has enough space for its temporary files.
+TMPDIR=/data3/rogers/tmp
+export TMPDIR
+
# This is the Wikidata version we will analyze:
WIKIDATA_VERSION=wikidata-20210510
-KGTK_WORK_DIR=/data02/wikidata_import
+KGTK_WORK_DIR=/data3/rogers/kgtk/gd/kgtk_public_graphs/cache/
# The `kgtk validate-properties` pattern files are expected to
# be in:
-PATTERNDIR=/nas/home/rogers/kgtk/github/kgtk/wikidata/patterns
+PATTERNDIR=/data1/rogers/kgtk/github/kgtk/wikidata/patterns
# This will be our working directory:
WIKIDATA_WORK_DIR=${KGTK_WORK_DIR}/${WIKIDATA_VERSION}
@@ -47,10 +51,6 @@ USE_MGZIP=True
# GZIP_CMD=gzip
GZIP_CMD=pigz
-# Ensure that sort has enough space for its temporary files.
-TMPDIR=${KGTK_WORK_DIR}/tmp
-export TMPDIR
-
# Skip cleaning for now. When we enable it, we will need to adjust some file
# names in subsequent commands.
CLEAN=0
@@ -58,7 +58,7 @@ CLEAN=0
# Some common flags:
KGTK_FLAGS="--debug --timing --progress --progress-tty `tty`"
VERBOSE="--verbose"
-SORT_EXTRAS="--parallel 64 --buffer-size 60% -T ${TMPDIR}"
+SORT_EXTRAS="--parallel 64 --buffer-size 50% -T ${TMPDIR}"
# The Wikidata datatypes:
WIKIDATATYPES=( \
