Landon Curt Noll
d98a29a940
In conjunction with changes made to "the other repo", we now set: export LANG="C" export LC_CTYPE="C" export LC_NUMERIC="C" export LC_TIME="C" export LC_COLLATE="C" export LC_MONETARY="C" export LC_MESSAGES="C" export LC_PAPER="C" export LC_NAME="C" export LC_ADDRESS="C" export LC_TELEPHONE="C" export LC_MEASUREMENT="C" export LC_IDENTIFICATION="C" export LC_ALL="C" instead of just "$LC_ALL", "$LANG", "$LC_NUMERIC".
1658 lines
53 KiB
Bash
Executable File
1658 lines
53 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# entry2csv.sh - convert .entry.json data into CSV files
|
|
#
|
|
# This tool takes as input, all entry `.entry.json` files
|
|
# and updates 3 CSV files:
|
|
#
|
|
# author_wins.csv - author_handle followed by all their entry_ids
|
|
# manifest.csv - information about files under a entry
|
|
# year_prize.csv - entry_id followed by the entry's award
|
|
#
|
|
# The CSV files are written in a canonical UNIX format form.
|
|
#
|
|
# Only those CSV files files whose content is modified are written.
|
|
#
|
|
# Internal details of entry2csv.sh
|
|
#
|
|
# We generate CSV files from the `.entry.json` files from winning
|
|
# IOCCC entries listed under years listed in the `.top` file,
|
|
# and in sub-directories listed in the `YYYY/.year` file for the
|
|
# given year. Only those entries so listed are processed.
|
|
#
|
|
# All IOCCC entry directories must have a `.path` file that lists
|
|
# the path of the entry's directory from the TOPDIR.
|
|
#
|
|
# NOTE:
|
|
#
|
|
# When adding a new IOCCC years entries, the `.top` file MUST
|
|
# be updated, and the new IOCCC year `YYYY/.year` files MUST
|
|
# reference the directory of the new IOCCC entries. They
|
|
# must also contain a `.path` file that contains the path
|
|
# of the IOCCC entry directory from the TOPDIR.
|
|
#
|
|
# NOTE: All IOCCC entries MUST have a valid `.entry.json` file.
|
|
#
|
|
# Copyright (c) 2024 by Landon Curt Noll. All Rights Reserved.
|
|
#
|
|
# Permission to use, copy, modify, and distribute this software and
|
|
# its documentation for any purpose and without fee is hereby granted,
|
|
# provided that the above copyright, this permission notice and text
|
|
# this comment, and the disclaimer below appear in all of the following:
|
|
#
|
|
# supporting documentation
|
|
# source copies
|
|
# source works derived from this source
|
|
# binaries derived from this source or from derived source
|
|
#
|
|
# LANDON CURT NOLL DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
|
|
# INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO
|
|
# EVENT SHALL LANDON CURT NOLL BE LIABLE FOR ANY SPECIAL, INDIRECT OR
|
|
# CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF
|
|
# USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR
|
|
# OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
|
|
# PERFORMANCE OF THIS SOFTWARE.
|
|
#
|
|
# chongo (Landon Curt Noll, http://www.isthe.com/chongo/index.html) /\oo/\
|
|
#
|
|
# Share and enjoy! :-)
|
|
|
|
|
|
# firewall - run only with a bash that is version 5.1.8 or later
|
|
#
|
|
# The "/usr/bin/env bash" command must result in using a bash that
|
|
# is version 5.1.8 or later.
|
|
#
|
|
# We could relax this version and insist on version 4.2 or later. Versions
|
|
# of bash between 4.2 and 5.1.7 might work. However, to be safe, we will require
|
|
# bash version 5.1.8 or later.
|
|
#
|
|
# WHY 5.1.8 and not 4.2? This safely is done because macOS Homebrew bash we
|
|
# often use is "version 5.2.26(1)-release" or later, and the RHEL Linux bash we
|
|
# use often use is "version 5.1.8(1)-release" or later. These versions are what
|
|
# we initially tested. We recommend you either upgrade bash or install a newer
|
|
# version of bash and adjust your $PATH so that "/usr/bin/env bash" finds a bash
|
|
# that is version 5.1.8 or later.
|
|
#
|
|
# NOTE: The macOS shipped, as of 2024 March 15, a version of bash is something like
|
|
# bash "version 3.2.57(1)-release". That macOS shipped version of bash
|
|
# will NOT work. For users of macOS we recommend you install Homebrew,
|
|
# (see https://brew.sh), and then run "brew install bash" which will
|
|
# typically install it into /opt/homebrew/bin/bash, and then arrange your $PATH
|
|
# so that "/usr/bin/env bash" finds "/opt/homebrew/bin" (or whatever the
|
|
# Homebrew bash is).
|
|
#
|
|
# NOTE: And while MacPorts might work, we noticed a number of subtle differences
|
|
# with some of their ported tools to suggest you might be better off
|
|
# with installing Homebrew (see https://brew.sh). No disrespect is intended
|
|
# to the MacPorts team as they do a commendable job. Nevertheless we ran
|
|
# into enough differences with MacPorts environments to suggest you
|
|
# might find a better experience with this tool under Homebrew instead.
|
|
#
|
|
if [[ -z ${BASH_VERSINFO[0]} ||
|
|
${BASH_VERSINFO[0]} -lt 5 ||
|
|
${BASH_VERSINFO[0]} -eq 5 && ${BASH_VERSINFO[1]} -lt 1 ||
|
|
${BASH_VERSINFO[0]} -eq 5 && ${BASH_VERSINFO[1]} -eq 1 && ${BASH_VERSINFO[2]} -lt 8 ]]; then
|
|
echo "$0: ERROR: bash version needs to be >= 5.1.8: $BASH_VERSION" 1>&2
|
|
echo "$0: Warning: bash version >= 4.2 might work but 5.1.8 was the minimum we tested" 1>&2
|
|
echo "$0: Notice: For macOS users: install Homebrew (see https://brew.sh), then run" \
|
|
""brew install bash" and then modify your \$PATH so that \"#!/usr/bin/env bash\"" \
|
|
"finds the Homebrew installed (usually /opt/homebrew/bin/bash) version of bash" 1>&2
|
|
exit 4
|
|
fi
|
|
|
|
|
|
# setup bash file matching
|
|
#
|
|
# We must declare arrays with -ag or -Ag, and we need loops to "export" modified variables.
|
|
# This requires a bash with a version 4.2 or later. See the larger comment above about bash versions.
|
|
#
|
|
shopt -s nullglob # enable expanded to nothing rather than remaining unexpanded
|
|
shopt -u failglob # disable error message if no matches are found
|
|
shopt -u dotglob # disable matching files starting with .
|
|
shopt -u nocaseglob # disable strict case matching
|
|
shopt -u extglob # enable extended globbing patterns
|
|
shopt -s globstar # enable ** to match all files and zero or more directories and subdirectories
|
|
|
|
|
|
# other required bash options
|
|
#
|
|
# Requires bash with a version 4.2 or later
|
|
#
|
|
shopt -s lastpipe # run last command of a pipeline not executed in the background in the current shell environment
|
|
|
|
|
|
# IOCCC requires use of C locale
|
|
#
|
|
export LANG="C"
|
|
export LC_CTYPE="C"
|
|
export LC_NUMERIC="C"
|
|
export LC_TIME="C"
|
|
export LC_COLLATE="C"
|
|
export LC_MONETARY="C"
|
|
export LC_MESSAGES="C"
|
|
export LC_PAPER="C"
|
|
export LC_NAME="C"
|
|
export LC_ADDRESS="C"
|
|
export LC_TELEPHONE="C"
|
|
export LC_MEASUREMENT="C"
|
|
export LC_IDENTIFICATION="C"
|
|
export LC_ALL="C"
|
|
|
|
|
|
# set variables referenced in the usage message
|
|
#
|
|
export VERSION="2.0.0 2025-03-13"
|
|
NAME=$(basename "$0")
|
|
export NAME
|
|
export V_FLAG=0
|
|
GIT_TOOL=$(type -P git)
|
|
export GIT_TOOL
|
|
if [[ -z "$GIT_TOOL" ]]; then
|
|
echo "$0: FATAL: git tool is not installed or not in \$PATH" 1>&2
|
|
exit 5
|
|
fi
|
|
"$GIT_TOOL" rev-parse --is-inside-work-tree >/dev/null 2>&1
|
|
status="$?"
|
|
if [[ $status -eq 0 ]]; then
|
|
TOPDIR=$("$GIT_TOOL" rev-parse --show-toplevel)
|
|
fi
|
|
export TOPDIR
|
|
#
|
|
VERGE=$(type -P verge)
|
|
export VERGE
|
|
if [[ -z $VERGE ]]; then
|
|
echo "$0: FATAL: verge is not installed or not in \$PATH" 1>&2
|
|
echo "$0: notice: to install verge:" 1>&2
|
|
echo "$0: notice: run: git clone https://github.com/ioccc-src/mkiocccentry.git" 1>&2
|
|
echo "$0: notice: then: cd mkiocccentry && make clobber all" 1>&2
|
|
echo "$0: notice: then: cd jparse && sudo make install clobber" 1>&2
|
|
exit 5
|
|
fi
|
|
#
|
|
JSTRDECODE=$(type -P jstrdecode)
|
|
export JSTRDECODE
|
|
if [[ -z $JSTRDECODE ]]; then
|
|
echo "$0: FATAL: jstrdecode is not installed or not in \$PATH" 1>&2
|
|
echo "$0: notice: to install jstrdecode:" 1>&2
|
|
echo "$0: notice: run: git clone https://github.com/ioccc-src/mkiocccentry.git" 1>&2
|
|
echo "$0: notice: then: cd mkiocccentry && make clobber all" 1>&2
|
|
echo "$0: notice: then: cd jparse && sudo make install clobber" 1>&2
|
|
exit 5
|
|
fi
|
|
export MIN_JSTRDECODE_VERSION="2.1.2"
|
|
JSTRDECODE_VERSION=$("$JSTRDECODE" -V | head -1 | awk '{print $3;}')
|
|
if ! "$VERGE" "$JSTRDECODE_VERSION" "$MIN_JSTRDECODE_VERSION"; then
|
|
echo "$0: FATAL: jstrdecode version: $JSTRDECODE_VERSION < minimum version: $MIN_JSTRDECODE_VERSION" 1>&2
|
|
echo "$0: notice: consider updating jstrdecode from mkiocccentry repo" 1>&2
|
|
echo "$0: notice: run: git clone https://github.com/ioccc-src/mkiocccentry.git" 1>&2
|
|
echo "$0: notice: then: cd mkiocccentry && make clobber all" 1>&2
|
|
echo "$0: notice: then: cd jparse && sudo make install clobber" 1>&2
|
|
exit 5
|
|
fi
|
|
#
|
|
export NOOP=
|
|
export DO_NOT_PROCESS=
|
|
export EXIT_CODE="0"
|
|
#
|
|
export AUTHOR_WINS_CSV="author_wins.csv"
|
|
export MANIFEST_CSV="manifest.csv"
|
|
export SUMMARY_CSV="summary.csv"
|
|
export YEAR_PRIZE_CSV="year_prize.csv"
|
|
export AUTHOR_DIR="author"
|
|
|
|
|
|
# output_award
|
|
#
|
|
# Write the award name to standard output (stdout)
|
|
#
|
|
# usage:
|
|
# output_award YYYY/dir/.entry.json
|
|
#
|
|
# returns:
|
|
# 0 ==> no errors detected, but output may be empty
|
|
# > 0 ==> function error number
|
|
#
|
|
function output_award
|
|
{
|
|
local ENTRY_JSON_PATH; # the .entry.json path
|
|
local PATTERN; # XPath for JSON pattern
|
|
|
|
# parse args
|
|
#
|
|
if [[ $# -ne 1 ]]; then
|
|
echo "$0: ERROR: in output_award: expected 1 arg, found $#" 1>&2
|
|
return 1
|
|
fi
|
|
ENTRY_JSON_PATH="$1"
|
|
if [[ ! -e $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_award: .entry.json does not exist: $ENTRY_JSON_PATH" 1>&2
|
|
return 2
|
|
fi
|
|
if [[ ! -f $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_award: .entry.json is not a file: $ENTRY_JSON_PATH" 1>&2
|
|
return 3
|
|
fi
|
|
if [[ ! -r $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_award: .entry.json is not a readable file: $ENTRY_JSON_PATH" 1>&2
|
|
return 4
|
|
fi
|
|
|
|
# obtain the award string
|
|
#
|
|
PATTERN='$..award'
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to run: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN'" 1>&2
|
|
fi
|
|
"$JVAL_WRAPPER" -b -q "$ENTRY_JSON_PATH" "$PATTERN"
|
|
status_codes=("${PIPESTATUS[@]}")
|
|
if [[ ${status_codes[*]} =~ [1-9] ]]; then
|
|
echo "$0: ERROR: in output_award: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN' failed," \
|
|
"error codes: ${status_codes[*]}" 1>&2
|
|
return 5
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
|
|
# output_author_handles
|
|
#
|
|
# Write the author handle(s) for the YYYY/dir entry to standard output (stdout)
|
|
#
|
|
# usage:
|
|
# output_author_handles YYYY/dir/.entry.json
|
|
#
|
|
# returns:
|
|
# 0 ==> no errors detected, but output may be empty
|
|
# > 0 ==> function error number
|
|
#
|
|
function output_author_handles
|
|
{
|
|
local ENTRY_JSON_PATH; # the .entry.json path
|
|
local PATTERN; # XPath for JSON pattern
|
|
|
|
# parse args
|
|
#
|
|
if [[ $# -ne 1 ]]; then
|
|
echo "$0: ERROR: in output_author_handles: expected 1 arg, found $#" 1>&2
|
|
return 1
|
|
fi
|
|
ENTRY_JSON_PATH="$1"
|
|
if [[ ! -e $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_author_handles: .entry.json does not exist: $ENTRY_JSON_PATH" 1>&2
|
|
return 2
|
|
fi
|
|
if [[ ! -f $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_author_handles: .entry.json is not a file: $ENTRY_JSON_PATH" 1>&2
|
|
return 3
|
|
fi
|
|
if [[ ! -r $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_author_handles: .entry.json is not a readable file: $ENTRY_JSON_PATH" 1>&2
|
|
return 4
|
|
fi
|
|
|
|
# extract author handles from .entry.json
|
|
#
|
|
PATTERN='$..author_handle'
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to run: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN'" 1>&2
|
|
fi
|
|
"$JVAL_WRAPPER" -b -q "$ENTRY_JSON_PATH" "$PATTERN"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: in output_award: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN' failed," \
|
|
"error code: $status" 1>&2
|
|
return 5
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
|
|
# output_title
|
|
#
|
|
# Write the title name to standard output (stdout)
|
|
#
|
|
# usage:
|
|
# output_title YYYY/dir/.entry.json
|
|
#
|
|
# returns:
|
|
# 0 ==> no errors detected, but output may be empty
|
|
# > 0 ==> function error number
|
|
#
|
|
function output_title
|
|
{
|
|
local ENTRY_JSON_PATH; # the .entry.json path
|
|
local PATTERN; # XPath for JSON pattern
|
|
|
|
# parse args
|
|
#
|
|
if [[ $# -ne 1 ]]; then
|
|
echo "$0: ERROR: in output_title: expected 1 arg, found $#" 1>&2
|
|
return 1
|
|
fi
|
|
ENTRY_JSON_PATH="$1"
|
|
if [[ ! -e $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_title: .entry.json does not exist: $ENTRY_JSON_PATH" 1>&2
|
|
return 2
|
|
fi
|
|
if [[ ! -f $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_title: .entry.json is not a file: $ENTRY_JSON_PATH" 1>&2
|
|
return 3
|
|
fi
|
|
if [[ ! -r $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_title: .entry.json is not a readable file: $ENTRY_JSON_PATH" 1>&2
|
|
return 4
|
|
fi
|
|
|
|
# obtain the title string
|
|
#
|
|
PATTERN='$..title'
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to run: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN'" 1>&2
|
|
fi
|
|
"$JVAL_WRAPPER" -b -q "$ENTRY_JSON_PATH" "$PATTERN"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: in output_title: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN' failed," \
|
|
"error code: $status" 1>&2
|
|
return 5
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
|
|
# output_abstract
|
|
#
|
|
# Write the abstract name to standard output (stdout)
|
|
#
|
|
# usage:
|
|
# output_abstract YYYY/dir/.entry.json
|
|
#
|
|
# returns:
|
|
# 0 ==> no errors detected, but output may be empty
|
|
# > 0 ==> function error number
|
|
#
|
|
function output_abstract
|
|
{
|
|
local ENTRY_JSON_PATH; # the .entry.json path
|
|
local PATTERN; # XPath for JSON pattern
|
|
local ABSTRACT; # extracted abstract from .entry.json
|
|
|
|
# parse args
|
|
#
|
|
if [[ $# -ne 1 ]]; then
|
|
echo "$0: ERROR: in output_abstract: expected 1 arg, found $#" 1>&2
|
|
return 1
|
|
fi
|
|
ENTRY_JSON_PATH="$1"
|
|
if [[ ! -e $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_abstract: .entry.json does not exist: $ENTRY_JSON_PATH" 1>&2
|
|
return 2
|
|
fi
|
|
if [[ ! -f $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_abstract: .entry.json is not a file: $ENTRY_JSON_PATH" 1>&2
|
|
return 3
|
|
fi
|
|
if [[ ! -r $ENTRY_JSON_PATH ]]; then
|
|
echo "$0: ERROR: in output_abstract: .entry.json is not a readable file: $ENTRY_JSON_PATH" 1>&2
|
|
return 4
|
|
fi
|
|
|
|
# obtain the abstract string
|
|
#
|
|
PATTERN='$..abstract'
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to run: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN' | $JSTRDECODE -d -q -N -" 1>&2
|
|
fi
|
|
export ABSTRACT
|
|
ABSTRACT=$("$JVAL_WRAPPER" -b -q "$ENTRY_JSON_PATH" "$PATTERN" | "$JSTRDECODE" -d -q -N -)
|
|
status_codes=("${PIPESTATUS[@]}")
|
|
if [[ ${status_codes[*]} =~ [1-9] || -z $ABSTRACT ]]; then
|
|
echo "$0: ERROR: in output_abstract: $JVAL_WRAPPER -b -q -- $ENTRY_JSON_PATH '$PATTERN' | $JSTRDECODE -d -q -N - failed," \
|
|
"error codes: ${status_codes[*]}" 1>&2
|
|
return 5
|
|
fi
|
|
if [[ ${#ABSTRACT} -ge 65 ]]; then
|
|
echo "$0: ERROR: in output_abstract: abstract length ${#ABSTRACT} >= 65 in $ENTRY_JSON_PATH" 1>&2
|
|
return 6
|
|
fi
|
|
if [[ $ABSTRACT =~ [\;$,] ]]; then
|
|
echo "$0: ERROR: in output_abstract: abstract contains ; or & or , in $ENTRY_JSON_PATH" 1>&2
|
|
return 7
|
|
fi
|
|
echo "${ABSTRACT//[;&,]/}"
|
|
return 0
|
|
}
|
|
|
|
|
|
# usage
|
|
#
|
|
export USAGE="usage: $0 [-h] [-v level] [-V] [-d topdir] [-n] [-N]
|
|
[author_wins.csv [manifest.csv [year_prize.csv]]]
|
|
|
|
-h print help message and exit
|
|
-v level set verbosity level (def level: 0)
|
|
-V print version string and exit
|
|
|
|
-d topdir set topdir (def: $TOPDIR)
|
|
|
|
-n go thru the actions, but do not update any files (def: do the action)
|
|
-N do not process anything, just parse arguments (def: process something)
|
|
|
|
author_wins.csv where to form author_wins.csv (def: $AUTHOR_WINS_CSV)
|
|
manifest.csv where to form manifest.csv (def: $MANIFEST_CSV)
|
|
year_prize.csv where to form year_prize.csv (def: $YEAR_PRIZE_CSV)
|
|
|
|
Exit codes:
|
|
0 all OK
|
|
1 invalid or missing .entry.json file
|
|
2 -h and help string printed or -V and version string printed
|
|
3 command line error
|
|
4 bash version is too old
|
|
5 some internal tool is not found or not an executable file
|
|
6 problems found with or in the topdir or topdir/YYYY directory
|
|
7 problems found with or in the entry topdir/YYYY/dir directory
|
|
8 unable to write a CSV or temporary file
|
|
9 unknown author_handle found
|
|
>= 10 internal error
|
|
|
|
$NAME version: $VERSION"
|
|
|
|
|
|
# parse command line
|
|
#
|
|
while getopts :hv:Vd:D:nN flag; do
|
|
case "$flag" in
|
|
h) echo "$USAGE" 1>&2
|
|
exit 2
|
|
;;
|
|
v) V_FLAG="$OPTARG"
|
|
;;
|
|
V) echo "$VERSION"
|
|
exit 2
|
|
;;
|
|
d) TOPDIR="$OPTARG"
|
|
;;
|
|
n) NOOP="-n"
|
|
;;
|
|
N) DO_NOT_PROCESS="-N"
|
|
;;
|
|
\?) echo "$0: ERROR: invalid option: -$OPTARG" 1>&2
|
|
echo 1>&2
|
|
echo "$USAGE" 1>&2
|
|
exit 3
|
|
;;
|
|
:) echo "$0: ERROR: option -$OPTARG requires an argument" 1>&2
|
|
echo 1>&2
|
|
echo "$USAGE" 1>&2
|
|
exit 3
|
|
;;
|
|
*) echo "$0: ERROR: unexpected value from getopts: $flag" 1>&2
|
|
echo 1>&2
|
|
echo "$USAGE" 1>&2
|
|
exit 3
|
|
;;
|
|
esac
|
|
done
|
|
#
|
|
# remove the options
|
|
#
|
|
shift $(( OPTIND - 1 ));
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: file argument count: $#" 1>&2
|
|
fi
|
|
case "$#" in
|
|
0) ;;
|
|
1) AUTHOR_WINS_CSV="$1" ;;
|
|
2) AUTHOR_WINS_CSV="$1" ; MANIFEST_CSV="$2" ;;
|
|
3) AUTHOR_WINS_CSV="$1" ; MANIFEST_CSV="$2" ; YEAR_PRIZE_CSV="$3" ;;
|
|
*) echo "$0: expected 0, 1, 2 or 3 args, found #$" 1>&2
|
|
echo 1>*2
|
|
echo "$USAGE" 1>&2
|
|
exit 3
|
|
;;
|
|
esac
|
|
|
|
|
|
# if CSV files exist, verify that they are in a writable directory
|
|
#
|
|
if [[ -z $AUTHOR_WINS_CSV ]]; then
|
|
echo "$0: ERROR: AUTHOR_WINS_CSV is empty" 1>&2
|
|
exit 8
|
|
fi
|
|
AUTHOR_WINS_CSV_DIR=$(dirname "$AUTHOR_WINS_CSV")
|
|
export AUTHOR_WINS_CSV_DIR
|
|
if [[ ! -w $AUTHOR_WINS_CSV_DIR ]]; then
|
|
echo "$0: ERROR: AUTHOR_WINS_CSV file: $AUTHOR_WINS_CSV in a non-writable directory: $AUTHOR_WINS_CSV_DIR" 1>&2
|
|
exit 8
|
|
fi
|
|
#
|
|
if [[ -z $MANIFEST_CSV ]]; then
|
|
echo "$0: ERROR: MANIFEST_CSV is empty" 1>&2
|
|
exit 8
|
|
fi
|
|
MANIFEST_WINS_CSV_DIR=$(dirname "$MANIFEST_CSV")
|
|
export MANIFEST_WINS_CSV_DIR
|
|
if [[ ! -w $MANIFEST_WINS_CSV_DIR ]]; then
|
|
echo "$0: ERROR: AUTHOR_WINS_CSV file: $MANIFEST_CSV in a non-writable directory: $MANIFEST_WINS_CSV_DIR" 1>&2
|
|
exit 8
|
|
fi
|
|
#
|
|
if [[ -z $YEAR_PRIZE_CSV ]]; then
|
|
echo "$0: ERROR: YEAR_PRIZE_CSV is empty" 1>&2
|
|
exit 8
|
|
fi
|
|
YEAR_PRIZE_CSV_DIR=$(dirname "$YEAR_PRIZE_CSV")
|
|
export YEAR_PRIZE_CSV_DIR
|
|
if [[ ! -w $YEAR_PRIZE_CSV_DIR ]]; then
|
|
echo "$0: ERROR: YEAR_PRIZE_CSV file: $YEAR_PRIZE_CSV in a non-writable directory: $YEAR_PRIZE_CSV_DIR" 1>&2
|
|
exit 8
|
|
fi
|
|
|
|
|
|
# verify that we have a topdir directory
|
|
#
|
|
if [[ -z $TOPDIR ]]; then
|
|
echo "$0: ERROR: cannot find top of git repo directory" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ ! -e $TOPDIR ]]; then
|
|
echo "$0: ERROR: TOPDIR does not exist: $TOPDIR" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ ! -d $TOPDIR ]]; then
|
|
echo "$0: ERROR: TOPDIR is not a directory: $TOPDIR" 1>&2
|
|
exit 6
|
|
fi
|
|
|
|
|
|
# cd to topdir
|
|
#
|
|
if [[ ! -e $TOPDIR ]]; then
|
|
echo "$0: ERROR: cannot cd to non-existent path: $TOPDIR" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ ! -d $TOPDIR ]]; then
|
|
echo "$0: ERROR: cannot cd to a non-directory: $TOPDIR" 1>&2
|
|
exit 6
|
|
fi
|
|
export CD_FAILED
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: cd $TOPDIR" 1>&2
|
|
fi
|
|
cd "$TOPDIR" || CD_FAILED="true"
|
|
if [[ -n $CD_FAILED ]]; then
|
|
echo "$0: ERROR: cd $TOPDIR failed" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: now in directory: $(/bin/pwd)" 1>&2
|
|
fi
|
|
|
|
|
|
# verify we have a non-empty readable .top file
|
|
#
|
|
export TOP_FILE=".top"
|
|
if [[ ! -e $TOP_FILE ]]; then
|
|
echo "$0: ERROR: .top does not exist: $TOP_FILE" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ ! -f $TOP_FILE ]]; then
|
|
echo "$0: ERROR: .top is not a regular file: $TOP_FILE" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ ! -r $TOP_FILE ]]; then
|
|
echo "$0: ERROR: .top is not an readable file: $TOP_FILE" 1>&2
|
|
exit 6
|
|
fi
|
|
if [[ ! -s $TOP_FILE ]]; then
|
|
echo "$0: ERROR: .top is not a non-empty readable file: $TOP_FILE" 1>&2
|
|
exit 6
|
|
fi
|
|
|
|
|
|
# verify that we have a bin subdirectory
|
|
#
|
|
export BIN_PATH="$TOPDIR/bin"
|
|
if [[ ! -d $BIN_PATH ]]; then
|
|
echo "$0: ERROR: bin is not a directory under topdir: $BIN_PATH" 1>&2
|
|
exit 6
|
|
fi
|
|
export BIN_DIR="bin"
|
|
|
|
|
|
# verify that the bin/jval-wrapper.sh tool is executable
|
|
#
|
|
JVAL_WRAPPER="$BIN_DIR/jval-wrapper.sh"
|
|
if [[ ! -e $JVAL_WRAPPER ]]; then
|
|
echo "$0: ERROR: bin/jval-wrapper.sh does not exist: $JVAL_WRAPPER" 1>&2
|
|
exit 5
|
|
fi
|
|
if [[ ! -f $JVAL_WRAPPER ]]; then
|
|
echo "$0: ERROR: bin/jval-wrapper.sh is not a regular file: $JVAL_WRAPPER" 1>&2
|
|
exit 5
|
|
fi
|
|
if [[ ! -x $JVAL_WRAPPER ]]; then
|
|
echo "$0: ERROR: bin/jval-wrapper.sh is not an executable file: $JVAL_WRAPPER" 1>&2
|
|
exit 5
|
|
fi
|
|
|
|
|
|
# verify that the bin/jfmt-wrapper.sh tool is executable
|
|
#
|
|
JFMT_WRAPPER="$BIN_DIR/jfmt-wrapper.sh"
|
|
if [[ ! -e $JFMT_WRAPPER ]]; then
|
|
echo "$0: ERROR: bin/jfmt-wrapper.sh does not exist: $JFMT_WRAPPER" 1>&2
|
|
exit 5
|
|
fi
|
|
if [[ ! -f $JFMT_WRAPPER ]]; then
|
|
echo "$0: ERROR: bin/jfmt-wrapper.sh is not a regular file: $JFMT_WRAPPER" 1>&2
|
|
exit 5
|
|
fi
|
|
if [[ ! -x $JFMT_WRAPPER ]]; then
|
|
echo "$0: ERROR: bin/jfmt-wrapper.sh is not an executable file: $JFMT_WRAPPER" 1>&2
|
|
exit 5
|
|
fi
|
|
|
|
|
|
# verify we have our awk script
|
|
#
|
|
export MANIFEST_ENTRY_CSV_ENTRY_AWK="$BIN_DIR/manifest.csv.entry.awk"
|
|
if [[ ! -e $MANIFEST_ENTRY_CSV_ENTRY_AWK ]]; then
|
|
echo "$0: ERROR: bin/manifest.csv.entry.awk does not exist: $MANIFEST_ENTRY_CSV_ENTRY_AWK" 1>&2
|
|
exit 5
|
|
fi
|
|
if [[ ! -f $MANIFEST_ENTRY_CSV_ENTRY_AWK ]]; then
|
|
echo "$0: ERROR: bin/manifest.csv.entry.awk is not a regular file: $MANIFEST_ENTRY_CSV_ENTRY_AWK" 1>&2
|
|
exit 5
|
|
fi
|
|
if [[ ! -r $MANIFEST_ENTRY_CSV_ENTRY_AWK ]]; then
|
|
echo "$0: ERROR: bin/manifest.csv.entry.awk is not a readable file: $MANIFEST_ENTRY_CSV_ENTRY_AWK" 1>&2
|
|
exit 5
|
|
fi
|
|
|
|
|
|
# print running info if verbose
|
|
#
|
|
# If -v 3 or higher, print exported variables in order that they were exported.
|
|
#
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: LANG=$LANG" 1>&2
|
|
echo "$0: debug[3]: LC_CTYPE=$LC_CTYPE" 1>&2
|
|
echo "$0: debug[3]: LC_NUMERIC=$LC_NUMERIC" 1>&2
|
|
echo "$0: debug[3]: LC_TIME=$LC_TIME" 1>&2
|
|
echo "$0: debug[3]: LC_COLLATE=$LC_COLLATE" 1>&2
|
|
echo "$0: debug[3]: LC_MONETARY=$LC_MONETARY" 1>&2
|
|
echo "$0: debug[3]: LC_MESSAGES=$LC_MESSAGES" 1>&2
|
|
echo "$0: debug[3]: LC_PAPER=$LC_PAPER" 1>&2
|
|
echo "$0: debug[3]: LC_NAME=$LC_NAME" 1>&2
|
|
echo "$0: debug[3]: LC_ADDRESS=$LC_ADDRESS" 1>&2
|
|
echo "$0: debug[3]: LC_TELEPHONE=$LC_TELEPHONE" 1>&2
|
|
echo "$0: debug[3]: LC_MEASUREMENT=$LC_MEASUREMENT" 1>&2
|
|
echo "$0: debug[3]: LC_IDENTIFICATION=$LC_IDENTIFICATION" 1>&2
|
|
echo "$0: debug[3]: LC_ALL=$LC_ALL" 1>&2
|
|
echo "$0: debug[3]: VERSION=$VERSION" 1>&2
|
|
echo "$0: debug[3]: NAME=$NAME" 1>&2
|
|
echo "$0: debug[3]: V_FLAG=$V_FLAG" 1>&2
|
|
echo "$0: debug[3]: GIT_TOOL=$GIT_TOOL" 1>&2
|
|
echo "$0: debug[3]: TOPDIR=$TOPDIR" 1>&2
|
|
echo "$0: debug[3]: VERGE=$VERGE" 1>&2
|
|
echo "$0: debug[3]: JSTRDECODE=$JSTRDECODE" 1>&2
|
|
echo "$0: debug[3]: MIN_JSTRDECODE_VERSION=$MIN_JSTRDECODE_VERSION" 1>&2
|
|
echo "$0: debug[3]: JSTRDECODE_VERSION=$JSTRDECODE_VERSION" 1>&2
|
|
echo "$0: debug[3]: NOOP=$NOOP" 1>&2
|
|
echo "$0: debug[3]: DO_NOT_PROCESS=$DO_NOT_PROCESS" 1>&2
|
|
echo "$0: debug[3]: EXIT_CODE=$EXIT_CODE" 1>&2
|
|
echo "$0: debug[3]: AUTHOR_WINS_CSV=$AUTHOR_WINS_CSV" 1>&2
|
|
echo "$0: debug[3]: MANIFEST_CSV=$MANIFEST_CSV" 1>&2
|
|
echo "$0: debug[3]: SUMMARY_CSV=$SUMMARY_CSV" 1>&2
|
|
echo "$0: debug[3]: YEAR_PRIZE_CSV=$YEAR_PRIZE_CSV" 1>&2
|
|
echo "$0: debug[3]: AUTHOR_WINS_CSV_DIR=$AUTHOR_WINS_CSV_DIR" 1>&2
|
|
echo "$0: debug[3]: MANIFEST_WINS_CSV_DIR=$MANIFEST_WINS_CSV_DIR" 1>&2
|
|
echo "$0: debug[3]: YEAR_PRIZE_CSV_DIR=$YEAR_PRIZE_CSV_DIR" 1>&2
|
|
echo "$0: debug[3]: AUTHOR_DIR=$AUTHOR_DIR" 1>&2
|
|
echo "$0: debug[3]: CD_FAILED=$CD_FAILED" 1>&2
|
|
echo "$0: debug[3]: TOP_FILE=$TOP_FILE" 1>&2
|
|
echo "$0: debug[3]: BIN_PATH=$BIN_DIR" 1>&2
|
|
echo "$0: debug[3]: BIN_DIR=$BIN_DIR" 1>&2
|
|
echo "$0: debug[3]: JVAL_WRAPPER=$JVAL_WRAPPER" 1>&2
|
|
echo "$0: debug[3]: MANIFEST_ENTRY_CSV_ENTRY_AWK=$MANIFEST_ENTRY_CSV_ENTRY_AWK" 1>&2
|
|
fi
|
|
|
|
|
|
# -N stops early before any processing is performed
|
|
#
|
|
if [[ -n $DO_NOT_PROCESS ]]; then
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: arguments parsed, -N given, exiting 0" 1>&2
|
|
fi
|
|
exit 0
|
|
fi
|
|
|
|
|
|
# create a temporary author.csv file
|
|
#
|
|
export TMP_AUTHOR_WINS_CSV=".tmp.$NAME.AUTHOR_WINS_CSV.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary CSV author.csv file: $TMP_AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV; exit' 0 1 2 3 15
|
|
rm -f "$TMP_AUTHOR_WINS_CSV"
|
|
if [[ -e $TMP_AUTHOR_WINS_CSV ]]; then
|
|
echo "$0: ERROR: cannot remove temporary CSV author.csv file: $TMP_AUTHOR_WINS_CSV" 1>&2
|
|
exit 10
|
|
fi
|
|
echo '# author_handle,entry_id,entry_id,entry_id,…,,,,,,,,,,,,,,,' > \
|
|
"$TMP_AUTHOR_WINS_CSV"
|
|
if [[ ! -e $TMP_AUTHOR_WINS_CSV ]]; then
|
|
echo "$0: ERROR: cannot create temporary CSV author.csv file: $TMP_AUTHOR_WINS_CSV" 1>&2
|
|
exit 11
|
|
fi
|
|
|
|
|
|
# create a temporary manifest.csv file
|
|
#
|
|
export TMP_MANIFEST_CSV=".tmp.$NAME.MANIFEST_CSV.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary CSV manifest.csv file: $TMP_MANIFEST_CSV" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV $TMP_MANIFEST_CSV; exit' 0 1 2 3 15
|
|
rm -f "$TMP_MANIFEST_CSV"
|
|
if [[ -e $TMP_MANIFEST_CSV ]]; then
|
|
echo "$0: ERROR: cannot remove temporary CSV manifest.csv file: $TMP_MANIFEST_CSV" 1>&2
|
|
exit 12
|
|
fi
|
|
echo '# year,dir,file_path,inventory_order,OK_to_edit,display_as,display_via_github,entry_text' > \
|
|
"$TMP_MANIFEST_CSV"
|
|
if [[ ! -e $TMP_MANIFEST_CSV ]]; then
|
|
echo "$0: ERROR: cannot create temporary CSV manifest.csv file: $TMP_MANIFEST_CSV" 1>&2
|
|
exit 13
|
|
fi
|
|
|
|
|
|
# create a temporary summary.csv file
|
|
#
|
|
export TMP_SUMMARY_CSV=".tmp.$NAME.SUMMARY_CSV.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary CSV summary.csv file: $TMP_SUMMARY_CSV" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV $TMP_MANIFEST_CSV $TMP_SUMMARY_CSV; exit' 0 1 2 3 15
|
|
rm -f "$TMP_SUMMARY_CSV"
|
|
if [[ -e $TMP_SUMMARY_CSV ]]; then
|
|
echo "$0: ERROR: cannot remove temporary CSV summary.csv file: $TMP_SUMMARY_CSV" 1>&2
|
|
exit 14
|
|
fi
|
|
echo '# year,dir,title,abstract' > \
|
|
"$TMP_SUMMARY_CSV"
|
|
if [[ ! -e $TMP_SUMMARY_CSV ]]; then
|
|
echo "$0: ERROR: cannot create temporary CSV summary.csv file: $TMP_SUMMARY_CSV" 1>&2
|
|
exit 15
|
|
fi
|
|
|
|
|
|
# create a temporary year_prize.csv file
|
|
#
|
|
export TMP_YEAR_PRIZE_CSV=".tmp.$NAME.YEAR_PRIZE_CSV.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary CSV year_prize.csv file: $TMP_YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV $TMP_MANIFEST_CSV $TMP_SUMMARY_CSV $TMP_YEAR_PRIZE_CSV; exit' 0 1 2 3 15
|
|
rm -f "$TMP_YEAR_PRIZE_CSV"
|
|
if [[ -e $TMP_YEAR_PRIZE_CSV ]]; then
|
|
echo "$0: ERROR: cannot remove temporary CSV year_prize.csv file: $TMP_YEAR_PRIZE_CSV" 1>&2
|
|
exit 16
|
|
fi
|
|
echo '# year_handle,award name' > \
|
|
"$TMP_YEAR_PRIZE_CSV"
|
|
if [[ ! -e $TMP_YEAR_PRIZE_CSV ]]; then
|
|
echo "$0: ERROR: cannot create temporary CSV year_prize.csv file: $TMP_YEAR_PRIZE_CSV" 1>&2
|
|
exit 16
|
|
fi
|
|
|
|
|
|
# create a temporary author win file
|
|
#
|
|
export TMP_AUTHOR_WIN=".tmp.$NAME.AUTHOR_WIN.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary CSV author_win file: $TMP_AUTHOR_WIN" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV $TMP_MANIFEST_CSV $TMP_SUMMARY_CSV $TMP_YEAR_PRIZE_CSV \
|
|
$TMP_AUTHOR_WIN; exit' 0 1 2 3 15
|
|
rm -f "$TMP_AUTHOR_WIN"
|
|
if [[ -e $TMP_AUTHOR_WIN ]]; then
|
|
echo "$0: ERROR: cannot remove temporary CSV author_win file: $TMP_AUTHOR_WIN" 1>&2
|
|
exit 18
|
|
fi
|
|
:> "$TMP_AUTHOR_WIN"
|
|
if [[ ! -e $TMP_AUTHOR_WIN ]]; then
|
|
echo "$0: ERROR: cannot create temporary CSV author_win file: $TMP_AUTHOR_WIN" 1>&2
|
|
exit 19
|
|
fi
|
|
|
|
|
|
# create a temporary exit code
|
|
#
|
|
# It is a pain to set the EXIT_CODE deep inside a loop, so we write the EXIT_CODE into a file
|
|
# and read the file (setting EXIT_CODE again) after the loop. A hack, but good enough for our needs.
|
|
#
|
|
export TMP_EXIT_CODE=".tmp.$NAME.EXIT_CODE.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary exit code: $TMP_EXIT_CODE" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV $TMP_MANIFEST_CSV $TMP_SUMMARY_CSV $TMP_YEAR_PRIZE_CSV \
|
|
$TMP_AUTHOR_WIN $TMP_EXIT_CODE; exit' 0 1 2 3 15
|
|
rm -f "$TMP_EXIT_CODE"
|
|
if [[ -e $TMP_EXIT_CODE ]]; then
|
|
echo "$0: ERROR: cannot remove temporary exit code: $TMP_EXIT_CODE" 1>&2
|
|
exit 20
|
|
fi
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
if [[ ! -e $TMP_EXIT_CODE ]]; then
|
|
echo "$0: ERROR: cannot create temporary exit code: $TMP_EXIT_CODE" 1>&2
|
|
exit 21
|
|
fi
|
|
|
|
|
|
# create a temporary author_handle inventory file
|
|
#
|
|
export TMP_AUTHOR_HANDLE_INVENTORY=".tmp.$NAME.AUTHOR_HANDLE_INVENTORY.$$.tmp"
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: temporary author_handle inventory file: $TMP_AUTHOR_HANDLE_INVENTORY" 1>&2
|
|
fi
|
|
trap 'rm -f $TMP_AUTHOR_WINS_CSV $TMP_MANIFEST_CSV $TMP_SUMMARY_CSV $TMP_YEAR_PRIZE_CSV \
|
|
$TMP_AUTHOR_WIN $TMP_EXIT_CODE $TMP_AUTHOR_HANDLE_INVENTORY; exit' 0 1 2 3 15
|
|
rm -f "$TMP_AUTHOR_HANDLE_INVENTORY"
|
|
if [[ -e $TMP_AUTHOR_HANDLE_INVENTORY ]]; then
|
|
echo "$0: ERROR: cannot remove temporary author_handle inventory file: $TMP_AUTHOR_HANDLE_INVENTORY" 1>&2
|
|
exit 22
|
|
fi
|
|
: > "$TMP_AUTHOR_HANDLE_INVENTORY"
|
|
if [[ ! -e $TMP_AUTHOR_HANDLE_INVENTORY ]]; then
|
|
echo "$0: ERROR: cannot create temporary author_handle inventory file: $TMP_AUTHOR_HANDLE_INVENTORY" 1>&2
|
|
exit 23
|
|
fi
|
|
|
|
|
|
# process each year
|
|
#
|
|
export YYYY
|
|
for YYYY in $(< "$TOP_FILE"); do
|
|
|
|
# debug YYYY
|
|
#
|
|
if [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: starting to process year: $YYYY" 1>&2
|
|
fi
|
|
|
|
# verify that YYYY is a readable directory
|
|
#
|
|
if [[ ! -e $YYYY ]]; then
|
|
echo "$0: ERROR: YYYY does not exist: $YYYY" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -d $YYYY ]]; then
|
|
echo "$0: ERROR: YYYY is not a directory: $YYYY" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -r $YYYY ]]; then
|
|
echo "$0: ERROR: YYYY is not an readable directory: $YYYY" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# verify that YYYY has a non-empty readable .year file
|
|
#
|
|
export YEAR_FILE="$YYYY/.year"
|
|
if [[ ! -e $YEAR_FILE ]]; then
|
|
echo "$0: ERROR: YYYY/.year does not exist: $YEAR_FILE" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -f $YEAR_FILE ]]; then
|
|
echo "$0: ERROR: YYYY/.year is not a regular file: $YEAR_FILE" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -r $YEAR_FILE ]]; then
|
|
echo "$0: ERROR: YYYY/.year is not an readable file: $YEAR_FILE" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -s $YEAR_FILE ]]; then
|
|
echo "$0: ERROR: YYYY/.year is not a non-empty readable file: $YEAR_FILE" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# process each entry directory under YYYY
|
|
#
|
|
export YYYY_DIR
|
|
for YYYY_DIR in $(< "$YEAR_FILE"); do
|
|
|
|
# debug YYYY
|
|
#
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: starting to process year/dir: $YYYY_DIR" 1>&2
|
|
fi
|
|
|
|
# parse YYYY_DIR
|
|
#
|
|
if [[ ! -d $YYYY_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR is not a directory: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -w $YYYY_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR is not a writable directory: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
export YEAR_DIR=${YYYY_DIR%%/*}
|
|
if [[ -z $YEAR_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR not in YYYY/dir form: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
export ENTRY_DIR=${YYYY_DIR#*/}
|
|
if [[ -z $ENTRY_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR not in $YEAR_DIR/dir form: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ $ENTRY_DIR = */* ]]; then
|
|
echo "$0: ERROR: YYYY_DIR: $YYYY_DIR dir contains a /: $ENTRY_DIR" 1>&2
|
|
EXIT_CODE="6" # exit 6
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
export ENTRY_ID="${YEAR_DIR}_${ENTRY_DIR}"
|
|
|
|
# verify that YYYY_DIR is a writable directory
|
|
#
|
|
if [[ ! -e $YYYY_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR does not exist: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -d $YYYY_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR is not a directory: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -w $YYYY_DIR ]]; then
|
|
echo "$0: ERROR: YYYY_DIR is not an writable directory: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# verify YYYY/dir/.path
|
|
#
|
|
export DOT_PATH="$YYYY_DIR/.path"
|
|
if [[ ! -s $DOT_PATH ]]; then
|
|
echo "$0: ERROR: not a non-empty file: $DOT_PATH" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
DOT_PATH_CONTENT=$(< "$DOT_PATH")
|
|
if [[ $YYYY_DIR != "$DOT_PATH_CONTENT" ]]; then
|
|
echo "$0: ERROR: arg: $YYYY_DIR does not match $DOT_PATH contents: $DOT_PATH_CONTENT" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# process the entry .entry.json file
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about process .entry.json: $ENTRY_JSON for: $YYYY_DIR" 1>&2
|
|
fi
|
|
|
|
# verify .entry.json
|
|
#
|
|
export ENTRY_JSON="$YYYY_DIR/.entry.json"
|
|
if [[ ! -e $ENTRY_JSON ]]; then
|
|
echo "$0: ERROR: .entry.json does not exist: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -f $ENTRY_JSON ]]; then
|
|
echo "$0: ERROR: .entry.json is not a file: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -r $ENTRY_JSON ]]; then
|
|
echo "$0: ERROR: .entry.json is not a readable file: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ ! -s $ENTRY_JSON ]]; then
|
|
echo "$0: ERROR: .entry.json is not a readable non-empty file: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# process the year_prize.csv update
|
|
#
|
|
AWARD=$(output_award "$ENTRY_JSON")
|
|
if [[ -z $AWARD ]]; then
|
|
echo "$0: ERROR: award name empty or not found in: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="1" # exit 1
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ -z $NOOP ]]; then
|
|
echo "$ENTRY_ID,$AWARD" >> "$TMP_YEAR_PRIZE_CSV"
|
|
elif [[ $V_FLAG -ge 7 ]]; then
|
|
echo "$0: debug[7]: because of -n, did append to year_prize.csv: $TMP_YEAR_PRIZE_CSV for: $ENTRY_JSON" 1>&2
|
|
fi
|
|
|
|
# record a win for each author_handle associated with this entry
|
|
#
|
|
AUTHOR_HANDLES=$(output_author_handles "$ENTRY_JSON")
|
|
if [[ -z $AUTHOR_HANDLES ]]; then
|
|
echo "$0: ERROR: output_author_handles returned empty string for: $$ENTRY_JSON" 1>&2
|
|
EXIT_CODE="1" # exit 1
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
if [[ $V_FLAG -ge 7 ]]; then
|
|
echo "$0: debug[7]: output_author_handles $ENTRY_JSON: $AUTHOR_HANDLES" 1>&2
|
|
fi
|
|
if [[ -z $NOOP ]]; then
|
|
echo "$AUTHOR_HANDLES" | while read -r AUTHOR_HANDLE; do
|
|
|
|
# look for unknown author handles
|
|
#
|
|
export AUTHOR_HANDLE_JSON="$AUTHOR_DIR/$AUTHOR_HANDLE.json"
|
|
if [[ ! -f $AUTHOR_DIR/$AUTHOR_HANDLE.json ]]; then
|
|
echo "$0: Warning: .entry.json: $ENTRY_JSON refers to an unknown author_handle: $AUTHOR_HANDLE" 1>&2
|
|
echo "$0: Warning: .entry.json: $ENTRY_JSON refers a missing author_handle file: $AUTHOR_HANDLE_JSON" 1>&2
|
|
echo "$0: ERROR: Flagging unknown author_handle as an error, but continuing anyway: $YYYY_DIR" 1>&2
|
|
EXIT_CODE="9" # exit 9
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
# NOTE: We do NOT want to stop processing via continue - proceeding instead
|
|
fi
|
|
|
|
# record the author handle / entry id pair
|
|
#
|
|
echo "$AUTHOR_HANDLE $ENTRY_ID" >> "$TMP_AUTHOR_WIN"
|
|
done
|
|
elif [[ $V_FLAG -ge 9 ]]; then
|
|
echo "$0: debug[9]: because of -n, did not append to the temporary author win file" 1>&2
|
|
fi
|
|
|
|
# append top temporary manifest file for this entry
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: awk -f $MANIFEST_ENTRY_CSV_ENTRY_AWK $ENTRY_JSON >> $TMP_MANIFEST_CSV" 1>&2
|
|
fi
|
|
if [[ -z $NOOP ]]; then
|
|
awk -f "$MANIFEST_ENTRY_CSV_ENTRY_AWK" "$ENTRY_JSON" >> "$TMP_MANIFEST_CSV"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: awk -f $MANIFEST_ENTRY_CSV_ENTRY_AWK $ENTRY_JSON >> $TMP_MANIFEST_CSV failed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
fi
|
|
elif [[ $V_FLAG -ge 9 ]]; then
|
|
echo "$0: debug[9]: because of -n, did not append to the temporary manifest file" 1>&2
|
|
fi
|
|
|
|
# obtain the title from .entry.json
|
|
#
|
|
TITLE=$(output_title "$ENTRY_JSON")
|
|
export TITLE
|
|
if [[ -z $TITLE ]]; then
|
|
echo "$0: ERROR: title name empty or not found in: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="1" # exit 1
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# obtain the abstract from .entry.json
|
|
#
|
|
ABSTRACT=$(output_abstract "$ENTRY_JSON")
|
|
export ABSTRACT
|
|
if [[ -z $ABSTRACT ]]; then
|
|
echo "$0: ERROR: abstract name empty or not found in: $ENTRY_JSON" 1>&2
|
|
EXIT_CODE="1" # exit 1
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
continue
|
|
fi
|
|
|
|
# append title and abstract information into the summary.txt file
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
echo "$YEAR_DIR,$ENTRY_DIR,$TITLE,$ABSTRACT" >> "$TMP_SUMMARY_CSV"
|
|
elif [[ $V_FLAG -ge 7 ]]; then
|
|
echo "$0: debug[7]: because of -n, did append to summary.csv: $TMP_SUMMARY_CSV for: $ENTRY_JSON" 1>&2
|
|
fi
|
|
done
|
|
done
|
|
|
|
|
|
# Convert temporary author win file lines in TMP_AUTHOR_WINS_CSV lines
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
|
|
# firewall
|
|
#
|
|
if [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: processing author_wins.csv file: $AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
if [[ ! -s $TMP_AUTHOR_WIN ]]; then
|
|
echo "$0: ERROR: temporary author win file is empty: $TMP_AUTHOR_WIN" 1>&2
|
|
exit 22
|
|
fi
|
|
|
|
# sort author win file
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: LC_ALL=C sort $TMP_AUTHOR_WIN -o $TMP_AUTHOR_WIN" 1>&2
|
|
fi
|
|
LC_ALL=C sort "$TMP_AUTHOR_WIN" -o "$TMP_AUTHOR_WIN"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: LC_ALL=C sort $TMP_AUTHOR_WIN -o $TMP_AUTHOR_WIN failed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: sorted temporary author win file file: $TMP_AUTHOR_WIN" 1>&2
|
|
fi
|
|
|
|
# convert consecutive author win file lines with the same author_handle into a single TMP_AUTHOR_WINS_CSV line
|
|
#
|
|
export line=0
|
|
export PREV_AUTHOR_ID=""
|
|
while read -r AUTHOR_ID ENTRY_ID extra; do
|
|
|
|
# firewall
|
|
#
|
|
((++line))
|
|
if [[ -z $AUTHOR_ID ]]; then
|
|
echo "$0: line $line of $TMP_AUTHOR_WIN has an empty 1st field for AUTHOR_ID" 1>&2
|
|
exit 23
|
|
fi
|
|
if [[ -z $ENTRY_ID ]]; then
|
|
echo "$0: line $line of $TMP_AUTHOR_WIN has an empty 2nd field for ENTRY_ID" 1>&2
|
|
exit 24
|
|
fi
|
|
if [[ ! -z $extra ]]; then
|
|
echo "$0: line $line of $TMP_AUTHOR_WIN has 3 or more fields" 1>&2
|
|
exit 25
|
|
fi
|
|
|
|
# case: first author win file line
|
|
#
|
|
if [[ $line -eq 1 ]]; then
|
|
echo -n "$AUTHOR_ID,$ENTRY_ID" >> "$TMP_AUTHOR_WINS_CSV"
|
|
PREV_AUTHOR_ID="$AUTHOR_ID"
|
|
|
|
# case: new AUTHOR_ID
|
|
#
|
|
elif [[ $AUTHOR_ID != "$PREV_AUTHOR_ID" ]]; then
|
|
echo >> "$TMP_AUTHOR_WINS_CSV"
|
|
echo -n "$AUTHOR_ID,$ENTRY_ID" >> "$TMP_AUTHOR_WINS_CSV"
|
|
PREV_AUTHOR_ID="$AUTHOR_ID"
|
|
|
|
# case: same AUTHOR_ID as the previous author win file line
|
|
#
|
|
else
|
|
echo -n ",$ENTRY_ID" >> "$TMP_AUTHOR_WINS_CSV"
|
|
fi
|
|
|
|
done < "$TMP_AUTHOR_WIN"
|
|
|
|
# complete the final TMP_AUTHOR_WINS_CSV line
|
|
#
|
|
echo >> "$TMP_AUTHOR_WINS_CSV"
|
|
|
|
elif [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: because of -n, did not convert temporary author win file into TMP_AUTHOR_WINS_CSV lines" 1>&2
|
|
fi
|
|
|
|
|
|
# sort the temporary author_wins.csv file
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: LC_ALL=C sort -t, -k1d,1 -k2d,2 $TMP_AUTHOR_WINS_CSV -o $TMP_AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
LC_ALL=C sort -t, -k1d,1 -k2d,2 "$TMP_AUTHOR_WINS_CSV" -o "$TMP_AUTHOR_WINS_CSV"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: LC_ALL=C sort -t, -k1d,1 -k2d,2 $TMP_AUTHOR_WINS_CSV -o $TMP_AUTHOR_WINS_CSV failed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: sorted temporary author_wins.csv file: $TMP_AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not sort: $TMP_AUTHOR_WINS_CSV"
|
|
fi
|
|
|
|
|
|
# replace author_wins.csv file with the temporary file if author_wins.csv is missing or different
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
if cmp -s "$TMP_AUTHOR_WINS_CSV" "$AUTHOR_WINS_CSV"; then
|
|
|
|
# case: author_wins.csv did not change
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: author_wins.csv file did not change: $AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
|
|
else
|
|
|
|
# case: author_wins.csv file changed, update the file
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: mv -f -- $TMP_AUTHOR_WINS_CSV $AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
mv -f -v -- "$TMP_AUTHOR_WINS_CSV" "$AUTHOR_WINS_CSV"
|
|
status="$?"
|
|
else
|
|
mv -f -- "$TMP_AUTHOR_WINS_CSV" "$AUTHOR_WINS_CSV"
|
|
status="$?"
|
|
fi
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: mv -f -- $TMP_AUTHOR_WINS_CSV $AUTHOR_WINS_CSV filed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: replaced author_wins.csv file: $AUTHOR_WINS_CSV" 1>&2
|
|
fi
|
|
if [[ ! -s $AUTHOR_WINS_CSV ]]; then
|
|
echo "$0: ERROR: not a non-empty author_wins.csv file: $AUTHOR_WINS_CSV" 1>&2
|
|
exit 8
|
|
fi
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not update $AUTHOR_WINS_CSV"
|
|
fi
|
|
|
|
|
|
# scan author_wins.csv file for unknown author handles and
|
|
# author handles w/o author/author_handle.json file and
|
|
# author/author_handle.json file that do not reference the entry id
|
|
#
|
|
if [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: about to: scan for unknown author handles" 1>&2
|
|
fi
|
|
export line=0
|
|
sed -e 's/,/ /g' "$AUTHOR_WINS_CSV" | while read -r AUTHOR_HANDLE ENTRY_ID_SET; do
|
|
|
|
# skip comment lines
|
|
#
|
|
((++line))
|
|
if [[ $AUTHOR_HANDLE =~ '#' ]]; then
|
|
continue;
|
|
fi
|
|
|
|
# look for unknown author handles
|
|
#
|
|
export AUTHOR_HANDLE_JSON="$AUTHOR_DIR/$AUTHOR_HANDLE.json"
|
|
if [[ ! -f $AUTHOR_DIR/$AUTHOR_HANDLE.json ]]; then
|
|
echo "$0: ERROR: entry_id $ENTRY_ID refers to an unknown author_handle: $AUTHOR_HANDLE" 1>&2
|
|
echo "$0: Warning: no such author_handle file: $AUTHOR_HANDLE_JSON" 1>&2
|
|
echo "$0: Warning: line: $line for: $AUTHOR_WINS_CSV flagging unknown author_handle as an error: continuing" 1>&2
|
|
EXIT_CODE="9" # exit 9
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
# NOTE: We do NOT want to stop processing via continue - proceeding instead
|
|
|
|
# look for lines with no entry ids
|
|
#
|
|
elif [[ -z $ENTRY_ID_SET ]]; then
|
|
echo "$0: ERROR: line: $line of author_wins.csv: $AUTHOR_WINS_CSV as no entry ids on the line" 1>&2
|
|
EXIT_CODE="8" # exit 8
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
# NOTE: We do NOT want to stop processing via continue - proceeding instead
|
|
|
|
# look for unknown entry_id's
|
|
#
|
|
else
|
|
|
|
# check each entry id on the line
|
|
#
|
|
echo "$AUTHOR_HANDLE_JSON" >> "$TMP_AUTHOR_HANDLE_INVENTORY"
|
|
echo "$ENTRY_ID_SET" | sed -e 's/ /\n/g' | while read -r ENTRY_ID; do
|
|
|
|
# convert ENTRY_ID into YYYY_DIR
|
|
#
|
|
export YEAR_DIR=${ENTRY_ID%%_*}
|
|
export ENTRY_DIR=${ENTRY_ID#*_}
|
|
export YYYY_DIR="${YEAR_DIR}/${ENTRY_DIR}"
|
|
|
|
# verify that the entry exists
|
|
#
|
|
if [[ ! -d $YYYY_DIR ]]; then
|
|
|
|
# case: entry does not exist
|
|
#
|
|
echo "$0: ERROR: line: $line of author_wins.csv: $AUTHOR_WINS_CSV" \
|
|
"refers to unknown entry id: $ENTRY_ID" 1>&2
|
|
EXIT_CODE="7" # exit 7
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
# NOTE: We do NOT want to stop processing via continue - proceeding instead
|
|
|
|
# verify that the author/author_handle.json file refers to the entry id
|
|
#
|
|
else
|
|
|
|
# check if the author/author_handle.json file refers to the entry id
|
|
#
|
|
PATTERN='$..entry_id'
|
|
FOUND=$("$JVAL_WRAPPER" -b -q "$AUTHOR_HANDLE_JSON" "$PATTERN")
|
|
status="$?"
|
|
if [[ $status -ne 0 || -z $FOUND ]]; then
|
|
echo "$0: ERROR: line: $line of author_wins.csv: $AUTHOR_WINS_CSV" \
|
|
"entry id: $ENTRY_ID not in winning_entry_set of: $AUTHOR_HANDLE_JSON" 1>&2
|
|
EXIT_CODE="9" # exit 9
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
# NOTE: We do NOT want to stop processing via continue - proceeding instead
|
|
fi
|
|
fi
|
|
done
|
|
fi
|
|
done
|
|
|
|
|
|
# verify that the author directory contains only author_handle.json files referenced by author_wins.csv
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: LC_ALL=C sort $TMP_AUTHOR_HANDLE_INVENTORY -o $TMP_AUTHOR_HANDLE_INVENTORY" 1>&2
|
|
fi
|
|
LC_ALL=C sort "$TMP_AUTHOR_HANDLE_INVENTORY" -o "$TMP_AUTHOR_HANDLE_INVENTORY"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: LC_ALL=C sort $TMP_AUTHOR_HANDLE_INVENTORY -o $TMP_AUTHOR_HANDLE_INVENTORY failed," \
|
|
"error code: $status" 1>&2
|
|
exit 9
|
|
fi
|
|
AUTHOR_DIFF=$(find "$AUTHOR_DIR" -mindepth 1 -maxdepth 1 -type f -name '*.json' 2>&1 |
|
|
LC_ALL=C sort |
|
|
diff -u - "$TMP_AUTHOR_HANDLE_INVENTORY")
|
|
export AUTHOR_DIFF
|
|
if [[ -n $AUTHOR_DIFF ]]; then
|
|
echo "$0: ERROR: author handles in author_wins.csv: $AUTHOR_WINS_CSV differs from author directory: $AUTHOR_DIR" 1>&2
|
|
echo "$0: Warning: author directory differences start below" 1>&2
|
|
echo "$AUTHOR_DIFF" 1>&2
|
|
echo "$0: Warning: author directory differences end above" 1>&2
|
|
EXIT_CODE="9" # exit 1
|
|
echo "$0: Warning: EXIT_CODE set to: $EXIT_CODE" 1>&2
|
|
echo "$EXIT_CODE" > "$TMP_EXIT_CODE"
|
|
# NOTE: We do NOT want to stop processing via continue - proceeding instead
|
|
fi
|
|
|
|
|
|
# sort the temporary manifest.csv file
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
|
|
if [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: processing manifest.csv file: $MANIFEST_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: LC_ALL=C sort -t, -k1,1 -k2d,2 -k4n,4 -k3,3 -k5d,8 $TMP_MANIFEST_CSV -o $TMP_MANIFEST_CSV" 1>&2
|
|
fi
|
|
LC_ALL=C sort -t, -k1,1 -k2d,2 -k4n,4 -k3,3 -k5d,8 "$TMP_MANIFEST_CSV" -o "$TMP_MANIFEST_CSV"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: LC_ALL=C sort -t, -k1,1 -k2d,2 -k4n,4 -k3,3 -k5d,8 $TMP_MANIFEST_CSV -o $TMP_MANIFEST_CSV failed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: sorted temporary manifest.csv file: $TMP_MANIFEST_CSV" 1>&2
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not sort: $TMP_MANIFEST_CSV"
|
|
fi
|
|
|
|
|
|
# replace manifest.csv file with the temporary file if manifest.csv is missing or different
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
if cmp -s "$TMP_MANIFEST_CSV" "$MANIFEST_CSV"; then
|
|
|
|
# case: manifest.csv did not change
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: manifest.csv file did not change: $MANIFEST_CSV" 1>&2
|
|
fi
|
|
|
|
else
|
|
|
|
# case: manifest.csv file changed, update the file
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: mv -f -- $TMP_MANIFEST_CSV $MANIFEST_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
mv -f -v -- "$TMP_MANIFEST_CSV" "$MANIFEST_CSV"
|
|
status="$?"
|
|
else
|
|
mv -f -- "$TMP_MANIFEST_CSV" "$MANIFEST_CSV"
|
|
status="$?"
|
|
fi
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: mv -f -- $TMP_MANIFEST_CSV $MANIFEST_CSV filed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: replaced manifest.csv file: $MANIFEST_CSV" 1>&2
|
|
fi
|
|
if [[ ! -s $MANIFEST_CSV ]]; then
|
|
echo "$0: ERROR: not a non-empty manifest.csv file: $MANIFEST_CSV" 1>&2
|
|
exit 8
|
|
fi
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not update $MANIFEST_CSV"
|
|
fi
|
|
|
|
|
|
# sort the temporary summary.csv file
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
|
|
if [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: processing summary.csv file: $SUMMARY_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: LC_ALL=C sort -t, -k1,1 -k2d,4 $TMP_SUMMARY_CSV -o $TMP_SUMMARY_CSV" 1>&2
|
|
fi
|
|
LC_ALL=C sort -t, -k1,1 -k2d,4 "$TMP_SUMMARY_CSV" -o "$TMP_SUMMARY_CSV"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: LC_ALL=C sort -t, -k1,1 -k2d,4 $TMP_SUMMARY_CSV -o $TMP_SUMMARY_CSV failed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: sorted temporary summary.csv file: $TMP_SUMMARY_CSV" 1>&2
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not sort: $TMP_SUMMARY_CSV"
|
|
fi
|
|
|
|
|
|
# replace summary.csv file with the temporary file if summary.csv is missing or different
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
if cmp -s "$TMP_SUMMARY_CSV" "$SUMMARY_CSV"; then
|
|
|
|
# case: summary.csv did not change
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: summary.csv file did not change: $SUMMARY_CSV" 1>&2
|
|
fi
|
|
|
|
else
|
|
|
|
# case: summary.csv file changed, update the file
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: mv -f -- $TMP_SUMMARY_CSV $SUMMARY_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
mv -f -v -- "$TMP_SUMMARY_CSV" "$SUMMARY_CSV"
|
|
status="$?"
|
|
else
|
|
mv -f -- "$TMP_SUMMARY_CSV" "$SUMMARY_CSV"
|
|
status="$?"
|
|
fi
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: mv -f -- $TMP_SUMMARY_CSV $SUMMARY_CSV filed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: replaced summary.csv file: $SUMMARY_CSV" 1>&2
|
|
fi
|
|
if [[ ! -s $SUMMARY_CSV ]]; then
|
|
echo "$0: ERROR: not a non-empty summary.csv file: $SUMMARY_CSV" 1>&2
|
|
exit 8
|
|
fi
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not update $SUMMARY_CSV"
|
|
fi
|
|
|
|
|
|
# sort the temporary year_prize.csv file
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
|
|
if [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: processing year_prize.csv file: $YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: LC_ALL=C sort -t, -k1d,1 -k2d,2 $TMP_YEAR_PRIZE_CSV -o $TMP_YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
LC_ALL=C sort -t, -k1d,1 -k2d,2 "$TMP_YEAR_PRIZE_CSV" -o "$TMP_YEAR_PRIZE_CSV"
|
|
status="$?"
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: LC_ALL=C sort -t, -k1d,1 -k2d,2 $TMP_YEAR_PRIZE_CSV -o $TMP_YEAR_PRIZE_CSV failed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: sorted temporary year_prize.csv file: $TMP_YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not sort: $TMP_YEAR_PRIZE_CSV"
|
|
fi
|
|
|
|
|
|
# replace year_prize.csv file with the temporary file if year_prize.csv is missing or different
|
|
#
|
|
if [[ -z $NOOP ]]; then
|
|
if cmp -s "$TMP_YEAR_PRIZE_CSV" "$YEAR_PRIZE_CSV"; then
|
|
|
|
# case: year_prize.csv did not change
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: year_prize.csv file did not change: $YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
|
|
else
|
|
|
|
# case: year_prize.csv file changed, update the file
|
|
#
|
|
if [[ $V_FLAG -ge 5 ]]; then
|
|
echo "$0: debug[5]: about to: mv -f -- $TMP_YEAR_PRIZE_CSV $YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
if [[ $V_FLAG -ge 3 ]]; then
|
|
mv -f -v -- "$TMP_YEAR_PRIZE_CSV" "$YEAR_PRIZE_CSV"
|
|
status="$?"
|
|
else
|
|
mv -f -- "$TMP_YEAR_PRIZE_CSV" "$YEAR_PRIZE_CSV"
|
|
status="$?"
|
|
fi
|
|
if [[ $status -ne 0 ]]; then
|
|
echo "$0: ERROR: mv -f -- $TMP_YEAR_PRIZE_CSV $YEAR_PRIZE_CSV filed," \
|
|
"error code: $status" 1>&2
|
|
exit 8
|
|
elif [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: replaced year_prize.csv file: $YEAR_PRIZE_CSV" 1>&2
|
|
fi
|
|
if [[ ! -s $YEAR_PRIZE_CSV ]]; then
|
|
echo "$0: ERROR: not a non-empty year_prize.csv file: $YEAR_PRIZE_CSV" 1>&2
|
|
exit 8
|
|
fi
|
|
fi
|
|
|
|
elif [[ $V_FLAG -ge 3 ]]; then
|
|
echo "$0: debug[3]: because of -n, will not update $YEAR_PRIZE_CSV"
|
|
fi
|
|
|
|
|
|
# All Done!!! All Done!!! -- Jessica Noll, Age 2
|
|
#
|
|
EXIT_CODE=$(< "$TMP_EXIT_CODE")
|
|
if [[ $EXIT_CODE -ne 0 ]]; then
|
|
echo "$0: Warning: about to exit non-zero: $EXIT_CODE" 1>&2
|
|
elif [[ $V_FLAG -ge 1 ]]; then
|
|
echo "$0: debug[1]: about to exit $EXIT_CODE" 1>&2
|
|
fi
|
|
exit "$EXIT_CODE"
|