use a single manifest file
Now, there is a single manifest called manifest.numbers. The manifest.csv is formed by exporting manifest.numbers and running fix_manifest_csv.sh (which was fix_numbers_csv.sh). The "full_manifest" is now just manifest. Renamed "file_list.*.txt" to "path_list.txt". Renamed check_file_list.sh to check_path_list.sh. The previous set of manifest files are preserved, for now, under the OLD_manifest directory as a temporary measure in case we need to revert and very old changes. Updated README.md, check_path_list.sh and fix_manifest_csv.sh as per the above changes. Minor cleanup on a few manifest.number fields.
This commit is contained in:
1 parent
41c796a88f
commit
9cce43fb18
24 files changed
+17075
-311
No files matched your search
Executable
+89
@@ -0,0 +1,89 @@
|
||||
#!/usr/bin/env bash
|
||||
#
|
||||
# check_path_list.sh - look for problems with path_list.* files
|
||||
#
|
||||
# XXX - This is a temporary utility that will be replaced when
|
||||
# the .winner.json files are built
|
||||
#
|
||||
|
||||
# setup
|
||||
#
|
||||
export REQUIRED_PATH_LIST="path_list.required.txt"
|
||||
export BUILT_PATH_LIST="path_list.built.txt"
|
||||
export MANIFEST_LIST="path_list.manifest.txt"
|
||||
export FOUND_LIST="path_list.found.txt"
|
||||
export EXIT_CODE=0
|
||||
|
||||
# firewall
|
||||
#
|
||||
if [[ ! -f $REQUIRED_PATH_LIST ]]; then
|
||||
echo "$0: ERROR: missing REQUIRED_PATH_LIST: $REQUIRED_PATH_LIST" 1>&2
|
||||
exit 10
|
||||
fi
|
||||
if [[ ! -s $REQUIRED_PATH_LIST ]]; then
|
||||
echo "$0: ERROR: REQUIRED_PATH_LIST is empty: $REQUIRED_PATH_LIST" 1>&2
|
||||
exit 11
|
||||
fi
|
||||
if [[ ! -f $BUILT_PATH_LIST ]]; then
|
||||
echo "$0: ERROR: missing BUILT_PATH_LIST: $BUILT_PATH_LIST" 1>&2
|
||||
exit 12
|
||||
fi
|
||||
if [[ ! -s $BUILT_PATH_LIST ]]; then
|
||||
echo "$0: ERROR: BUILT_PATH_LIST is empty: $BUILT_PATH_LIST" 1>&2
|
||||
exit 13
|
||||
fi
|
||||
if [[ ! -f $MANIFEST_LIST ]]; then
|
||||
echo "$0: ERROR: missing MANIFEST_LIST: $MANIFEST_LIST" 1>&2
|
||||
exit 14
|
||||
fi
|
||||
if [[ ! -s $MANIFEST_LIST ]]; then
|
||||
echo "$0: ERROR: MANIFEST_LIST is empty: $MANIFEST_LIST" 1>&2
|
||||
exit 15
|
||||
fi
|
||||
if [[ ! -f $FOUND_LIST ]]; then
|
||||
echo "$0: ERROR: missing FOUND_LIST: $FOUND_LIST" 1>&2
|
||||
exit 16
|
||||
fi
|
||||
if [[ ! -s $FOUND_LIST ]]; then
|
||||
echo "$0: ERROR: FOUND_LIST is empty: $FOUND_LIST" 1>&2
|
||||
exit 17
|
||||
fi
|
||||
|
||||
# look for missing required files
|
||||
#
|
||||
export TMP_FILE="tmp.$$.missing"
|
||||
trap 'rm -f $TMP_FILE; exit' 0 1 2 3 15
|
||||
comm -23 "$REQUIRED_PATH_LIST" "$FOUND_LIST" | sort -t/ > "$TMP_FILE"
|
||||
if [[ -s $TMP_FILE ]]; then
|
||||
COUNT=$(wc -l < "$TMP_FILE" | sed -e 's/^ *//')
|
||||
echo "# $0: Waning: missing required file count: $COUNT"
|
||||
EXIT_CODE=18 # exit 18
|
||||
echo "#"
|
||||
echo "# $0: missing required file list starts below"
|
||||
cat "$TMP_FILE"
|
||||
echo "# $0: missing required file list ends above"
|
||||
fi
|
||||
rm -f "$TMP_FILE"
|
||||
|
||||
# look for found files not in the manifest
|
||||
#
|
||||
export TMP_FILE="tmp.$$.missing"
|
||||
trap 'rm -f $TMP_FILE; exit' 0 1 2 3 15
|
||||
comm -13 "$MANIFEST_LIST" "$FOUND_LIST" | sort -t/ > "$TMP_FILE"
|
||||
if [[ -s $TMP_FILE ]]; then
|
||||
COUNT=$(wc -l < "$TMP_FILE" | sed -e 's/^ *//')
|
||||
echo "# $0: Waning: found files not in the manifest count: $COUNT"
|
||||
EXIT_CODE=19 # exit 19
|
||||
echo "#"
|
||||
echo "# $0: found files not in the manifest list starts below"
|
||||
cat "$TMP_FILE"
|
||||
echo "# $0: found files not in the manifest list ends above"
|
||||
fi
|
||||
rm -f "$TMP_FILE"
|
||||
|
||||
# All Done!!! -- Jessica Noll, Age 2
|
||||
#
|
||||
if [[ $EXIT_CODE -ne 0 ]]; then
|
||||
echo "$0: Warning: about to exit: $EXIT_CODE" 1>&2
|
||||
fi
|
||||
exit "$EXIT_CODE"
|
||||
Reference in new issue
Block a user