From 619c5f42a1bf0dcf16fd9210e0e4d7d42fecf5de Mon Sep 17 00:00:00 2001 From: John Tsiombikas Date: Wed, 7 Dec 2016 17:07:17 +0200 Subject: [PATCH] prepare_data script now accepts a filter argument to process only a subset of data matching that filter (with grep) --- tools/prepare_data | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/tools/prepare_data b/tools/prepare_data index 76ced9f..c1bf5f8 100755 --- a/tools/prepare_data +++ b/tools/prepare_data @@ -3,6 +3,7 @@ indir=datasrc descfile=$indir/datadesc outdir=data +filter=$1 process() { @@ -33,10 +34,14 @@ copy() fi } +if [ -z "$filter" ]; then + filter='.*' +fi + mkdir -p $outdir while read line; do - line=$(echo $line | sed 's/#.*$//') + line=$(echo $line | sed 's/#.*$//' | grep "$filter") if [ -n "$line" ]; then path=$(echo $line | awk -F : '{ print $1; }') fname=$(basename $path) -- 1.7.10.4