#!/bin/sh

indir=datasrc
descfile=$indir/datadesc
outdir=data
filter=$1
force_update=false

process()
{
    src_path=$1
    dst_path=$2
    op=$3

    cmd=$(echo $op | sed 's/<SRC>/$src_path/g;s/<DST>/$dst_path/g')
    export src_path
    export dst_path
    if ! eval $cmd; then
		fname=$(basename $src_path)
		echo "Failed to process data file $fname" >&2
		echo "Command line was: \"$cmd\""
		exit 1
	fi
}

copy()
{
	src_path=$1
	dst_path=$2

	if ! cp $src_path $dst_path; then
		fname=$(basename $src_path)
		echo "Failed to copy data file $fname" >&2
		exit 1
	fi
}

for arg; do
	case "$arg" in
	-f)
		force=true
		;;
	esac
done

if [ -z "$filter" ]; then
	filter='.*'
fi

mkdir -p $outdir

while read line; do
    line=$(echo $line | sed 's/#.*$//' | grep "$filter")
    if [ -n "$line" ]; then
        path=$(echo $line | awk -F : '{ print $1; }')
        fname=$(basename $path)
        op=$(echo $line | awk -F : '{ print $2; }' | xargs)

		infile=$indir/$path
		outfile=$outdir/$path

		if $force_update; then
			touch "$infile"
		fi

		if [ \( ! -f "$outfile" \) -o \( "$infile" -nt "$outfile" \) ]; then
			if [ "$op" = nop ]; then
				echo copying $fname
				mkdir -p $outdir/$(dirname $path)
				copy $indir/$path $outdir/$path
			else
				echo processing $fname
				mkdir -p $outdir/$(dirname $path)
				process $indir/$path $outdir/$path "$op"
			fi
		fi
    fi
done <$descfile