Contents of /disruptive/allhomes/processall

#!/bin/bash

# Make sure that the property pricing graphs are up to date
# Copyright (C) Michael Still 2005
# Written 26 February 2005

#echo "Stripping..."
#find . -type f -name "ah*" -exec ./strip {} \;
#echo "Simplifying..."
#find . -type f -name "ah*.strip" -exec ./simplifyone {} \;

#echo "Cleaning old data away..."
#rm -rf processed
#mkdir processed

echo "Collating new data..."
for item in *.simple
do
  cut -f 1,2,3,4,5,6 -d "|" < "$item" | ./foreach
done

echo "Finding Canberra data"
cat processed/* | ./getprice | ./mark "canberra" > processed/CANBERRA

echo "Finding regional data"
for region in `ls about/region-* | sed 's/about\/region-//'`
do
  echo "  $region"
  REGION=`echo $region | tr [a-z] [A-Z] | sed 's/ /_/g'`
  rm processed/$REGION 2> /dev/null
  for item in `cat about/region-$region`
  do
    cat processed/"$item" 2> /dev/null | ./getprice | ./mark "region " >> processed/$REGION
  done
done

echo "Cleaning out old graphs..."
rm -rf ../html/graphs/suburb
mkdir -p ../html/graphs/suburb
for item in `ls processed | egrep -v "[A-Z][A-Z]"`
do
  echo "  Graphing $item"
  suburb=`echo $item | tr "_" " "`
  region=`grep -i "$suburb" about/* | head -1 | sed -e 's/about\/region-//' -e 's/:.*//'`
  ./graphcommands "$item" "$region"
done
1	#!/bin/bash
2
3	# Make sure that the property pricing graphs are up to date
4	# Copyright (C) Michael Still 2005
5	# Written 26 February 2005
6
7	#echo "Stripping..."
8	#find . -type f -name "ah*" -exec ./strip {} \;
9	#echo "Simplifying..."
10	#find . -type f -name "ah*.strip" -exec ./simplifyone {} \;
11
12	#echo "Cleaning old data away..."
13	#rm -rf processed
14	#mkdir processed
15
16	echo "Collating new data..."
17	for item in *.simple
18	do
19	cut -f 1,2,3,4,5,6 -d "\|" < "$item" \| ./foreach
20	done
21
22	echo "Finding Canberra data"
23	cat processed/* \| ./getprice \| ./mark "canberra" > processed/CANBERRA
24
25	echo "Finding regional data"
26	for region in `ls about/region-* \| sed 's/about\/region-//'`
27	do
28	echo " $region"
29	REGION=`echo $region \| tr [a-z] [A-Z] \| sed 's/ /_/g'`
30	rm processed/$REGION 2> /dev/null
31	for item in `cat about/region-$region`
32	do
33	cat processed/"$item" 2> /dev/null \| ./getprice \| ./mark "region " >> processed/$REGION
34	done
35	done
36
37	echo "Cleaning out old graphs..."
38	rm -rf ../html/graphs/suburb
39	mkdir -p ../html/graphs/suburb
40	for item in `ls processed \| egrep -v "[A-Z][A-Z]"`
41	do
42	echo " Graphing $item"
43	suburb=`echo $item \| tr "_" " "`
44	region=`grep -i "$suburb" about/* \| head -1 \| sed -e 's/about\/region-//' -e 's/:.*//'`
45	./graphcommands "$item" "$region"
46	done