#!/bin/bash

function DownloadRecursively()
{
  curl -G $1 > index.html
  cat index.html | grep 'href="[0-9|a-z|A-Z]' | sed 's/.*href="\(.*\)".*/\1/' | while read ENTRY
  do
    case "$ENTRY" in
    */)
        mkdir -p $ENTRY
        cd $ENTRY
        DownloadRecursively $1$ENTRY
        cd -
        ;;
    *)
        curl -O -G $1$ENTRY
        ;;
    esac
  done
}

for DIR in BidiReferenceC BidiReferenceCpp KANJIMAP LineBreakSampleCpp
do
  mkdir -p $DIR
  cd $DIR
  DownloadRecursively http://www.unicode.org/Public/PROGRAMS/$DIR/
  cd -
done