dbUser="rene"

echo $1

inputPath=${1/\/typos*/}

dbLang=${inputPath##*/}

inputPath=${inputPath%/*}

dbType=${inputPath##*/}

echo $inputPath

echo $dbLang

echo $dbType

dbName=$dbType"_"$dbLang"_typo"

echo $dbName

#exit 1

dbPath="/mnt/vdb/typoeval/mysql/${dbName}/" #server

#dbPath=/var/lib/mysql/${dbName}/ #local machine

mysql -u ${dbUser} -e "drop database ${dbName};"

mysql -u ${dbUser} -e "create database ${dbName};"

for (( i = 0; i < 5; i++ ))

do

path=$1$i"es/*"

for file in $path

do

xpath=${file%/*}

xbase=${file##*/}

xfext=${xbase##*.}

xpref=${xbase%.*}

tablename=$xfext"_"$xpref;

echo "tablename: "$tablename;

echo "xpath: "$xpath;

echo "xbase: "$xbase;

echo "xfext: "$xfext;

echo "xpref: "$xpref;

#create tables and indices

if [ $i -eq 0 ];

then

mysql -u ${dbUser} $dbName --local-infile=1 -e "create table ${tablename} (target varchar(60),score float) engine=myisam character set utf8 collate utf8_bin;

create index ${tablename}_ix on ${tablename} (target(1), score desc);

create index ${tablename}_2_ix on ${tablename} (target(2), score desc);

create index ${tablename}_3_ix on ${tablename} (target(3), score desc);

create index ${tablename}_4_ix on ${tablename} (target(4), score desc);

create index ${tablename}_5_ix on ${tablename} (target(5), score desc);"

else

mysql -u ${dbUser} $dbName --local-infile=1 -e "create table ${tablename} (source varchar(60),target varchar(60),score float) engine=myisam character set utf8 collate utf8_bin;

create index ${tablename}_ix on ${tablename} (source(60), score desc);

create index ${tablename}_2_ix on ${tablename} (source(60), target(2), score desc);

create index ${tablename}_3_ix on ${tablename} (source(60), target(3), score desc);

create index ${tablename}_4_ix on ${tablename} (source(60), target(4), score desc);

create index ${tablename}_5_ix on ${tablename} (source(60), target(5), score desc);"

fi

#disable indices

myisamchk --keys-used=0 -rq ${dbPath}${tablename}

mysql -u ${dbUser} $dbName --local-infile=1 -e "flush tables;"

#import data

if [ $i -eq 0 ];

then

mysql -u ${dbUser} $dbName --local-infile=1 -e "load data local infile '$file' into table ${tablename} fields terminated by '\t' enclosed by '' lines terminated by '\n' (@dummy, target, score);"

else

mysql -u ${dbUser} $dbName --local-infile=1 -e "load data local infile '$file' into table ${tablename} fields terminated by '\t' enclosed by '' lines terminated by '\n' (source, target, score);"

fi

#compress table / really necessary?

myisampack ${dbPath}${tablename}

#enable index

myisamchk -rq ${dbPath}${tablename} --tmpdir="/mnt/vdb/tmp" --sort_buffer=3G #--sort-index --sort-records=1

#and flush index again.

mysql -u ${dbUser} $dbName --local-infile=1 -e "flush tables;"

done

done