#!/bin/bashwhoami
tar zxvf /docker-entrypoint-initdb.d/wisekg.tar.gz -C /docker-entrypoint-initdb.dmkdir /docker-entrypoint-initdb.d/imdb/splitcd/docker-entrypoint-initdb.d/imdb/split
for i in ../*.txt ; do echo $i ; split -d -a 6 -l 100000 -- $i `basename $i .txt`.; ls|grep `basename $i .txt`|xargs -n1 -i{} mv {} {}.txt; rm -fv $i; done
for i in `ls *.*|sed 's/^[^.]+.//'|sort -u` ; do
mkdir ../split-$i
for j in $i ; do mv $j ../split-$i/$i ; done
done
cd /docker-entrypoint-initdb.d/imdb/
time ( mysql -uroot -p"$MYSQL_ROOT_PASSWORD" -e 'drop database if exists $MYSQL_DATABASE;create database $MYSQL_DATABASE;set global FOREIGN_KEY_CHECKS=0;'; (echo "SET FOREIGN_KEY_CHECKS=0;";cat ./*.sql) | mysql -uroot -p"$MYSQL_ROOT_PASSWORD" "$MYSQL_DATABASE" ; parallel -j32 'mysqlimport --use-threads=32 -uroot -p"$MYSQL_ROOT_PASSWORD" "$MYSQL_DATABASE" /docker-entrypoint-initdb.d/imdb/{}/*.txt' ::: split-* )
whoami
tar zxvf /docker-entrypoint-initdb.d/kb.tar.gz -C /docker-entrypoint-initdb.d
mkdir /docker-entrypoint-initdb.d/imdbkb/split
cd /docker-entrypoint-initdb.d/imdbkb/split
for i in ../*.txt ; do echo $i ; split -d -a 6 -l 100000 -- $i `basename $i .txt`.; ls|grep `basename $i .txt`|xargs -n1 -i{} mv {} {}.txt; rm -fv $i; done
for i in `ls *.*|sed 's/^[^.]+.//'|sort -u` ; do
mkdir ../split-$i
for j in $i ; do mv $j ../split-$i/$i ; done
done
cd /docker-entrypoint-initdb.d/imdbkb/
time ( mysql -uroot -p"$MYSQL_ROOT_PASSWORD" -e 'drop database if exists kb;create database kb;set global FOREIGN_KEY_CHECKS=0;'; (echo "SET FOREIGN_KEY_CHECKS=0;";cat ./*.sql) | mysql -uroot -p"$MYSQL_ROOT_PASSWORD" kb ; parallel -j32 'mysqlimport --use-threads=32 -uroot -p"$MYSQL_ROOT_PASSWORD" kb /docker-entrypoint-initdb.d/imdbkb/{}/*.txt' ::: split-* )