airline_ontime_data_mysql_to_ch_reader.sh

#!/bin/bash
# read airline.ontime test dataset from MySQL and write it to CH

# ugly stub to suppress unsufficient sockets
#sudo bash -c "echo 1 > /proc/sys/net/ipv4/tcp_tw_reuse"

# run data reader with specified Python version

PYTHON=""
PYTHON="/home/user/pypy3.5-5.9-beta-linux_x86_64-portable/bin/pypy"
PYTHON="python3.6"
PYTHON="python3"

CH_MYSQL="/usr/bin/clickhouse-mysql"
CH_MYSQL="-m clickhouse_mysql.main"

if [ ! -d "clickhouse_mysql" ] && [ -d "../clickhouse_mysql" ]; then
    # no clickhouse_mysql dir available - step out of examples dir
    cd ..
fi

$PYTHON $CH_MYSQL ${*:1} \
    --src-server-id=1 \
    --src-resume \
    --src-wait \
    --nice-pause=1 \
    --log-level=info \
    --log-file=ontime.log \
    --src-host=127.0.0.1 \
    --src-user=root \
    --dst-host=127.0.0.1 \
    --csvpool \
    --csvpool-file-path-prefix=qwe_ \
    --mempool-max-flush-interval=60 \
    --mempool-max-events-num=10000 \
    --pump-data

#	--mempool
#   --mempool-max-events-num=3
#   --mempool-max-flush-interval=30
#	--dst-file=dst.csv
#	--dst-schema=db
#   --dst-table=datatypes
#	--csvpool-keep-files
#    --log-level=info \