From b11ccbaf4ceb6eef00258cf37929de36c755b5a4 Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Tue, 6 Feb 2024 20:02:51 +0800 Subject: [PATCH] Playground: Enable async_insert wait_for_async_insert by default --- docker/conf/spark-defaults.conf | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/docker/conf/spark-defaults.conf b/docker/conf/spark-defaults.conf index 7f75aabe..ed962b6e 100644 --- a/docker/conf/spark-defaults.conf +++ b/docker/conf/spark-defaults.conf @@ -50,6 +50,7 @@ spark.sql.catalog.clickhouse_s1r1.http_port=8123 spark.sql.catalog.clickhouse_s1r1.user=default spark.sql.catalog.clickhouse_s1r1.password= spark.sql.catalog.clickhouse_s1r1.database=default +spark.sql.catalog.clickhouse_s1r1.option.custom_http_params=async_insert=1,wait_for_async_insert=1 spark.sql.catalog.clickhouse_s1r2=xenon.clickhouse.ClickHouseCatalog spark.sql.catalog.clickhouse_s1r2.host=clickhouse-s1r2 @@ -58,6 +59,7 @@ spark.sql.catalog.clickhouse_s1r2.http_port=8123 spark.sql.catalog.clickhouse_s1r2.user=default spark.sql.catalog.clickhouse_s1r2.password= spark.sql.catalog.clickhouse_s1r2.database=default +spark.sql.catalog.clickhouse_s1r2.option.custom_http_params=async_insert=1,wait_for_async_insert=1 spark.sql.catalog.clickhouse_s2r1=xenon.clickhouse.ClickHouseCatalog spark.sql.catalog.clickhouse_s2r1.host=clickhouse-s2r1 @@ -66,6 +68,7 @@ spark.sql.catalog.clickhouse_s2r1.http_port=8123 spark.sql.catalog.clickhouse_s2r1.user=default spark.sql.catalog.clickhouse_s2r1.password= spark.sql.catalog.clickhouse_s2r1.database=default +spark.sql.catalog.clickhouse_s2r1.option.custom_http_params=async_insert=1,wait_for_async_insert=1 spark.sql.catalog.clickhouse_s2r2=xenon.clickhouse.ClickHouseCatalog spark.sql.catalog.clickhouse_s2r2.host=clickhouse-s2r2 @@ -74,6 +77,7 @@ spark.sql.catalog.clickhouse_s2r2.http_port=8123 spark.sql.catalog.clickhouse_s2r2.user=default spark.sql.catalog.clickhouse_s2r2.password= spark.sql.catalog.clickhouse_s2r2.database=default +spark.sql.catalog.clickhouse_s2r2.option.custom_http_params=async_insert=1,wait_for_async_insert=1 spark.clickhouse.write.batchSize=50000 spark.clickhouse.write.maxRetry=2