From 418560c9ef739d1b6b5325c814255a7299fecc52 Mon Sep 17 00:00:00 2001 From: kanthi subramanian Date: Wed, 7 Jan 2026 13:09:27 -0600 Subject: [PATCH 1/3] Added settings to set clickhouse(server) and spark(session) timezone. --- examples/docker-compose/config.xml | 3 +++ examples/docker-compose/docker-compose-spark-iceberg.yaml | 1 + examples/docker-compose/docker-compose.yaml | 7 ++++--- 3 files changed, 8 insertions(+), 3 deletions(-) create mode 100644 examples/docker-compose/config.xml diff --git a/examples/docker-compose/config.xml b/examples/docker-compose/config.xml new file mode 100644 index 00000000..8bb196ca --- /dev/null +++ b/examples/docker-compose/config.xml @@ -0,0 +1,3 @@ + + America/Chicago + diff --git a/examples/docker-compose/docker-compose-spark-iceberg.yaml b/examples/docker-compose/docker-compose-spark-iceberg.yaml index cb30aa06..acf24eb7 100644 --- a/examples/docker-compose/docker-compose-spark-iceberg.yaml +++ b/examples/docker-compose/docker-compose-spark-iceberg.yaml @@ -33,4 +33,5 @@ configs: spark.eventLog.dir /home/iceberg/spark-events spark.history.fs.logDirectory /home/iceberg/spark-events spark.sql.catalogImplementation in-memory + # spark.sql.session.timeZone America/Chicago # spark.log.level DEBUG diff --git a/examples/docker-compose/docker-compose.yaml b/examples/docker-compose/docker-compose.yaml index 1a211b2b..e2596a02 100644 --- a/examples/docker-compose/docker-compose.yaml +++ b/examples/docker-compose/docker-compose.yaml @@ -40,7 +40,7 @@ services: depends_on: - minio-init clickhouse: - image: altinity/clickhouse-server:25.3.3.20186.altinityantalya-alpine + image: altinity/clickhouse-server:25.8.9.20496.altinityantalya-alpine restart: unless-stopped environment: CLICKHOUSE_SKIP_USER_SETUP: "1" # insecure @@ -53,8 +53,9 @@ services: volumes: # for access to clickhouse-logs - ./data/docker-compose/clickhouse/var/log/clickhouse-server:/var/log/clickhouse-server - depends_on: - - ice-rest-catalog + - ./config.xml:/etc/clickhouse-server/conf.d/config.xml + depends_on: + - ice-rest-catalog configs: clickhouse-init: content: | From b7bb89ede89c352d3e654c8910d347bb2a5187a0 Mon Sep 17 00:00:00 2001 From: kanthi subramanian Date: Wed, 7 Jan 2026 13:20:39 -0600 Subject: [PATCH 2/3] Updated documentation on setting timezone. --- examples/docker-compose/README.md | 43 +++++++++++++++++++++ examples/docker-compose/docker-compose.yaml | 6 +-- 2 files changed, 46 insertions(+), 3 deletions(-) diff --git a/examples/docker-compose/README.md b/examples/docker-compose/README.md index 99e47f03..12c4d836 100644 --- a/examples/docker-compose/README.md +++ b/examples/docker-compose/README.md @@ -28,7 +28,50 @@ Solution: Upgrade docker/docker compose to v2. ### Supplemental +#### Setting ClickHouse Server Timezone + +To configure the ClickHouse server timezone: + +1. Edit `config.xml` with your desired timezone: + +```xml + + America/Chicago + +``` + +2. Uncomment the volume mount in `docker-compose.yaml` under the `clickhouse` service: + +```yaml +volumes: + - ./config.xml:/etc/clickhouse-server/conf.d/config.xml +``` + +3. Restart the containers: `docker compose down && docker compose up` + #### Querying data using Spark +To set the session timezone in Spark, add the following configuration under the `configs` section in `docker-compose-spark-iceberg.yaml`: + +```yaml + configs: + - spark.sql.session.timeZone=America/Chicago +``` + +Replace `America/Chicago` with your desired timezone. + +For example, your Spark service definition might look like: + +```yaml + spark-iceberg: + image: ... + environment: + - ... + configs: + - spark.sql.session.timeZone=America/Chicago + ... +``` + +This ensures that Spark SQL sessions will use the specified timezone. ```shell docker compose -f docker-compose-spark-iceberg.yaml down -v diff --git a/examples/docker-compose/docker-compose.yaml b/examples/docker-compose/docker-compose.yaml index e2596a02..755c51ae 100644 --- a/examples/docker-compose/docker-compose.yaml +++ b/examples/docker-compose/docker-compose.yaml @@ -53,9 +53,9 @@ services: volumes: # for access to clickhouse-logs - ./data/docker-compose/clickhouse/var/log/clickhouse-server:/var/log/clickhouse-server - - ./config.xml:/etc/clickhouse-server/conf.d/config.xml - depends_on: - - ice-rest-catalog + # - ./config.xml:/etc/clickhouse-server/conf.d/config.xml + depends_on: + - ice-rest-catalog configs: clickhouse-init: content: | From a5e0d4f42f26823e8ca339822b14accd952e4b99 Mon Sep 17 00:00:00 2001 From: kanthi subramanian Date: Fri, 16 Jan 2026 10:29:22 -0600 Subject: [PATCH 3/3] Updated README.md with correct instructions for setting spark timezone --- examples/docker-compose/README.md | 25 ++++++++----------------- 1 file changed, 8 insertions(+), 17 deletions(-) diff --git a/examples/docker-compose/README.md b/examples/docker-compose/README.md index 12c4d836..ed5a8790 100644 --- a/examples/docker-compose/README.md +++ b/examples/docker-compose/README.md @@ -50,25 +50,16 @@ volumes: 3. Restart the containers: `docker compose down && docker compose up` #### Querying data using Spark -To set the session timezone in Spark, add the following configuration under the `configs` section in `docker-compose-spark-iceberg.yaml`: - -```yaml - configs: - - spark.sql.session.timeZone=America/Chicago +To set the session timezone in spark, uncomment and set the value for the variable `spark.sql.session.timeZone` +under the section. +``` +configs: + spark-defaults.conf: + content: | ``` -Replace `America/Chicago` with your desired timezone. - -For example, your Spark service definition might look like: - -```yaml - spark-iceberg: - image: ... - environment: - - ... - configs: - - spark.sql.session.timeZone=America/Chicago - ... +``` + # spark.sql.session.timeZone America/Chicago ``` This ensures that Spark SQL sessions will use the specified timezone.