test: cover datetime and timezone routing configurations

spark/src/test/resources/sql-tests/expressions/datetime/routing_datetime_collation_disabled.sql

@@ -0,0 +1,61 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- MinSparkVersion: 4.0
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=false
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.NextDay.allowIncompatible=false
+-- Config: spark.comet.expression.TruncDate.allowIncompatible=false
+-- Config: spark.comet.expression.TruncTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.DateFormatClass.allowIncompatible=false
+-- Config: spark.comet.expression.ConvertTimezone.allowIncompatible=false
+-- Config: spark.comet.expression.FromUnixTime.allowIncompatible=false
+-- Config: spark.comet.expression.MakeTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.ToUnixTimestamp.allowIncompatible=false
+
+statement
+CREATE TABLE routing_datetime_collation(ts TIMESTAMP, d DATE, fmt STRING, day STRING, zone STRING, str_ts STRING, seconds BIGINT) USING parquet
+
+statement
+INSERT INTO routing_datetime_collation VALUES (TIMESTAMP '2024-06-15 12:34:56', DATE '2024-06-15', 'YEAR', 'MON', 'UTC', '2024-06-15', 0), (NULL, NULL, NULL, NULL, NULL, NULL, NULL)
+
+query expect_native(next_day)
+SELECT next_day(d, day) FROM routing_datetime_collation
+
+query expect_fallback(next_day: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT next_day(d, day COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_fallback(trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT trunc(d, fmt COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_fallback(date_trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_trunc(fmt COLLATE UTF8_LCASE, ts) FROM routing_datetime_collation
+
+query expect_fallback(date_format: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_format(ts, 'yyyy-MM-dd' COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_fallback(from_unixtime: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT from_unixtime(seconds, 'yyyy-MM-dd' COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_fallback(convert_timezone: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT convert_timezone(zone COLLATE UTF8_LCASE, 'America/Los_Angeles', CAST(ts AS TIMESTAMP_NTZ)) FROM routing_datetime_collation
+
+query expect_fallback(make_timestamp: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT make_timestamp(2024, 6, 15, 12, 0, 0, zone COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_fallback(to_unix_timestamp: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT to_unix_timestamp(str_ts, 'yyyy-MM-dd' COLLATE UTF8_LCASE) FROM routing_datetime_collation

spark/src/test/resources/sql-tests/expressions/datetime/routing_datetime_collation_enabled.sql

@@ -0,0 +1,61 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- MinSparkVersion: 4.0
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=true
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.NextDay.allowIncompatible=false
+-- Config: spark.comet.expression.TruncDate.allowIncompatible=false
+-- Config: spark.comet.expression.TruncTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.DateFormatClass.allowIncompatible=false
+-- Config: spark.comet.expression.ConvertTimezone.allowIncompatible=false
+-- Config: spark.comet.expression.FromUnixTime.allowIncompatible=false
+-- Config: spark.comet.expression.MakeTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.ToUnixTimestamp.allowIncompatible=false
+
+statement
+CREATE TABLE routing_datetime_collation(ts TIMESTAMP, d DATE, fmt STRING, day STRING, zone STRING, str_ts STRING, seconds BIGINT) USING parquet
+
+statement
+INSERT INTO routing_datetime_collation VALUES (TIMESTAMP '2024-06-15 12:34:56', DATE '2024-06-15', 'YEAR', 'MON', 'UTC', '2024-06-15', 0), (NULL, NULL, NULL, NULL, NULL, NULL, NULL)
+
+query expect_native(next_day)
+SELECT next_day(d, day) FROM routing_datetime_collation
+
+query expect_dispatch(next_day)
+SELECT next_day(d, day COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_dispatch(trunc)
+SELECT trunc(d, fmt COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_dispatch(date_trunc)
+SELECT date_trunc(fmt COLLATE UTF8_LCASE, ts) FROM routing_datetime_collation
+
+query expect_dispatch(date_format)
+SELECT date_format(ts, 'yyyy-MM-dd' COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_dispatch(from_unixtime)
+SELECT from_unixtime(seconds, 'yyyy-MM-dd' COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_dispatch(convert_timezone)
+SELECT convert_timezone(zone COLLATE UTF8_LCASE, 'America/Los_Angeles', CAST(ts AS TIMESTAMP_NTZ)) FROM routing_datetime_collation
+
+query expect_dispatch(make_timestamp)
+SELECT make_timestamp(2024, 6, 15, 12, 0, 0, zone COLLATE UTF8_LCASE) FROM routing_datetime_collation
+
+query expect_dispatch(to_unix_timestamp)
+SELECT to_unix_timestamp(str_ts, 'yyyy-MM-dd' COLLATE UTF8_LCASE) FROM routing_datetime_collation

spark/src/test/resources/sql-tests/expressions/datetime/routing_temporal_disabled.sql

@@ -0,0 +1,66 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=false
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.FromUTCTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.ToUTCTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.FromUnixTime.allowIncompatible=false
+-- Config: spark.comet.expression.TruncDate.allowIncompatible=false
+-- Config: spark.comet.expression.TruncTimestamp.allowIncompatible=false
+
+statement
+CREATE TABLE routing_temporal(ts TIMESTAMP, d DATE, fmt STRING, seconds BIGINT) USING parquet
+
+statement
+INSERT INTO routing_temporal VALUES (TIMESTAMP '2024-06-15 12:34:56', DATE '2024-06-15', 'YEAR', 0), (NULL, NULL, NULL, NULL)
+
+query expect_native(trunc)
+SELECT trunc(d, 'YEAR') FROM routing_temporal
+
+query expect_native(date_trunc)
+SELECT date_trunc('YEAR', ts) FROM routing_temporal
+
+query expect_native(date_format)
+SELECT date_format(ts, 'yyyy-MM-dd') FROM routing_temporal
+
+query expect_fallback(from_utc_timestamp: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT from_utc_timestamp(ts, 'UTC') FROM routing_temporal
+
+query expect_fallback(to_utc_timestamp: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT to_utc_timestamp(ts, 'UTC') FROM routing_temporal
+
+query expect_fallback(from_unixtime: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT from_unixtime(seconds) FROM routing_temporal
+
+query expect_fallback(from_unixtime: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT from_unixtime(seconds, 'yyyy') FROM routing_temporal
+
+query expect_fallback(trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT trunc(d, fmt) FROM routing_temporal
+
+query expect_fallback(trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT trunc(d, 'day') FROM routing_temporal
+
+query expect_fallback(date_trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_trunc(fmt, ts) FROM routing_temporal
+
+query expect_fallback(date_trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_trunc('not_a_unit', ts) FROM routing_temporal
+
+query expect_fallback(date_format: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_format(ts, 'yyyy-MM-dd EEEE') FROM routing_temporal

spark/src/test/resources/sql-tests/expressions/datetime/routing_temporal_enabled.sql

@@ -0,0 +1,66 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=true
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.FromUTCTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.ToUTCTimestamp.allowIncompatible=false
+-- Config: spark.comet.expression.FromUnixTime.allowIncompatible=false
+-- Config: spark.comet.expression.TruncDate.allowIncompatible=false
+-- Config: spark.comet.expression.TruncTimestamp.allowIncompatible=false
+
+statement
+CREATE TABLE routing_temporal(ts TIMESTAMP, d DATE, fmt STRING, seconds BIGINT) USING parquet
+
+statement
+INSERT INTO routing_temporal VALUES (TIMESTAMP '2024-06-15 12:34:56', DATE '2024-06-15', 'YEAR', 0), (NULL, NULL, NULL, NULL)
+
+query expect_native(trunc)
+SELECT trunc(d, 'YEAR') FROM routing_temporal
+
+query expect_native(date_trunc)
+SELECT date_trunc('YEAR', ts) FROM routing_temporal
+
+query expect_native(date_format)
+SELECT date_format(ts, 'yyyy-MM-dd') FROM routing_temporal
+
+query expect_dispatch(from_utc_timestamp)
+SELECT from_utc_timestamp(ts, 'UTC') FROM routing_temporal
+
+query expect_dispatch(to_utc_timestamp)
+SELECT to_utc_timestamp(ts, 'UTC') FROM routing_temporal
+
+query expect_dispatch(from_unixtime)
+SELECT from_unixtime(seconds) FROM routing_temporal
+
+query expect_dispatch(from_unixtime)
+SELECT from_unixtime(seconds, 'yyyy') FROM routing_temporal
+
+query expect_dispatch(trunc)
+SELECT trunc(d, fmt) FROM routing_temporal
+
+query expect_dispatch(trunc)
+SELECT trunc(d, 'day') FROM routing_temporal
+
+query expect_dispatch(date_trunc)
+SELECT date_trunc(fmt, ts) FROM routing_temporal
+
+query expect_dispatch(date_trunc)
+SELECT date_trunc('not_a_unit', ts) FROM routing_temporal
+
+query expect_dispatch(date_format)
+SELECT date_format(ts, 'yyyy-MM-dd EEEE') FROM routing_temporal

spark/src/test/resources/sql-tests/expressions/datetime/routing_temporal_opt_in.sql

@@ -0,0 +1,67 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=false
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.FromUTCTimestamp.allowIncompatible=true
+-- Config: spark.comet.expression.ToUTCTimestamp.allowIncompatible=true
+-- Config: spark.comet.expression.FromUnixTime.allowIncompatible=true
+-- Config: spark.comet.expression.TruncDate.allowIncompatible=true
+-- Config: spark.comet.expression.TruncTimestamp.allowIncompatible=true
+
+statement
+CREATE TABLE routing_temporal(ts TIMESTAMP, d DATE, fmt STRING, seconds BIGINT) USING parquet
+
+statement
+INSERT INTO routing_temporal VALUES (TIMESTAMP '2024-06-15 12:34:56', DATE '2024-06-15', 'YEAR', 0), (NULL, NULL, NULL, NULL)
+
+query expect_native(trunc)
+SELECT trunc(d, 'YEAR') FROM routing_temporal
+
+query expect_native(date_trunc)
+SELECT date_trunc('YEAR', ts) FROM routing_temporal
+
+query expect_native(date_format)
+SELECT date_format(ts, 'yyyy-MM-dd') FROM routing_temporal
+
+query expect_native(from_utc_timestamp)
+SELECT from_utc_timestamp(ts, 'UTC') FROM routing_temporal
+
+query expect_native(to_utc_timestamp)
+SELECT to_utc_timestamp(ts, 'UTC') FROM routing_temporal
+
+query expect_native(from_unixtime)
+SELECT from_unixtime(seconds) FROM routing_temporal
+
+query expect_fallback(from_unixtime: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT from_unixtime(seconds, 'yyyy') FROM routing_temporal
+
+-- Use non-null formats for native opt-in; the dispatcher cases retain null-format coverage.
+query expect_native(trunc)
+SELECT trunc(d, fmt) FROM routing_temporal WHERE fmt IS NOT NULL
+
+query expect_fallback(trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT trunc(d, 'day') FROM routing_temporal
+
+query expect_native(date_trunc)
+SELECT date_trunc(fmt, ts) FROM routing_temporal WHERE fmt IS NOT NULL
+
+query expect_fallback(date_trunc: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_trunc('not_a_unit', ts) FROM routing_temporal
+
+query expect_fallback(date_format: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT date_format(ts, 'yyyy-MM-dd EEEE') FROM routing_temporal

spark/src/test/resources/sql-tests/expressions/datetime/routing_timezone_disabled.sql

@@ -0,0 +1,30 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- MinSparkVersion: 3.5
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=false
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.ConvertTimezone.allowIncompatible=false
+
+statement
+CREATE TABLE routing_timezone(ts TIMESTAMP_NTZ) USING parquet
+
+statement
+INSERT INTO routing_timezone VALUES (TIMESTAMP_NTZ '2024-06-15 12:34:56'), (NULL)
+
+query expect_fallback(convert_timezone: spark.comet.exec.scalaUDF.codegen.enabled=false)
+SELECT convert_timezone('UTC', 'America/Los_Angeles', ts) FROM routing_timezone

spark/src/test/resources/sql-tests/expressions/datetime/routing_timezone_enabled.sql

@@ -0,0 +1,30 @@
+-- Licensed to the Apache Software Foundation (ASF) under one
+-- or more contributor license agreements.  See the NOTICE file
+-- distributed with this work for additional information
+-- regarding copyright ownership.  The ASF licenses this file
+-- to you under the Apache License, Version 2.0 (the
+-- "License"); you may not use this file except in compliance
+-- with the License.  You may obtain a copy of the License at
+--
+--   http://www.apache.org/licenses/LICENSE-2.0
+--
+-- Unless required by applicable law or agreed to in writing,
+-- software distributed under the License is distributed on an
+-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+-- KIND, either express or implied.  See the License for the
+-- specific language governing permissions and limitations
+-- under the License.
+
+-- MinSparkVersion: 3.5
+-- Config: spark.comet.exec.scalaUDF.codegen.enabled=true
+-- Config: spark.sql.session.timeZone=UTC
+-- Config: spark.comet.expression.ConvertTimezone.allowIncompatible=false
+
+statement
+CREATE TABLE routing_timezone(ts TIMESTAMP_NTZ) USING parquet
+
+statement
+INSERT INTO routing_timezone VALUES (TIMESTAMP_NTZ '2024-06-15 12:34:56'), (NULL)
+
+query expect_dispatch(convert_timezone)
+SELECT convert_timezone('UTC', 'America/Los_Angeles', ts) FROM routing_timezone