Skip to content

HIVE-29342: Iceberg: [V3] Display initial and write defaults in descr… #6367

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
tanishq-chugh wants to merge 3 commits into
base: master
Choose a base branch
from
+571 −6
Open

HIVE-29342: Iceberg: [V3] Display initial and write defaults in descr… #6367

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
75f9542
HIVE-29342: Iceberg: [V3] Display initial and write defaults in descr…
tanishq-chugh Mar 15, 2026
67e8c85
Fix NPE caused for non iceberg DESC formatted table queries
tanishq-chugh Mar 16, 2026
1175661
Update Qtest outputs affected by this change
tanishq-chugh Mar 19, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
54 changes: 54 additions & 0 deletions iceberg/iceberg-handler/src/test/queries/positive/iceberg_defaults_in_desc_cols.q
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
-- Mask random uuid
--! qt:replace:/(\s+uuid\s+)\S+(\s*)/$1#Masked#$2/
-- Mask a random snapshot id
--! qt:replace:/(\s+current-snapshot-id\s+)\S+(\s*)/$1#Masked#/
-- Mask added file size
--! qt:replace:/(\S\"added-files-size\\\":\\\")(\d+)(\\\")/$1#Masked#$3/
-- Mask total file size
--! qt:replace:/(\S\"total-files-size\\\":\\\")(\d+)(\\\")/$1#Masked#$3/
-- Mask current-snapshot-timestamp-ms
--! qt:replace:/(\s+current-snapshot-timestamp-ms\s+)\S+(\s*)/$1#Masked#$2/

CREATE TABLE ice_parq (
id INT)
STORED BY ICEBERG stored as parquet
TBLPROPERTIES ('format-version'='3');

INSERT INTO ice_parq (id) VALUES (1);

ALTER TABLE ice_parq ADD COLUMNS (point STRUCT<x:INT, y:INT> DEFAULT 'x:100,y:99',
name STRING DEFAULT 'unknown',
age INT DEFAULT 25);

INSERT INTO ice_parq (id) VALUES (2);

SELECT * FROM ice_parq ORDER BY id;

DESCRIBE FORMATTED ice_parq;

DESCRIBE FORMATTED ice_parq id;
DESCRIBE FORMATTED ice_parq point;
DESCRIBE FORMATTED ice_parq name;
DESCRIBE FORMATTED ice_parq age;

CREATE TABLE ice_orc (
id INT)
STORED BY ICEBERG stored as orc
TBLPROPERTIES ('format-version'='3');

INSERT INTO ice_orc (id) VALUES (1);

ALTER TABLE ice_orc ADD COLUMNS (point STRUCT<x:INT, y:INT> DEFAULT 'x:100,y:99',
name STRING DEFAULT 'unknown',
age INT DEFAULT 25);

INSERT INTO ice_orc (id) VALUES (2);

SELECT * FROM ice_orc ORDER BY id;

DESCRIBE FORMATTED ice_orc;

DESCRIBE FORMATTED ice_orc id;
DESCRIBE FORMATTED ice_orc point;
DESCRIBE FORMATTED ice_orc name;
DESCRIBE FORMATTED ice_orc age;
10 changes: 10 additions & 0 deletions iceberg/iceberg-handler/src/test/results/positive/col_stats.q.out
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -149,6 +149,8 @@ num_trues
num_falses
bit_vector
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\"}}
PREHOOK: query: update tbl_ice_puffin
set b='two' where b='one' or b='three'
Expand Down Expand Up @@ -237,6 +239,8 @@ num_trues
num_falses
bit_vector HL
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\"}}
PREHOOK: query: drop table tbl_ice_puffin
PREHOOK: type: DROPTABLE
Expand Down Expand Up @@ -359,6 +363,8 @@ num_trues
num_falses
bit_vector HL
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\"}}
PREHOOK: query: EXPLAIN select count(*) from src_ice t1 join tbl_ice_puffin t2 on (t1.a = t2.a)
PREHOOK: type: QUERY
Expand Down Expand Up @@ -508,6 +514,8 @@ num_trues
num_falses
bit_vector HL
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\"}}
PREHOOK: query: drop table if exists tbl_ice
PREHOOK: type: DROPTABLE
Expand Down Expand Up @@ -604,4 +612,6 @@ num_trues
num_falses
bit_vector HL
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\"}}
8 changes: 8 additions & 0 deletions iceberg/iceberg-handler/src/test/results/positive/describe_iceberg_table.q.out
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -320,6 +320,8 @@ num_trues
num_falses
bit_vector
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"d\":\"true\",\"i\":\"true\",\"s\":\"true\",\"ts\":\"true\"}}
PREHOOK: query: DESCRIBE FORMATTED ice_t_transform year_field
PREHOOK: type: DESCTABLE
Expand All @@ -339,6 +341,8 @@ num_trues
num_falses
bit_vector
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"bucket_field\":\"true\",\"day_field\":\"true\",\"hour_field\":\"true\",\"identity_field\":\"true\",\"month_field\":\"true\",\"truncate_field\":\"true\",\"year_field\":\"true\"}}
PREHOOK: query: DESCRIBE FORMATTED ice_t_transform_prop id
PREHOOK: type: DESCTABLE
Expand All @@ -358,6 +362,8 @@ num_trues
num_falses
bit_vector
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"bucket_field\":\"true\",\"day_field\":\"true\",\"hour_field\":\"true\",\"id\":\"true\",\"identity_field\":\"true\",\"month_field\":\"true\",\"truncate_field\":\"true\",\"year_field\":\"true\"}}
PREHOOK: query: DESCRIBE FORMATTED ice_t_identity_part a
PREHOOK: type: DESCTABLE
Expand All @@ -377,4 +383,6 @@ num_trues
num_falses
bit_vector
comment
initial_default
write_default
COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\"}}
Loading
Loading