Fix DeltaTableUtils.to_athena_v3 to use the Glue Table SerdeInfo …

…correctly
lucasvieirasilva · May 22, 2023 · d39afa7 · d39afa7
1 parent 4d915e4
commit d39afa7
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -7,6 +7,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## Unreleased
 
+## [1.3.1] - 2023-05-22
+
+### Fixed
+
+- Fix `DeltaTableUtils.to_athena_v3` to use the Glue Table `SerdeInfo` correctly.
+
 ## [1.3.0] - 2023-05-22
 
 ### Changed

diff --git a/databricks_aws_utils/delta_table.py b/databricks_aws_utils/delta_table.py
@@ -81,7 +81,7 @@ def to_athena_v3(self) -> None:
         del table['VersionId']
         del table['CatalogId']
 
-        table['SerdeInfo']['Parameters']['table_type'] = 'DELTA'
+        table['StorageDescriptor']['SerdeInfo']['Parameters']['table_type'] = 'DELTA'
         table['StorageDescriptor']['Columns'] = columns
         table['PartitionKeys'] = partitions
 

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "databricks-aws-utils"
-version = "1.3.0"
+version = "1.3.1"
 description = "Databricks AWS Utils"
 license = "Proprietary"
 authors = [ "Lucas Vieira <[email protected]>" ]