fix: control pagination response with RedshiftData-api to get column names and types

beubeu13220 · adchia · commit dc7fa49aa932 · 2022-12-14T17:43:57.000-05:00
Signed-off-by: Alexandre Brehelin &lt;alexandre.brehelin@needelp.com&gt;
diff --git a/sdk/python/feast/infra/offline_stores/redshift_source.py b/sdk/python/feast/infra/offline_stores/redshift_source.py
@@ -206,7 +206,8 @@ def get_table_column_names_and_types(
         client = aws_utils.get_redshift_data_client(config.offline_store.region)
         if self.table:
             try:
-                table = client.describe_table(
+                paginator = client.get_paginator("describe_table")
+                response_iterator = paginator.paginate(
                     ClusterIdentifier=config.offline_store.cluster_id,
                     Database=(
                         self.database
@@ -217,6 +218,7 @@ def get_table_column_names_and_types(
                     Table=self.table,
                     Schema=self.schema,
                 )
+                table = response_iterator.build_full_result()
             except ClientError as e:
                 if e.response["Error"]["Code"] == "ValidationException":
                     raise RedshiftCredentialsError() from e
