Add dbt commands and Feast CLI integration testing with SQLite

Copilot · franciscojavierarceo · Copilot · commit ba38da01505c · 2026-01-21T16:17:47.000Z
Co-authored-by: franciscojavierarceo &lt;4163062+franciscojavierarceo@users.noreply.github.com&gt;
diff --git a/.github/workflows/dbt-integration-tests.yml b/.github/workflows/dbt-integration-tests.yml
@@ -34,6 +34,47 @@ jobs:
       - name: Install dependencies
         run: make install-python-dependencies-ci
       
+      - name: Install dbt and dbt-duckdb
+        run: |
+          uv pip install --system dbt-core dbt-duckdb
+      
+      - name: Run dbt commands
+        run: |
+          cd sdk/python/tests/integration/dbt/test_dbt_project
+          dbt deps
+          dbt build
+          dbt test
+      
+      - name: Setup Feast project for dbt import test
+        run: |
+          cd sdk/python/tests/integration/dbt
+          mkdir -p feast_repo
+          cd feast_repo
+          cat > feature_store.yaml << EOF
+          project: feast_dbt_test
+          registry: data/registry.db
+          provider: local
+          online_store:
+            type: sqlite
+            path: data/online_store.db
+          EOF
+          mkdir -p data
+      
+      - name: Test feast dbt import
+        run: |
+          cd sdk/python/tests/integration/dbt/feast_repo
+          feast -c feature_store.yaml dbt import \
+            -m ../test_dbt_project/target/manifest.json \
+            -e driver_id \
+            -d file \
+            --tag feast
+      
+      - name: Verify feast objects were created
+        run: |
+          cd sdk/python/tests/integration/dbt/feast_repo
+          feast -c feature_store.yaml feature-views list
+          feast -c feature_store.yaml entities list
+      
       - name: Run dbt integration tests
         run: |
           cd sdk/python
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/dbt_project.yml b/sdk/python/tests/integration/dbt/test_dbt_project/dbt_project.yml
@@ -8,10 +8,18 @@ profile: 'test'
 # Model directory
 model-paths: ["models"]
 
+# Seed directory
+seed-paths: ["seeds"]
+
 # Target directory where manifest.json will be generated
 target-path: "target"
 
 # Configure models
 models:
   feast_integration_test:
     +materialized: table
+
+# Configure seeds
+seeds:
+  feast_integration_test:
+    +schema: raw
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/models/customer_features.sql b/sdk/python/tests/integration/dbt/test_dbt_project/models/customer_features.sql
@@ -7,4 +7,4 @@ SELECT
     total_orders,
     total_spent,
     avg_order_value
-FROM {{ source('raw_data', 'customer_stats') }}
+FROM {{ ref('customer_stats') }}
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/models/driver_features.sql b/sdk/python/tests/integration/dbt/test_dbt_project/models/driver_features.sql
@@ -7,4 +7,4 @@ SELECT
     conv_rate,
     acc_rate,
     avg_daily_trips
-FROM {{ source('raw_data', 'driver_hourly_stats') }}
+FROM {{ ref('driver_hourly_stats') }}
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/models/product_features.sql b/sdk/python/tests/integration/dbt/test_dbt_project/models/product_features.sql
@@ -7,4 +7,4 @@ SELECT
     view_count,
     purchase_count,
     rating_avg
-FROM {{ source('raw_data', 'product_stats') }}
+FROM {{ ref('product_stats') }}
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/models/schema.yml b/sdk/python/tests/integration/dbt/test_dbt_project/models/schema.yml
@@ -1,11 +1,13 @@
 version: 2
 
-sources:
-  - name: raw_data
-    tables:
-      - name: driver_hourly_stats
-      - name: customer_stats
-      - name: product_stats
+# Seeds will be loaded as tables
+seeds:
+  - name: driver_hourly_stats
+    description: "Raw driver hourly statistics"
+  - name: customer_stats
+    description: "Raw customer statistics"
+  - name: product_stats
+    description: "Raw product statistics"
 
 models:
   - name: driver_features
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/seeds/customer_stats.csv b/sdk/python/tests/integration/dbt/test_dbt_project/seeds/customer_stats.csv
@@ -0,0 +1,4 @@
+customer_id,event_timestamp,total_orders,total_spent,avg_order_value
+cust_001,2024-01-01 00:00:00,5,250.50,50.10
+cust_002,2024-01-01 00:00:00,3,180.75,60.25
+cust_003,2024-01-01 00:00:00,7,420.00,60.00
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/seeds/driver_hourly_stats.csv b/sdk/python/tests/integration/dbt/test_dbt_project/seeds/driver_hourly_stats.csv
@@ -0,0 +1,4 @@
+driver_id,event_timestamp,conv_rate,acc_rate,avg_daily_trips
+1001,2024-01-01 00:00:00,0.85,0.92,12
+1002,2024-01-01 00:00:00,0.78,0.88,15
+1003,2024-01-01 00:00:00,0.91,0.95,10
diff --git a/sdk/python/tests/integration/dbt/test_dbt_project/seeds/product_stats.csv b/sdk/python/tests/integration/dbt/test_dbt_project/seeds/product_stats.csv
@@ -0,0 +1,4 @@
+product_id,event_timestamp,view_count,purchase_count,rating_avg
+prod_001,2024-01-01 00:00:00,150,25,4.5
+prod_002,2024-01-01 00:00:00,200,30,4.2
+prod_003,2024-01-01 00:00:00,100,15,4.8
