Skip to content

feat: Operator - Add feastProjectDir section to CR with git & init options #5079

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
tchughesiv merged 1 commit into from
Feb 24, 2025
Merged

feat: Operator - Add feastProjectDir section to CR with git & init options #5079

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
153 changes: 30 additions & 123 deletions examples/operator-quickstart/01-Install.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,7 @@
"output_type": "stream",
"text": [
"NAME STATUS AGE\n",
"feast Active 10s\n"
"feast Active 6s\n"
]
}
],
Expand Down Expand Up @@ -133,28 +133,28 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"NAME READY STATUS RESTARTS AGE\n",
"pod/postgres-ff8d4cf48-6nqhs 1/1 Running 0 70s\n",
"pod/redis-b4756b75d-nttdm 1/1 Running 0 68s\n",
"pod/postgres-ff8d4cf48-c4znd 1/1 Running 0 2m17s\n",
"pod/redis-b4756b75d-r9nfb 1/1 Running 0 2m15s\n",
"\n",
"NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n",
"service/postgres ClusterIP 10.43.203.123 <none> 5432/TCP 70s\n",
"service/redis ClusterIP 10.43.234.211 <none> 6379/TCP 67s\n",
"service/postgres ClusterIP 10.43.151.129 <none> 5432/TCP 2m17s\n",
"service/redis ClusterIP 10.43.169.233 <none> 6379/TCP 2m15s\n",
"\n",
"NAME READY UP-TO-DATE AVAILABLE AGE\n",
"deployment.apps/postgres 1/1 1 1 70s\n",
"deployment.apps/redis 1/1 1 1 69s\n",
"deployment.apps/postgres 1/1 1 1 2m18s\n",
"deployment.apps/redis 1/1 1 1 2m16s\n",
"\n",
"NAME DESIRED CURRENT READY AGE\n",
"replicaset.apps/postgres-ff8d4cf48 1 1 1 70s\n",
"replicaset.apps/redis-b4756b75d 1 1 1 68s\n"
"replicaset.apps/postgres-ff8d4cf48 1 1 1 2m18s\n",
"replicaset.apps/redis-b4756b75d 1 1 1 2m16s\n"
]
}
],
Expand Down Expand Up @@ -217,7 +217,7 @@
},
{
"cell_type": "code",
"execution_count": 1,
"execution_count": 5,
"metadata": {},
"outputs": [
{
Expand All @@ -243,32 +243,32 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"NAME READY STATUS RESTARTS AGE\n",
"pod/feast-example-556689b95c-gb227 0/1 PodInitializing 0 6m41s\n",
"pod/postgres-ff8d4cf48-6nqhs 1/1 Running 0 10m\n",
"pod/redis-b4756b75d-nttdm 1/1 Running 0 10m\n",
"NAME READY STATUS RESTARTS AGE\n",
"pod/feast-example-bbdc6cb6-rzkb4 0/1 Init:0/1 0 3s\n",
"pod/postgres-ff8d4cf48-c4znd 1/1 Running 0 4m49s\n",
"pod/redis-b4756b75d-r9nfb 1/1 Running 0 4m47s\n",
"\n",
"NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE\n",
"service/feast-example-online ClusterIP 10.43.254.136 <none> 80/TCP 6m43s\n",
"service/postgres ClusterIP 10.43.203.123 <none> 5432/TCP 10m\n",
"service/redis ClusterIP 10.43.234.211 <none> 6379/TCP 10m\n",
"service/feast-example-online ClusterIP 10.43.143.216 <none> 80/TCP 4s\n",
"service/postgres ClusterIP 10.43.151.129 <none> 5432/TCP 4m49s\n",
"service/redis ClusterIP 10.43.169.233 <none> 6379/TCP 4m47s\n",
"\n",
"NAME READY UP-TO-DATE AVAILABLE AGE\n",
"deployment.apps/feast-example 0/1 1 0 6m43s\n",
"deployment.apps/postgres 1/1 1 1 10m\n",
"deployment.apps/redis 1/1 1 1 10m\n",
"deployment.apps/feast-example 0/1 1 0 5s\n",
"deployment.apps/postgres 1/1 1 1 4m51s\n",
"deployment.apps/redis 1/1 1 1 4m49s\n",
"\n",
"NAME DESIRED CURRENT READY AGE\n",
"replicaset.apps/feast-example-556689b95c 1 1 0 6m43s\n",
"replicaset.apps/postgres-ff8d4cf48 1 1 1 10m\n",
"replicaset.apps/redis-b4756b75d 1 1 1 10m\n",
"NAME DESIRED CURRENT READY AGE\n",
"replicaset.apps/feast-example-bbdc6cb6 1 1 0 4s\n",
"replicaset.apps/postgres-ff8d4cf48 1 1 1 4m51s\n",
"replicaset.apps/redis-b4756b75d 1 1 1 4m49s\n",
"deployment.apps/feast-example condition met\n"
]
}
Expand All @@ -287,15 +287,15 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 2,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"NAME STATUS AGE\n",
"example Ready 7m39s\n"
"example Ready 48m\n"
]
}
],
Expand All @@ -312,7 +312,7 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 8,
"metadata": {},
"outputs": [
{
Expand Down Expand Up @@ -343,99 +343,6 @@
"!kubectl exec deploy/postgres -- psql -h localhost -U feast feast -c '\\dt'"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Verify the client `feature_store.yaml` and create the sample feature store definitions."
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"project: credit_scoring_local\n",
"provider: local\n",
"offline_store:\n",
" type: duckdb\n",
"online_store:\n",
" type: redis\n",
" connection_string: redis.feast.svc.cluster.local:6379\n",
"registry:\n",
" path: postgresql+psycopg://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres.feast.svc.cluster.local:5432/${POSTGRES_DB}\n",
" registry_type: sql\n",
" cache_ttl_seconds: 60\n",
" sqlalchemy_config_kwargs:\n",
" echo: false\n",
" pool_pre_ping: true\n",
"auth:\n",
" type: no_auth\n",
"entity_key_serialization_version: 3\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"/feast-data/credit_scoring_local/feature_repo/example_repo.py:27: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity 'driver'.\n",
" driver = Entity(name=\"driver\", join_keys=[\"driver_id\"])\n",
"Applying changes for project credit_scoring_local\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_store.py:579: RuntimeWarning: On demand feature view is an experimental feature. This API is stable, but the functionality does not scale well for offline retrieval\n",
" warnings.warn(\n",
"Deploying infrastructure for \u001b[1m\u001b[32mdriver_hourly_stats\u001b[0m\n",
"Deploying infrastructure for \u001b[1m\u001b[32mdriver_hourly_stats_fresh\u001b[0m\n"
]
}
],
"source": [
"!kubectl exec deploy/feast-example -itc online -- cat feature_store.yaml\n",
"!kubectl exec deploy/feast-example -itc online -- feast apply"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"List the registered feast projects & feature views."
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" entity = cls(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity 'driver'.\n",
" entity = cls(\n",
"NAME DESCRIPTION TAGS OWNER\n",
"credit_scoring_local A project for driver statistics {}\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" entity = cls(\n",
"/opt/app-root/lib64/python3.11/site-packages/feast/entity.py:173: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity 'driver'.\n",
" entity = cls(\n",
"NAME ENTITIES TYPE\n",
"driver_hourly_stats {'driver'} FeatureView\n",
"driver_hourly_stats_fresh {'driver'} FeatureView\n",
"transformed_conv_rate_fresh {'driver'} OnDemandFeatureView\n",
"transformed_conv_rate {'driver'} OnDemandFeatureView\n"
]
}
],
"source": [
"!kubectl exec deploy/feast-example -itc online -- feast projects list\n",
"!kubectl exec deploy/feast-example -itc online -- feast feature-views list"
]
},
{
"cell_type": "markdown",
"metadata": {},
Expand All @@ -454,7 +361,7 @@
"text": [
"/opt/app-root/lib64/python3.11/site-packages/feast/feature_view.py:48: DeprecationWarning: Entity value_type will be mandatory in the next release. Please specify a value_type for entity '__dummy'.\n",
" DUMMY_ENTITY = Entity(\n",
"Feast SDK Version: \"0.45.0\"\n"
"Feast SDK Version: \"0.46.0\"\n"
]
}
],
Expand Down
Loading
Loading