Skip to content

Commit 991b4cd

Browse files
pyalexpyalex
committed
Revert "Revert job controller deployment for docker compose (#957)"
This reverts commit 5b72335.
1 parent 5b72335 commit 991b4cd

4 files changed

Lines changed: 34 additions & 9 deletions

File tree

‎infra/docker-compose/.env.sample‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@ COMPOSE_PROJECT_NAME=feast
22
FEAST_VERSION=0.6.2
33
GCP_SERVICE_ACCOUNT=./gcp-service-accounts/key.json
44
FEAST_CORE_CONFIG=./core/core.yml
5+
FEAST_JOB_CONTROLLER_CONFIG=./jobcontroller/jobcontroller.yml
56
FEAST_HISTORICAL_SERVING_CONFIG=./serving/historical-serving.yml
67
FEAST_HISTORICAL_SERVING_ENABLED=false
78
FEAST_ONLINE_SERVING_CONFIG=./serving/online-serving.yml

‎infra/docker-compose/core/core.yml‎

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,4 @@
11
feast:
2-
jobs:
3-
polling_interval_milliseconds: 20000
4-
job_update_timeout_seconds: 240
5-
active_runner: direct
6-
runners:
7-
- name: direct
8-
type: DirectRunner
9-
options:
10-
tempLocation: gs://bucket/tempLocation
112
stream:
123
type: kafka
134
options:

‎infra/docker-compose/docker-compose.yml‎

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,23 @@ services:
2121
- /opt/feast/feast-core.jar
2222
- --spring.config.location=classpath:/application.yml,file:/etc/feast/application.yml
2323

24+
jobcontroller:
25+
image: gcr.io/kf-feast/feast-jobcontroller:${FEAST_VERSION}
26+
volumes:
27+
- ${FEAST_JOB_CONTROLLER_CONFIG}:/etc/feast/application.yml
28+
- ${GCP_SERVICE_ACCOUNT}:/etc/gcloud/service-accounts/key.json
29+
environment:
30+
GOOGLE_APPLICATION_CREDENTIALS: /etc/gcloud/service-accounts/key.json
31+
depends_on:
32+
- kafka
33+
ports:
34+
- 6570:6570
35+
command:
36+
- java
37+
- -jar
38+
- /opt/feast/feast-job-controller.jar
39+
- --spring.config.location=classpath:/application.yml,file:/etc/feast/application.yml
40+
2441
jupyter:
2542
image: gcr.io/kf-feast/feast-jupyter:${FEAST_VERSION}
2643
volumes:

‎infra/docker-compose/jobcontroller/jobcontroller.yml‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,16 @@
1+
feast:
2+
core-host: core
3+
jobs:
4+
polling_interval_milliseconds: 20000
5+
job_update_timeout_seconds: 240
6+
active_runner: direct
7+
runners:
8+
- name: direct
9+
type: DirectRunner
10+
options:
11+
tempLocation: gs://bucket/tempLocation
12+
stream:
13+
type: kafka
14+
options:
15+
topic: feast-features
16+
bootstrapServers: "kafka:9092,localhost:9094"

0 commit comments

Comments
 (0)