feast-benchmarks/java/run-benchmark.sh at main · feast-dev/feast-benchmarks

executable file

62 lines (35 loc) · 1.39 KB

#!/bin/bash

TOTAL_REQUESTS_NUM=${TOTAL_REQUESTS_NUM:-10000}

UNIQUE_REQUESTS_NUM=${UNIQUE_REQUESTS_NUM:-1000}

TARGET_HOST=${TARGET_HOST:-localhost}

TARGET_PORT=${TARGET_PORT:-6566}

CONCURRENCY=${CONCURRENCY:-4}

trap "exit" INT

export LOAD_FEAST_SERVING_HOST=${TARGET_HOST}

export LOAD_FEAST_SERVING_PORT=${TARGET_PORT}

export LOAD_REQUESTS=${TOTAL_REQUESTS_NUM}

single_run() {

echo "Entity rows: $1; Features: $2; Concurrency: $3; RPS: $4"

python3 request_generator.py \

--entity-rows $1 \

--features $2 \

--requests ${UNIQUE_REQUESTS_NUM} \

--output requests-$1-$2.json

export LOAD_REQUESTS_PATH=requests-$1-$2.json

export LOAD_CONCURRENCY=$3

export LOAD_RPS=$4

./feast-go-client

}

# single_run <entities> <features> <concurrency> <rps>

echo "Change only number of rows"

single_run 1 50 $CONCURRENCY 100

for i in $(seq 10 10 100); do single_run $i 50 $CONCURRENCY 100; done

echo "Change only number of features"

for i in $(seq 50 50 250); do single_run 1 $i $CONCURRENCY 100; done

echo "Change only number of requests"

for i in $(seq 100 100 1000); do single_run 1 50 $CONCURRENCY $i; done

echo "Fix uptime to 99.9% with 100ms timeout and max RPS"

for i in $(seq 10 10 50); do single_run 1 50 $i 1000; done

for i in $(seq 10 10 50); do single_run 1 250 $i 1000; done

for i in $(seq 2 2 10); do single_run 100 50 $i 1000; done

for i in $(seq 2 2 10); do single_run 100 250 $i 1000; done

Provide feedback