Fix fastavro version used in Feast to avoid Timestamp delta error (#490)

davidheryanto · zhilingc · commit 2d38c4ece8ba · 2020-02-26T14:34:54.000+08:00
* Fix fastavro version used in feast to 0.22.9 * Print python packages version used when e2e test fails (cherry picked from commit 7586da6)
diff --git a/.prow/scripts/test-end-to-end-batch.sh b/.prow/scripts/test-end-to-end-batch.sh
@@ -235,6 +235,15 @@ set +e
 pytest bq-batch-retrieval.py --junitxml=${LOGS_ARTIFACT_PATH}/python-sdk-test-report.xml
 TEST_EXIT_CODE=$?
 
+if [[ ${TEST_EXIT_CODE} != 0 ]]; then
+  echo "[DEBUG] Printing logs"
+  ls -ltrh /var/log/feast*
+  cat /var/log/feast-serving-warehouse.log /var/log/feast-core.log
+
+  echo "[DEBUG] Printing Python packages list"
+  pip list
+fi
+
 cd ${ORIGINAL_DIR}
 exit ${TEST_EXIT_CODE}
 
diff --git a/.prow/scripts/test-end-to-end.sh b/.prow/scripts/test-end-to-end.sh
@@ -225,5 +225,14 @@ set +e
 pytest basic-ingest-redis-serving.py --junitxml=${LOGS_ARTIFACT_PATH}/python-sdk-test-report.xml
 TEST_EXIT_CODE=$?
 
+if [[ ${TEST_EXIT_CODE} != 0 ]]; then
+  echo "[DEBUG] Printing logs"
+  ls -ltrh /var/log/feast*
+  cat /var/log/feast-serving-online.log /var/log/feast-core.log
+
+  echo "[DEBUG] Printing Python packages list"
+  pip list
+fi
+
 cd ${ORIGINAL_DIR}
 exit ${TEST_EXIT_CODE}
diff --git a/sdk/python/setup.py b/sdk/python/setup.py
@@ -37,7 +37,9 @@
     "pandavro==1.5.*",
     "protobuf>=3.10",
     "PyYAML==5.1.*",
-    "fastavro==0.*",
+    # fastavro 0.22.10 and newer will throw this error for e2e batch test:
+    # TypeError: Timestamp subtraction must have the same timezones or no timezones
+    "fastavro==0.22.9",
     "kafka-python==1.*",
     "tabulate==0.8.*",
     "toml==0.10.*",
