Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
150 changes: 84 additions & 66 deletions .github/workflows/go.yml
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,6 @@ on:
- "licenses/**"

env:
GOGETCMD: "go get -v -t -d ./..."
GOTESTCMD: "go test -timeout 1200s --tags \"json1 sqleanall\" -v ./..."
TESTSCRIPT: "test/python/main.py"
GOPRIVATE: github.com/stackql/*
Expand Down Expand Up @@ -89,9 +88,11 @@ jobs:
- name: Git Ref Parse
id: git_ref_parse
run: |
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}" >> $GITHUB_STATE
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}" >> $GITHUB_STATE
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}" >> $GITHUB_STATE
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"

- name: Install Python dependencies
run: |
Expand All @@ -109,7 +110,6 @@ jobs:
git --no-pager config --list
go get -v -t -d ./...
env:
GOGETCMD: ${{env.GOGETCMD}}
CGO_ENABLED: 1
GHACCESSTOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
Expand Down Expand Up @@ -222,10 +222,12 @@ jobs:
- name: Git Ref Parse
id: git_ref_parse
run: |
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}" >> $GITHUB_STATE
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}" >> $GITHUB_STATE
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}" >> $GITHUB_STATE

{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"

- name: Set up GCC
uses: egor-tensin/setup-gcc@v1
id: gccsetup
Expand All @@ -248,10 +250,9 @@ jobs:

- name: Get dependencies
run: |
git config --global url.https://$GH_ACCESS_TOKEN@github.com/.insteadOf https://github.com/
$GOGETCMD
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
env:
GOGETCMD: ${{env.GOGETCMD}}
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}

Expand All @@ -265,14 +266,17 @@ jobs:
CGO_LDFLAGS: '-static'
run: |
source version.txt
export BUILDMAJORVERSION=$MajorVersion
export BUILDMINORVERSION=$MinorVersion
if [[ ! "$BUILDBRANCH" == *develop ]]
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
export BUILDSHORTCOMMITSHA=$(echo $BUILDCOMMITSHA | cut -c 1-7)
export BUILDDATE=$(date)
BUILDSHORTCOMMITSHA="$(echo "${BUILDCOMMITSHA}" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
Expand All @@ -282,10 +286,11 @@ jobs:
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"

echo "BUILDMAJORVERSION=$BUILDMAJORVERSION" >> $GITHUB_ENV
echo "BUILDMINORVERSION=$BUILDMINORVERSION" >> $GITHUB_ENV
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION" >> $GITHUB_ENV

{
echo "BUILDMAJORVERSION=${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION=${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION=${BUILDPATCHVERSION}"
} >> "${GITHUB_ENV}"
python cicd/python/build.py --verbose --build

- name: Test
Expand Down Expand Up @@ -341,7 +346,7 @@ jobs:

- name: Test Script
if: success()
run: python3 $TESTSCRIPT
run: python3 "${TESTSCRIPT}"
env:
TESTSCRIPT: ${{env.TESTSCRIPT}}

Expand Down Expand Up @@ -426,7 +431,7 @@ jobs:
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
if [[ ! "$BUILDBRANCH" == *develop ]]
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
Expand Down Expand Up @@ -458,13 +463,12 @@ jobs:
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
if [[ ! "$BUILDBRANCH" == *develop ]]
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
python3 cicd/python/build.py --robot-test-integration --config='{ "variables": { "IS_WSL": true } }'


macosbuild:
name: MacOS Build
runs-on: macos-11
Expand All @@ -489,9 +493,11 @@ jobs:
- name: Git Ref Parse
id: git_ref_parse
run: |
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}" >> $GITHUB_STATE
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}" >> $GITHUB_STATE
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}" >> $GITHUB_STATE
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"

- name: Install Python dependencies
run: |
Expand All @@ -503,10 +509,9 @@ jobs:

- name: Get dependencies
run: |
git config --global url.https://$GH_ACCESS_TOKEN@github.com/.insteadOf https://github.com/
$GOGETCMD
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
env:
GOGETCMD: ${{env.GOGETCMD}}
CGO_ENABLED: 1
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
Expand All @@ -520,14 +525,17 @@ jobs:
CGO_ENABLED: 1
run: |
source version.txt
export BUILDMAJORVERSION=$MajorVersion
export BUILDMINORVERSION=$MinorVersion
if [[ ! "$BUILDBRANCH" == *develop ]]
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
export BUILDSHORTCOMMITSHA=$(echo $BUILDCOMMITSHA | cut -c 1-7)
export BUILDDATE=$(date)
BUILDSHORTCOMMITSHA="$(echo "$BUILDCOMMITSHA" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
Expand All @@ -537,9 +545,11 @@ jobs:
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"

echo "BUILDMAJORVERSION=$BUILDMAJORVERSION" >> $GITHUB_ENV
echo "BUILDMINORVERSION=$BUILDMINORVERSION" >> $GITHUB_ENV
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION" >> $GITHUB_ENV
{
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
} >> "${GITHUB_ENV}"

python cicd/python/build.py --verbose --build

Expand Down Expand Up @@ -586,7 +596,7 @@ jobs:

- name: Test Script
if: success()
run: python3 $TESTSCRIPT
run: python3 "${TESTSCRIPT}"
env:
TESTSCRIPT: ${{env.TESTSCRIPT}}

Expand Down Expand Up @@ -621,10 +631,9 @@ jobs:

- name: Get dependencies
run: |
git config --global url.https://$GH_ACCESS_TOKEN@github.com/.insteadOf https://github.com/
$GOGETCMD
git config --global "url.https://${GH_ACCESS_TOKEN}@github.com/.insteadOf" https://github.com/
go get -v -t -d ./...
env:
GOGETCMD: ${{env.GOGETCMD}}
CGO_ENABLED: 1
GH_ACCESS_TOKEN: ${{env.GH_ACCESS_TOKEN}}
GOPRIVATE: ${{env.GOPRIVATE}}
Expand All @@ -638,14 +647,17 @@ jobs:
CGO_ENABLED: 1
run: |
source version.txt
export BUILDMAJORVERSION=$MajorVersion
export BUILDMINORVERSION=$MinorVersion
if [[ ! "$BUILDBRANCH" == *develop ]]
export BUILDMAJORVERSION="$MajorVersion"
export BUILDMINORVERSION="$MinorVersion"
if [[ ! "$BUILDBRANCH" == "*develop" ]]
then
# shellcheck disable=2269
export BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
export BUILDSHORTCOMMITSHA=$(echo $BUILDCOMMITSHA | cut -c 1-7)
export BUILDDATE=$(date)
BUILDSHORTCOMMITSHA="$(echo "$BUILDCOMMITSHA" | cut -c 1-7)"
export BUILDSHORTCOMMITSHA
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
Expand All @@ -655,13 +667,14 @@ jobs:
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"

{
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
} >> "${GITHUB_ENV}"

echo "BUILDMAJORVERSION=$BUILDMAJORVERSION" >> $GITHUB_ENV
echo "BUILDMINORVERSION=$BUILDMINORVERSION" >> $GITHUB_ENV
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION" >> $GITHUB_ENV

export GOOS=darwin
export GOARCH=arm64
export GOOS="darwin"
export GOARCH="arm64"
python cicd/python/build.py --verbose --build

- name: Upload Artifact
Expand All @@ -688,9 +701,11 @@ jobs:
- name: Git Ref Parse
id: git_ref_parse
run: |
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}" >> $GITHUB_STATE
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}" >> $GITHUB_STATE
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}" >> $GITHUB_STATE
{
echo "SOURCE_NAME=${GITHUB_REF#refs/*/}"
echo "SOURCE_BRANCH=${GITHUB_REF#refs/heads/}"
echo "SOURCE_TAG=${GITHUB_REF#refs/tags/}"
} >> "${GITHUB_STATE}"

- name: Install psql
run: |
Expand All @@ -712,14 +727,15 @@ jobs:
BUILDPATCHVERSION: ${{github.run_number}}
run: |
source version.txt
BUILDMAJORVERSION=$MajorVersion
BUILDMINORVERSION=$MinorVersion
if [[ ! "$BUILDBRANCH" == *develop ]]
then
BUILDMAJORVERSION=${MajorVersion}
BUILDMINORVERSION=${MinorVersion}
if [[ ! "$BUILDBRANCH" == "*develop" ]]; then
# shellcheck disable=2269
BUILDPATCHVERSION="${BUILDPATCHVERSION}"
fi
BUILDSHORTCOMMITSHA=$(echo $BUILDCOMMITSHA | cut -c 1-7)
BUILDDATE=$(date)
BUILDSHORTCOMMITSHA="$(echo "${BUILDCOMMITSHA}" | cut -c 1-7)"
BUILDDATE="$(date)"
export BUILDDATE
echo "BUILDMAJORVERSION: ${BUILDMAJORVERSION}"
echo "BUILDMINORVERSION: ${BUILDMINORVERSION}"
echo "BUILDPATCHVERSION: ${BUILDPATCHVERSION}"
Expand All @@ -729,9 +745,11 @@ jobs:
echo "BUILDDATE: ${BUILDDATE}"
echo "BUILDPLATFORM: ${BUILDPLATFORM}"

echo "BUILDMAJORVERSION=$BUILDMAJORVERSION" >> $GITHUB_ENV
echo "BUILDMINORVERSION=$BUILDMINORVERSION" >> $GITHUB_ENV
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION" >> $GITHUB_ENV
{
echo "BUILDMAJORVERSION=$BUILDMAJORVERSION"
echo "BUILDMINORVERSION=$BUILDMINORVERSION"
echo "BUILDPATCHVERSION=$BUILDPATCHVERSION"
} >> "${GITHUB_ENV}"

- name: Generate rewritten registry for simulations
run: |
Expand Down
21 changes: 21 additions & 0 deletions .github/workflows/lint.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
name: Lint

on:
push:
branches:
- master
tags:
- actionlint*
pull_request:

jobs:
actionlint:
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3

- name: Check workflow files
uses: docker://rhysd/actionlint:1.6.23
with:
args: -color
4 changes: 2 additions & 2 deletions .golangci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -232,7 +232,7 @@ linters:
- promlinter # checks Prometheus metrics naming via promlint
- reassign # checks that package variables are not reassigned
- revive # fast, configurable, extensible, flexible, and beautiful linter for Go, drop-in replacement of golint
# - rowserrcheck # checks whether Err of rows is checked successfully # TODO: re-enable
- rowserrcheck # checks whether Err of rows is checked successfully
- sqlclosecheck # checks that sql.Rows and sql.Stmt are closed
- stylecheck # is a replacement for golint
- tenv # detects using os.Setenv instead of t.Setenv since Go1.17
Expand All @@ -242,7 +242,7 @@ linters:
- unconvert # removes unnecessary type conversions
- unparam # reports unused function parameters
- usestdlibvars # detects the possibility to use variables/constants from the Go standard library
# - wastedassign # finds wasted assignment statements # TODO: re-enable
- wastedassign # finds wasted assignment statements
- whitespace # detects leading and trailing whitespace

## you may want to enable
Expand Down