Skip to content

Commit 421fc6e

Browse files
author
Adelina Tuvenie
committed
Add CI periodic Windows Jobs.
Signed-off-by: Adelina Tuvenie <atuvenie@cloudbasesolutions.com>
1 parent 261c107 commit 421fc6e

File tree

4 files changed

+243
-1
lines changed

4 files changed

+243
-1
lines changed

‎.github/workflows/windows-periodic.yml‎

Lines changed: 165 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,165 @@
1+
# Workflow intended to periodically test containerd integration tests
2+
3+
name: win-periodic-integration
4+
5+
on:
6+
schedule:
7+
- cron: "0 */12 * * *"
8+
9+
env:
10+
AZURE_DEFAULT_LOCATION: westeurope
11+
AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUB_ID }}
12+
AZURE_DEFAULT_VM_SIZE: Standard_D2s_v3
13+
PASSWORD: Passw0rdAdmin # temp for testing, will be generated
14+
DEFAULT_ADMIN_USERNAME: azureuser
15+
SSH_OPTS: "-o ServerAliveInterval=20 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null"
16+
REMOTE_VM_BIN_PATH: "c:\\containerd\\bin"
17+
18+
jobs:
19+
winIntegration:
20+
strategy:
21+
matrix:
22+
win_ver: [sac1909]
23+
include:
24+
- win_ver: sac1909
25+
AZURE_IMG: "MicrosoftWindowsServer:WindowsServer:Datacenter-Core-1909-with-Containers-smalldisk:18363.900.2006061800"
26+
AZURE_RESOURCE_GROUP: ctrd-integration-sac1909-${{ github.run_id }}
27+
GOOGLE_BUCKET: "gs://containerd-integration/logs/windows-sac1909/"
28+
29+
runs-on: ubuntu-latest
30+
steps:
31+
- uses: actions/checkout@v2
32+
33+
- name: Install required packages
34+
run: |
35+
sudo apt-get install xmlstarlet -y
36+
37+
- name: PrepareArtifacts
38+
run: |
39+
STARTED_TIME=$(date +%s)
40+
LOGS_DIR=$HOME/$STARTED_TIME
41+
echo "STARTED_TIME=$STARTED_TIME" >> $GITHUB_ENV
42+
echo "LOGS_DIR=$LOGS_DIR" >> $GITHUB_ENV
43+
mkdir -p $LOGS_DIR/artifacts
44+
45+
jq -n --arg node temp --arg timestamp $STARTED_TIME '$timestamp|tonumber|{timestamp:.,$node}' > $LOGS_DIR/started.json
46+
47+
- name: Generate ssh key pair
48+
run: |
49+
mkdir -p $HOME/.ssh/
50+
ssh-keygen -t rsa -b 4096 -C "ci@containerd.com" -f $HOME/.ssh/id_rsa -q -N ""
51+
echo "SSH_PUB_KEY=$(cat ~/.ssh/id_rsa.pub)" >> $GITHUB_ENV
52+
53+
- name: AZLogin
54+
uses: azure/login@v1
55+
with:
56+
creds: ${{ secrets.AZURE_CREDS }}
57+
58+
- name: AZResourceGroupCreate
59+
uses: azure/CLI@v1
60+
with:
61+
azcliversion: latest
62+
inlinescript: |
63+
az group create -n ${{ matrix.AZURE_RESOURCE_GROUP }} -l ${{ env.AZURE_DEFAULT_LOCATION }}
64+
65+
- name: AZTestVMCreate
66+
uses: azure/CLI@v1
67+
with:
68+
azcliversion: latest
69+
inlinescript: |
70+
az vm create -n winTestVM --admin-username ${{ env.DEFAULT_ADMIN_USERNAME }} --admin-password ${{ env.PASSWORD }} --image ${{ matrix.AZURE_IMG }} -g ${{ matrix.AZURE_RESOURCE_GROUP }} --nsg-rule SSH --size ${{ env.AZURE_DEFAULT_VM_SIZE }}
71+
72+
- name: GetAZVMPublicIP
73+
uses: azure/CLI@v1
74+
with:
75+
azcliversion: latest
76+
inlinescript: |
77+
echo "VM_PUB_IP=$(az network public-ip list -g ${{ matrix.AZURE_RESOURCE_GROUP }} | jq '.[0]["ipAddress"]' | tr -d '\"')" >> $GITHUB_ENV
78+
79+
- name: EnableAZVMSSH
80+
uses: azure/CLI@v1
81+
with:
82+
azcliversion: latest
83+
inlinescript: |
84+
az vm run-command invoke --command-id RunPowerShellScript -n winTestVM -g ${{ matrix.AZURE_RESOURCE_GROUP }} --scripts @$GITHUB_WORKSPACE/script/setup/enable_ssh_windows.ps1 --parameters 'SSHPublicKey=${{ env.SSH_PUB_KEY }}'
85+
86+
- name: TestSSHConnection
87+
run: |
88+
if ! ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "hostname";
89+
then
90+
exit 1
91+
fi
92+
93+
- name: PrepareTestingEnv
94+
run: |
95+
scp -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} $GITHUB_WORKSPACE/script/setup/prepare_env_windows.ps1 azureuser@${{ env.VM_PUB_IP }}:/prepare_env_windows.ps1
96+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "c:\\prepare_env_windows.ps1"
97+
98+
- name: MakeContainerDBins
99+
run: |
100+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "git clone http://github.com/containerd/containerd c:\\containerd "
101+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "cd c:\containerd ; make binaries"
102+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "git clone http://github.com/Microsoft/hcsshim c:\containerd\hcsshim "
103+
104+
# Get shim commit from containerd local repo
105+
SHIM_COMMIT=$(grep 'Microsoft/hcsshim' go.mod | awk '{ print $2 }');
106+
107+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "cd c:\containerd\hcsshim; git fetch --tags origin $SHIM_COMMIT ; \
108+
git checkout $SHIM_COMMIT ; go build -mod=vendor -o ${{ env.REMOTE_VM_BIN_PATH }}\containerd-shim-runhcs-v1.exe .\cmd\containerd-shim-runhcs-v1"
109+
110+
- name: RunIntegrationTests
111+
run: |
112+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "sh.exe -c 'cd /c/containerd && (make integration | tee /c/Logs/integration.log)'"
113+
ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "sh.exe -c 'cat /c/Logs/integration.log | go-junit-report.exe > /c/Logs/junit_00.xml'"
114+
115+
# CRI-integration tests for Windows PR is not merged. TO DO (adelina-t): enable these when PR #5163 merges.
116+
#
117+
# - name: PrepareRepoList
118+
# run: |
119+
# ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "sh -c 'cat > c:/repolist.yaml'" <<'EOF'
120+
# dockerLibraryRegistry: docker.io/claudiubelu
121+
# k8sCriContainerdRegistry: docker.io/claudiubelu
122+
# k8sGcrRegistry: docker.io/claudiubelu
123+
# EOF
124+
125+
# - name: RunCRIIntegrationTests
126+
# run: |
127+
# ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "sh.exe -s" <<EOF
128+
# cd c:/containerd
129+
# ./script/setup/install-cni-windows
130+
# export KUBE_TEST_REPO_LIST=c:/repolist.yaml
131+
# make cri-integration | tee c:/Logs/cri-integration.log
132+
# EOF
133+
# ssh -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }} "sh.exe -c 'cat c:\Logs\cri-integration.log | go-junit-report.exe > c:/Logs/junit_01.xml' "
134+
135+
- name: PullLogsFromWinNode
136+
run: |
137+
scp -i $HOME/.ssh/id_rsa ${{ env.SSH_OPTS }} azureuser@${{ env.VM_PUB_IP }}:c:/Logs/*.xml ${{ env.LOGS_DIR }}/artifacts/
138+
for f in $(ls ${{ env.LOGS_DIR }}/artifacts/*.xml); do
139+
xmlstarlet ed -d "/testsuites/testsuite/properties" $f > ${{ env.LOGS_DIR }}/$(basename $f)
140+
mv ${{ env.LOGS_DIR }}/$(basename $f) $f
141+
done
142+
143+
- name: FinishJob
144+
run: |
145+
jq -n --arg result SUCCESS --arg timestamp $(date +%s) '$timestamp|tonumber|{timestamp:.,$result}' > ${{ env.LOGS_DIR }}/finished.json
146+
echo "${{ env.STARTED_TIME }}" > $HOME/latest-build.txt
147+
148+
- name: SetUpCloudSDK
149+
uses: google-github-actions/setup-gcloud@master
150+
with:
151+
project_id: ${{ secrets.GCP_PROJECT_ID }}
152+
service_account_key: ${{ secrets.GCP_SA_KEY }}
153+
export_default_credentials: true
154+
155+
- name: UploadArtifacts
156+
run: |
157+
gsutil cp -r ${{ env.LOGS_DIR }} ${{ matrix.GOOGLE_BUCKET }}
158+
gsutil cp $HOME/latest-build.txt ${{ matrix.GOOGLE_BUCKET }}
159+
160+
- name: ResourceCleanup
161+
uses: azure/CLI@v1
162+
with:
163+
azcliversion: latest
164+
inlinescript: |
165+
az group delete -g ${{ matrix.AZURE_RESOURCE_GROUP }} --yes

‎script/setup/enable_ssh_windows.ps1‎

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
Param(
2+
[parameter(Mandatory=$true)]
3+
[string]$SSHPublicKey
4+
)
5+
6+
$ErrorActionPreference = "Stop"
7+
8+
9+
function Set-SSHPublicKey {
10+
if(!$SSHPublicKey) {
11+
return
12+
}
13+
$authorizedKeysFile = Join-Path $env:ProgramData "ssh\administrators_authorized_keys"
14+
Set-Content -Path $authorizedKeysFile -Value $SSHPublicKey -Encoding ascii
15+
$acl = Get-Acl $authorizedKeysFile
16+
$acl.SetAccessRuleProtection($true, $false)
17+
$administratorsRule = New-Object system.security.accesscontrol.filesystemaccessrule("Administrators", "FullControl", "Allow")
18+
$systemRule = New-Object system.security.accesscontrol.filesystemaccessrule("SYSTEM", "FullControl", "Allow")
19+
$acl.SetAccessRule($administratorsRule)
20+
$acl.SetAccessRule($systemRule)
21+
$acl | Set-Acl
22+
}
23+
24+
# Install OpenSSH
25+
$(
26+
27+
Get-WindowsCapability -Online -Name OpenSSH* | Add-WindowsCapability -Online
28+
Set-Service -Name sshd -StartupType Automatic
29+
Start-Service sshd
30+
31+
# Authorize SSH key
32+
Set-SSHPublicKey
33+
34+
# Set PowerShell as default shell
35+
New-ItemProperty -Force -Path "HKLM:\SOFTWARE\OpenSSH" -PropertyType String `
36+
-Name DefaultShell -Value "C:\Windows\System32\WindowsPowerShell\v1.0\powershell.exe"
37+
) *>$1 >> c:\output.txt

‎script/setup/install-cni-windows‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@
1717
set -eu -o pipefail
1818

1919
DESTDIR="${DESTDIR:-"C:\\Program Files\\containerd"}"
20-
WINCNI_BIN_DIR="${DESTDIR}/cni"
20+
WINCNI_BIN_DIR="${DESTDIR}/cni/bin"
2121
WINCNI_PKG=github.com/Microsoft/windows-container-networking
2222
WINCNI_VERSION=aa10a0b31e9f72937063436454def1760b858ee2
2323

‎script/setup/prepare_env_windows.ps1‎

Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
# Prepare windows environment for building and running containerd tests
2+
3+
$PACKAGES= "mingw", "git", "golang", "make"
4+
5+
write-host "Downloading chocolatey package"
6+
curl.exe -L "https://packages.chocolatey.org/chocolatey.0.10.15.nupkg" -o 'c:\choco.zip'
7+
Expand-Archive "c:\choco.zip" -DestinationPath "c:\choco"
8+
9+
write-host "Installing choco"
10+
& "c:\choco\tools\chocolateyInstall.ps1"
11+
12+
write-host "Set choco.exe path."
13+
$env:PATH+=";C:\ProgramData\chocolatey\bin"
14+
15+
write-host "Install necessary packages"
16+
17+
foreach ($package in $PACKAGES) {
18+
choco.exe install $package --yes
19+
}
20+
21+
write-host "Set up environment."
22+
23+
$path = ";c:\Program Files\Git\bin;c:\Program Files\Go\bin;c:\Users\azureuser\go\bin;c:\containerd\bin"
24+
$env:PATH+=$path
25+
26+
write-host $env:PATH
27+
28+
[Environment]::SetEnvironmentVariable("PATH", $env:PATH, 'User')
29+
30+
# Prepare Log dir
31+
mkdir c:\Logs
32+
33+
# Pull junit conversion tool
34+
go get -u github.com/jstemmer/go-junit-report
35+
36+
# Get critctl tool. Used for cri-integration tests
37+
$CRICTL_DOWNLOAD_URL="https://github.com/kubernetes-sigs/cri-tools/releases/download/v1.21.0/crictl-v1.21.0-windows-amd64.tar.gz"
38+
curl.exe -L $CRICTL_DOWNLOAD_URL -o c:\crictl.tar.gz
39+
tar -xvf c:\crictl.tar.gz
40+
mv crictl.exe c:\Users\azureuser\go\bin\crictl.exe # Move crictl somewhere in path

0 commit comments

Comments
 (0)