test(bigtable): Run conformance tests for bigtable (#8658)

.github/workflows/conformance.yaml

@@ -0,0 +1,49 @@
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# Github action job to test core java library features on
+# downstream client libraries before they are released.
+on:
+  push:
+    paths:
+      - 'bigtable/**'
+    branches:
+    - main
+  pull_request:
+    paths:
+      - 'bigtable/**'
+name: bigtable_conformance
+jobs:
+  bigtable_conformance:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        # Bigtable test proxy can be run on any of these Go versions
+        go: [ '1.19', '1.20', '1.21' ]
+        folders: ['bigtable']
+    steps:
+    - uses: actions/checkout@v3
+      with:
+        path: google-cloud-go
+    - uses: actions/checkout@v3
+      with:
+        repository: googleapis/cloud-bigtable-clients-test
+        ref: main
+        path: cloud-bigtable-clients-test
+    - uses: actions/setup-go@v4
+      with:
+          go-version: ${{ matrix.go }}
+    - run: go version
+    - run: go install github.com/jstemmer/go-junit-report/v2@latest
+    - run: chmod +x ./google-cloud-go/${{ matrix.folders }}/conformance_test.sh
+    - run: ./google-cloud-go/${{ matrix.folders }}/conformance_test.sh

bigtable/conformance_test.sh

@@ -0,0 +1,60 @@
+#!/bin/bash
+
+# Copyright 2023 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Fail on any error
+set -eo pipefail
+
+# Display commands being run
+set -x
+
+## cd to the parent directory, i.e. the root of the git repo
+cd $(dirname $0)/../..
+
+rootDir=$(pwd)
+clientLibHome=$rootDir/google-cloud-go/bigtable
+testProxyHome=$clientLibHome/internal/testproxy
+testProxyPort=9999
+conformanceTestsHome=$rootDir/cloud-bigtable-clients-test/tests
+
+sponge_log=$clientLibHome/sponge_log.log
+
+cd $testProxyHome
+go build
+
+nohup $testProxyHome/testproxy --port $testProxyPort &
+proxyPID=$!
+
+# Stop the testproxy
+function cleanup() {
+    echo "Cleanup testproxy and move logs"
+    kill -9 $proxyPID
+    # Takes the kokoro output log (raw stdout) and creates a machine-parseable
+    # xUnit XML file.
+    cat $sponge_log |
+      go-junit-report -set-exit-code >$clientLibHome/sponge_log.xml
+}
+trap cleanup EXIT
+
+# Run the conformance tests
+cd $conformanceTestsHome
+# Tests in https://github.com/googleapis/cloud-bigtable-clients-test/tree/main/tests can only be run on go1.20.2
+go install golang.org/dl/go1.20.2@latest
+go1.20.2 download
+go1.20.2 test -v -proxy_addr=:$testProxyPort | tee -a $sponge_log
+RETURN_CODE=$?
+
+echo "exiting with ${RETURN_CODE}"
+exit ${RETURN_CODE}