fix: add more native image configurations for Arrow tests and enable …

…native image tests (#2053) * fix: add more native image configurations for Arrow tests * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * add more necessary configurations * enable native image tests * empty commit * remove exclusion * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * exclude arrow tests in java 17 * restore nightly-it * restore formatting * more formatting changes * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * 🦉 Updates from OwlBot post-processor See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md * include tests for exclusion * restore script changes * bring back nightly-it * include IT* and *ClientTest filter from shared-config Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
googleapis · May 25, 2022 · 7f0bfd4 · 7f0bfd4
1 parent 89962a5
commit 7f0bfd4
Show file tree

Hide file tree

Showing 3 changed files with 70 additions and 6 deletions.
diff --git a/.kokoro/build.sh b/.kokoro/build.sh
@@ -80,11 +80,16 @@ nightly-it)
           verify
     RETURN_CODE=$?
     ;;
-#graalvm)
-#    # Run Unit and Integration Tests with Native Image
-#    mvn -B ${INTEGRATION_TEST_ARGS} -ntp -Pnative -Penable-integration-tests test
-#    RETURN_CODE=$?
-#    ;;
+graalvm)
+    # Run Unit and Integration Tests with Native Image
+    mvn -B ${INTEGRATION_TEST_ARGS} -ntp -Pnative -Penable-integration-tests test
+    RETURN_CODE=$?
+    ;;
+graalvm17)
+    # Run Unit and Integration Tests with Native Image. Skip Arrow tests until https://github.com/googleapis/java-bigquery/issues/2060 is fixed.
+    mvn -B ${INTEGRATION_TEST_ARGS} -ntp -Pnative -Penable-integration-tests test "-Dtest=!com.google.cloud.bigquery.it.ITBigQueryTest#testBQResultSetPaginationSlowQuery+testReadAPIConnectionMultiClose+testReadAPIIterationAndOrder, !com.google.cloud.bigquery.it.ITNightlyBigQueryTest#testIterateAndOrder+testMultipleRuns+testIterateAndOrderDefaultConnSettings, IT*, *ClientTest"
+    RETURN_CODE=$?
+    ;;
 samples)
     SAMPLES_DIR=samples
     # only run ITs in snapshot/ on presubmit PRs. run ITs in all 3 samples/ subdirectories otherwise.

diff --git a/...esources/META-INF/native-image/com.google.cloud/google-cloud-bigquery/reflect-config.json b/...esources/META-INF/native-image/com.google.cloud/google-cloud-bigquery/reflect-config.json
@@ -3,8 +3,67 @@
     "name":"io.netty.buffer.AbstractByteBufAllocator",
     "queryAllDeclaredMethods":true
   },
+  {
+    "name":"io.netty.buffer.PooledByteBufAllocator",
+    "fields":[{"name":"directArenas"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscChunkedArrayQueue",
+    "queryAllDeclaredMethods":true,
+    "allDeclaredFields":true,
+    "queryAllDeclaredConstructors":true
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueConsumerIndexField",
+    "fields":[{"name":"consumerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueProducerIndexField",
+    "fields":[{"name":"producerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueProducerLimitField",
+    "fields":[{"name":"producerLimit"}]
+  },
+  {
+    "name":"java.nio.DirectByteBuffer",
+    "methods":[{"name":"<init>","parameterTypes":["long","int"] }]
+  },
   {
     "name":"org.apache.arrow.memory.DefaultAllocationManagerFactory",
     "fields":[{"name":"FACTORY"}]
+  },
+  {
+    "name":"org.apache.arrow.vector.types.pojo.ArrowType",
+    "allDeclaredFields":true,
+    "queryAllDeclaredMethods":true,
+    "queryAllDeclaredConstructors":true
+  },
+  {
+    "name":"org.apache.arrow.vector.types.pojo.ArrowType$Int",
+    "allDeclaredFields":true,
+    "queryAllDeclaredMethods":true,
+    "queryAllDeclaredConstructors":true
+  },
+  {
+    "name":"org.apache.arrow.vector.types.pojo.ArrowType$PrimitiveType",
+    "allDeclaredFields":true,
+    "queryAllDeclaredMethods":true
+  },
+  {
+    "name":"io.netty.buffer.AbstractReferenceCountedByteBuf",
+    "fields":[{"name":"refCnt"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueColdProducerFields",
+    "fields":[{"name":"producerLimit"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueConsumerFields",
+    "fields":[{"name":"consumerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueProducerFields",
+    "fields":[{"name":"producerIndex"}]
   }
 ]
diff --git a/owlbot.py b/owlbot.py
@@ -22,5 +22,5 @@
     '.kokoro/dependencies.sh',
     'codecov.yaml',
     'renovate.json',
-    '.kokoro/build.sh',
+    '.kokoro/build.sh'
 ])