Bump version of Java runtime tests.
PiperOrigin-RevId: 441337768
This commit is contained in:
Nicolas Lacasse
gVisor bot
parent
b3dc42bace
commit
8e296f5795
|
|
@ -209,7 +209,7 @@ steps:
|
|||
parallelism: 10
|
||||
- <<: *common
|
||||
label: ":java: Java runtime tests"
|
||||
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} java11-runtime-tests
|
||||
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} java17-runtime-tests
|
||||
parallelism: 40
|
||||
- <<: *common
|
||||
label: ":golang: Go runtime tests"
|
||||
|
|
@ -232,7 +232,7 @@ steps:
|
|||
if: build.message =~ /lisafs/ || build.branch == "master"
|
||||
- <<: *common
|
||||
label: ":java: Java runtime tests (LISAFS)"
|
||||
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} java11-runtime-tests_lisafs
|
||||
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} java17-runtime-tests_lisafs
|
||||
parallelism: 40
|
||||
if: build.message =~ /lisafs/ || build.branch == "master"
|
||||
- <<: *common
|
||||
|
|
|
|||
|
|
@ -1,22 +0,0 @@
|
|||
FROM ubuntu:bionic
|
||||
RUN apt-get update && apt-get install -y \
|
||||
autoconf \
|
||||
build-essential \
|
||||
curl \
|
||||
make \
|
||||
openjdk-11-jdk \
|
||||
unzip \
|
||||
zip
|
||||
|
||||
# Download the JDK test library.
|
||||
WORKDIR /root
|
||||
RUN set -ex \
|
||||
&& curl -fsSL --retry 10 -o /tmp/jdktests.tar.gz http://hg.openjdk.java.net/jdk-updates/jdk11u/archive/8b3498547395.tar.gz/test \
|
||||
&& tar -xzf /tmp/jdktests.tar.gz \
|
||||
&& mv jdk11u-8b3498547395/test test \
|
||||
&& rm -f /tmp/jdktests.tar.gz
|
||||
|
||||
# Install jtreg and add to PATH.
|
||||
RUN curl -o jtreg.tar.gz https://ci.adoptopenjdk.net/view/Dependencies/job/jtreg/lastSuccessfulBuild/artifact/jtreg-4.2.0-tip.tar.gz
|
||||
RUN tar -xzf jtreg.tar.gz
|
||||
ENV PATH="/root/jtreg/bin:$PATH"
|
||||
|
|
@ -0,0 +1,39 @@
|
|||
FROM ubuntu:bionic
|
||||
RUN apt-get update && apt-get install -y \
|
||||
autoconf \
|
||||
build-essential \
|
||||
ca-certificates-java \
|
||||
curl \
|
||||
java-common \
|
||||
make \
|
||||
openjdk-17-jdk \
|
||||
unzip \
|
||||
zip
|
||||
|
||||
# Download the JDK source which contains the tests.
|
||||
# Proctor expects this to be in /root/jdk.
|
||||
WORKDIR /root
|
||||
RUN set -ex \
|
||||
&& curl -fsSL --retry 10 -o /tmp/jdk.tar.gz https://github.com/openjdk/jdk17u/archive/refs/tags/jdk-17.0.2-ga.tar.gz \
|
||||
&& tar -zxzf /tmp/jdk.tar.gz \
|
||||
&& mv jdk17u-jdk-17.0.2-ga /root/jdk \
|
||||
&& rm -f /tmp/jdk.tar.gz
|
||||
|
||||
# Install jtreg and add to PATH.
|
||||
#
|
||||
# NOTE: None of the tagged releases (up to jtreg-6.2+1) build correctly, so we
|
||||
# use a recent commit that does work.
|
||||
#
|
||||
# ALSO NOTE: The installed location of the JDK is annoyingly path dependant,
|
||||
# and is "/usr/lib/jvm/java-17-openjdk-amd64" on x86_64 but "-aarch64" on
|
||||
# ARM64. The `build.sh` step below uses a wildcard to work around the fact that
|
||||
# we don't know the full path.
|
||||
ARG COMMIT=284b16ed44b3bc25e9dde11efc4b1013702871cb
|
||||
RUN set -ex \
|
||||
&& curl -fsSL --retry 10 -o jtreg.tar.gz https://github.com/openjdk/jtreg/archive/${COMMIT}.tar.gz \
|
||||
&& tar -zxvf jtreg.tar.gz \
|
||||
&& mv jtreg-${COMMIT} jtreg \
|
||||
&& bash jtreg/make/build.sh --jdk /usr/lib/jvm/java-17-openjdk-* \
|
||||
&& rm -f jtreg.tar.gz
|
||||
|
||||
ENV PATH="/root/jtreg/build/images/jtreg/bin:$PATH"
|
||||
|
|
@ -11,9 +11,9 @@ runtime_test(
|
|||
)
|
||||
|
||||
runtime_test(
|
||||
name = "java11",
|
||||
name = "java17",
|
||||
batch = 100,
|
||||
exclude_file = "exclude/java11.csv",
|
||||
exclude_file = "exclude/java17.csv",
|
||||
lang = "java",
|
||||
shard_count = most_shards,
|
||||
)
|
||||
|
|
|
|||
|
|
@ -1,27 +1,28 @@
|
|||
# gVisor Runtime Tests
|
||||
|
||||
App Engine uses gvisor to sandbox application containers. The runtime tests aim
|
||||
to test `runsc` compatibility with these
|
||||
[standard runtimes](https://cloud.google.com/appengine/docs/standard/runtimes).
|
||||
The test itself runs the language-defined tests inside the sandboxed standard
|
||||
runtime container.
|
||||
These tests execute language runtime test suites inside gVisor. They serve as
|
||||
high-level integration tests for the various runtimes.
|
||||
|
||||
Note: [Ruby runtime](https://cloud.google.com/appengine/docs/standard/ruby) is
|
||||
currently in beta mode and so we do not run tests for it yet.
|
||||
## Runtime Test Components
|
||||
|
||||
### Testing Locally
|
||||
The runtime tests have the following components:
|
||||
|
||||
To run runtime tests individually from a given runtime, use the following table.
|
||||
- [`images`][runtime-images] - These are Docker images for each language
|
||||
runtime we test. The images contain all the particular runtime tests, and
|
||||
whatever other libraries or utilities are required to run the tests.
|
||||
- [`proctor`](proctor) - This is a binary that acts as an agent inside the
|
||||
container and provides a uniform command-line API to list and run the
|
||||
various language tests.
|
||||
- [`runner`](runner) - This is the test entrypoint invoked by `bazel run`.
|
||||
This binary spawns Docker (using `runsc` runtime) and runs the language
|
||||
image with `proctor` binary mounted.
|
||||
- [`exclude`](exclude) - Holds a CSV file for each language runtime containing
|
||||
the full path of tests that should be excluded from running along with a
|
||||
reason for exclusion.
|
||||
|
||||
Language | Version | Download Image | Run Test(s)
|
||||
-------- | ------- | ------------------------------------------- | -----------
|
||||
Go | 1.12 | `make -C images load-runtimes_go1.12` | If the test name ends with `.go`, it is an on-disk test: <br> `docker run --runtime=runsc -it gvisor.dev/images/runtimes/go1.12 ( cd /usr/local/go/test ; go run run.go -v -- <TEST_NAME>... )` <br> Otherwise it is a tool test: <br> `docker run --runtime=runsc -it gvisor.dev/images/runtimes/go1.12 go tool dist test -v -no-rebuild ^TEST1$\|^TEST2$...`
|
||||
Java | 11 | `make -C images load-runtimes_java11` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/java11 jtreg -agentvm -dir:/root/test/jdk -noreport -timeoutFactor:20 -verbose:summary <TEST_NAME>...`
|
||||
NodeJS | 12.4.0 | `make -C images load-runtimes_nodejs12.4.0` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/nodejs12.4.0 python tools/test.py --timeout=180 <TEST_NAME>...`
|
||||
Php | 7.3.6 | `make -C images load-runtimes_php7.3.6` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/php7.3.6 make test "TESTS=<TEST_NAME>..."`
|
||||
Python | 3.7.3 | `make -C images load-runtimes_python3.7.3` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/python3.7.3 ./python -m test <TEST_NAME>...`
|
||||
## Testing Locally
|
||||
|
||||
To run an entire runtime test locally, use the following table.
|
||||
The following `make` targets will run an entire runtime test suite locally.
|
||||
|
||||
Note: java runtime test take 1+ hours with 16 cores.
|
||||
|
||||
|
|
@ -33,7 +34,18 @@ NodeJS | 12.4.0 | `make nodejs12.4.0-runtime-tests`
|
|||
Php | 7.3.6 | `make php7.3.6-runtime-tests`
|
||||
Python | 3.7.3 | `make python3.7.3-runtime-tests`
|
||||
|
||||
#### Clean Up
|
||||
To run runtime tests individually from a given runtime, you must build or
|
||||
download the language image and call Docker directly with the test arguments.
|
||||
|
||||
Language | Version | Download Image | Run Test(s)
|
||||
-------- | ------- | --------------------------------- | -----------
|
||||
Go | 1.12 | `make load-runtimes_go1.12` | If the test name ends with `.go`, it is an on-disk test: <br> `docker run --runtime=runsc -it gvisor.dev/images/runtimes/go1.12 ( cd /usr/local/go/test ; go run run.go -v -- <TEST_NAME>... )` <br> Otherwise it is a tool test: <br> `docker run --runtime=runsc -it gvisor.dev/images/runtimes/go1.12 go tool dist test -v -no-rebuild ^TEST1$\|^TEST2$...`
|
||||
Java | 11 | `make load-runtimes_java11` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/java11 jtreg -agentvm -dir:/root/test/jdk -noreport -timeoutFactor:20 -verbose:summary <TEST_NAME>...`
|
||||
NodeJS | 12.4.0 | `make load-runtimes_nodejs12.4.0` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/nodejs12.4.0 python tools/test.py --timeout=180 <TEST_NAME>...`
|
||||
Php | 7.3.6 | `make load-runtimes_php7.3.6` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/php7.3.6 make test "TESTS=<TEST_NAME>..."`
|
||||
Python | 3.7.3 | `make load-runtimes_python3.7.3` | `docker run --runtime=runsc -it gvisor.dev/images/runtimes/python3.7.3 ./python -m test <TEST_NAME>...`
|
||||
|
||||
### Clean Up
|
||||
|
||||
Sometimes when runtime tests fail or when the testing container itself crashes
|
||||
unexpectedly, the containers are not removed or sometimes do not even exit. This
|
||||
|
|
@ -48,15 +60,29 @@ docker rm $(docker ps -a -q) # Removes all exited containers.
|
|||
docker system prune # Remove unused data.
|
||||
```
|
||||
|
||||
### Testing Infrastructure
|
||||
## Updating Runtime Tests
|
||||
|
||||
There are 3 components to this tests infrastructure:
|
||||
To bump the version of an existing runtime test:
|
||||
|
||||
- [`runner`](runner) - This is the test entrypoint. This is the binary is
|
||||
invoked by `bazel test`. The runner spawns the target runtime container
|
||||
using `runsc` and then copies over the `proctor` binary into the container.
|
||||
- [`proctor`](proctor) - This binary acts as our agent inside the container
|
||||
which communicates with the runner and actually executes tests.
|
||||
- [`exclude`](exclude) - Holds a CSV file for each language runtime containing
|
||||
the full path of tests that should be excluded from running along with a
|
||||
reason for exclusion.
|
||||
1. Create a new [Docker image](runtime-images) for the new runtime version.
|
||||
This will likely look similar to the older version, so start by copying the
|
||||
older one. Update any packages or downloaded urls to point to the new
|
||||
version. Test building the image with `docker build
|
||||
third_party/gvisor/images/runtime/<new_runtime>`
|
||||
|
||||
2. Create a new [`runtime_test`](BUILD) target. The `name` field must be the
|
||||
dirctory name for the Docker image you created in Step 1.
|
||||
|
||||
3. Run the tests, and triage any failures. Some language tests are flaky (or
|
||||
never pass at all), other failures may indicate a gVisor bug or divergence
|
||||
from Linux behavior. Known or expected failures can be added to the
|
||||
[exclude](exclude) file for the new version, and they will be skipped in
|
||||
future runs.
|
||||
|
||||
Creating new runtime tests for an entirely new language is similar to the above,
|
||||
except that Step 1 is a bit harder. You have to figure out how to download and
|
||||
run the language tests in a Docker container. Once you have that, you must also
|
||||
implement the [`proctor/TestRunner`](proctor/lib/lib.go) interface for that
|
||||
language, so that proctor can list and run the tests in the image you created.
|
||||
|
||||
[runtime-images]: ../../images/runtimes/
|
||||
|
|
|
|||
|
|
@ -1,9 +1,11 @@
|
|||
test name,bug id,comment
|
||||
com/sun/crypto/provider/Cipher/PBE/PKCS12Cipher.java,,Fails in Docker
|
||||
test name,bug id,comment
|
||||
com/sun/jdi/InvokeHangTest.java,https://bugs.openjdk.java.net/browse/JDK-8218463,
|
||||
com/sun/jdi/NashornPopFrameTest.java,,
|
||||
com/sun/jdi/OnJcmdTest.java,b/180542784,
|
||||
com/sun/jdi/ProcessAttachTest.java,,
|
||||
com/sun/jndi/ldap/LdapPoolTimeoutTest.java,,
|
||||
com/sun/jndi/ldap/LdapTimeoutTest.java,,
|
||||
com/sun/management/HotSpotDiagnosticMXBean/CheckOrigin.java,,Fails in Docker
|
||||
com/sun/management/OperatingSystemMXBean/GetCommittedVirtualMemorySize.java,,
|
||||
com/sun/management/ThreadMXBean/ThreadCpuTimeArray.java,,Test assumes high CPU clock precision
|
||||
|
|
@ -14,17 +16,21 @@ com/sun/tools/attach/PermissionTest.java,,
|
|||
com/sun/tools/attach/StartManagementAgent.java,,
|
||||
com/sun/tools/attach/TempDirTest.java,,
|
||||
com/sun/tools/attach/modules/Driver.java,,
|
||||
java/io/File/GetXSpace.java,,
|
||||
java/lang/Character/CheckScript.java,,Fails in Docker
|
||||
java/lang/Character/CheckUnicode.java,,Fails in Docker
|
||||
java/lang/Class/GetPackageBootLoaderChildLayer.java,,
|
||||
java/lang/ClassLoader/nativeLibrary/NativeLibraryTest.java,,Fails in Docker
|
||||
java/lang/module/ModuleDescriptorTest.java,,
|
||||
java/lang/ProcessBuilder/Basic.java#id0,,
|
||||
java/lang/String/nativeEncoding/StringPlatformChars.java,,
|
||||
java/lang/instrument/HiddenClass/HiddenClassAgent.java,,
|
||||
java/lang/invoke/LFCaching/LFGarbageCollectedTest.java,,
|
||||
java/lang/invoke/lambda/LambdaFileEncodingSerialization.java,,
|
||||
java/lang/module/ModuleDescriptorTest.java,,
|
||||
java/lang/reflect/exeCallerAccessTest/CallerAccessTest.java,,
|
||||
java/net/CookieHandler/B6791927.java,,java.lang.RuntimeException: Expiration date shouldn't be 0
|
||||
java/net/DatagramSocket/AddressNotSet.java,,
|
||||
java/net/DatagramSocket/SetGetReceiveBufferSize.java,b/180507650,
|
||||
java/net/httpclient/websocket/WebSocketProxyTest.java,,Times out on runc too
|
||||
java/net/ipv6tests/TcpTest.java,,java.net.ConnectException: Connection timed out (Connection timed out)
|
||||
java/net/ipv6tests/UdpTest.java,,Times out
|
||||
java/net/Inet6Address/B6558853.java,,Times out
|
||||
java/net/InetAddress/CheckJNI.java,,java.net.ConnectException: Connection timed out (Connection timed out)
|
||||
java/net/InterfaceAddress/NetworkPrefixLength.java,b/78507103,
|
||||
|
|
@ -34,7 +40,10 @@ java/net/MulticastSocket/MulticastTTL.java,,
|
|||
java/net/MulticastSocket/NetworkInterfaceEmptyGetInetAddressesTest.java,,java.net.SocketException: Protocol not available (Error getting socket option)
|
||||
java/net/MulticastSocket/NoLoopbackPackets.java,,java.net.SocketException: Protocol not available
|
||||
java/net/MulticastSocket/Promiscuous.java,,
|
||||
java/net/MulticastSocket/SendPortZero.java,,
|
||||
java/net/MulticastSocket/SetLoopbackMode.java,,
|
||||
java/net/MulticastSocket/SetLoopbackModeIPv4.java,,
|
||||
java/net/MulticastSocket/SetLoopbackOption.java,,
|
||||
java/net/MulticastSocket/SetTTLAndGetTTL.java,,
|
||||
java/net/MulticastSocket/Test.java,,
|
||||
java/net/MulticastSocket/TestDefaults.java,,
|
||||
|
|
@ -42,26 +51,35 @@ java/net/MulticastSocket/TimeToLive.java,,
|
|||
java/net/NetworkInterface/NetworkInterfaceStreamTest.java,,
|
||||
java/net/Socket/LinkLocal.java,,java.net.SocketTimeoutException: Receive timed out
|
||||
java/net/Socket/SetSoLinger.java,b/78527327,SO_LINGER is not yet supported
|
||||
java/net/Socket/SocketAcceptInterruptTest.java,,
|
||||
java/net/Socket/SocketReadInterruptTest.java,,
|
||||
java/net/Socket/UrgentDataTest.java,b/111515323,
|
||||
java/net/SocketOption/OptionsTest.java,,Fails in Docker
|
||||
java/net/SocketPermission/SocketPermissionTest.java,,
|
||||
java/net/URLConnection/6212146/TestDriver.java,,Fails in Docker
|
||||
java/net/httpclient/RequestBuilderTest.java,,Fails in Docker
|
||||
java/net/httpclient/websocket/WebSocketProxyTest.java,,Times out on runc too
|
||||
java/net/ipv6tests/TcpTest.java,,java.net.ConnectException: Connection timed out (Connection timed out)
|
||||
java/net/ipv6tests/UdpTest.java,,Times out
|
||||
java/nio/channels/DatagramChannel/BasicMulticastTests.java,,
|
||||
java/nio/channels/DatagramChannel/SocketOptionTests.java,,java.net.SocketException: Invalid argument
|
||||
java/nio/channels/DatagramChannel/UseDGWithIPv6.java,,
|
||||
java/nio/channels/FileChannel/directio/DirectIOTest.java,,Fails in Docker
|
||||
java/nio/channels/FileChannel/directio/PwriteDirect.java,,java.io.IOException: Invalid argument
|
||||
java/nio/channels/Selector/OutOfBand.java#id0,,
|
||||
java/nio/channels/Selector/OutOfBand.java,,
|
||||
java/nio/channels/Selector/SelectWithConsumer.java,,Flaky
|
||||
java/nio/channels/ServerSocketChannel/SocketOptionTests.java,,
|
||||
java/nio/channels/SocketChannel/LingerOnClose.java,,
|
||||
java/nio/channels/SocketChannel/SocketOptionTests.java,b/77965901,
|
||||
java/nio/channels/etc/PrintSupportedOptions.java,,
|
||||
java/nio/channels/spi/SelectorProvider/inheritedChannel/InheritedChannelTest.java,,Fails in Docker
|
||||
java/nio/channels/unixdomain/SocketOptions.java,,
|
||||
java/nio/file/Files/probeContentType/Basic.java,,
|
||||
java/rmi/activation/Activatable/extLoadedImpl/ext.sh,,
|
||||
java/rmi/transport/checkLeaseInfoLeak/CheckLeaseLeak.java,,
|
||||
java/security/cert/PolicyNode/GetPolicyQualifiers.java,b/170263154,Kokoro executor cert expired
|
||||
java/text/Format/NumberFormat/CurrencyFormat.java,,Fails in Docker
|
||||
java/security/misc/Versions.java,,
|
||||
java/text/Format/NumberFormat/CurrencyFormat.java,,Fails in Docker
|
||||
java/util/Calendar/JapaneseEraNameTest.java,,
|
||||
java/util/Currency/CurrencyTest.java,,Fails in Docker
|
||||
|
|
@ -70,6 +88,7 @@ java/util/EnumSet/BogusEnumSet.java,,"java.io.InvalidClassException: java.util.E
|
|||
java/util/Locale/Bug8040211.java,,java.lang.RuntimeException: Failed.
|
||||
java/util/Locale/LSRDataTest.java,,
|
||||
java/util/Properties/CompatibilityTest.java,,"java.lang.RuntimeException: jdk.internal.org.xml.sax.SAXParseException; Internal DTD subset is not allowed. The Properties XML document must have the following DOCTYPE declaration: <!DOCTYPE properties SYSTEM ""http://java.sun.com/dtd/properties.dtd"">"
|
||||
java/util/ResourceBundle/Control/MissingResourceCauseTestRun.java,,
|
||||
java/util/ResourceBundle/Control/XMLResourceBundleTest.java,,java.util.MissingResourceException: Can't find bundle for base name XmlRB locale
|
||||
java/util/ResourceBundle/modules/xmlformat/xmlformat.sh,,Timeout reached: 60000. Process is not alive!
|
||||
java/util/TimeZone/TimeZoneTest.java,,Uncaught exception thrown in test method TestShortZoneIDs
|
||||
|
|
@ -80,6 +99,7 @@ java/util/logging/TestLoggerWeakRefLeak.java,,
|
|||
java/util/spi/ResourceBundleControlProvider/UserDefaultControlTest.java,,java.util.MissingResourceException: Can't find bundle for base name com.foo.XmlRB locale
|
||||
javax/imageio/AppletResourceTest.java,,
|
||||
javax/imageio/plugins/jpeg/JPEGsNotAcceleratedTest.java,,java.awt.HeadlessException: No X11 DISPLAY variable was set but this program performed an operation which requires it.
|
||||
javax/management/remote/mandatory/connection/RMIConnector_NPETest.java,,
|
||||
javax/management/security/HashedPasswordFileTest.java,,
|
||||
javax/net/ssl/DTLS/DTLSBufferOverflowUnderflowTest.java,,Compilation failed
|
||||
javax/net/ssl/DTLS/DTLSDataExchangeTest.java,,Compilation failed
|
||||
|
|
@ -108,6 +128,8 @@ javax/net/ssl/DTLSv10/DTLSv10RehandshakeWithDataExTest.java,,Compilation failed
|
|||
javax/net/ssl/DTLSv10/DTLSv10SequenceNumberTest.java,,Compilation failed
|
||||
javax/net/ssl/DTLSv10/DTLSv10UnsupportedCiphersTest.java,,Compilation failed
|
||||
javax/net/ssl/SSLSession/JSSERenegotiate.java,,Fails in Docker
|
||||
javax/net/ssl/Stapling/HttpsUrlConnClient.java,,
|
||||
javax/net/ssl/Stapling/SSLSocketWithStapling.java,,
|
||||
javax/net/ssl/TLS/TLSDataExchangeTest.java,,Compilation failed
|
||||
javax/net/ssl/TLS/TLSEnginesClosureTest.java,,Compilation failed
|
||||
javax/net/ssl/TLS/TLSHandshakeTest.java,,Compilation failed
|
||||
|
|
@ -137,6 +159,17 @@ javax/net/ssl/TLSv11/TLSRehandshakeWithDataExTest.java,,Compilation failed
|
|||
javax/net/ssl/TLSv11/TLSUnsupportedCiphersTest.java,,Compilation failed
|
||||
javax/net/ssl/TLSv12/TLSEnginesClosureTest.java,,Compilation failed
|
||||
javax/sound/sampled/AudioInputStream/FrameLengthAfterConversion.java,,
|
||||
jdk/internal/jline/KeyConversionTest.java,,
|
||||
jdk/internal/loader/NativeLibraries/Main.java,,
|
||||
jdk/jfr/api/consumer/log/TestDynamicStart.java,,
|
||||
jdk/jfr/api/consumer/streaming/TestBaseRepositoryAfterStart.java,,Times out
|
||||
jdk/jfr/api/consumer/streaming/TestBaseRepositoryLastModified.java,,Times out
|
||||
jdk/jfr/api/consumer/streaming/TestCrossProcessStreaming.java,,Times out
|
||||
jdk/jfr/api/consumer/streaming/TestInProcessMigration.java,,
|
||||
jdk/jfr/api/consumer/streaming/TestJVMCrash.java,,
|
||||
jdk/jfr/api/consumer/streaming/TestJVMExit.java,,
|
||||
jdk/jfr/api/consumer/streaming/TestOutOfProcessMigration.java,,
|
||||
jdk/jfr/api/consumer/streaming/TestRepositoryProperty.java,,
|
||||
jdk/jfr/cmd/TestHelp.java,,java.lang.RuntimeException: 'Available commands are:' missing from stdout/stderr
|
||||
jdk/jfr/cmd/TestPrint.java,,Missing file' missing from stdout/stderr
|
||||
jdk/jfr/cmd/TestPrintDefault.java,,java.lang.RuntimeException: 'JVMInformation' missing from stdout/stderr
|
||||
|
|
@ -146,6 +179,7 @@ jdk/jfr/cmd/TestReconstruct.java,,java.lang.RuntimeException: 'Too few arguments
|
|||
jdk/jfr/cmd/TestSplit.java,,java.lang.RuntimeException: 'Missing file' missing from stdout/stderr
|
||||
jdk/jfr/cmd/TestSummary.java,,java.lang.RuntimeException: 'Missing file' missing from stdout/stderr
|
||||
jdk/jfr/event/compiler/TestCompilerStats.java,,java.lang.RuntimeException: Field nmetodsSize not in event
|
||||
jdk/jfr/event/gc/detailed/TestZUncommitEvent.java,,
|
||||
jdk/jfr/event/metadata/TestDefaultConfigurations.java,,Setting 'threshold' in event 'jdk.SecurityPropertyModification' was not configured in the configuration 'default'
|
||||
jdk/jfr/event/oldobject/TestLargeRootSet.java,,Flaky - `main' threw exception: java.lang.RuntimeException: Could not find root object
|
||||
jdk/jfr/event/runtime/TestActiveSettingEvent.java,,java.lang.Exception: Could not find setting with name jdk.X509Validation#threshold
|
||||
|
|
@ -164,6 +198,7 @@ jdk/jfr/jcmd/TestJcmdDumpWithFileName.java,b/180542783,
|
|||
jdk/jfr/jcmd/TestJcmdLegacy.java,,
|
||||
jdk/jfr/jcmd/TestJcmdSaveToFile.java,,
|
||||
jdk/jfr/jcmd/TestJcmdStartDirNotExist.java,,
|
||||
jdk/jfr/jcmd/TestJcmdStartFlushInterval.java,,
|
||||
jdk/jfr/jcmd/TestJcmdStartInvaldFile.java,,
|
||||
jdk/jfr/jcmd/TestJcmdStartPathToGCRoots.java,,
|
||||
jdk/jfr/jcmd/TestJcmdStartStopDefault.java,,
|
||||
|
|
@ -178,6 +213,10 @@ jdk/modules/incubator/ImageModules.java,,
|
|||
jdk/net/Sockets/ExtOptionTest.java,,
|
||||
jdk/net/Sockets/QuickAckTest.java,,
|
||||
lib/security/cacerts/VerifyCACerts.java,,
|
||||
sun/management/jdp/JdpDefaultsTest.java,,
|
||||
sun/management/jdp/JdpJmxRemoteDynamicPortTest.java,,
|
||||
sun/management/jdp/JdpOffTest.java,,
|
||||
sun/management/jdp/JdpSpecificAddressTest.java,,
|
||||
sun/management/jmxremote/bootstrap/CustomLauncherTest.java,,
|
||||
sun/management/jmxremote/bootstrap/JvmstatCountersTest.java,,
|
||||
sun/management/jmxremote/bootstrap/LocalManagementTest.java,,
|
||||
|
|
@ -186,33 +225,77 @@ sun/management/jmxremote/bootstrap/RmiSslBootstrapTest.sh,,
|
|||
sun/management/jmxremote/startstop/JMXStartStopTest.java,,
|
||||
sun/management/jmxremote/startstop/JMXStatusPerfCountersTest.java,,
|
||||
sun/management/jmxremote/startstop/JMXStatusTest.java,,
|
||||
sun/management/jdp/JdpDefaultsTest.java,,
|
||||
sun/management/jdp/JdpJmxRemoteDynamicPortTest.java,,
|
||||
sun/management/jdp/JdpOffTest.java,,
|
||||
sun/management/jdp/JdpSpecificAddressTest.java,,
|
||||
sun/text/resources/LocaleDataTest.java,,
|
||||
sun/tools/jcmd/JcmdOutputEncodingTest.java,,
|
||||
sun/tools/jcmd/TestJcmdSanity.java,,
|
||||
sun/tools/jhsdb/AlternateHashingTest.java,,
|
||||
sun/tools/jhsdb/BasicLauncherTest.java,,
|
||||
sun/tools/jhsdb/HeapDumpTest.java,,
|
||||
sun/tools/jhsdb/heapconfig/JMapHeapConfigTest.java,,
|
||||
sun/tools/jhsdb/HeapDumpTestWithActiveProcess.java,,
|
||||
sun/tools/jhsdb/JShellHeapDumpTest.java,,Fails on runc too
|
||||
sun/tools/jhsdb/JStackStressTest.java,,
|
||||
sun/tools/jhsdb/heapconfig/JMapHeapConfigTest.java,,
|
||||
sun/tools/jinfo/BasicJInfoTest.java,,
|
||||
sun/tools/jinfo/JInfoTest.java,,
|
||||
sun/tools/jmap/BasicJMapTest.java#G1,,
|
||||
sun/tools/jmap/BasicJMapTest.java#Parallel,,
|
||||
sun/tools/jmap/BasicJMapTest.java#Serial,,
|
||||
sun/tools/jmap/BasicJMapTest.java#Shenandoah,,
|
||||
sun/tools/jmap/BasicJMapTest.java#Z,,
|
||||
sun/tools/jmap/BasicJMapTest.java,,
|
||||
sun/tools/jstack/BasicJStackTest.java,,
|
||||
sun/tools/jstack/DeadlockDetectionTest.java,,
|
||||
sun/tools/jstat/jstatClassloadOutput1.sh,,
|
||||
sun/tools/jstatd/TestJstatdExternalRegistry.java,,
|
||||
sun/tools/jstatd/TestJstatdPort.java,,Flaky
|
||||
sun/tools/jstatd/TestJstatdPortAndServer.java,,Flaky
|
||||
sun/util/calendar/zi/TestZoneInfo310.java,,
|
||||
tools/jar/ContentOrder.java,,
|
||||
tools/jar/ReproducibleJar.java,,
|
||||
tools/jar/modularJar/Basic.java,,
|
||||
tools/jar/multiRelease/Basic.java,,
|
||||
tools/jimage/JImageExtractTest.java,,
|
||||
tools/jimage/JImageNonAsciiNameTest.java,,
|
||||
tools/jimage/JImageTest.java,,
|
||||
tools/jlink/JLinkReproducible3Test.java,,
|
||||
tools/jlink/JLinkTest.java,,
|
||||
tools/jlink/plugins/IncludeLocalesPluginTest.java,,
|
||||
tools/jlink/plugins/StripNativeDebugSymbolsPlugin/StripNativeDebugSymbolsPluginTest.java,,
|
||||
tools/jmod/JmodTest.java,,
|
||||
tools/jmod/hashes/HashesTest.java,,
|
||||
tools/jpackage/junit/junit.java,,
|
||||
tools/jpackage/linux/AppAboutUrlTest.java#id0,,
|
||||
tools/jpackage/linux/AppCategoryTest.java,,
|
||||
tools/jpackage/linux/LinuxBundleNameTest.java,,
|
||||
tools/jpackage/linux/MaintainerTest.java,,
|
||||
tools/jpackage/linux/PackageDepsTest.java,,
|
||||
tools/jpackage/linux/ReleaseTest.java,,
|
||||
tools/jpackage/linux/ShortcutHintTest.java#id0,,
|
||||
tools/jpackage/linux/jdk/jpackage/tests/UsrTreeTest.java,,
|
||||
tools/jpackage/share/AddLauncherTest.java#id1,,
|
||||
tools/jpackage/share/AppLauncherEnvTest.java,,
|
||||
tools/jpackage/share/ArgumentsTest.java,,
|
||||
tools/jpackage/share/EmptyFolderPackageTest.java,,
|
||||
tools/jpackage/share/EmptyFolderTest.java,,
|
||||
tools/jpackage/share/InstallDirTest.java#id0,,
|
||||
tools/jpackage/share/LicenseTest.java#id0,,
|
||||
tools/jpackage/share/MultiLauncherTwoPhaseTest.java,,
|
||||
tools/jpackage/share/RuntimePackageTest.java#id0,,
|
||||
tools/jpackage/share/SimplePackageTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/AppVersionTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/BasicTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/CookedRuntimeTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/DotInNameTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/JLinkOptionsTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/JavaOptionsEqualsTest.java#id0,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/JavaOptionsEqualsTest.java#id1,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/MainClassTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/ModulePathTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/ModulePathTest2.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/ModulePathTest3.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/MultipleJarAppTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/NoMPathRuntimeTest.java,,
|
||||
tools/jpackage/share/jdk/jpackage/tests/VendorTest.java#id1,,
|
||||
tools/launcher/BigJar.java,b/111611473,
|
||||
tools/launcher/HelpFlagsTest.java,,java.lang.AssertionError: HelpFlagsTest failed: Tool jfr not covered by this test. Add specification to jdkTools array!
|
||||
tools/launcher/JliLaunchTest.java,,Fails on runc too
|
||||
|
|
|
@ -26,7 +26,7 @@ import (
|
|||
var javaExclDirs = regexp.MustCompile(`(^(sun\/security)|(java\/util\/stream)|(java\/time)| )`)
|
||||
|
||||
// Location of java tests.
|
||||
const javaTestDir = "/root/test/jdk"
|
||||
const javaTestDir = "/root/jdk/test/jdk"
|
||||
|
||||
// javaRunner implements TestRunner for Java.
|
||||
type javaRunner struct{}
|
||||
|
|
|
|||
Loading…
Reference in New Issue