Bump versions of all the runtime tests except Java.

PiperOrigin-RevId: 438858688
This commit is contained in:
Nicolas Lacasse
2022-04-01 10:45:26 -07:00
committed by gVisor bot
parent f48ef67985
commit df72f65380
11 changed files with 84 additions and 29 deletions
+8 -8
View File
@@ -205,7 +205,7 @@ steps:
# Runtime tests.
- <<: *common
label: ":php: PHP runtime tests"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php7.3.6-runtime-tests
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php8.1.1-runtime-tests
parallelism: 10
- <<: *common
label: ":java: Java runtime tests"
@@ -213,21 +213,21 @@ steps:
parallelism: 40
- <<: *common
label: ":golang: Go runtime tests"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.12-runtime-tests
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.16-runtime-tests
parallelism: 10
- <<: *common
label: ":node: NodeJS runtime tests"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs12.4.0-runtime-tests
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs16.13.2-runtime-tests
parallelism: 10
- <<: *common
label: ":python: Python runtime tests"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.7.3-runtime-tests
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.10.2-runtime-tests
parallelism: 10
# Runtime tests (LISAFS).
- <<: *common
label: ":php: PHP runtime tests (LISAFS)"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php7.3.6-runtime-tests_lisafs
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php8.1.1-runtime-tests_lisafs
parallelism: 10
if: build.message =~ /lisafs/ || build.branch == "master"
- <<: *common
@@ -237,17 +237,17 @@ steps:
if: build.message =~ /lisafs/ || build.branch == "master"
- <<: *common
label: ":golang: Go runtime tests (LISAFS)"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.12-runtime-tests_lisafs
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.16-runtime-tests_lisafs
parallelism: 10
if: build.message =~ /lisafs/ || build.branch == "master"
- <<: *common
label: ":node: NodeJS runtime tests (LISAFS)"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs12.4.0-runtime-tests_lisafs
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs16.13.2-runtime-tests_lisafs
parallelism: 10
if: build.message =~ /lisafs/ || build.branch == "master"
- <<: *common
label: ":python: Python runtime tests (LISAFS)"
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.7.3-runtime-tests_lisafs
command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.10.2-runtime-tests_lisafs
parallelism: 10
if: build.message =~ /lisafs/ || build.branch == "master"
-4
View File
@@ -1,4 +0,0 @@
# Go is easy, since we already have everything we need to compile the proctor
# binary and run the tests in the golang Docker image.
FROM golang:1.12
RUN ["go", "tool", "dist", "test", "-compile-only"]
+4
View File
@@ -0,0 +1,4 @@
FROM golang:1.16
# Compile the tests during build to save time during testing.
RUN ["go", "tool", "dist", "test", "-compile-only"]
@@ -4,16 +4,16 @@ RUN apt-get update && apt-get install -y \
dumb-init \
g++ \
make \
python
python \
python3.8
WORKDIR /root
ARG VERSION=v12.4.0
ARG VERSION=v16.13.2
RUN curl -o node-${VERSION}.tar.gz https://nodejs.org/dist/${VERSION}/node-${VERSION}.tar.gz
RUN tar -zxf node-${VERSION}.tar.gz
WORKDIR /root/node-${VERSION}
RUN ./configure
RUN make
RUN make test-build
# Including dumb-init emulates the Linux "init" process, preventing the failure
@@ -5,12 +5,13 @@ RUN apt-get update && apt-get install -y \
bison \
build-essential \
curl \
libsqlite3-dev \
libtool \
libxml2-dev \
re2c
WORKDIR /root
ARG VERSION=7.3.6
ARG VERSION=8.1.1
RUN curl -o php-${VERSION}.tar.gz https://www.php.net/distributions/php-${VERSION}.tar.gz
RUN tar -zxf php-${VERSION}.tar.gz
@@ -12,7 +12,7 @@ RUN apt-get update && apt-get install -y \
# Use flags -LJO to follow the html redirect and download .tar.gz.
WORKDIR /root
ARG VERSION=3.7.3
ARG VERSION=3.10.2
RUN curl -LJO https://github.com/python/cpython/archive/v${VERSION}.tar.gz
RUN tar -zxf cpython-${VERSION}.tar.gz
+8 -8
View File
@@ -4,8 +4,8 @@ load("//test/runtimes:defs.bzl", "runtime_test")
package(licenses = ["notice"])
runtime_test(
name = "go1.12",
exclude_file = "exclude/go1.12.csv",
name = "go1.16",
exclude_file = "exclude/go1.16.csv",
lang = "go",
shard_count = more_shards,
)
@@ -19,22 +19,22 @@ runtime_test(
)
runtime_test(
name = "nodejs12.4.0",
exclude_file = "exclude/nodejs12.4.0.csv",
name = "nodejs16.13.2",
exclude_file = "exclude/nodejs16.13.2.csv",
lang = "nodejs",
shard_count = most_shards,
)
runtime_test(
name = "php7.3.6",
exclude_file = "exclude/php7.3.6.csv",
name = "php8.1.1",
exclude_file = "exclude/php8.1.1.csv",
lang = "php",
shard_count = more_shards,
)
runtime_test(
name = "python3.7.3",
exclude_file = "exclude/python3.7.3.csv",
name = "python3.10.2",
exclude_file = "exclude/python3.10.2.csv",
lang = "python",
shard_count = more_shards,
)
@@ -4,14 +4,18 @@ benchmark/test-benchmark-fs.js,,Broken test
benchmark/test-benchmark-napi.js,,Broken test
doctool/test-make-doc.js,b/68848110,Expected to fail.
internet/test-dgram-multicast-set-interface-lo.js,b/162798882,
internet/test-dgram-multicast-ssm-multi-process.js,,
internet/test-dgram-multicast-ssmv6-multi-process.js,,
internet/test-dns.js,,Broken test
internet/test-doctool-versions.js,,Broken test
internet/test-uv-threadpool-schedule.js,,Broken test
internet/test-dns.js,,Broken test
parallel/test-dgram-bind-fd.js,b/132447356,
parallel/test-dgram-socket-buffer-size.js,b/68847921,
parallel/test-dns-channel-timeout.js,b/161893056,
parallel/test-dns-lookupService-promises.js,,
parallel/test-fs-access.js,,Broken test
parallel/test-http-writable-true-after-close.js,b/171301436,Flaky - Mismatched <anonymous> function calls. Expected exactly 1 actual 2
parallel/test-https-selfsigned-no-keycertsign-no-crash.js,,
parallel/test-os.js,b/63997097,
parallel/test-process-uid-gid.js,,Does not work inside Docker with gid nobody
pseudo-tty/test-assert-colors.js,b/162801321,
@@ -25,12 +29,12 @@ pseudo-tty/test-set-raw-mode-reset-process-exit.js,b/162801321,
pseudo-tty/test-set-raw-mode-reset-signal.js,b/162801321,
pseudo-tty/test-set-raw-mode-reset.js,b/162801321,
pseudo-tty/test-stderr-stdout-handle-sigwinch.js,b/162801321,
pseudo-tty/test-stdin-write.js,b/162801321,
pseudo-tty/test-stdout-read.js,b/162801321,
pseudo-tty/test-tty-color-support.js,b/162801321,
pseudo-tty/test-tty-isatty.js,b/162801321,
pseudo-tty/test-tty-stdin-call-end.js,b/162801321,
pseudo-tty/test-tty-stdin-end.js,b/162801321,
pseudo-tty/test-stdin-write.js,b/162801321,
pseudo-tty/test-tty-stdout-end.js,b/162801321,
pseudo-tty/test-tty-stdout-resize.js,b/162801321,
pseudo-tty/test-tty-stream-constructors.js,b/162801321,
@@ -40,3 +44,5 @@ pummel/test-net-pingpong.js,,Broken test
pummel/test-vm-memleak.js,b/162799436,
pummel/test-watch-file.js,,Flaky test which was fixed in https://github.com/nodejs/node/commit/b0b52b2023f5cd0df4ae921850815586b4313dca. Unexclude when bumping nodejs version.
tick-processor/test-tick-processor-builtin.js,,Broken test
v8-updates/test-linux-perf.js,,
wasi/test-wasi.js,,
1 test name bug id comment
4 benchmark/test-benchmark-napi.js Broken test
5 doctool/test-make-doc.js b/68848110 Expected to fail.
6 internet/test-dgram-multicast-set-interface-lo.js b/162798882
7 internet/test-dgram-multicast-ssm-multi-process.js
8 internet/test-dgram-multicast-ssmv6-multi-process.js
9 internet/test-dns.js Broken test
10 internet/test-doctool-versions.js Broken test
11 internet/test-uv-threadpool-schedule.js Broken test
internet/test-dns.js Broken test
12 parallel/test-dgram-bind-fd.js b/132447356
13 parallel/test-dgram-socket-buffer-size.js b/68847921
14 parallel/test-dns-channel-timeout.js b/161893056
15 parallel/test-dns-lookupService-promises.js
16 parallel/test-fs-access.js Broken test
17 parallel/test-http-writable-true-after-close.js b/171301436 Flaky - Mismatched <anonymous> function calls. Expected exactly 1 actual 2
18 parallel/test-https-selfsigned-no-keycertsign-no-crash.js
19 parallel/test-os.js b/63997097
20 parallel/test-process-uid-gid.js Does not work inside Docker with gid nobody
21 pseudo-tty/test-assert-colors.js b/162801321
29 pseudo-tty/test-set-raw-mode-reset-signal.js b/162801321
30 pseudo-tty/test-set-raw-mode-reset.js b/162801321
31 pseudo-tty/test-stderr-stdout-handle-sigwinch.js b/162801321
32 pseudo-tty/test-stdin-write.js b/162801321
33 pseudo-tty/test-stdout-read.js b/162801321
34 pseudo-tty/test-tty-color-support.js b/162801321
35 pseudo-tty/test-tty-isatty.js b/162801321
36 pseudo-tty/test-tty-stdin-call-end.js b/162801321
37 pseudo-tty/test-tty-stdin-end.js b/162801321
pseudo-tty/test-stdin-write.js b/162801321
38 pseudo-tty/test-tty-stdout-end.js b/162801321
39 pseudo-tty/test-tty-stdout-resize.js b/162801321
40 pseudo-tty/test-tty-stream-constructors.js b/162801321
44 pummel/test-vm-memleak.js b/162799436
45 pummel/test-watch-file.js Flaky test which was fixed in https://github.com/nodejs/node/commit/b0b52b2023f5cd0df4ae921850815586b4313dca. Unexclude when bumping nodejs version.
46 tick-processor/test-tick-processor-builtin.js Broken test
47 v8-updates/test-linux-perf.js
48 wasi/test-wasi.js
@@ -1,4 +1,5 @@
test name,bug id,comment
Zend/tests/concat_003.phpt,b/162896021,
ext/intl/tests/bug77895.phpt,,
ext/intl/tests/dateformat_bug65683_2.phpt,,
ext/mbstring/tests/bug76319.phpt,,
@@ -8,12 +9,60 @@ ext/mbstring/tests/bug77165.phpt,,
ext/mbstring/tests/bug77454.phpt,,
ext/mbstring/tests/mb_convert_encoding_leak.phpt,,
ext/mbstring/tests/mb_strrpos_encoding_3rd_param.phpt,,
ext/opcache/tests/bug78014.phpt,,
ext/opcache/tests/bug78175.phpt,,
ext/opcache/tests/bug78175_2.phpt,,
ext/opcache/tests/bug78376.phpt,,
ext/opcache/tests/bug78937_1.phpt,,
ext/opcache/tests/bug78937_2.phpt,,
ext/opcache/tests/bug78937_3.phpt,,
ext/opcache/tests/bug78937_4.phpt,,
ext/opcache/tests/bug78937_5.phpt,,
ext/opcache/tests/bug78937_6.phpt,,
ext/opcache/tests/jit/bug80634.phpt,,
ext/opcache/tests/jit/bug81256.phpt,,
ext/opcache/tests/opt/verify_return_type.phpt,,
ext/opcache/tests/preload_001.phpt,,
ext/opcache/tests/preload_002.phpt,,
ext/opcache/tests/preload_003.phpt,,
ext/opcache/tests/preload_004.phpt,,
ext/opcache/tests/preload_005.phpt,,
ext/opcache/tests/preload_006.phpt,,
ext/opcache/tests/preload_007.phpt,,
ext/opcache/tests/preload_008.phpt,,
ext/opcache/tests/preload_009.phpt,,
ext/opcache/tests/preload_010.phpt,,
ext/opcache/tests/preload_011.phpt,,
ext/opcache/tests/preload_012.phpt,,
ext/opcache/tests/preload_013.phpt,,
ext/opcache/tests/preload_bug79114.phpt,,
ext/opcache/tests/preload_class_alias.phpt,,
ext/opcache/tests/preload_class_alias_2.phpt,,
ext/opcache/tests/preload_dynamic_def_removal.phpt,,
ext/opcache/tests/preload_dynamic_function.phpt,,
ext/opcache/tests/preload_early_binding.phpt,,
ext/opcache/tests/preload_enum.phpt,,
ext/opcache/tests/preload_error_handler.phpt,,
ext/opcache/tests/preload_ind.phpt,,
ext/opcache/tests/preload_loadable_classes_1.phpt,,
ext/opcache/tests/preload_loadable_classes_2.phpt,,
ext/opcache/tests/preload_loadable_classes_3.phpt,,
ext/opcache/tests/preload_method_static_vars.phpt,,
ext/opcache/tests/preload_parse_error.phpt,,
ext/opcache/tests/preload_prop_info_table.phpt,,
ext/opcache/tests/preload_static_var_inheritance.phpt,,
ext/opcache/tests/preload_trait_alias.phpt,,
ext/opcache/tests/preload_trait_multiple_fixup.phpt,,
ext/opcache/tests/preload_trait_static.phpt,,
ext/opcache/tests/preload_unresolved_prop_type.phpt,,
ext/openssl/tests/openssl_dh_compute_key.phpt,,
ext/pcre/tests/cache_limit.phpt,,Broken test - Flaky
ext/session/tests/session_module_name_variation4.phpt,,Flaky
ext/session/tests/session_set_save_handler_class_018.phpt,,
ext/session/tests/session_set_save_handler_iface_003.phpt,,
ext/session/tests/session_set_save_handler_sid_001.phpt,,
ext/session/tests/session_set_save_handler_variation4.phpt,,
ext/standard/tests/file/bug69442.phpt,,
ext/standard/tests/file/disk.phpt,https://bugs.php.net/bug.php?id=80018,
ext/standard/tests/file/disk_free_space_basic.phpt,https://bugs.php.net/bug.php?id=80018,
ext/standard/tests/file/disk_free_space_error.phpt,https://bugs.php.net/bug.php?id=80018,
@@ -43,4 +92,3 @@ tests/output/stream_isatty_in-out-err.phpt,,
tests/output/stream_isatty_in-out.phpt,b/68720299,
tests/output/stream_isatty_out-err.phpt,b/68720311,
tests/output/stream_isatty_out.phpt,b/68720325,
Zend/tests/concat_003.phpt,b/162896021,
1 test name bug id comment
2 Zend/tests/concat_003.phpt b/162896021
3 ext/intl/tests/bug77895.phpt
4 ext/intl/tests/dateformat_bug65683_2.phpt
5 ext/mbstring/tests/bug76319.phpt
9 ext/mbstring/tests/bug77454.phpt
10 ext/mbstring/tests/mb_convert_encoding_leak.phpt
11 ext/mbstring/tests/mb_strrpos_encoding_3rd_param.phpt
12 ext/opcache/tests/bug78014.phpt
13 ext/opcache/tests/bug78175.phpt
14 ext/opcache/tests/bug78175_2.phpt
15 ext/opcache/tests/bug78376.phpt
16 ext/opcache/tests/bug78937_1.phpt
17 ext/opcache/tests/bug78937_2.phpt
18 ext/opcache/tests/bug78937_3.phpt
19 ext/opcache/tests/bug78937_4.phpt
20 ext/opcache/tests/bug78937_5.phpt
21 ext/opcache/tests/bug78937_6.phpt
22 ext/opcache/tests/jit/bug80634.phpt
23 ext/opcache/tests/jit/bug81256.phpt
24 ext/opcache/tests/opt/verify_return_type.phpt
25 ext/opcache/tests/preload_001.phpt
26 ext/opcache/tests/preload_002.phpt
27 ext/opcache/tests/preload_003.phpt
28 ext/opcache/tests/preload_004.phpt
29 ext/opcache/tests/preload_005.phpt
30 ext/opcache/tests/preload_006.phpt
31 ext/opcache/tests/preload_007.phpt
32 ext/opcache/tests/preload_008.phpt
33 ext/opcache/tests/preload_009.phpt
34 ext/opcache/tests/preload_010.phpt
35 ext/opcache/tests/preload_011.phpt
36 ext/opcache/tests/preload_012.phpt
37 ext/opcache/tests/preload_013.phpt
38 ext/opcache/tests/preload_bug79114.phpt
39 ext/opcache/tests/preload_class_alias.phpt
40 ext/opcache/tests/preload_class_alias_2.phpt
41 ext/opcache/tests/preload_dynamic_def_removal.phpt
42 ext/opcache/tests/preload_dynamic_function.phpt
43 ext/opcache/tests/preload_early_binding.phpt
44 ext/opcache/tests/preload_enum.phpt
45 ext/opcache/tests/preload_error_handler.phpt
46 ext/opcache/tests/preload_ind.phpt
47 ext/opcache/tests/preload_loadable_classes_1.phpt
48 ext/opcache/tests/preload_loadable_classes_2.phpt
49 ext/opcache/tests/preload_loadable_classes_3.phpt
50 ext/opcache/tests/preload_method_static_vars.phpt
51 ext/opcache/tests/preload_parse_error.phpt
52 ext/opcache/tests/preload_prop_info_table.phpt
53 ext/opcache/tests/preload_static_var_inheritance.phpt
54 ext/opcache/tests/preload_trait_alias.phpt
55 ext/opcache/tests/preload_trait_multiple_fixup.phpt
56 ext/opcache/tests/preload_trait_static.phpt
57 ext/opcache/tests/preload_unresolved_prop_type.phpt
58 ext/openssl/tests/openssl_dh_compute_key.phpt
59 ext/pcre/tests/cache_limit.phpt Broken test - Flaky
60 ext/session/tests/session_module_name_variation4.phpt Flaky
61 ext/session/tests/session_set_save_handler_class_018.phpt
62 ext/session/tests/session_set_save_handler_iface_003.phpt
63 ext/session/tests/session_set_save_handler_sid_001.phpt
64 ext/session/tests/session_set_save_handler_variation4.phpt
65 ext/standard/tests/file/bug69442.phpt
66 ext/standard/tests/file/disk.phpt https://bugs.php.net/bug.php?id=80018
67 ext/standard/tests/file/disk_free_space_basic.phpt https://bugs.php.net/bug.php?id=80018
68 ext/standard/tests/file/disk_free_space_error.phpt https://bugs.php.net/bug.php?id=80018
92 tests/output/stream_isatty_in-out.phpt b/68720299
93 tests/output/stream_isatty_out-err.phpt b/68720311
94 tests/output/stream_isatty_out.phpt b/68720325
Zend/tests/concat_003.phpt b/162896021
@@ -14,6 +14,6 @@ test_pty,b/162979921,
test_readline,b/162980389,TestReadline hangs forever
test_resource,b/76174079,
test_selectors,b/76116849,OSError not raised with epoll
test_smtplib,b/162980434,unclosed sockets
test_signal,,Flaky - signal: alarm clock
test_smtplib,b/162980434,unclosed sockets
test_socket,b/75983380,
1 test name bug id comment
14 test_readline b/162980389 TestReadline hangs forever
15 test_resource b/76174079
16 test_selectors b/76116849 OSError not raised with epoll
test_smtplib b/162980434 unclosed sockets
17 test_signal Flaky - signal: alarm clock
18 test_smtplib b/162980434 unclosed sockets
19 test_socket b/75983380