diff --git a/.buildkite/pipeline.yaml b/.buildkite/pipeline.yaml index 31d594405..075261f2d 100644 --- a/.buildkite/pipeline.yaml +++ b/.buildkite/pipeline.yaml @@ -205,7 +205,7 @@ steps: # Runtime tests. - <<: *common label: ":php: PHP runtime tests" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php7.3.6-runtime-tests + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php8.1.1-runtime-tests parallelism: 10 - <<: *common label: ":java: Java runtime tests" @@ -213,21 +213,21 @@ steps: parallelism: 40 - <<: *common label: ":golang: Go runtime tests" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.12-runtime-tests + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.16-runtime-tests parallelism: 10 - <<: *common label: ":node: NodeJS runtime tests" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs12.4.0-runtime-tests + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs16.13.2-runtime-tests parallelism: 10 - <<: *common label: ":python: Python runtime tests" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.7.3-runtime-tests + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.10.2-runtime-tests parallelism: 10 # Runtime tests (LISAFS). - <<: *common label: ":php: PHP runtime tests (LISAFS)" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php7.3.6-runtime-tests_lisafs + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} php8.1.1-runtime-tests_lisafs parallelism: 10 if: build.message =~ /lisafs/ || build.branch == "master" - <<: *common @@ -237,17 +237,17 @@ steps: if: build.message =~ /lisafs/ || build.branch == "master" - <<: *common label: ":golang: Go runtime tests (LISAFS)" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.12-runtime-tests_lisafs + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} go1.16-runtime-tests_lisafs parallelism: 10 if: build.message =~ /lisafs/ || build.branch == "master" - <<: *common label: ":node: NodeJS runtime tests (LISAFS)" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs12.4.0-runtime-tests_lisafs + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} nodejs16.13.2-runtime-tests_lisafs parallelism: 10 if: build.message =~ /lisafs/ || build.branch == "master" - <<: *common label: ":python: Python runtime tests (LISAFS)" - command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.7.3-runtime-tests_lisafs + command: make RUNTIME_LOG_DIR=/tmp/$${BUILDKITE_JOB_ID} python3.10.2-runtime-tests_lisafs parallelism: 10 if: build.message =~ /lisafs/ || build.branch == "master" diff --git a/images/runtimes/go1.12/Dockerfile.x86_64 b/images/runtimes/go1.12/Dockerfile.x86_64 deleted file mode 100644 index cb2944062..000000000 --- a/images/runtimes/go1.12/Dockerfile.x86_64 +++ /dev/null @@ -1,4 +0,0 @@ -# Go is easy, since we already have everything we need to compile the proctor -# binary and run the tests in the golang Docker image. -FROM golang:1.12 -RUN ["go", "tool", "dist", "test", "-compile-only"] diff --git a/images/runtimes/go1.16/Dockerfile.x86_64 b/images/runtimes/go1.16/Dockerfile.x86_64 new file mode 100644 index 000000000..d454dfcfb --- /dev/null +++ b/images/runtimes/go1.16/Dockerfile.x86_64 @@ -0,0 +1,4 @@ +FROM golang:1.16 + +# Compile the tests during build to save time during testing. +RUN ["go", "tool", "dist", "test", "-compile-only"] diff --git a/images/runtimes/nodejs12.4.0/Dockerfile b/images/runtimes/nodejs16.13.2/Dockerfile similarity index 91% rename from images/runtimes/nodejs12.4.0/Dockerfile rename to images/runtimes/nodejs16.13.2/Dockerfile index d17924b62..051edb359 100644 --- a/images/runtimes/nodejs12.4.0/Dockerfile +++ b/images/runtimes/nodejs16.13.2/Dockerfile @@ -4,16 +4,16 @@ RUN apt-get update && apt-get install -y \ dumb-init \ g++ \ make \ - python + python \ + python3.8 WORKDIR /root -ARG VERSION=v12.4.0 +ARG VERSION=v16.13.2 RUN curl -o node-${VERSION}.tar.gz https://nodejs.org/dist/${VERSION}/node-${VERSION}.tar.gz RUN tar -zxf node-${VERSION}.tar.gz WORKDIR /root/node-${VERSION} RUN ./configure -RUN make RUN make test-build # Including dumb-init emulates the Linux "init" process, preventing the failure diff --git a/images/runtimes/php7.3.6/Dockerfile b/images/runtimes/php8.1.1/Dockerfile similarity index 90% rename from images/runtimes/php7.3.6/Dockerfile rename to images/runtimes/php8.1.1/Dockerfile index e5f67f79c..1034fd3d1 100644 --- a/images/runtimes/php7.3.6/Dockerfile +++ b/images/runtimes/php8.1.1/Dockerfile @@ -5,12 +5,13 @@ RUN apt-get update && apt-get install -y \ bison \ build-essential \ curl \ + libsqlite3-dev \ libtool \ libxml2-dev \ re2c WORKDIR /root -ARG VERSION=7.3.6 +ARG VERSION=8.1.1 RUN curl -o php-${VERSION}.tar.gz https://www.php.net/distributions/php-${VERSION}.tar.gz RUN tar -zxf php-${VERSION}.tar.gz diff --git a/images/runtimes/python3.7.3/Dockerfile b/images/runtimes/python3.10.2/Dockerfile similarity index 96% rename from images/runtimes/python3.7.3/Dockerfile rename to images/runtimes/python3.10.2/Dockerfile index 4d1e1e221..3ddec0fc4 100644 --- a/images/runtimes/python3.7.3/Dockerfile +++ b/images/runtimes/python3.10.2/Dockerfile @@ -12,7 +12,7 @@ RUN apt-get update && apt-get install -y \ # Use flags -LJO to follow the html redirect and download .tar.gz. WORKDIR /root -ARG VERSION=3.7.3 +ARG VERSION=3.10.2 RUN curl -LJO https://github.com/python/cpython/archive/v${VERSION}.tar.gz RUN tar -zxf cpython-${VERSION}.tar.gz diff --git a/test/runtimes/BUILD b/test/runtimes/BUILD index 510ffe013..fabc68ede 100644 --- a/test/runtimes/BUILD +++ b/test/runtimes/BUILD @@ -4,8 +4,8 @@ load("//test/runtimes:defs.bzl", "runtime_test") package(licenses = ["notice"]) runtime_test( - name = "go1.12", - exclude_file = "exclude/go1.12.csv", + name = "go1.16", + exclude_file = "exclude/go1.16.csv", lang = "go", shard_count = more_shards, ) @@ -19,22 +19,22 @@ runtime_test( ) runtime_test( - name = "nodejs12.4.0", - exclude_file = "exclude/nodejs12.4.0.csv", + name = "nodejs16.13.2", + exclude_file = "exclude/nodejs16.13.2.csv", lang = "nodejs", shard_count = most_shards, ) runtime_test( - name = "php7.3.6", - exclude_file = "exclude/php7.3.6.csv", + name = "php8.1.1", + exclude_file = "exclude/php8.1.1.csv", lang = "php", shard_count = more_shards, ) runtime_test( - name = "python3.7.3", - exclude_file = "exclude/python3.7.3.csv", + name = "python3.10.2", + exclude_file = "exclude/python3.10.2.csv", lang = "python", shard_count = more_shards, ) diff --git a/test/runtimes/exclude/go1.12.csv b/test/runtimes/exclude/go1.16.csv similarity index 100% rename from test/runtimes/exclude/go1.12.csv rename to test/runtimes/exclude/go1.16.csv diff --git a/test/runtimes/exclude/nodejs12.4.0.csv b/test/runtimes/exclude/nodejs16.13.2.csv similarity index 89% rename from test/runtimes/exclude/nodejs12.4.0.csv rename to test/runtimes/exclude/nodejs16.13.2.csv index 9543559da..2a6cd980a 100644 --- a/test/runtimes/exclude/nodejs12.4.0.csv +++ b/test/runtimes/exclude/nodejs16.13.2.csv @@ -4,14 +4,18 @@ benchmark/test-benchmark-fs.js,,Broken test benchmark/test-benchmark-napi.js,,Broken test doctool/test-make-doc.js,b/68848110,Expected to fail. internet/test-dgram-multicast-set-interface-lo.js,b/162798882, +internet/test-dgram-multicast-ssm-multi-process.js,, +internet/test-dgram-multicast-ssmv6-multi-process.js,, +internet/test-dns.js,,Broken test internet/test-doctool-versions.js,,Broken test internet/test-uv-threadpool-schedule.js,,Broken test -internet/test-dns.js,,Broken test parallel/test-dgram-bind-fd.js,b/132447356, parallel/test-dgram-socket-buffer-size.js,b/68847921, parallel/test-dns-channel-timeout.js,b/161893056, +parallel/test-dns-lookupService-promises.js,, parallel/test-fs-access.js,,Broken test parallel/test-http-writable-true-after-close.js,b/171301436,Flaky - Mismatched function calls. Expected exactly 1 actual 2 +parallel/test-https-selfsigned-no-keycertsign-no-crash.js,, parallel/test-os.js,b/63997097, parallel/test-process-uid-gid.js,,Does not work inside Docker with gid nobody pseudo-tty/test-assert-colors.js,b/162801321, @@ -25,12 +29,12 @@ pseudo-tty/test-set-raw-mode-reset-process-exit.js,b/162801321, pseudo-tty/test-set-raw-mode-reset-signal.js,b/162801321, pseudo-tty/test-set-raw-mode-reset.js,b/162801321, pseudo-tty/test-stderr-stdout-handle-sigwinch.js,b/162801321, +pseudo-tty/test-stdin-write.js,b/162801321, pseudo-tty/test-stdout-read.js,b/162801321, pseudo-tty/test-tty-color-support.js,b/162801321, pseudo-tty/test-tty-isatty.js,b/162801321, pseudo-tty/test-tty-stdin-call-end.js,b/162801321, pseudo-tty/test-tty-stdin-end.js,b/162801321, -pseudo-tty/test-stdin-write.js,b/162801321, pseudo-tty/test-tty-stdout-end.js,b/162801321, pseudo-tty/test-tty-stdout-resize.js,b/162801321, pseudo-tty/test-tty-stream-constructors.js,b/162801321, @@ -40,3 +44,5 @@ pummel/test-net-pingpong.js,,Broken test pummel/test-vm-memleak.js,b/162799436, pummel/test-watch-file.js,,Flaky test which was fixed in https://github.com/nodejs/node/commit/b0b52b2023f5cd0df4ae921850815586b4313dca. Unexclude when bumping nodejs version. tick-processor/test-tick-processor-builtin.js,,Broken test +v8-updates/test-linux-perf.js,, +wasi/test-wasi.js,, diff --git a/test/runtimes/exclude/php7.3.6.csv b/test/runtimes/exclude/php8.1.1.csv similarity index 56% rename from test/runtimes/exclude/php7.3.6.csv rename to test/runtimes/exclude/php8.1.1.csv index 0f9d8dc7a..047ea31de 100644 --- a/test/runtimes/exclude/php7.3.6.csv +++ b/test/runtimes/exclude/php8.1.1.csv @@ -1,4 +1,5 @@ test name,bug id,comment +Zend/tests/concat_003.phpt,b/162896021, ext/intl/tests/bug77895.phpt,, ext/intl/tests/dateformat_bug65683_2.phpt,, ext/mbstring/tests/bug76319.phpt,, @@ -8,12 +9,60 @@ ext/mbstring/tests/bug77165.phpt,, ext/mbstring/tests/bug77454.phpt,, ext/mbstring/tests/mb_convert_encoding_leak.phpt,, ext/mbstring/tests/mb_strrpos_encoding_3rd_param.phpt,, +ext/opcache/tests/bug78014.phpt,, +ext/opcache/tests/bug78175.phpt,, +ext/opcache/tests/bug78175_2.phpt,, +ext/opcache/tests/bug78376.phpt,, +ext/opcache/tests/bug78937_1.phpt,, +ext/opcache/tests/bug78937_2.phpt,, +ext/opcache/tests/bug78937_3.phpt,, +ext/opcache/tests/bug78937_4.phpt,, +ext/opcache/tests/bug78937_5.phpt,, +ext/opcache/tests/bug78937_6.phpt,, +ext/opcache/tests/jit/bug80634.phpt,, +ext/opcache/tests/jit/bug81256.phpt,, +ext/opcache/tests/opt/verify_return_type.phpt,, +ext/opcache/tests/preload_001.phpt,, +ext/opcache/tests/preload_002.phpt,, +ext/opcache/tests/preload_003.phpt,, +ext/opcache/tests/preload_004.phpt,, +ext/opcache/tests/preload_005.phpt,, +ext/opcache/tests/preload_006.phpt,, +ext/opcache/tests/preload_007.phpt,, +ext/opcache/tests/preload_008.phpt,, +ext/opcache/tests/preload_009.phpt,, +ext/opcache/tests/preload_010.phpt,, +ext/opcache/tests/preload_011.phpt,, +ext/opcache/tests/preload_012.phpt,, +ext/opcache/tests/preload_013.phpt,, +ext/opcache/tests/preload_bug79114.phpt,, +ext/opcache/tests/preload_class_alias.phpt,, +ext/opcache/tests/preload_class_alias_2.phpt,, +ext/opcache/tests/preload_dynamic_def_removal.phpt,, +ext/opcache/tests/preload_dynamic_function.phpt,, +ext/opcache/tests/preload_early_binding.phpt,, +ext/opcache/tests/preload_enum.phpt,, +ext/opcache/tests/preload_error_handler.phpt,, +ext/opcache/tests/preload_ind.phpt,, +ext/opcache/tests/preload_loadable_classes_1.phpt,, +ext/opcache/tests/preload_loadable_classes_2.phpt,, +ext/opcache/tests/preload_loadable_classes_3.phpt,, +ext/opcache/tests/preload_method_static_vars.phpt,, +ext/opcache/tests/preload_parse_error.phpt,, +ext/opcache/tests/preload_prop_info_table.phpt,, +ext/opcache/tests/preload_static_var_inheritance.phpt,, +ext/opcache/tests/preload_trait_alias.phpt,, +ext/opcache/tests/preload_trait_multiple_fixup.phpt,, +ext/opcache/tests/preload_trait_static.phpt,, +ext/opcache/tests/preload_unresolved_prop_type.phpt,, +ext/openssl/tests/openssl_dh_compute_key.phpt,, ext/pcre/tests/cache_limit.phpt,,Broken test - Flaky ext/session/tests/session_module_name_variation4.phpt,,Flaky ext/session/tests/session_set_save_handler_class_018.phpt,, ext/session/tests/session_set_save_handler_iface_003.phpt,, ext/session/tests/session_set_save_handler_sid_001.phpt,, ext/session/tests/session_set_save_handler_variation4.phpt,, +ext/standard/tests/file/bug69442.phpt,, ext/standard/tests/file/disk.phpt,https://bugs.php.net/bug.php?id=80018, ext/standard/tests/file/disk_free_space_basic.phpt,https://bugs.php.net/bug.php?id=80018, ext/standard/tests/file/disk_free_space_error.phpt,https://bugs.php.net/bug.php?id=80018, @@ -43,4 +92,3 @@ tests/output/stream_isatty_in-out-err.phpt,, tests/output/stream_isatty_in-out.phpt,b/68720299, tests/output/stream_isatty_out-err.phpt,b/68720311, tests/output/stream_isatty_out.phpt,b/68720325, -Zend/tests/concat_003.phpt,b/162896021, diff --git a/test/runtimes/exclude/python3.7.3.csv b/test/runtimes/exclude/python3.10.2.csv similarity index 100% rename from test/runtimes/exclude/python3.7.3.csv rename to test/runtimes/exclude/python3.10.2.csv index e9fef03b7..d90552706 100644 --- a/test/runtimes/exclude/python3.7.3.csv +++ b/test/runtimes/exclude/python3.10.2.csv @@ -14,6 +14,6 @@ test_pty,b/162979921, test_readline,b/162980389,TestReadline hangs forever test_resource,b/76174079, test_selectors,b/76116849,OSError not raised with epoll -test_smtplib,b/162980434,unclosed sockets test_signal,,Flaky - signal: alarm clock +test_smtplib,b/162980434,unclosed sockets test_socket,b/75983380,