[runtime tests] Fix nodejs runtime tests.

- Exclude flaky tests.
- Bump timeout.
- Un-exclude passing tests to increase testing surface.
- Create/Update bugs for tests that pass on runc but fail on runsc.

PiperOrigin-RevId: 324830840
This commit is contained in:
Ayush Ranjan
2020-08-04 09:51:13 -07:00
committed by gVisor bot
parent d64ba89da3
commit 7dfcf727a5
2 changed files with 34 additions and 37 deletions
+33 -36
View File
@@ -1,52 +1,49 @@
test name,bug id,comment
benchmark/test-benchmark-fs.js,,
benchmark/test-benchmark-module.js,,
benchmark/test-benchmark-napi.js,,
doctool/test-make-doc.js,b/68848110,Expected to fail.
fixtures/test-error-first-line-offset.js,,
fixtures/test-fs-readfile-error.js,,
fixtures/test-fs-stat-sync-overflow.js,,
internet/test-dgram-broadcast-multi-process.js,,
internet/test-dgram-multicast-multi-process.js,,
internet/test-dgram-multicast-set-interface-lo.js,,
internet/test-dgram-multicast-set-interface-lo.js,b/162798882,
internet/test-doctool-versions.js,,
internet/test-uv-threadpool-schedule.js,,
parallel/test-cluster-dgram-reuse.js,b/64024294,
parallel/test-dgram-bind-fd.js,b/132447356,
parallel/test-dgram-create-socket-handle-fd.js,b/132447238,
parallel/test-dgram-createSocket-type.js,b/68847739,
parallel/test-dgram-socket-buffer-size.js,b/68847921,
parallel/test-dns-channel-timeout.js,b/161893056,
parallel/test-fs-access.js,,
parallel/test-fs-write-stream-double-close.js,,
parallel/test-fs-watchfile.js,,Flaky - File already exists error
parallel/test-fs-write-stream-throw-type-error.js,b/110226209,
parallel/test-fs-write-stream.js,,
parallel/test-http2-respond-file-error-pipe-offset.js,,
parallel/test-os.js,,
parallel/test-http-writable-true-after-close.js,,Flaky - Mismatched <anonymous> function calls. Expected exactly 1 actual 2
parallel/test-os.js,b/63997097,
parallel/test-process-uid-gid.js,,
pseudo-tty/test-assert-colors.js,,
pseudo-tty/test-assert-no-color.js,,
pseudo-tty/test-assert-position-indicator.js,,
pseudo-tty/test-async-wrap-getasyncid-tty.js,,
pseudo-tty/test-fatal-error.js,,
pseudo-tty/test-handle-wrap-isrefed-tty.js,,
pseudo-tty/test-readable-tty-keepalive.js,,
pseudo-tty/test-set-raw-mode-reset-process-exit.js,,
pseudo-tty/test-set-raw-mode-reset-signal.js,,
pseudo-tty/test-set-raw-mode-reset.js,,
pseudo-tty/test-stderr-stdout-handle-sigwinch.js,,
pseudo-tty/test-stdout-read.js,,
pseudo-tty/test-tty-color-support.js,,
pseudo-tty/test-tty-isatty.js,,
pseudo-tty/test-tty-stdin-call-end.js,,
pseudo-tty/test-tty-stdin-end.js,,
pseudo-tty/test-stdin-write.js,,
pseudo-tty/test-tty-stdout-end.js,,
pseudo-tty/test-tty-stdout-resize.js,,
pseudo-tty/test-tty-stream-constructors.js,,
pseudo-tty/test-tty-window-size.js,,
pseudo-tty/test-tty-wrap.js,,
parallel/test-tls-cli-min-version-1.0.js,,Flaky - EADDRINUSE
parallel/test-tls-cli-min-version-1.3.js,,Flaky - EADDRINUSE
parallel/test-tls-cli-max-version-1.2,,Flaky - EADDRINUSE
parallel/test-tls-min-max-version.js,,Flaky - EADDRINUSE
pseudo-tty/test-assert-colors.js,b/162801321,
pseudo-tty/test-assert-no-color.js,b/162801321,
pseudo-tty/test-assert-position-indicator.js,b/162801321,
pseudo-tty/test-async-wrap-getasyncid-tty.js,b/162801321,
pseudo-tty/test-fatal-error.js,b/162801321,
pseudo-tty/test-handle-wrap-isrefed-tty.js,b/162801321,
pseudo-tty/test-readable-tty-keepalive.js,b/162801321,
pseudo-tty/test-set-raw-mode-reset-process-exit.js,b/162801321,
pseudo-tty/test-set-raw-mode-reset-signal.js,b/162801321,
pseudo-tty/test-set-raw-mode-reset.js,b/162801321,
pseudo-tty/test-stderr-stdout-handle-sigwinch.js,b/162801321,
pseudo-tty/test-stdout-read.js,b/162801321,
pseudo-tty/test-tty-color-support.js,b/162801321,
pseudo-tty/test-tty-isatty.js,b/162801321,
pseudo-tty/test-tty-stdin-call-end.js,b/162801321,
pseudo-tty/test-tty-stdin-end.js,b/162801321,
pseudo-tty/test-stdin-write.js,b/162801321,
pseudo-tty/test-tty-stdout-end.js,b/162801321,
pseudo-tty/test-tty-stdout-resize.js,b/162801321,
pseudo-tty/test-tty-stream-constructors.js,b/162801321,
pseudo-tty/test-tty-window-size.js,b/162801321,
pseudo-tty/test-tty-wrap.js,b/162801321,
pummel/test-net-pingpong.js,,
pummel/test-vm-memleak.js,,
pummel/test-vm-memleak.js,b/162799436,
sequential/test-child-process-pass-fd.js,b/63926391,Flaky
sequential/test-https-connect-localport.js,,Flaky - EADDRINUSE
sequential/test-net-bytes-per-incoming-chunk-overhead.js,,flaky - timeout
tick-processor/test-tick-processor-builtin.js,,
1 test name bug id comment
2 benchmark/test-benchmark-fs.js
benchmark/test-benchmark-module.js
3 benchmark/test-benchmark-napi.js
4 doctool/test-make-doc.js b/68848110 Expected to fail.
5 fixtures/test-error-first-line-offset.js internet/test-dgram-multicast-set-interface-lo.js b/162798882
fixtures/test-fs-readfile-error.js
fixtures/test-fs-stat-sync-overflow.js
internet/test-dgram-broadcast-multi-process.js
internet/test-dgram-multicast-multi-process.js
internet/test-dgram-multicast-set-interface-lo.js
6 internet/test-doctool-versions.js
7 internet/test-uv-threadpool-schedule.js
8 parallel/test-cluster-dgram-reuse.js b/64024294
9 parallel/test-dgram-bind-fd.js b/132447356
parallel/test-dgram-create-socket-handle-fd.js b/132447238
parallel/test-dgram-createSocket-type.js b/68847739
10 parallel/test-dgram-socket-buffer-size.js b/68847921
11 parallel/test-dns-channel-timeout.js b/161893056
12 parallel/test-fs-access.js
13 parallel/test-fs-write-stream-double-close.js parallel/test-fs-watchfile.js Flaky - File already exists error
14 parallel/test-fs-write-stream-throw-type-error.js b/110226209
15 parallel/test-fs-write-stream.js parallel/test-http-writable-true-after-close.js Flaky - Mismatched <anonymous> function calls. Expected exactly 1 actual 2
16 parallel/test-http2-respond-file-error-pipe-offset.js parallel/test-os.js b/63997097
parallel/test-os.js
17 parallel/test-process-uid-gid.js
18 pseudo-tty/test-assert-colors.js parallel/test-tls-cli-min-version-1.0.js Flaky - EADDRINUSE
19 pseudo-tty/test-assert-no-color.js parallel/test-tls-cli-min-version-1.3.js Flaky - EADDRINUSE
20 pseudo-tty/test-assert-position-indicator.js parallel/test-tls-cli-max-version-1.2 Flaky - EADDRINUSE
21 pseudo-tty/test-async-wrap-getasyncid-tty.js parallel/test-tls-min-max-version.js Flaky - EADDRINUSE
22 pseudo-tty/test-fatal-error.js pseudo-tty/test-assert-colors.js b/162801321
23 pseudo-tty/test-handle-wrap-isrefed-tty.js pseudo-tty/test-assert-no-color.js b/162801321
24 pseudo-tty/test-readable-tty-keepalive.js pseudo-tty/test-assert-position-indicator.js b/162801321
25 pseudo-tty/test-set-raw-mode-reset-process-exit.js pseudo-tty/test-async-wrap-getasyncid-tty.js b/162801321
26 pseudo-tty/test-set-raw-mode-reset-signal.js pseudo-tty/test-fatal-error.js b/162801321
27 pseudo-tty/test-set-raw-mode-reset.js pseudo-tty/test-handle-wrap-isrefed-tty.js b/162801321
28 pseudo-tty/test-stderr-stdout-handle-sigwinch.js pseudo-tty/test-readable-tty-keepalive.js b/162801321
29 pseudo-tty/test-stdout-read.js pseudo-tty/test-set-raw-mode-reset-process-exit.js b/162801321
30 pseudo-tty/test-tty-color-support.js pseudo-tty/test-set-raw-mode-reset-signal.js b/162801321
31 pseudo-tty/test-tty-isatty.js pseudo-tty/test-set-raw-mode-reset.js b/162801321
32 pseudo-tty/test-tty-stdin-call-end.js pseudo-tty/test-stderr-stdout-handle-sigwinch.js b/162801321
33 pseudo-tty/test-tty-stdin-end.js pseudo-tty/test-stdout-read.js b/162801321
34 pseudo-tty/test-stdin-write.js pseudo-tty/test-tty-color-support.js b/162801321
35 pseudo-tty/test-tty-stdout-end.js pseudo-tty/test-tty-isatty.js b/162801321
36 pseudo-tty/test-tty-stdout-resize.js pseudo-tty/test-tty-stdin-call-end.js b/162801321
37 pseudo-tty/test-tty-stream-constructors.js pseudo-tty/test-tty-stdin-end.js b/162801321
38 pseudo-tty/test-tty-window-size.js pseudo-tty/test-stdin-write.js b/162801321
39 pseudo-tty/test-tty-wrap.js pseudo-tty/test-tty-stdout-end.js b/162801321
40 pseudo-tty/test-tty-stdout-resize.js b/162801321
41 pseudo-tty/test-tty-stream-constructors.js b/162801321
42 pseudo-tty/test-tty-window-size.js b/162801321
43 pseudo-tty/test-tty-wrap.js b/162801321
44 pummel/test-net-pingpong.js
45 pummel/test-vm-memleak.js b/162799436
46 sequential/test-child-process-pass-fd.js b/63926391 Flaky
47 sequential/test-https-connect-localport.js Flaky - EADDRINUSE
48 sequential/test-net-bytes-per-incoming-chunk-overhead.js flaky - timeout
49 tick-processor/test-tick-processor-builtin.js
+1 -1
View File
@@ -41,6 +41,6 @@ func (nodejsRunner) ListTests() ([]string, error) {
// TestCmds implements TestRunner.TestCmds.
func (nodejsRunner) TestCmds(tests []string) []*exec.Cmd {
args := append([]string{filepath.Join("tools", "test.py")}, tests...)
args := append([]string{filepath.Join("tools", "test.py"), "--timeout=180"}, tests...)
return []*exec.Cmd{exec.Command("/usr/bin/python", args...)}
}