test: prefer expected failures to skips in WPT status files

test/wpt/status/FileAPI/file.json

@@ -1,17 +1,22 @@
 {
   "Worker-read-file-constructor.worker.js": {
-    "skip": true
+    "fail": {
+      "note": "FileReader is not implemented",
+      "expected": [
+        "FileReader in Worker"
+      ]
+    }
   },
   "send-file-formdata-punctuation.any.js": {
-    "skip": true
+    "skip": "Needs fetch() and a WPT server"
   },
   "send-file-formdata-utf-8.any.js": {
-    "skip": true
+    "skip": "Needs fetch() and a WPT server"
   },
   "send-file-formdata.any.js": {
-    "skip": true
+    "skip": "Needs fetch() and a WPT server"
   },
   "send-file-formdata-controls.any.js": {
-    "skip": true
+    "skip": "Needs fetch() and a WPT server"
   }
 }

test/wpt/status/WebCryptoAPI.cjs

@@ -200,6 +200,13 @@ module.exports = {
     'skip': 'Not relevant in Node.js context',
   },
   'historical.any.js': {
-    'skip': 'Not relevant in Node.js context',
+    'fail': {
+      'note': 'The Web Crypto API is exposed regardless of secure context',
+      'expected': [
+        'Non-secure context window does not have access to crypto.subtle',
+        'Non-secure context window does not have access to SubtleCrypto',
+        'Non-secure context window does not have access to CryptoKey',
+      ],
+    },
   },
 };

test/wpt/status/compression.json

@@ -2,9 +2,6 @@
   "compression-with-detach.window.js": {
     "requires": ["crypto"]
   },
-  "idlharness-shadowrealm.window.js": {
-    "skip": "ShadowRealm support is not enabled"
-  },
   "third_party/pako/pako_inflate.min.js": {
     "skip": "This is not a test file."
   }

test/wpt/status/dom/abort.json

@@ -1,5 +1 @@
-{
-  "timeout-shadowrealm.any.js": {
-    "skip": "ShadowRealm support is not enabled"
-  }
-}
+{}

test/wpt/status/dom/events.json

@@ -12,8 +12,13 @@
   "EventListener-addEventListener.sub.window.js": {
     "skip": "document is not defined"
   },
-  "EventTarget-removeEventListener.any.js": {
-    "skip": "globalThis.removeEventListener is not a function"
+  "EventTarget-removeEventListener.any.html": {
+    "fail": {
+      "note": "globalThis does not have a removeEventListener function",
+      "expected": [
+        "removing a null event listener should succeed"
+      ]
+    }
   },
   "event-global-extra.window.js": {
     "skip": "document is not defined"

test/wpt/status/encoding.json

@@ -19,22 +19,26 @@
   },
   "iso-2022-jp-decoder.any.js": {
     "requires": ["full-icu"],
-    "skip": "iso-2022-jp decoder state handling bug: https://encoding.spec.whatwg.org/#iso-2022-jp-decoder"
+    "fail": {
+      "note": "iso-2022-jp decoder state handling bug: https://encoding.spec.whatwg.org/#iso-2022-jp-decoder",
+      "expected": [
+        "iso-2022-jp decoder: Error ESC",
+        "iso-2022-jp decoder: Katakana ESC, SO / SI",
+        "iso-2022-jp decoder: character, error ESC #2"
+      ]
+    }
   },
   "textdecoder-byte-order-marks.any.js": {
     "requires": ["small-icu"]
   },
   "textdecoder-fatal-single-byte.any.js": {
-    "requires": ["full-icu"],
-    "skip": "The iso-8859-16 encoding is not supported"
+    "requires": ["full-icu"]
   },
   "textdecoder-labels.any.js": {
-    "requires": ["full-icu"],
-    "skip": "The iso-8859-16 encoding is not supported"
+    "requires": ["full-icu"]
   },
   "textencoder-constructor-non-utf.any.js": {
-    "requires": ["full-icu"],
-    "skip": "The iso-8859-16 encoding is not supported"
+    "requires": ["full-icu"]
   },
   "idlharness.any.js": {
     "requires": ["small-icu"]
@@ -76,19 +80,20 @@
     "requires": ["small-icu"]
   },
   "legacy-mb-schinese/gbk/gbk-decoder.any.js": {
-    "requires": ["full-icu"],
-    "skip": "The gbk encoding is not supported"
+    "requires": ["full-icu"]
   },
   "legacy-mb-schinese/gb18030/gb18030-decoder.any.js": {
-    "requires": ["full-icu"],
-    "skip": "The gb18030 encoding is not supported"
+    "requires": ["full-icu"]
   },
   "textdecoder-arguments.any.js": {
     "requires": ["small-icu"]
   },
-  "single-byte-decoder.window.js": {
+  "single-byte-decoder.window.js?document": {
     "skip": "document is not defined"
   },
+  "single-byte-decoder.window.js?XMLHttpRequest": {
+    "skip": "XMLHttpRequest is not defined"
+  },
   "textdecoder-eof.any.js": {
     "requires": ["small-icu"]
   },

test/wpt/status/hr-time.cjs

@@ -32,6 +32,11 @@ module.exports = {
   },
 
   'window-worker-timeOrigin.window.js': {
-    skip: 'depends on URL.createObjectURL(blob)',
+    fail: {
+      note: 'A worker shares the timeOrigin of the thread that spawned it',
+      expected: [
+        'timeOrigin and now() should be correctly ordered between window and worker',
+      ],
+    },
   },
 };

test/wpt/status/html/webappapis/timers.json

@@ -1,5 +1,10 @@
 {
   "negative-settimeout.any.js": {
-    "skip": "unreliable in Node.js; Refs: https://github.com/nodejs/node/issues/37672"
+    "fail": {
+      "note": "unreliable in Node.js; Refs: https://github.com/nodejs/node/issues/37672",
+      "flaky": [
+        "negative-settimeout"
+      ]
+    }
   }
 }

test/wpt/status/performance-timeline.json

@@ -20,7 +20,12 @@
     "skip": "This is not a test file."
   },
   "webtiming-resolution.any.js": {
-    "skip": "flaky"
+    "fail": {
+      "note": "performance.now() has a finer resolution than the 5 microseconds expected by the test on fast hardware",
+      "flaky": [
+        "Verifies the resolution of performance.now() is at least 5 microseconds."
+      ]
+    }
   },
   "not-restored-reasons/performance-navigation-timing-attributes.tentative.window.js": {
     "skip": "Depends on HTML WPT"

test/wpt/status/streams.json

@@ -1,7 +1,4 @@
 {
-  "idlharness-shadowrealm.window.js": {
-    "skip": "ShadowRealm support is not enabled"
-  },
   "queuing-strategies-size-function-per-global.window.js": {
     "skip": "Browser-specific test"
   },
@@ -18,7 +15,16 @@
     }
   },
   "readable-streams/owning-type-video-frame.any.js": {
-    "skip": "Browser-specific test"
+    "fail": {
+      "note": "Readable streams with type owning are not yet supported",
+      "expected": [
+        "ReadableStream of type owning should close serialized chunks",
+        "ReadableStream of type owning should transfer JS chunks with transferred values",
+        "ReadableStream of type owning should error when trying to enqueue not serializable values",
+        "ReadableStream of type owning should clone serializable objects when teeing",
+        "ReadableStream of type owning should clone JS Objects with serializables when teeing"
+      ]
+    }
   },
   "readable-streams/owning-type.any.js": {
     "fail": {

test/wpt/status/urlpattern.json

@@ -1,14 +1,82 @@
 {
   "urlpattern-generate.tentative.any.js": {
-    "skip": "generate function is not yet included in the URLPattern spec"
-  },
-  "resources/urlpattern-compare-tests.tentative.js": {
-    "skip": "compareComponent function is not yet included in the URLPattern spec"
+    "fail": {
+      "note": "generate function is not yet included in the URLPattern spec",
+      "expected": [
+        "Pattern: {\"pathname\":\"/foo\"} Component: pathname Groups: {}",
+        "Pattern: {\"pathname\":\"/:foo\"} Component: pathname Groups: {\"foo\":\"bar\"}",
+        "Pattern: {\"pathname\":\"/:foo\"} Component: pathname Groups: {\"foo\":\"🍅\"}",
+        "Pattern: {\"hostname\":\"{:foo}.example.com\"} Component: hostname Groups: {\"foo\":\"🍅\"}",
+        "Pattern: {\"pathname\":\"/foo/:bar\"} Component: pathname Groups: {\"bar\":\"baz\"}",
+        "Pattern: {\"pathname\":\"/foo:bar\"} Component: pathname Groups: {\"bar\":\"baz\"}",
+        "Pattern: {\"pathname\":\"/:foo/:bar\"} Component: pathname Groups: {\"foo\":\"baz\",\"bar\":\"qux\"}",
+        "Pattern: \"https://example.com/:foo\" Component: pathname Groups: {\"foo\":\" \"}",
+        "Pattern: \"original-scheme://example.com/:foo\" Component: pathname Groups: {\"foo\":\" \"}"
+      ]
+    }
   },
   "urlpattern-compare.tentative.any.js": {
-    "skip": "compareComponent function is not yet included in the URLPattern spec"
+    "fail": {
+      "note": "compareComponent function is not yet included in the URLPattern spec",
+      "expected": [
+        "Component: pathname Left: {\"pathname\":\"/foo/a\"} Right: {\"pathname\":\"/foo/b\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/b\"} Right: {\"pathname\":\"/foo/bar\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/bar\"} Right: {\"pathname\":\"/foo/:bar\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/\"} Right: {\"pathname\":\"/foo/:bar\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/:bar\"} Right: {\"pathname\":\"/foo/*\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}\"} Right: {\"pathname\":\"/foo/(bar)\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}\"} Right: {\"pathname\":\"/foo/{bar}+\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}+\"} Right: {\"pathname\":\"/foo/{bar}?\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}?\"} Right: {\"pathname\":\"/foo/{bar}*\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/(123)\"} Right: {\"pathname\":\"/foo/(12)\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/:b\"} Right: {\"pathname\":\"/foo/:a\"}",
+        "Component: pathname Left: {\"pathname\":\"*/foo\"} Right: {\"pathname\":\"*\"}",
+        "Component: port Left: {\"port\":\"9\"} Right: {\"port\":\"100\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"foo/{:bar}?/baz\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"foo{/:bar}?/baz\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"fo{o/:bar}?/baz\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"foo{/:bar/}?baz\"}",
+        "Component: pathname Left: \"https://a.example.com/b?a\" Right: \"https://b.example.com/a?b\"",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}/baz\"} Right: {\"pathname\":\"/foo/bar/baz\"}",
+        "Component: protocol Left: {\"protocol\":\"a\"} Right: {\"protocol\":\"b\"}",
+        "Component: username Left: {\"username\":\"a\"} Right: {\"username\":\"b\"}",
+        "Component: password Left: {\"password\":\"a\"} Right: {\"password\":\"b\"}",
+        "Component: hostname Left: {\"hostname\":\"a\"} Right: {\"hostname\":\"b\"}",
+        "Component: search Left: {\"search\":\"a\"} Right: {\"search\":\"b\"}",
+        "Component: hash Left: {\"hash\":\"a\"} Right: {\"hash\":\"b\"}"
+      ]
+    }
   },
   "urlpattern-compare.tentative.https.any.js": {
-    "skip": "compareComponent function is not yet included in the URLPattern spec"
+    "fail": {
+      "note": "compareComponent function is not yet included in the URLPattern spec",
+      "expected": [
+        "Component: pathname Left: {\"pathname\":\"/foo/a\"} Right: {\"pathname\":\"/foo/b\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/b\"} Right: {\"pathname\":\"/foo/bar\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/bar\"} Right: {\"pathname\":\"/foo/:bar\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/\"} Right: {\"pathname\":\"/foo/:bar\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/:bar\"} Right: {\"pathname\":\"/foo/*\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}\"} Right: {\"pathname\":\"/foo/(bar)\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}\"} Right: {\"pathname\":\"/foo/{bar}+\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}+\"} Right: {\"pathname\":\"/foo/{bar}?\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}?\"} Right: {\"pathname\":\"/foo/{bar}*\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/(123)\"} Right: {\"pathname\":\"/foo/(12)\"}",
+        "Component: pathname Left: {\"pathname\":\"/foo/:b\"} Right: {\"pathname\":\"/foo/:a\"}",
+        "Component: pathname Left: {\"pathname\":\"*/foo\"} Right: {\"pathname\":\"*\"}",
+        "Component: port Left: {\"port\":\"9\"} Right: {\"port\":\"100\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"foo/{:bar}?/baz\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"foo{/:bar}?/baz\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"fo{o/:bar}?/baz\"}",
+        "Component: pathname Left: {\"pathname\":\"foo/:bar?/baz\"} Right: {\"pathname\":\"foo{/:bar/}?baz\"}",
+        "Component: pathname Left: \"https://a.example.com/b?a\" Right: \"https://b.example.com/a?b\"",
+        "Component: pathname Left: {\"pathname\":\"/foo/{bar}/baz\"} Right: {\"pathname\":\"/foo/bar/baz\"}",
+        "Component: protocol Left: {\"protocol\":\"a\"} Right: {\"protocol\":\"b\"}",
+        "Component: username Left: {\"username\":\"a\"} Right: {\"username\":\"b\"}",
+        "Component: password Left: {\"password\":\"a\"} Right: {\"password\":\"b\"}",
+        "Component: hostname Left: {\"hostname\":\"a\"} Right: {\"hostname\":\"b\"}",
+        "Component: search Left: {\"search\":\"a\"} Right: {\"search\":\"b\"}",
+        "Component: hash Left: {\"hash\":\"a\"} Right: {\"hash\":\"b\"}"
+      ]
+    }
   }
 }

test/wpt/status/user-timing.json

@@ -2,10 +2,13 @@
   "idlharness-shadowrealm.window.js": {
     "skip": "ShadowRealm support is not enabled"
   },
-  "invoke_with_timing_attributes.worker.js": {
-    "skip": "importScripts not supported"
-  },
   "performance-measure-invalid.worker.js": {
-    "skip": "importScripts not supported"
+    "fail": {
+      "note": "convert-a-name-to-a-timestamp requires a Window global",
+      "expected": [
+        "When converting 'navigationStart' to a timestamp, the global object has to be a Window object.",
+        "When converting 'navigationStart' to a timestamp and a mark named 'navigationStart' exists, the global object has to be a Window object."
+      ]
+    }
   }
 }