Bug 1838894 - update web platform test metadata r=jschanck

Depends on D162624

Differential Revision: https://phabricator.services.mozilla.com/D183057
This commit is contained in:
Dana Keeler 2023-08-09 20:47:56 +00:00
Родитель 113ef375b0
Коммит 42f505d658
23 изменённых файлов: 77 добавлений и 258 удалений

Просмотреть файл

@ -1,23 +1,3 @@
[virtual_authenticator.html]
expected:
if (os == "android") and fission: [OK, TIMEOUT]
[Can remove a credential]
expected: FAIL
[Can set user verified]
expected: FAIL
[Can add a credential]
expected: FAIL
[Can remove a virtual authenticator]
expected: FAIL
[Can get the credentials]
expected: FAIL
[Can create an authenticator]
expected: FAIL
[Can remove all credentials]
expected: FAIL

Просмотреть файл

@ -1,3 +1,4 @@
[authentication-accepted.https.html]
expected: ERROR
[Successful SPC authentication]
expected: FAIL

Просмотреть файл

@ -1,3 +1,4 @@
[authentication-cannot-bypass-spc.https.html]
expected: ERROR
[Cannot bypass SPC authentication UI via navigator.credentials.get]
expected: FAIL

Просмотреть файл

@ -1,3 +1,4 @@
[authentication-cross-origin.sub.https.html]
expected: ERROR
[Cross-origin SPC authentication ceremony]
expected: FAIL

Просмотреть файл

@ -1,3 +1,4 @@
[authentication-icon-data-url.https.html]
expected: ERROR
[SPC authentication with data URL instrument icon]
expected: FAIL

Просмотреть файл

@ -1,6 +1,7 @@
[authentication-in-iframe.sub.https.html]
expected:
if (os == "android") and fission: [OK, TIMEOUT]
ERROR
[SPC authentication ceremony in cross-origin iframe]
expected: FAIL

Просмотреть файл

@ -1,6 +1,7 @@
[authentication-invalid-icon.https.html]
expected:
if (os == "android") and fission: [TIMEOUT, OK]
ERROR
[SPC authentication with an invalid icon]
expected: FAIL

Просмотреть файл

@ -1,5 +1,6 @@
[authentication-optout.https.html]
expected:
if (os == "android") and fission: [OK, TIMEOUT]
ERROR
[SPC opt-out returns OptOutError]
expected: FAIL

Просмотреть файл

@ -1,5 +1,6 @@
[authentication-rejected.https.html]
expected:
if (os == "android") and fission: [OK, TIMEOUT]
ERROR
[Rejected SPC authentication]
expected: FAIL

Просмотреть файл

@ -1,3 +1,4 @@
[authentication-requires-user-activation.https.html]
expected: ERROR
[SPC authentication not allowed without a user activation]
expected: FAIL

Просмотреть файл

@ -1,7 +1,8 @@
[enrollment.https.html]
expected:
if os == "android": OK
TIMEOUT
if not debug: TIMEOUT
if os == "win": TIMEOUT
[Payment credential is created successfully.]
expected:
if (os == "linux") and not debug and (processor == "x86_64") and fission: [FAIL, TIMEOUT]
@ -26,35 +27,37 @@
[Payment credential requires userVerification to be "required", not "discouraged".]
expected:
if os == "mac": [NOTRUN, FAIL, TIMEOUT]
if os == "linux": [NOTRUN, TIMEOUT]
if os == "linux": FAIL
FAIL
[Payment credential requires authenticatorAttachment to be "platform", not "cross-platform".]
expected:
if os == "android": FAIL
if os == "win": TIMEOUT
NOTRUN
FAIL
[Payment credential allows residentKey to be "preferred".]
expected:
if (os == "linux") and not debug and fission and (processor == "x86"): [NOTRUN, FAIL, TIMEOUT]
if (os == "linux") and not debug and fission and (processor == "x86_64"): [FAIL, NOTRUN, TIMEOUT]
if (os == "linux") and not debug and not fission: [FAIL, NOTRUN, TIMEOUT]
if (os == "mac") and not debug: [NOTRUN, TIMEOUT]
if (os == "mac") and not debug: FAIL
FAIL
[Payment credential does not allow residentKey to be "discouraged".]
expected:
if os == "win": FAIL
if os == "android": FAIL
NOTRUN
[Payment credential abort without reason]
expected:
if os == "android": PASS
NOTRUN
expected: FAIL
[Payment credential abort reason with Error]
expected:
if os == "android": FAIL
NOTRUN
if os == "win": NOTRUN
FAIL
[Clean up the test environment]
expected:
if (os == "mac") and not debug: TIMEOUT
if (os == "linux") and not debug: TIMEOUT
if os == "win": NOTRUN
[Payment credential abort without reason]
expected:
if os == "win": NOTRUN

Просмотреть файл

@ -1,46 +0,0 @@
[createcredential-badargs-authnrselection.https.html]
[Bad AuthenticatorSelectionCriteria: authenticatorSelection is empty array]
expected:
if debug and (os == "win"): FAIL
TIMEOUT
[Bad AuthenticatorSelectionCriteria: authenticatorSelection is null]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection attachment is empty string]
expected:
if debug and (os == "win"): PASS
NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection attachment is empty object]
expected:
if debug and (os == "win"): PASS
NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection attachment is null]
expected:
if debug and (os == "win"): PASS
NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection residentKey is string]
expected: NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection userVerification empty string]
expected: NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection userVerification empty object]
expected: NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection userVerification bad value]
expected: NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection userVerification null]
expected: NOTRUN
[Bad AuthenticatorSelectionCriteria: authenticatorSelection residentKey true]
expected: FAIL
[Bad AuthenticatorSelectionCriteria: authenticatorSelection userVerification required]
expected: FAIL

Просмотреть файл

@ -1,30 +0,0 @@
[createcredential-badargs-rp.https.html]
[Bad rp: id is object]
expected: FAIL
[Bad rp: name is object]
expected:
if debug and (os == "win"): FAIL
TIMEOUT
[Bad rp: name is null]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad rp: name is empty String]
expected:
if debug and (os == "win"): TIMEOUT
NOTRUN
[Bad rp: icon is object]
expected: NOTRUN
[Bad rp: icon is null]
expected: NOTRUN
[Bad rp: icon is empty String]
expected: NOTRUN
[Bad rp: icon is insecure]
expected: NOTRUN

Просмотреть файл

@ -1,27 +1,3 @@
[createcredential-extensions.https.html]
[Bad extensions: extensions is null]
expected:
if debug and (os == "win"): FAIL
TIMEOUT
[Bad extensions: extensions is empty Array]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad extensions: extensions is empty ArrayBuffer]
expected:
if debug and (os == "win"): TIMEOUT
NOTRUN
[Bad extensions: malformatted JSON]
expected: NOTRUN
[Bad extensions: JavaScript object]
expected: NOTRUN
[Bad extensions: extension ID too long]
expected: NOTRUN
[navigator.credentials.create() with prf requested but no support in authenticator]
expected: FAIL

Просмотреть файл

@ -1,19 +0,0 @@
[createcredential-passing.https.html]
[WebAuthn credential.create() Passing Tests]
expected: TIMEOUT
[passing credentials.create() with rpId (host and port)]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[passing credentials.create() without rp.icon]
expected:
if debug and (os == "win"): TIMEOUT
NOTRUN
[passing credentials.create() without user.icon]
expected: NOTRUN
[Bad pubKeyCredParams: pubKeyCredParams is empty Array]
expected: NOTRUN

Просмотреть файл

@ -5,18 +5,12 @@
[U2F: navigator.credentials.create() with credProps extension, rk=preferred]
expected: FAIL
[U2F: navigator.credentials.create() with credProps extension, rk=required]
expected: FAIL
[CTAP 2.0 without resident key support: navigator.credentials.create() with credProps extension, rk=discouraged]
expected: FAIL
[CTAP 2.0 without resident key support: navigator.credentials.create() with credProps extension, rk=preferred]
expected: FAIL
[CTAP 2.0 without resident key support: navigator.credentials.create() with credProps extension, rk=required]
expected: FAIL
[CTAP 2.0 with resident key support: navigator.credentials.create() with credProps extension, rk=discouraged]
expected: FAIL
@ -32,9 +26,6 @@
[CTAP 2.1 without resident key support: navigator.credentials.create() with credProps extension, rk=preferred]
expected: FAIL
[CTAP 2.1 without resident key support: navigator.credentials.create() with credProps extension, rk=required]
expected: FAIL
[CTAP 2.1 with resident key support: navigator.credentials.create() with credProps extension, rk=discouraged]
expected: FAIL

Просмотреть файл

@ -1,23 +0,0 @@
[getcredential-badargs-userverification.https.html]
[Bad userVerification: empty string]
expected:
if debug and (os == "win"): FAIL
TIMEOUT
[Bad userVerification: empty object]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad userVerification: bad value]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad userVerification: null]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad userVerification: "required"]
expected: FAIL

Просмотреть файл

@ -1,44 +1,21 @@
[getcredential-extensions.https.html]
[Bad extensions: extensions is null]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[extensions is null]
expected: FAIL
[Bad extensions: extensions is empty Array]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[extensions is empty Array]
expected: FAIL
[Bad extensions: extensions is empty ArrayBuffer]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[extensions is empty ArrayBuffer]
expected: FAIL
[Bad extensions: malformatted JSON]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[ignored extension]
expected: FAIL
[Bad extensions: JavaScript object]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[Bad extensions: extension ID too long]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[extensions is a nonsensical JSON string]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[extension ID too long]
expected: FAIL
[credProps is only supported at registration]
expected: FAIL
[Payment extension is only supported at registration]
expected: FAIL
[navigator.credentials.get() with prf requested but no support in authenticator]
expected: FAIL

Просмотреть файл

@ -1,10 +1,42 @@
[getcredential-passing.https.html]
[passing credentials.get() with rpId (host and port)]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[passing credentials.get() with default args]
expected: FAIL
[no credential specified]
expected:
if debug and (os == "win"): FAIL
NOTRUN
[passing credentials.create() with no timeout]
expected: FAIL
[rpId undefined]
expected: FAIL
[passing credentials.get() with rpId (hostname)]
expected: FAIL
[authenticatorSelection userVerification undefined]
expected: FAIL
[authenticatorSelection userVerification preferred]
expected: FAIL
[authenticatorSelection userVerification discouraged]
expected: FAIL
[authenticatorSelection userVerification empty string]
expected: FAIL
[authenticatorSelection userVerification empty object]
expected: FAIL
[authenticatorSelection userVerification unknown value]
expected: FAIL
[authenticatorSelection userVerification null]
expected: FAIL
[extensions undefined]
expected: FAIL
[extensions are empty object]
expected: FAIL
[extensions are dict of empty strings]
expected: FAIL

Просмотреть файл

@ -1,7 +0,0 @@
[getcredential-rk-passing.https.html]
[undefined allowCredentials]
expected:
if ccov and (os == "win"): FAIL
if not debug and (os == "linux"): FAIL
if not debug and (os == "win"): FAIL
if not debug and (os == "mac"): [NOTRUN, FAIL]

Просмотреть файл

@ -1,8 +0,0 @@
[getcredential-timeout.https.html]
[ensure create credential times out]
expected:
if debug and (os == "win"): FAIL
TIMEOUT
[WebAuthn navigator.credentials.get() timeout Tests]
expected: FAIL

Просмотреть файл

@ -1,6 +1,3 @@
[remote-desktop-client-override.tentative.https.html]
[create() with remoteDesktopClientOverride]
expected: FAIL
[get() with remoteDesktopClientOverride on an unauthorized site]
expected: FAIL

Просмотреть файл

@ -1,16 +1,3 @@
[webauthn-testdriver-basic.https.html]
[Get an assertion]
expected:
if os == "android": PASS
FAIL
[Create a credential]
expected:
if os == "android": PASS
FAIL
[Set up the test environment]
expected: FAIL
[Clean up the test environment]
expected: FAIL