From 35683d66dd993a48d09d79662340d657d2b4cf86 Mon Sep 17 00:00:00 2001 From: strawberry Date: Thu, 2 May 2024 10:32:30 -0400 Subject: [PATCH] sort the complement results by test name for consistent output Signed-off-by: strawberry --- bin/complement | 6 +- .../complement/test_results.jsonl | 148 +++++++++--------- 2 files changed, 77 insertions(+), 77 deletions(-) diff --git a/bin/complement b/bin/complement index f2dd44ca..fd6ab58d 100755 --- a/bin/complement +++ b/bin/complement @@ -37,10 +37,10 @@ env \ go test -vet=off -timeout 1h -json ./tests | tee "$LOG_FILE" set -o pipefail -# Post-process the results into an easy-to-compare format -cat "$LOG_FILE" | jq -c ' +# Post-process the results into an easy-to-compare format, sorted by Test name for reproducible results +cat "$LOG_FILE" | jq -s -c 'sort_by(.Test)[]' | jq -c ' select( (.Action == "pass" or .Action == "fail" or .Action == "skip") and .Test != null ) | {Action: .Action, Test: .Test} - ' | sort > "$RESULTS_FILE" + ' > "$RESULTS_FILE" diff --git a/tests/test_results/complement/test_results.jsonl b/tests/test_results/complement/test_results.jsonl index 4e03250a..a04371af 100644 --- a/tests/test_results/complement/test_results.jsonl +++ b/tests/test_results/complement/test_results.jsonl @@ -1,3 +1,5 @@ +{"Action":"pass","Test":"TestACLs"} +{"Action":"pass","Test":"TestBannedUserCannotSendJoin"} {"Action":"fail","Test":"TestCannotSendKnockViaSendKnockInMSC3787Room"} {"Action":"fail","Test":"TestCannotSendKnockViaSendKnockInMSC3787Room/event_with_mismatched_state_key"} {"Action":"fail","Test":"TestCannotSendKnockViaSendKnockInMSC3787Room/invite_event"} @@ -26,6 +28,20 @@ {"Action":"fail","Test":"TestCannotSendNonKnockViaSendKnock/leave_event"} {"Action":"fail","Test":"TestCannotSendNonKnockViaSendKnock/non-state_membership_event"} {"Action":"fail","Test":"TestCannotSendNonKnockViaSendKnock/regular_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/event_with_mismatched_state_key"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/invite_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/join_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/knock_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/non-state_membership_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/regular_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/event_with_mismatched_state_key"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/invite_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/join_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/knock_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/non-state_membership_event"} +{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/regular_event"} {"Action":"fail","Test":"TestClientSpacesSummary"} {"Action":"fail","Test":"TestClientSpacesSummary/max_depth"} {"Action":"fail","Test":"TestClientSpacesSummary/pagination"} @@ -39,14 +55,18 @@ {"Action":"fail","Test":"TestDeviceListsUpdateOverFederation/stopped_server"} {"Action":"fail","Test":"TestDeviceListsUpdateOverFederationOnRoomJoin"} {"Action":"fail","Test":"TestEventAuth"} +{"Action":"pass","Test":"TestFederatedClientSpaces"} {"Action":"fail","Test":"TestFederationKeyUploadQuery"} {"Action":"fail","Test":"TestFederationKeyUploadQuery/Can_claim_remote_one_time_key_using_POST"} {"Action":"fail","Test":"TestFederationKeyUploadQuery/Can_query_remote_device_keys_using_POST"} +{"Action":"pass","Test":"TestFederationRedactSendsWithoutEvent"} {"Action":"fail","Test":"TestFederationRejectInvite"} {"Action":"fail","Test":"TestFederationRoomsInvite"} {"Action":"fail","Test":"TestFederationRoomsInvite/Parallel"} {"Action":"fail","Test":"TestFederationRoomsInvite/Parallel/Invited_user_can_reject_invite_over_federation"} +{"Action":"pass","Test":"TestFederationRoomsInvite/Parallel/Invited_user_can_reject_invite_over_federation_for_empty_room"} {"Action":"fail","Test":"TestFederationRoomsInvite/Parallel/Invited_user_can_reject_invite_over_federation_several_times"} +{"Action":"pass","Test":"TestFederationRoomsInvite/Parallel/Invited_user_has_'is_direct'_flag_in_prev_content_after_joining"} {"Action":"fail","Test":"TestFederationRoomsInvite/Parallel/Remote_invited_user_can_see_room_metadata"} {"Action":"fail","Test":"TestGetMissingEventsGapFilling"} {"Action":"fail","Test":"TestInboundCanReturnMissingEvents"} @@ -54,8 +74,21 @@ {"Action":"fail","Test":"TestInboundCanReturnMissingEvents/Inbound_federation_can_return_missing_events_for_joined_visibility"} {"Action":"fail","Test":"TestInboundCanReturnMissingEvents/Inbound_federation_can_return_missing_events_for_shared_visibility"} {"Action":"fail","Test":"TestInboundCanReturnMissingEvents/Inbound_federation_can_return_missing_events_for_world_readable_visibility"} +{"Action":"pass","Test":"TestInboundFederationKeys"} +{"Action":"pass","Test":"TestInboundFederationProfile"} +{"Action":"pass","Test":"TestInboundFederationProfile/Inbound_federation_can_query_profile_data"} +{"Action":"pass","Test":"TestInboundFederationProfile/Non-numeric_ports_in_server_names_are_rejected"} {"Action":"fail","Test":"TestInboundFederationRejectsEventsWithRejectedAuthEvents"} +{"Action":"pass","Test":"TestIsDirectFlagFederation"} +{"Action":"pass","Test":"TestIsDirectFlagLocal"} +{"Action":"pass","Test":"TestJoinFederatedRoomFailOver"} {"Action":"fail","Test":"TestJoinFederatedRoomFromApplicationServiceBridgeUser"} +{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents"} +{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_missing_signatures_shouldn't_block_room_join"} +{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_with_bad_signatures_shouldn't_block_room_join"} +{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_with_state_with_unverifiable_auth_events_shouldn't_block_room_join"} +{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_with_unobtainable_keys_shouldn't_block_room_join"} +{"Action":"pass","Test":"TestJoinViaRoomIDAndServerName"} {"Action":"fail","Test":"TestJumpToDateEndpoint"} {"Action":"fail","Test":"TestKnockRoomsInPublicRoomsDirectory"} {"Action":"fail","Test":"TestKnockRoomsInPublicRoomsDirectoryInMSC3787Room"} @@ -66,6 +99,8 @@ {"Action":"fail","Test":"TestKnocking/A_user_cannot_knock_on_a_room_they_are_already_in#01"} {"Action":"fail","Test":"TestKnocking/A_user_cannot_knock_on_a_room_they_are_already_invited_to"} {"Action":"fail","Test":"TestKnocking/A_user_cannot_knock_on_a_room_they_are_already_invited_to#01"} +{"Action":"pass","Test":"TestKnocking/A_user_in_the_room_can_accept_a_knock"} +{"Action":"pass","Test":"TestKnocking/A_user_in_the_room_can_accept_a_knock#01"} {"Action":"fail","Test":"TestKnocking/A_user_in_the_room_can_reject_a_knock"} {"Action":"fail","Test":"TestKnocking/A_user_in_the_room_can_reject_a_knock#01"} {"Action":"fail","Test":"TestKnocking/A_user_that_has_already_knocked_is_allowed_to_knock_again_on_the_same_room"} @@ -73,6 +108,10 @@ {"Action":"fail","Test":"TestKnocking/A_user_that_has_knocked_on_a_local_room_can_rescind_their_knock_and_then_knock_again"} {"Action":"fail","Test":"TestKnocking/A_user_that_is_banned_from_a_room_cannot_knock_on_it"} {"Action":"fail","Test":"TestKnocking/A_user_that_is_banned_from_a_room_cannot_knock_on_it#01"} +{"Action":"pass","Test":"TestKnocking/Attempting_to_join_a_room_with_join_rule_'knock'_without_an_invite_should_fail"} +{"Action":"pass","Test":"TestKnocking/Attempting_to_join_a_room_with_join_rule_'knock'_without_an_invite_should_fail#01"} +{"Action":"pass","Test":"TestKnocking/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'"} +{"Action":"pass","Test":"TestKnocking/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'#01"} {"Action":"fail","Test":"TestKnocking/Knocking_on_a_room_with_a_join_rule_other_than_'knock'_should_fail"} {"Action":"fail","Test":"TestKnocking/Knocking_on_a_room_with_a_join_rule_other_than_'knock'_should_fail#01"} {"Action":"fail","Test":"TestKnocking/Knocking_on_a_room_with_join_rule_'knock'_should_succeed"} @@ -97,128 +136,89 @@ {"Action":"fail","Test":"TestKnockingInMSC3787Room/A_user_that_is_banned_from_a_room_cannot_knock_on_it#01"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Attempting_to_join_a_room_with_join_rule_'knock'_without_an_invite_should_fail"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Attempting_to_join_a_room_with_join_rule_'knock'_without_an_invite_should_fail#01"} +{"Action":"pass","Test":"TestKnockingInMSC3787Room/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'"} +{"Action":"pass","Test":"TestKnockingInMSC3787Room/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'#01"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Knocking_on_a_room_with_a_join_rule_other_than_'knock'_should_fail"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Knocking_on_a_room_with_a_join_rule_other_than_'knock'_should_fail#01"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Knocking_on_a_room_with_join_rule_'knock'_should_succeed"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Knocking_on_a_room_with_join_rule_'knock'_should_succeed#01"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Users_in_the_room_see_a_user's_membership_update_when_they_knock"} {"Action":"fail","Test":"TestKnockingInMSC3787Room/Users_in_the_room_see_a_user's_membership_update_when_they_knock#01"} +{"Action":"pass","Test":"TestLocalPngThumbnail"} {"Action":"fail","Test":"TestMediaFilenames"} {"Action":"fail","Test":"TestMediaFilenames/Parallel"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/ASCII"} +{"Action":"pass","Test":"TestMediaFilenames/Parallel/ASCII/Can_download_file_'ascii'"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/ASCII/Can_download_file_'name;with;semicolons'"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/ASCII/Can_download_file_'name_with_spaces'"} +{"Action":"pass","Test":"TestMediaFilenames/Parallel/ASCII/Can_download_specifying_a_different_ASCII_file_name"} +{"Action":"pass","Test":"TestMediaFilenames/Parallel/ASCII/Can_upload_with_ASCII_file_name"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/Unicode"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/Unicode/Can_download_specifying_a_different_Unicode_file_name"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/Unicode/Can_download_with_Unicode_file_name_locally"} {"Action":"fail","Test":"TestMediaFilenames/Parallel/Unicode/Can_download_with_Unicode_file_name_over_federation"} -{"Action":"fail","Test":"TestNetworkPartitionOrdering"} -{"Action":"fail","Test":"TestOutboundFederationIgnoresMissingEventWithBadJSONForRoomVersion6"} -{"Action":"fail","Test":"TestRemotePresence"} -{"Action":"fail","Test":"TestRemotePresence/Presence_changes_are_also_reported_to_remote_room_members"} -{"Action":"fail","Test":"TestRemotePresence/Presence_changes_to_UNAVAILABLE_are_reported_to_remote_room_members"} -{"Action":"fail","Test":"TestRestrictedRoomsLocalJoin"} -{"Action":"fail","Test":"TestRestrictedRoomsLocalJoin/Join_should_succeed_when_joined_to_allowed_room"} -{"Action":"fail","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room"} -{"Action":"fail","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room/Join_should_succeed_when_joined_to_allowed_room"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoin"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoin/Join_should_succeed_when_joined_to_allowed_room"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinFailOver"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinFailOverInMSC3787Room"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room/Join_should_succeed_when_joined_to_allowed_room"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinLocalUser"} -{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinLocalUserInMSC3787Room"} -{"Action":"fail","Test":"TestRestrictedRoomsSpacesSummaryFederation"} -{"Action":"fail","Test":"TestRestrictedRoomsSpacesSummaryLocal"} -{"Action":"fail","Test":"TestToDeviceMessagesOverFederation"} -{"Action":"fail","Test":"TestToDeviceMessagesOverFederation/stopped_server"} -{"Action":"fail","Test":"TestUnbanViaInvite"} -{"Action":"fail","Test":"TestUnknownEndpoints"} -{"Action":"fail","Test":"TestUnknownEndpoints/Key_endpoints"} -{"Action":"fail","Test":"TestUnrejectRejectedEvents"} -{"Action":"pass","Test":"TestACLs"} -{"Action":"pass","Test":"TestBannedUserCannotSendJoin"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/event_with_mismatched_state_key"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/invite_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/join_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/knock_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/non-state_membership_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV1/regular_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/event_with_mismatched_state_key"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/invite_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/join_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/knock_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/non-state_membership_event"} -{"Action":"pass","Test":"TestCannotSendNonLeaveViaSendLeaveV2/regular_event"} -{"Action":"pass","Test":"TestFederatedClientSpaces"} -{"Action":"pass","Test":"TestFederationRedactSendsWithoutEvent"} -{"Action":"pass","Test":"TestFederationRoomsInvite/Parallel/Invited_user_can_reject_invite_over_federation_for_empty_room"} -{"Action":"pass","Test":"TestFederationRoomsInvite/Parallel/Invited_user_has_'is_direct'_flag_in_prev_content_after_joining"} -{"Action":"pass","Test":"TestInboundFederationKeys"} -{"Action":"pass","Test":"TestInboundFederationProfile"} -{"Action":"pass","Test":"TestInboundFederationProfile/Inbound_federation_can_query_profile_data"} -{"Action":"pass","Test":"TestInboundFederationProfile/Non-numeric_ports_in_server_names_are_rejected"} -{"Action":"pass","Test":"TestIsDirectFlagFederation"} -{"Action":"pass","Test":"TestIsDirectFlagLocal"} -{"Action":"pass","Test":"TestJoinFederatedRoomFailOver"} -{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents"} -{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_missing_signatures_shouldn't_block_room_join"} -{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_with_bad_signatures_shouldn't_block_room_join"} -{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_with_state_with_unverifiable_auth_events_shouldn't_block_room_join"} -{"Action":"pass","Test":"TestJoinFederatedRoomWithUnverifiableEvents//send_join_response_with_unobtainable_keys_shouldn't_block_room_join"} -{"Action":"pass","Test":"TestJoinViaRoomIDAndServerName"} -{"Action":"pass","Test":"TestKnocking/A_user_in_the_room_can_accept_a_knock"} -{"Action":"pass","Test":"TestKnocking/A_user_in_the_room_can_accept_a_knock#01"} -{"Action":"pass","Test":"TestKnocking/Attempting_to_join_a_room_with_join_rule_'knock'_without_an_invite_should_fail"} -{"Action":"pass","Test":"TestKnocking/Attempting_to_join_a_room_with_join_rule_'knock'_without_an_invite_should_fail#01"} -{"Action":"pass","Test":"TestKnocking/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'"} -{"Action":"pass","Test":"TestKnocking/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'#01"} -{"Action":"pass","Test":"TestKnockingInMSC3787Room/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'"} -{"Action":"pass","Test":"TestKnockingInMSC3787Room/Change_the_join_rule_of_a_room_from_'invite'_to_'knock'#01"} -{"Action":"pass","Test":"TestLocalPngThumbnail"} -{"Action":"pass","Test":"TestMediaFilenames/Parallel/ASCII/Can_download_file_'ascii'"} -{"Action":"pass","Test":"TestMediaFilenames/Parallel/ASCII/Can_download_specifying_a_different_ASCII_file_name"} -{"Action":"pass","Test":"TestMediaFilenames/Parallel/ASCII/Can_upload_with_ASCII_file_name"} {"Action":"pass","Test":"TestMediaFilenames/Parallel/Unicode/Can_upload_with_Unicode_file_name"} +{"Action":"skip","Test":"TestMediaFilenames/Parallel/Unicode/Will_serve_safe_media_types_as_inline"} +{"Action":"skip","Test":"TestMediaFilenames/Parallel/Unicode/Will_serve_safe_media_types_with_parameters_as_inline"} +{"Action":"skip","Test":"TestMediaFilenames/Parallel/Unicode/Will_serve_unsafe_media_types_as_attachments"} {"Action":"pass","Test":"TestMediaWithoutFileName"} {"Action":"pass","Test":"TestMediaWithoutFileName/parallel"} {"Action":"pass","Test":"TestMediaWithoutFileName/parallel/Can_download_without_a_file_name_locally"} {"Action":"pass","Test":"TestMediaWithoutFileName/parallel/Can_download_without_a_file_name_over_federation"} {"Action":"pass","Test":"TestMediaWithoutFileName/parallel/Can_upload_without_a_file_name"} +{"Action":"fail","Test":"TestNetworkPartitionOrdering"} +{"Action":"fail","Test":"TestOutboundFederationIgnoresMissingEventWithBadJSONForRoomVersion6"} {"Action":"pass","Test":"TestOutboundFederationProfile"} {"Action":"pass","Test":"TestOutboundFederationProfile/Outbound_federation_can_query_profile_data"} {"Action":"pass","Test":"TestOutboundFederationSend"} {"Action":"pass","Test":"TestRemoteAliasRequestsUnderstandUnicode"} {"Action":"pass","Test":"TestRemotePngThumbnail"} +{"Action":"fail","Test":"TestRemotePresence"} +{"Action":"fail","Test":"TestRemotePresence/Presence_changes_are_also_reported_to_remote_room_members"} +{"Action":"fail","Test":"TestRemotePresence/Presence_changes_to_UNAVAILABLE_are_reported_to_remote_room_members"} {"Action":"pass","Test":"TestRemoteTyping"} +{"Action":"fail","Test":"TestRestrictedRoomsLocalJoin"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoin/Join_should_fail_initially"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoin/Join_should_fail_when_left_allowed_room"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoin/Join_should_fail_with_mangled_join_rules"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoin/Join_should_succeed_when_invited"} +{"Action":"fail","Test":"TestRestrictedRoomsLocalJoin/Join_should_succeed_when_joined_to_allowed_room"} +{"Action":"fail","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room/Join_should_fail_initially"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room/Join_should_fail_when_left_allowed_room"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room/Join_should_fail_with_mangled_join_rules"} {"Action":"pass","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room/Join_should_succeed_when_invited"} +{"Action":"fail","Test":"TestRestrictedRoomsLocalJoinInMSC3787Room/Join_should_succeed_when_joined_to_allowed_room"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoin"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoin/Join_should_fail_initially"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoin/Join_should_fail_when_left_allowed_room"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoin/Join_should_fail_with_mangled_join_rules"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoin/Join_should_succeed_when_invited"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoin/Join_should_succeed_when_joined_to_allowed_room"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinFailOver"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinFailOverInMSC3787Room"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room/Join_should_fail_initially"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room/Join_should_fail_when_left_allowed_room"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room/Join_should_fail_with_mangled_join_rules"} {"Action":"pass","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room/Join_should_succeed_when_invited"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinInMSC3787Room/Join_should_succeed_when_joined_to_allowed_room"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinLocalUser"} +{"Action":"fail","Test":"TestRestrictedRoomsRemoteJoinLocalUserInMSC3787Room"} +{"Action":"fail","Test":"TestRestrictedRoomsSpacesSummaryFederation"} +{"Action":"fail","Test":"TestRestrictedRoomsSpacesSummaryLocal"} +{"Action":"skip","Test":"TestSendJoinPartialStateResponse"} +{"Action":"fail","Test":"TestToDeviceMessagesOverFederation"} {"Action":"pass","Test":"TestToDeviceMessagesOverFederation/good_connectivity"} {"Action":"pass","Test":"TestToDeviceMessagesOverFederation/interrupted_connectivity"} +{"Action":"fail","Test":"TestToDeviceMessagesOverFederation/stopped_server"} +{"Action":"fail","Test":"TestUnbanViaInvite"} +{"Action":"fail","Test":"TestUnknownEndpoints"} {"Action":"pass","Test":"TestUnknownEndpoints/Client-server_endpoints"} +{"Action":"fail","Test":"TestUnknownEndpoints/Key_endpoints"} {"Action":"pass","Test":"TestUnknownEndpoints/Media_endpoints"} {"Action":"pass","Test":"TestUnknownEndpoints/Server-server_endpoints"} {"Action":"pass","Test":"TestUnknownEndpoints/Unknown_prefix"} +{"Action":"fail","Test":"TestUnrejectRejectedEvents"} {"Action":"pass","Test":"TestUserAppearsInChangedDeviceListOnJoinOverFederation"} {"Action":"pass","Test":"TestWriteMDirectAccountData"} -{"Action":"skip","Test":"TestMediaFilenames/Parallel/Unicode/Will_serve_safe_media_types_as_inline"} -{"Action":"skip","Test":"TestMediaFilenames/Parallel/Unicode/Will_serve_safe_media_types_with_parameters_as_inline"} -{"Action":"skip","Test":"TestMediaFilenames/Parallel/Unicode/Will_serve_unsafe_media_types_as_attachments"} -{"Action":"skip","Test":"TestSendJoinPartialStateResponse"}