Fixed ordering in the test-case

format_checker/pr_checker.py

@@ -36,7 +36,8 @@
         "NDOI",
         "NDOI",
         "UD",
-        "OSD"
+        "OSD",
+        "TZD"
     ],
     "Status": [
         "",

pr-data.csv

@@ -866,6 +866,7 @@ https://github.com/alibaba/Sentinel,051d583fd89a8ecd509d182a1883335119f1a8bf,sen
 https://github.com/alibaba/Sentinel,051d583fd89a8ecd509d182a1883335119f1a8bf,sentinel-adapter/sentinel-reactor-adapter/sentinel-reactor-sofa-rpc-adatper,com.alibaba.csp.sentinel.adapter.sofa.rpc.fallback.SofaRpcFallbackRegistryTest.testDefaultfallback,OD-Vic,Opened,https://github.com/alibaba/Sentinel/pull/3282,https://github.com/alibaba/Sentinel/issues/3281
 https://github.com/alibaba/Sentinel,051d583fd89a8ecd509d182a1883335119f1a8bf,sentinel-extension/sentinel-annotation-aspectj,com.alibaba.csp.sentinel.annotation.aspectj.integration.SentinelAnnotationIntegrationTest.testFallBackPrivateMethod,OD-Brit,Opened,https://github.com/alibaba/Sentinel/pull/2558,
 https://github.com/alibaba/Sentinel,7e2fa454fa0546c04142a268454faabac79370d0,sentinel-core,com.alibaba.csp.sentinel.config.SentinelConfigTest.testDefaultConfig,OD,Accepted,https://github.com/alibaba/Sentinel/pull/1859,
+https://github.com/alibaba/Sentinel,195150bc745927429e9f14f501907310b46d702f,sentinel-core,com.alibaba.csp.sentinel.eagleeye.EagleEyeCoreUtilsTest.testFormatTime,TZD,Opened,https://github.com/alibaba/Sentinel/pull/3459,
 https://github.com/alibaba/Sentinel,7e2fa454fa0546c04142a268454faabac79370d0,sentinel-core,com.alibaba.csp.sentinel.TracerTest.setExceptionsToIgnore,OD,Accepted,https://github.com/alibaba/Sentinel/pull/1859,
 https://github.com/alibaba/Sentinel,7e2fa454fa0546c04142a268454faabac79370d0,sentinel-core,com.alibaba.csp.sentinel.TracerTest.setExceptionsToTrace,OD,Accepted,https://github.com/alibaba/Sentinel/pull/1859,
 https://github.com/alibaba/spring-cloud-alibaba,add08b6822cb7cf6b2a429dd30b0ed0e49a7db49,spring-cloud-alibaba-starters/spring-cloud-starter-alibaba-nacos-config,com.alibaba.cloud.nacos.configdata.NacosConfigDataLocationResolverTest.testDataIdMustBeSpecified,OD,Opened,https://github.com/alibaba/spring-cloud-alibaba/pull/3498,
@@ -3757,9 +3758,9 @@ https://github.com/eBay/mTracker,dbead631bb0e8cacbb4448fef7aa2fe3aefc034b,core,c
 https://github.com/eBay/mTracker,dbead631bb0e8cacbb4448fef7aa2fe3aefc034b,core,com.ccoe.build.core.utils.FileUtilsTest.testWrite,NIO,Accepted,https://github.com/eBay/mTracker/pull/3,
 https://github.com/eBay/taxonomy-sdk,7d6bc84b8d3c20b872b3457a4c22cf03cef1bbd6,.,com.ebay.commerce.taxonomy.AspectsSDKCoreTest.testAspectsDelta,ID,Opened,https://github.com/eBay/taxonomy-sdk/pull/4,
 https://github.com/ebean-orm/ebean,51d0f4efcc207a5c81eba432fdf2fa9443100dc2,ebean-api,io.ebean.bean.ToStringBuilderTest,ID,Accepted,https://github.com/ebean-orm/ebean/pull/3496,
-https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,,,
+https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5775,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.injector.CachedConstructorAnalyzerTest.testBothAnnotatedConstructor,ID,DeveloperFixed,https://github.com/eclipse-ee4j/jersey/pull/5751,
-https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/hk2,org.glassfish.jersey.inject.hk2.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,,,
+https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/hk2,org.glassfish.jersey.inject.hk2.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5775,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.injector.CachedConstructorAnalyzerTest.testBothAnnotatedConstructor,ID,DeveloperFixed,https://github.com/eclipse-ee4j/jersey/pull/5751,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.managed.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5764,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.managed.SupplierContractsTest.testClassFactoryMultipleContractsSingleton,ID,,,
@@ -4152,7 +4153,7 @@ https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-t
 https://github.com/google/guava,688b9c2cfae305f38c601efd4a7a9e9549db9b1f,guava-tests,com.google.common.collect.SetsFilterHashSetTest.testForEach,ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[ArrayListMultimap [collection size: several] reserialized [collection size: several]],ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[ArrayListMultimap [collection size: several]],ID,,,
-https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several] reserialized [collection size: several]],ID,,,
+https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several] reserialized [collection size: several]],ID,DeveloperWontFix,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several]],ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[Multimaps.transformEntries[ListMultimap] [collection size: several]],ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[Multimaps.transformEntries[Multimap] [collection size: several]],ID,,,
@@ -4424,6 +4425,7 @@ https://github.com/graphhopper/graphhopper,b65d9413e2dc29b662a1bb2db146b53647116
 https://github.com/graphhopper/graphhopper,91f1a89a0b515328109a659e445b1008d9db8769,tools,com.graphhopper.tools.QueryTortureTest.testGetQuery,ID,Rejected,https://github.com/graphhopper/graphhopper/pull/1941,
 https://github.com/graphhopper/graphhopper,91f1a89a0b515328109a659e445b1008d9db8769,web-api,com.graphhopper.util.InstructionListRepresentationTest.testRoundaboutJsonIntegrity,ID,Rejected,https://github.com/graphhopper/graphhopper/pull/2899,
 https://github.com/graphhopper/graphhopper,91f1a89a0b515328109a659e445b1008d9db8769,web-api,com.graphhopper.util.InstructionListRepresentationTest.testRoundaboutJsonNaN,ID,Rejected,https://github.com/graphhopper/graphhopper/pull/1873,
+https://github.com/Graylog2/graylog2-server,3f38f2a9eb7ab57d7d060a970a16bdbd66a0195d,graylog2-server,org.graylog.plugins.views.search.db.SearchesCleanUpJobWithDBServicesTest.testMixedExpiredNonExpiredReferencedAndNonReferencedSearches,ID,Opened,https://github.com/Graylog2/graylog2-server/pull/20740,
 https://github.com/Graylog2/graylog2-server,87d63f677759336987fbb21fd9c688235618e7bb,graylog2-server,org.graylog.plugins.views.search.elasticsearch.ElasticsearchBackendMultiSearchTest.everySearchTypeGeneratesOneESQuery,ID,Opened,https://github.com/Graylog2/graylog2-server/pull/7609,
 https://github.com/Graylog2/graylog2-server,87d63f677759336987fbb21fd9c688235618e7bb,graylog2-server,org.graylog.plugins.views.search.elasticsearch.ElasticsearchBackendMultiSearchTest.multiSearchResultsAreAssignedToSearchTypes,ID,Opened,https://github.com/Graylog2/graylog2-server/pull/7609,
 https://github.com/Graylog2/graylog2-server,87d63f677759336987fbb21fd9c688235618e7bb,graylog2-server,org.graylog.plugins.views.search.elasticsearch.ElasticsearchBackendMultiSearchTest.oneFailingSearchTypeReturnsPartialResults,ID,Opened,https://github.com/Graylog2/graylog2-server/pull/7609,
@@ -5588,7 +5590,7 @@ https://github.com/sofastack/sofa-boot,451b5c513ceb13317ea7b53c656dde2a597867df,
 https://github.com/SonarSource/sonar-php,df211f66a67c48184006cff90e80e8406a87f8ec,php-frontend,org.sonar.php.metrics.ExecutableLineVisitorTest.test,ID,Accepted,https://github.com/SonarSource/sonar-php/pull/785,
 https://github.com/sonatype-nexus-community/nexus-repository-helm,60a9e8de0d97bfa4e3f7ee6bb87d518e398f03f2,.,org.sonatype.repository.helm.internal.metadata.IndexYamlBuilderTest.testChartIndexPassedCorrectly,OD-Vic,RepoArchived,,
 https://github.com/sonatype-nexus-community/nexus-repository-helm,60a9e8de0d97bfa4e3f7ee6bb87d518e398f03f2,.,org.sonatype.repository.helm.internal.util.YamlParserTest.testWriteIndexYaml,ID,RepoArchived,,
-https://github.com/sonatype/nexus-public,e4622a7c4f6a19ff601f835ab9211bb373f3cf92,components/nexus-base,LogbackLoggerOverridesTest.testSave_writtenInLogbackXMLFormat,ID,,,
+https://github.com/sonatype/nexus-public,e4622a7c4f6a19ff601f835ab9211bb373f3cf92,components/nexus-base,LogbackLoggerOverridesTest.testSave_writtenInLogbackXMLFormat,ID,Opened,https://github.com/sonatype/nexus-public/pull/499,
 https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestAcyclicCFG,ID,Accepted,https://github.com/soot-oss/soot/pull/1802,
 https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestMultiTailedPostDom,ID,Accepted,https://github.com/soot-oss/soot/pull/1802,
 https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestSimpleDiamond,ID,Accepted,https://github.com/soot-oss/soot/pull/1802,
@@ -5909,7 +5911,7 @@ https://github.com/square/burst,e6af132e6b9badab699999cfd1764f11636ca00a,burst-j
 https://github.com/square/burst,e6af132e6b9badab699999cfd1764f11636ca00a,burst-junit4,com.squareup.burst.BurstJUnit4Test.multipleNamedFields,ID,Deprecated,,https://github.com/TestingResearchIllinois/idoft/issues/569
 https://github.com/square/catalog-api-demo,79e7a447aa0c0c3ca5512c826e6654119bde4988,.,com.squareup.catalog.demo.example.DeduplicateTaxesExampleTest.mergeDuplicate_neitherPresentAtAllLocations,ID,RepoArchived,,
 https://github.com/square/dagger,0fa73e0ee07015f191c25b1f3fdf7048321d1610,core,dagger.SetBindingTest.multiValueBindings_WithSingletonAndDefaultValues,ID,RepoArchived,,
-https://github.com/square/keywhiz,52e77fd9f477637d5ed36ed6d1815b9c96c06166,api,keywhiz.api.model.SanitizedSecretWithGroupsListAndCursorTest.deserializesCorrectly,ID,,,
+https://github.com/square/keywhiz,52e77fd9f477637d5ed36ed6d1815b9c96c06166,api,keywhiz.api.model.SanitizedSecretWithGroupsListAndCursorTest.deserializesCorrectly,ID,RepoArchived,,
 https://github.com/square/otto,2a67589abd91879cf23a8c96542b59349485ec3d,otto,com.squareup.otto.outside.AnnotatedHandlerFinderTest.neitherOverriddenNorAnnotated,UD,RepoArchived,,
 https://github.com/square/pagerduty-incidents,c95398ffcb246082bfccddf36fcb97c877a17204,.,com.squareup.pagerduty.incidents.EventTest.serialization,ID,Opened,https://github.com/square/pagerduty-incidents/pull/30,
 https://github.com/square/retrofit,ae28c3d5f6fe54f6ca409cdf82106efb47609f8f,retrofit-adapters/rxjava,retrofit2.adapter.rxjava.CancelDisposeTest.cancelDoesNotDispose,NOD,,,

readme.md

@@ -127,6 +127,7 @@ NDOD | Non-Deterministic Order-Dependent tests that fail non-deterministically b
 NDOI | Non-Deterministic Order-Independent tests that fail non-deterministically but similar failure rates in all orders as defined in our [ISSRE’20 work](http://mir.cs.illinois.edu/winglam/publications/2020/LamETAL20ISSRE.pdf)
 UD | Unknown Dependency tests that pass and fail in a test suite or in isolation
 OSD | Operating System Dependent tests that pass and fail depending on the operating system
+TZD | Tests that fail in machines on different time zones, usually failing time-related assertions 
 
 * **Status**: This defines the state the flaky test is in. Only one status may be used at any given time for each flaky test. The accepted status values are: