Merge branch 'TestingResearchIllinois:main' into fix-time-flaky-sentinel

format_checker/pr_checker.py

@@ -36,7 +36,8 @@
         "NDOI",
         "NDOI",
         "UD",
-        "OSD"
+        "OSD",
+        "TZD"
     ],
     "Status": [
         "",

pr-data.csv

@@ -3758,9 +3758,9 @@ https://github.com/eBay/mTracker,dbead631bb0e8cacbb4448fef7aa2fe3aefc034b,core,c
 https://github.com/eBay/mTracker,dbead631bb0e8cacbb4448fef7aa2fe3aefc034b,core,com.ccoe.build.core.utils.FileUtilsTest.testWrite,NIO,Accepted,https://github.com/eBay/mTracker/pull/3,
 https://github.com/eBay/taxonomy-sdk,7d6bc84b8d3c20b872b3457a4c22cf03cef1bbd6,.,com.ebay.commerce.taxonomy.AspectsSDKCoreTest.testAspectsDelta,ID,Opened,https://github.com/eBay/taxonomy-sdk/pull/4,
 https://github.com/ebean-orm/ebean,51d0f4efcc207a5c81eba432fdf2fa9443100dc2,ebean-api,io.ebean.bean.ToStringBuilderTest,ID,Accepted,https://github.com/ebean-orm/ebean/pull/3496,
-https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,,,
+https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5775,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.injector.CachedConstructorAnalyzerTest.testBothAnnotatedConstructor,ID,DeveloperFixed,https://github.com/eclipse-ee4j/jersey/pull/5751,
-https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/hk2,org.glassfish.jersey.inject.hk2.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,,,
+https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/hk2,org.glassfish.jersey.inject.hk2.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5775,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.injector.CachedConstructorAnalyzerTest.testBothAnnotatedConstructor,ID,DeveloperFixed,https://github.com/eclipse-ee4j/jersey/pull/5751,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.managed.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5764,
 https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.managed.SupplierContractsTest.testClassFactoryMultipleContractsSingleton,ID,,,
@@ -4153,7 +4153,7 @@ https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-t
 https://github.com/google/guava,688b9c2cfae305f38c601efd4a7a9e9549db9b1f,guava-tests,com.google.common.collect.SetsFilterHashSetTest.testForEach,ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[ArrayListMultimap [collection size: several] reserialized [collection size: several]],ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[ArrayListMultimap [collection size: several]],ID,,,
-https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several] reserialized [collection size: several]],ID,,,
+https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several] reserialized [collection size: several]],ID,DeveloperWontFix,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several]],ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[Multimaps.transformEntries[ListMultimap] [collection size: several]],ID,,,
 https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[Multimaps.transformEntries[Multimap] [collection size: several]],ID,,,
@@ -5590,7 +5590,7 @@ https://github.com/sofastack/sofa-boot,451b5c513ceb13317ea7b53c656dde2a597867df,
 https://github.com/SonarSource/sonar-php,df211f66a67c48184006cff90e80e8406a87f8ec,php-frontend,org.sonar.php.metrics.ExecutableLineVisitorTest.test,ID,Accepted,https://github.com/SonarSource/sonar-php/pull/785,
 https://github.com/sonatype-nexus-community/nexus-repository-helm,60a9e8de0d97bfa4e3f7ee6bb87d518e398f03f2,.,org.sonatype.repository.helm.internal.metadata.IndexYamlBuilderTest.testChartIndexPassedCorrectly,OD-Vic,RepoArchived,,
 https://github.com/sonatype-nexus-community/nexus-repository-helm,60a9e8de0d97bfa4e3f7ee6bb87d518e398f03f2,.,org.sonatype.repository.helm.internal.util.YamlParserTest.testWriteIndexYaml,ID,RepoArchived,,
-https://github.com/sonatype/nexus-public,e4622a7c4f6a19ff601f835ab9211bb373f3cf92,components/nexus-base,LogbackLoggerOverridesTest.testSave_writtenInLogbackXMLFormat,ID,,,
+https://github.com/sonatype/nexus-public,e4622a7c4f6a19ff601f835ab9211bb373f3cf92,components/nexus-base,LogbackLoggerOverridesTest.testSave_writtenInLogbackXMLFormat,ID,Opened,https://github.com/sonatype/nexus-public/pull/499,
 https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestAcyclicCFG,ID,Accepted,https://github.com/soot-oss/soot/pull/1802,
 https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestMultiTailedPostDom,ID,Accepted,https://github.com/soot-oss/soot/pull/1802,
 https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestSimpleDiamond,ID,Accepted,https://github.com/soot-oss/soot/pull/1802,
@@ -5911,7 +5911,7 @@ https://github.com/square/burst,e6af132e6b9badab699999cfd1764f11636ca00a,burst-j
 https://github.com/square/burst,e6af132e6b9badab699999cfd1764f11636ca00a,burst-junit4,com.squareup.burst.BurstJUnit4Test.multipleNamedFields,ID,Deprecated,,https://github.com/TestingResearchIllinois/idoft/issues/569
 https://github.com/square/catalog-api-demo,79e7a447aa0c0c3ca5512c826e6654119bde4988,.,com.squareup.catalog.demo.example.DeduplicateTaxesExampleTest.mergeDuplicate_neitherPresentAtAllLocations,ID,RepoArchived,,
 https://github.com/square/dagger,0fa73e0ee07015f191c25b1f3fdf7048321d1610,core,dagger.SetBindingTest.multiValueBindings_WithSingletonAndDefaultValues,ID,RepoArchived,,
-https://github.com/square/keywhiz,52e77fd9f477637d5ed36ed6d1815b9c96c06166,api,keywhiz.api.model.SanitizedSecretWithGroupsListAndCursorTest.deserializesCorrectly,ID,,,
+https://github.com/square/keywhiz,52e77fd9f477637d5ed36ed6d1815b9c96c06166,api,keywhiz.api.model.SanitizedSecretWithGroupsListAndCursorTest.deserializesCorrectly,ID,RepoArchived,,
 https://github.com/square/otto,2a67589abd91879cf23a8c96542b59349485ec3d,otto,com.squareup.otto.outside.AnnotatedHandlerFinderTest.neitherOverriddenNorAnnotated,UD,RepoArchived,,
 https://github.com/square/pagerduty-incidents,c95398ffcb246082bfccddf36fcb97c877a17204,.,com.squareup.pagerduty.incidents.EventTest.serialization,ID,Opened,https://github.com/square/pagerduty-incidents/pull/30,
 https://github.com/square/retrofit,ae28c3d5f6fe54f6ca409cdf82106efb47609f8f,retrofit-adapters/rxjava,retrofit2.adapter.rxjava.CancelDisposeTest.cancelDoesNotDispose,NOD,,,

readme.md

@@ -127,6 +127,7 @@ NDOD | Non-Deterministic Order-Dependent tests that fail non-deterministically b
 NDOI | Non-Deterministic Order-Independent tests that fail non-deterministically but similar failure rates in all orders as defined in our [ISSRE’20 work](http://mir.cs.illinois.edu/winglam/publications/2020/LamETAL20ISSRE.pdf)
 UD | Unknown Dependency tests that pass and fail in a test suite or in isolation
 OSD | Operating System Dependent tests that pass and fail depending on the operating system
+TZD | Tests that fail in machines on different time zones, usually failing time-related assertions 
 
 * **Status**: This defines the state the flaky test is in. Only one status may be used at any given time for each flaky test. The accepted status values are: