From b96c51c6e08ce2c9c6db69d84413a5381e78f714 Mon Sep 17 00:00:00 2001 From: Qi Cui Date: Mon, 21 Oct 2024 18:38:43 -0500 Subject: [PATCH 1/5] Updated pr-data.csv with DeveloperWontFix tests for guava --- pr-data.csv | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pr-data.csv b/pr-data.csv index dab18c353..52e446d19 100644 --- a/pr-data.csv +++ b/pr-data.csv @@ -4152,7 +4152,7 @@ https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-t https://github.com/google/guava,688b9c2cfae305f38c601efd4a7a9e9549db9b1f,guava-tests,com.google.common.collect.SetsFilterHashSetTest.testForEach,ID,,, https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[ArrayListMultimap [collection size: several] reserialized [collection size: several]],ID,,, https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[ArrayListMultimap [collection size: several]],ID,,, -https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several] reserialized [collection size: several]],ID,,, +https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several] reserialized [collection size: several]],ID,DeveloperWontFix,, https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[HashMultimap [collection size: several]],ID,,, https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[Multimaps.transformEntries[ListMultimap] [collection size: several]],ID,,, https://github.com/google/guava,a197d99b96d69ea75a2c4a15ecd8a730dd3270d6,guava-test,com.google.common.collect.testing.google.MultimapToStringTester.testToStringMatchesAsMap[Multimaps.transformEntries[Multimap] [collection size: several]],ID,,, From 6593001dda0ea72ffadb30d5c000c6bdd853adcd Mon Sep 17 00:00:00 2001 From: Mihir Gune Date: Mon, 21 Oct 2024 21:38:26 -0500 Subject: [PATCH 2/5] Opened a PR for sonatype/nexus --- pr-data.csv | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pr-data.csv b/pr-data.csv index 52e446d19..c02ecbaca 100644 --- a/pr-data.csv +++ b/pr-data.csv @@ -5589,7 +5589,7 @@ https://github.com/sofastack/sofa-boot,451b5c513ceb13317ea7b53c656dde2a597867df, https://github.com/SonarSource/sonar-php,df211f66a67c48184006cff90e80e8406a87f8ec,php-frontend,org.sonar.php.metrics.ExecutableLineVisitorTest.test,ID,Accepted,https://github.com/SonarSource/sonar-php/pull/785, https://github.com/sonatype-nexus-community/nexus-repository-helm,60a9e8de0d97bfa4e3f7ee6bb87d518e398f03f2,.,org.sonatype.repository.helm.internal.metadata.IndexYamlBuilderTest.testChartIndexPassedCorrectly,OD-Vic,RepoArchived,, https://github.com/sonatype-nexus-community/nexus-repository-helm,60a9e8de0d97bfa4e3f7ee6bb87d518e398f03f2,.,org.sonatype.repository.helm.internal.util.YamlParserTest.testWriteIndexYaml,ID,RepoArchived,, -https://github.com/sonatype/nexus-public,e4622a7c4f6a19ff601f835ab9211bb373f3cf92,components/nexus-base,LogbackLoggerOverridesTest.testSave_writtenInLogbackXMLFormat,ID,,, +https://github.com/sonatype/nexus-public,e4622a7c4f6a19ff601f835ab9211bb373f3cf92,components/nexus-base,LogbackLoggerOverridesTest.testSave_writtenInLogbackXMLFormat,ID,Opened,https://github.com/sonatype/nexus-public/pull/499, https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestAcyclicCFG,ID,Accepted,https://github.com/soot-oss/soot/pull/1802, https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestMultiTailedPostDom,ID,Accepted,https://github.com/soot-oss/soot/pull/1802, https://github.com/soot-oss/soot,23758df0ce8327bb414d982aeb325a4f5e83ccf8,.,soot.toolkits.graph.TestDominance.TestSimpleDiamond,ID,Accepted,https://github.com/soot-oss/soot/pull/1802, From 7de0cc51f6e6f23dc1e57d15d53228d85bdc43f0 Mon Sep 17 00:00:00 2001 From: Mihir Gune Date: Mon, 21 Oct 2024 19:05:54 -0500 Subject: [PATCH 3/5] Marking keywhiz repo as archived --- pr-data.csv | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pr-data.csv b/pr-data.csv index c02ecbaca..18fca8d5c 100644 --- a/pr-data.csv +++ b/pr-data.csv @@ -5910,7 +5910,7 @@ https://github.com/square/burst,e6af132e6b9badab699999cfd1764f11636ca00a,burst-j https://github.com/square/burst,e6af132e6b9badab699999cfd1764f11636ca00a,burst-junit4,com.squareup.burst.BurstJUnit4Test.multipleNamedFields,ID,Deprecated,,https://github.com/TestingResearchIllinois/idoft/issues/569 https://github.com/square/catalog-api-demo,79e7a447aa0c0c3ca5512c826e6654119bde4988,.,com.squareup.catalog.demo.example.DeduplicateTaxesExampleTest.mergeDuplicate_neitherPresentAtAllLocations,ID,RepoArchived,, https://github.com/square/dagger,0fa73e0ee07015f191c25b1f3fdf7048321d1610,core,dagger.SetBindingTest.multiValueBindings_WithSingletonAndDefaultValues,ID,RepoArchived,, -https://github.com/square/keywhiz,52e77fd9f477637d5ed36ed6d1815b9c96c06166,api,keywhiz.api.model.SanitizedSecretWithGroupsListAndCursorTest.deserializesCorrectly,ID,,, +https://github.com/square/keywhiz,52e77fd9f477637d5ed36ed6d1815b9c96c06166,api,keywhiz.api.model.SanitizedSecretWithGroupsListAndCursorTest.deserializesCorrectly,ID,RepoArchived,, https://github.com/square/otto,2a67589abd91879cf23a8c96542b59349485ec3d,otto,com.squareup.otto.outside.AnnotatedHandlerFinderTest.neitherOverriddenNorAnnotated,UD,RepoArchived,, https://github.com/square/pagerduty-incidents,c95398ffcb246082bfccddf36fcb97c877a17204,.,com.squareup.pagerduty.incidents.EventTest.serialization,ID,Opened,https://github.com/square/pagerduty-incidents/pull/30, https://github.com/square/retrofit,ae28c3d5f6fe54f6ca409cdf82106efb47609f8f,retrofit-adapters/rxjava,retrofit2.adapter.rxjava.CancelDisposeTest.cancelDoesNotDispose,NOD,,, From 040f7b20cd1197386bc150e5bd35270b69beba87 Mon Sep 17 00:00:00 2001 From: mumbler6 Date: Mon, 21 Oct 2024 21:49:17 -0500 Subject: [PATCH 4/5] opened pr for two flaky tests --- pr-data.csv | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pr-data.csv b/pr-data.csv index 18fca8d5c..df100ea1a 100644 --- a/pr-data.csv +++ b/pr-data.csv @@ -3757,9 +3757,9 @@ https://github.com/eBay/mTracker,dbead631bb0e8cacbb4448fef7aa2fe3aefc034b,core,c https://github.com/eBay/mTracker,dbead631bb0e8cacbb4448fef7aa2fe3aefc034b,core,com.ccoe.build.core.utils.FileUtilsTest.testWrite,NIO,Accepted,https://github.com/eBay/mTracker/pull/3, https://github.com/eBay/taxonomy-sdk,7d6bc84b8d3c20b872b3457a4c22cf03cef1bbd6,.,com.ebay.commerce.taxonomy.AspectsSDKCoreTest.testAspectsDelta,ID,Opened,https://github.com/eBay/taxonomy-sdk/pull/4, https://github.com/ebean-orm/ebean,51d0f4efcc207a5c81eba432fdf2fa9443100dc2,ebean-api,io.ebean.bean.ToStringBuilderTest,ID,Accepted,https://github.com/ebean-orm/ebean/pull/3496, -https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,,, +https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5775, https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/cdi2-se,org.glassfish.jersey.inject.cdi.se.injector.CachedConstructorAnalyzerTest.testBothAnnotatedConstructor,ID,DeveloperFixed,https://github.com/eclipse-ee4j/jersey/pull/5751, -https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/hk2,org.glassfish.jersey.inject.hk2.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,,, +https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,inject/hk2,org.glassfish.jersey.inject.hk2.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5775, https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.injector.CachedConstructorAnalyzerTest.testBothAnnotatedConstructor,ID,DeveloperFixed,https://github.com/eclipse-ee4j/jersey/pull/5751, https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.managed.DisposableSupplierTest.testDisposeComposedObjectWithPerLookupFields,ID,Opened,https://github.com/eclipse-ee4j/jersey/pull/5764, https://github.com/eclipse-ee4j/jersey,8105415f9a6356de774c8ffe6ab5dfa77934b69f,incubator/cdi-inject-weld,org.glassfish.jersey.inject.weld.internal.managed.SupplierContractsTest.testClassFactoryMultipleContractsSingleton,ID,,, From 163b01fcf2cdfc2c00cc1289c40ca2e8df1f3c78 Mon Sep 17 00:00:00 2001 From: Heramb Joshi Date: Mon, 21 Oct 2024 13:50:16 -0500 Subject: [PATCH 5/5] Added new flaky category for time-zone dependent flaky tests Added TZD type for check in pr_checker script --- format_checker/pr_checker.py | 3 ++- readme.md | 1 + 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/format_checker/pr_checker.py b/format_checker/pr_checker.py index 0e87bbc78..6d592a6f1 100644 --- a/format_checker/pr_checker.py +++ b/format_checker/pr_checker.py @@ -36,7 +36,8 @@ "NDOI", "NDOI", "UD", - "OSD" + "OSD", + "TZD" ], "Status": [ "", diff --git a/readme.md b/readme.md index 0e213aee1..aa9175729 100644 --- a/readme.md +++ b/readme.md @@ -127,6 +127,7 @@ NDOD | Non-Deterministic Order-Dependent tests that fail non-deterministically b NDOI | Non-Deterministic Order-Independent tests that fail non-deterministically but similar failure rates in all orders as defined in our [ISSRE’20 work](http://mir.cs.illinois.edu/winglam/publications/2020/LamETAL20ISSRE.pdf) UD | Unknown Dependency tests that pass and fail in a test suite or in isolation OSD | Operating System Dependent tests that pass and fail depending on the operating system +TZD | Tests that fail in machines on different time zones, usually failing time-related assertions * **Status**: This defines the state the flaky test is in. Only one status may be used at any given time for each flaky test. The accepted status values are: