Implement robustness test target for 20693

Reference:
- #20693

Signed-off-by: Chun-Hung Tseng <[email protected]>

Author: henrybear327

tests/robustness/Makefile

@@ -75,6 +75,11 @@ test-robustness-issue19179: /tmp/etcd-v3.5.17-failpoints/bin
 	GO_TEST_FLAGS='-v -run=TestRobustnessRegression/Issue19179 -count 200 -failfast --bin-dir=/tmp/etcd-v3.5.17-failpoints/bin' $(TOPLEVEL_MAKE) test-robustness && \
 	  echo "Failed to reproduce" || echo "Successful reproduction"
 
+.PHONY: test-robustness-issue20693
+test-robustness-issue20693: /tmp/etcd-v3.6.4-failpoints/bin
+	GO_TEST_FLAGS='-v -run=TestRobustnessRegression/issue20693 -count 2500 -failfast --bin-dir=/tmp/etcd-v3.6.4-failpoints/bin' $(TOPLEVEL_MAKE) TIMEOUT=24h test-robustness && \
+	  echo "Failed to reproduce" || echo "Successful reproduction"
+
 # Etcd API usage by Kubernetes
 
 .PHONY: k8s-coverage
@@ -120,21 +125,12 @@ $(GOPATH)/bin/gofail: $(REPOSITORY_ROOT)/tools/mod/go.mod $(REPOSITORY_ROOT)/too
 	  $(MAKE) gofail-enable; \
 	  $(MAKE) build;
 
-/tmp/etcd-v3.6.0-failpoints/bin: $(GOPATH)/bin/gofail
-	rm -rf /tmp/etcd-v3.6.0-failpoints/
-	mkdir -p /tmp/etcd-v3.6.0-failpoints/
-	cd /tmp/etcd-v3.6.0-failpoints/; \
-	  git clone --depth 1 --branch main https://github.com/etcd-io/etcd.git .; \
-	  $(MAKE) gofail-enable; \
-	  $(MAKE) build;
-
-/tmp/etcd-release-3.6-failpoints/bin: $(GOPATH)/bin/gofail
-	rm -rf /tmp/etcd-release-3.6-failpoints/
-	mkdir -p /tmp/etcd-release-3.6-failpoints/
-	cd /tmp/etcd-release-3.6-failpoints/; \
-	  git clone --depth 1 --branch release-3.6 https://github.com/etcd-io/etcd.git .; \
-	  $(MAKE) gofail-enable; \
-	  $(MAKE) build;
+/tmp/etcd-v3.6.%-failpoints/bin: $(GOPATH)/bin/gofail
+	rm -rf /tmp/etcd-v3.6.%-failpoints/
+	mkdir -p /tmp/etcd-v3.6.%-failpoints/
+	cd /tmp/etcd-v3.6.%-failpoints/; \
+	  git clone --depth 1 --branch v3.6.% https://github.com/etcd-io/etcd.git .; \
+	  FAILPOINTS=true ./build;
 
 /tmp/etcd-v3.5.2-failpoints/bin:
 /tmp/etcd-v3.5.4-failpoints/bin:

tests/robustness/scenarios/scenarios.go

@@ -261,6 +261,7 @@ func Regression(t *testing.T) []TestScenario {
 			e2e.WithGoFailEnabled(true),
 		),
 	})
+
 	scenarios = append(scenarios, TestScenario{
 		Name:      "Issue18089",
 		Profile:   traffic.LowTraffic.WithCompactionPeriod(100 * time.Millisecond), // Use frequent compaction for high reproduce rate
@@ -271,6 +272,7 @@ func Regression(t *testing.T) []TestScenario {
 			e2e.WithGoFailEnabled(true),
 		),
 	})
+
 	if v.Compare(version.V3_5) >= 0 {
 		opts := []e2e.EPClusterOption{
 			e2e.WithSnapshotCount(100),
@@ -280,6 +282,7 @@ func Regression(t *testing.T) []TestScenario {
 		if e2e.CouldSetSnapshotCatchupEntries(e2e.BinPath.Etcd) {
 			opts = append(opts, e2e.WithSnapshotCatchUpEntries(100))
 		}
+
 		scenarios = append(scenarios, TestScenario{
 			Name:      "Issue15271",
 			Failpoint: failpoint.BlackholeUntilSnapshot,
@@ -288,5 +291,22 @@ func Regression(t *testing.T) []TestScenario {
 			Cluster:   *e2e.NewConfig(opts...),
 		})
 	}
+
+	scenarios = append(scenarios, TestScenario{
+		Name:      "issue20693",
+		Profile:   traffic.HighTrafficProfile.WithoutCompaction().WithBackgroundWatchConfigInterval(10 * time.Millisecond).WithBackgroundWatchConfigRevisionOffset(-10),
+		Failpoint: failpoint.RaftAfterSaveSnapPanic,
+		Traffic:   traffic.Kubernetes,
+		Cluster: *e2e.NewConfig(
+			e2e.WithClusterSize(3),
+			e2e.WithCompactionBatchLimit(10),
+			e2e.WithSnapshotCount(50),
+			e2e.WithSnapshotCatchUpEntries(100),
+			e2e.WithGoFailEnabled(true),
+			e2e.WithPeerProxy(true),
+			e2e.WithIsPeerTLS(true),
+		),
+	})
+
 	return scenarios
 }