Add E2E and UPS tests to weekly pipeline

DragosPetruTaraban · DragosPetruTaraban · commit ebfdb3b74a13 · 2023-06-01T15:42:06.000Z
Change-Id: I9dbb6ae5edca208a0461669a16edcc0bc670e4b8 Reviewed-on: https://review.couchbase.org/c/perfrunner/+/191927 Tested-by: Build Bot <build@couchbase.com> Reviewed-by: Bo-Chun Wang <bo-chun.wang@couchbase.com>
diff --git a/scripts/syncgateway_new.groovy b/scripts/syncgateway_new.groovy
@@ -174,6 +174,12 @@ pipeline {
                         buildComponentSGReplicateMultiCluster('SGReplicateMulti', testCases)
                     }
                 }
+                stage('E2E') {
+                    when { expression { return params.E2E } }
+                    steps {
+                        buildComponent('E2E', testCases)
+                    }
+                }
                 stage('ReadOnDemand') {
                     when { expression { return params.ReadOnDemand } }
                     steps {
diff --git a/tests/pipelines/syncgateway-lithium.json b/tests/pipelines/syncgateway-lithium.json
@@ -514,7 +514,50 @@
           "sg_cluster_map": "hebe_1node",
           "cb_cluster_map": "hebe_4nodes_colocated.spec",
           "sg_config": "3.0/hebe_channel_nocache_xattr_cachelength_300k",
-          "test": "syncgateway_sg_replicate_multicluster_1_client.test"}
+          "test": "syncgateway_sg_replicate_multicluster_1_client.test"},
+
+        {"job": "sg_hebe_sgreplicate_multicluster",
+          "sg_cluster_map": "hebe_4node",
+          "cb_cluster_map": "hebe_4nodes_colocated.spec",
+          "sg_config": "3.0/hebe_channel_nocache_xattr_cachelength_300k",
+          "test": "syncgateway_sg_replicate_multicluster_500_clients_100docs.test"},
+
+        {"job": "sg_hebe_sgreplicate_multicluster",
+          "sg_cluster_map": "hebe_4node",
+          "cb_cluster_map": "hebe_4nodes_colocated.spec",
+          "sg_config": "3.0/hebe_channel_nocache_xattr_cachelength_300k",
+          "test": "syncgateway_sg_replicate_multicluster_500_clients_10docs.test"},
+
+        {"job": "sg_hebe_sgreplicate_multicluster",
+          "sg_cluster_map": "hebe_4node",
+          "cb_cluster_map": "hebe_4nodes_colocated.spec",
+          "sg_config": "3.0/hebe_channel_nocache_xattr_cachelength_300k",
+          "test": "syncgateway_sg_replicate_multicluster_12500_clients_users_4nodes.test"},
+
+        {"job": "sg_hebe_sgreplicate_multicluster",
+          "sg_cluster_map": "hebe_4node",
+          "cb_cluster_map": "hebe_4nodes_colocated.spec",
+          "sg_config": "3.0/hebe_channel_nocache_xattr_cachelength_300k",
+          "test": "syncgateway_sg_replicate_multicluster_25000_clients_users_4nodes.test"}
+    ],
+    "E2E": [
+        {"job": "sgw-cloud",
+          "sg_cluster_map": "cloud/infrastructure/cloud.ini",
+          "cb_cluster_map": "cloud/infrastructure/sync_gateway/ec2_4s_4sgw_20c_large_dev.spec",
+          "sg_config": "perfrunner/utils/syncgateway/configs/3.0/hebe_e2e_basic_96partitions.config",
+          "test": "tests/syncgateway/e2e/syncgateway_e2e_push_100cbl_4sgw_1kb_8M.test"},
+
+        {"job": "sgw-cloud",
+          "sg_cluster_map": "cloud/infrastructure/cloud.ini",
+          "cb_cluster_map": "cloud/infrastructure/sync_gateway/ec2_4s_4sgw_20c_large_dev.spec",
+          "sg_config": "perfrunner/utils/syncgateway/configs/3.0/hebe_e2e_basic_96partitions.config",
+          "test": "tests/syncgateway/e2e/syncgateway_e2e_pull_100cbl_4sgw_1kb_8M.test"},
+
+        {"job": "sgw-cloud",
+          "sg_cluster_map": "cloud/infrastructure/cloud.ini",
+          "cb_cluster_map": "cloud/infrastructure/sync_gateway/ec2_4s_4sgw_20c_large_dev.spec",
+          "sg_config": "perfrunner/utils/syncgateway/configs/3.0/hebe_e2e_basic_96partitions.config",
+          "test": "tests/syncgateway/e2e/syncgateway_e2e_bidi_100cbl_4sgw_1kb_8M.test"}
     ],
     "ReadOnDemand": [
         {"job": "syncgteway-hebe-new",
diff --git a/tests/syncgateway/syncgateway_sg_replicate_multicluster_500_clients_100docs.test b/tests/syncgateway/syncgateway_sg_replicate_multicluster_500_clients_100docs.test
@@ -0,0 +1,49 @@
+[test_case]
+test = perfrunner.tests.syncgateway.SGReplicateMultiClusterPull
+
+[showfast]
+title = , Central cluster (1 sgnode + 4 cbnode), 200K docs, 500 edge clusters (simulated), 100 docs per client, BLIP, pull replication
+component = syncgateway
+category = sgreplicate
+sub_category = Multi-cluster
+
+[cluster]
+mem_quota = 25000
+index_mem_quota = 25000
+initial_nodes = 4
+num_buckets = 1
+
+
+[access]
+time = 600
+workers = 0
+
+[secondary]
+indexer.settings.storage_mode = memory_optimized
+
+[syncgateway]
+nodes = 1
+threads = 50
+clients = 5
+instances_per_client = 5
+workload_path = workloads/syncgateway_blank
+ycsb_repo = git://github.com/couchbaselabs/YCSB.git
+ycsb_branch = tmp-sqw-weekly-updated-c3
+users = 1000
+channels = 100
+channels_per_user = 10
+channels_per_doc = 10
+documents = 100
+roundtrip_write = true
+feed_mode = longpoll
+feed_reading_mode = idsonly
+insert_mode = byuser
+auth = true
+readproportion=0
+updateproportion=0
+insertproportion=1
+requestdistribution = zipfian
+log_title = sync_gateway_1node_writes
+roundtrip_write_load = true
+sg_blackholepuller_timeout = 600
+sg_blackholepuller_client = 100
diff --git a/tests/syncgateway/syncgateway_sg_replicate_multicluster_500_clients_10docs.test b/tests/syncgateway/syncgateway_sg_replicate_multicluster_500_clients_10docs.test
@@ -0,0 +1,49 @@
+[test_case]
+test = perfrunner.tests.syncgateway.SGReplicateMultiClusterPull
+
+[showfast]
+title = , Central cluster (1 sgnode + 4 cbnode), 200K docs, 500 edge clusters (simulated), 10 docs per client, BLIP, pull replication
+component = syncgateway
+category = sgreplicate
+sub_category = Multi-cluster
+
+[cluster]
+mem_quota = 25000
+index_mem_quota = 25000
+initial_nodes = 4
+num_buckets = 1
+
+
+[access]
+time = 600
+workers = 0
+
+[secondary]
+indexer.settings.storage_mode = memory_optimized
+
+[syncgateway]
+nodes = 1
+threads = 50
+clients = 5
+instances_per_client = 5
+workload_path = workloads/syncgateway_blank
+ycsb_repo = git://github.com/couchbaselabs/YCSB.git
+ycsb_branch = tmp-sqw-weekly-updated-c3
+users = 1000
+channels = 100
+channels_per_user = 10
+channels_per_doc = 10
+documents = 10
+roundtrip_write = true
+feed_mode = longpoll
+feed_reading_mode = idsonly
+insert_mode = byuser
+auth = true
+readproportion=0
+updateproportion=0
+insertproportion=1
+requestdistribution = zipfian
+log_title = sync_gateway_1node_writes
+roundtrip_write_load = true
+sg_blackholepuller_timeout = 600
+sg_blackholepuller_client = 100

Original file line number	Diff line number	Diff line change
`@@ -174,6 +174,12 @@ pipeline {`
`174`	`174`	`buildComponentSGReplicateMultiCluster('SGReplicateMulti', testCases)`
`175`	`175`	`}`
`176`	`176`	`}`
	`177`	`+ stage('E2E') {`
	`178`	`+ when { expression { return params.E2E } }`
	`179`	`+ steps {`
	`180`	`+ buildComponent('E2E', testCases)`
	`181`	`+ }`
	`182`	`+ }`
`177`	`183`	`stage('ReadOnDemand') {`
`178`	`184`	`when { expression { return params.ReadOnDemand } }`
`179`	`185`	`steps {`