Skip to content

Commit 0887077

Browse files
DragosPetruTarabanDragosPetruTaraban
committed
Add SGW tests with memory eviction
Change-Id: I516b2e86a8cbd40bcdf544d6a860df42e3e4e5ec Reviewed-on: https://review.couchbase.org/c/perfrunner/+/241863 Tested-by: Build Bot <build@couchbase.com> Reviewed-by: Daniel Nagy <daniel.nagy@couchbase.com>
1 parent 1ba82ef commit 0887077

6 files changed

Lines changed: 187 additions & 0 deletions

‎cbagent/collectors/syncgateway_stats.py‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -87,6 +87,7 @@ class SyncGatewayStats(Collector):
8787
"syncgateway__per_db__db__delta_sync__delta_pull_replication_count",
8888
"syncgateway__per_db__db__delta_sync__delta_cache_hit",
8989
"syncgateway__per_db__db__delta_sync__delta_cache_miss",
90+
"syncgateway__per_db__db__delta_sync__delta_cache_num_items",
9091
"syncgateway__per_db__db__delta_sync__delta_push_doc_count",
9192

9293
"syncgateway__per_db__db__shared_bucket_import__import_count",

‎perfrunner/utils/syncgateway/configs/3.0/hebe_channel_xattr_50MBcache.config‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
{
2+
"disable_persistent_config": true,
3+
"server_tls_skip_verify": true,
4+
"use_tls_server": false,
5+
"admin_interface_authentication": false,
6+
"metrics_interface_authentication": false,
7+
"adminInterface": "0.0.0.0:4985",
8+
"metricsInterface": "0.0.0.0:4986",
9+
"logging": {
10+
"log_file_path": "/var/tmp/sglogs"
11+
},
12+
"databases": {
13+
"db-1": {
14+
"server": "couchbase://172.23.100.190",
15+
"bucket": "bucket-1",
16+
"username": "bucket-1",
17+
"password": "password",
18+
"enable_shared_bucket_access": true,
19+
"cache": {
20+
"rev_cache": {
21+
"size": 999999999,
22+
"max_memory_count_mb": 50
23+
}
24+
},
25+
"users": { "GUEST": { "disabled": true, "admin_channels": ["*"] }
26+
},
27+
"sync" : ` function (doc) { channel(doc.channels); } `
28+
}
29+
}
30+
}

‎perfrunner/utils/syncgateway/configs/3.0/hebe_channel_xattr_cache_no_mem_eviction.config‎

Lines changed: 30 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
{
2+
"disable_persistent_config": true,
3+
"server_tls_skip_verify": true,
4+
"use_tls_server": false,
5+
"admin_interface_authentication": false,
6+
"metrics_interface_authentication": false,
7+
"adminInterface": "0.0.0.0:4985",
8+
"metricsInterface": "0.0.0.0:4986",
9+
"logging": {
10+
"log_file_path": "/var/tmp/sglogs"
11+
},
12+
"databases": {
13+
"db-1": {
14+
"server": "couchbase://172.23.100.190",
15+
"bucket": "bucket-1",
16+
"username": "bucket-1",
17+
"password": "password",
18+
"enable_shared_bucket_access": true,
19+
"cache": {
20+
"rev_cache": {
21+
"size": 999999999,
22+
"max_memory_count_mb": 0
23+
}
24+
},
25+
"users": { "GUEST": { "disabled": true, "admin_channels": ["*"] }
26+
},
27+
"sync" : ` function (doc) { channel(doc.channels); } `
28+
}
29+
}
30+
}

‎perfrunner/utils/syncgateway/configs/3.0/hebe_channel_xattr_deltasync_on_revcache_on_50MB.config‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
{
2+
"disable_persistent_config": true,
3+
"server_tls_skip_verify": true,
4+
"use_tls_server": false,
5+
"admin_interface_authentication": false,
6+
"metrics_interface_authentication": false,
7+
"adminInterface": "0.0.0.0:4985",
8+
"metricsInterface": "0.0.0.0:4986",
9+
"logging": {
10+
"log_file_path": "/var/tmp/sglogs",
11+
"debug": {
12+
"enabled": true
13+
}
14+
},
15+
16+
"databases": {
17+
"db-1": {
18+
"server": "couchbase://172.23.100.190",
19+
"bucket": "bucket-1",
20+
"username": "bucket-1",
21+
"password": "password",
22+
"delta_sync": { "enabled": true, "rev_max_age_seconds": 3600 },
23+
"cache": {
24+
"rev_cache": {
25+
"size": 999999999,
26+
"max_memory_count_mb": 50
27+
}
28+
},
29+
"enable_shared_bucket_access": true,
30+
"users": { "guest": { "password": "guest", "admin_channels": ["*"] }
31+
},
32+
"roles": {
33+
"moderator": {},
34+
"admin": {}
35+
},
36+
"sync" : ` function (doc) { channel(doc.channels); } `
37+
}
38+
}
39+
}

‎perfrunner/utils/syncgateway/configs/3.0/hebe_channel_xattr_deltasync_on_revcache_on_no_mem_eviction.config‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
{
2+
"disable_persistent_config": true,
3+
"server_tls_skip_verify": true,
4+
"use_tls_server": false,
5+
"admin_interface_authentication": false,
6+
"metrics_interface_authentication": false,
7+
"adminInterface": "0.0.0.0:4985",
8+
"metricsInterface": "0.0.0.0:4986",
9+
"logging": {
10+
"log_file_path": "/var/tmp/sglogs",
11+
"debug": {
12+
"enabled": true
13+
}
14+
},
15+
"databases": {
16+
"db-1": {
17+
"server": "couchbase://172.23.100.190",
18+
"bucket": "bucket-1",
19+
"username": "bucket-1",
20+
"password": "password",
21+
"delta_sync": { "enabled": true, "rev_max_age_seconds": 3600 },
22+
"cache": {
23+
"rev_cache": {
24+
"size": 999999999,
25+
"max_memory_count_mb": 0
26+
}
27+
},
28+
"enable_shared_bucket_access": true,
29+
"users": { "guest": { "password": "guest", "admin_channels": ["*"] }
30+
},
31+
"roles": {
32+
"moderator": {},
33+
"admin": {}
34+
},
35+
"sync" : ` function (doc) { channel(doc.channels); } `
36+
}
37+
}
38+
}

‎tests/syncgateway/syncgateway_read_1node_cache_eviction.test‎

Lines changed: 49 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,49 @@
1+
[test_case]
2+
test = perfrunner.tests.syncgateway.SGRead
3+
4+
[showfast]
5+
title = +rev, 1 node, cache memory eviction, replicator2, basicAuth
6+
component = syncgateway
7+
category = read
8+
sub_category = xattr
9+
orderby = 0000075
10+
11+
[cluster]
12+
mem_quota = 25000
13+
index_mem_quota = 25000
14+
initial_nodes = 4
15+
num_buckets = 1
16+
17+
[access]
18+
time = 600
19+
workers = 0
20+
21+
[secondary]
22+
indexer.settings.storage_mode = memory_optimized
23+
24+
[syncgateway]
25+
nodes = 1
26+
threads = 800
27+
clients = 4
28+
instances_per_client = 5
29+
workload_path = workloads/syncgateway_blank
30+
ycsb_repo = git://github.com/couchbaselabs/YCSB.git
31+
ycsb_branch = tmp-sqw-weekly-updated-c3
32+
users = 1000
33+
channels = 1
34+
channels_per_user = 1
35+
channels_per_doc = 1
36+
documents = 1000000
37+
roundtrip_write = false
38+
read_mode = documents_with_revs
39+
feed_reading_mode = idsonly
40+
feed_mode = normal
41+
insert_mode = bykey
42+
auth = true
43+
readproportion=1
44+
updateproportion=0
45+
insertproportion=0
46+
requestdistribution = zipfian
47+
log_title = sync_gateway_1node_reads
48+
replicator2 = true
49+
basic_auth = true

0 commit comments

Comments
 (0)