Skip to content

Commit 2725a8d

Browse files
janekmijanekmi
committed
test: introduce DAOS dtx tests
Signed-off-by: Jan Michalski <[email protected]>
1 parent d9fa506 commit 2725a8d

20 files changed

+1429
-0
lines changed

‎.github/workflows/daos_tests.yml

Lines changed: 141 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,141 @@
1+
# SPDX-License-Identifier: BSD-3-Clause
2+
# Copyright 2024, Intel Corporation
3+
#
4+
5+
name: DAOS tests
6+
7+
on:
8+
push:
9+
10+
permissions: {}
11+
12+
env:
13+
DAOS_BUILD: 0
14+
DAOS_PATH: /opt/daos
15+
16+
jobs:
17+
daos_test:
18+
name: DAOS tests
19+
runs-on: ubuntu-latest
20+
steps:
21+
- name: Clone the DAOS repo
22+
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
23+
with:
24+
repository: daos-stack/daos
25+
ref: release/2.6
26+
path: daos
27+
28+
- name: Clone the PMDK repo
29+
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
30+
with:
31+
repository: pmem/pmdk
32+
path: pmdk
33+
34+
- name: Apply DAOS patches
35+
if: ${{ env.DAOS_BUILD == 1 }}
36+
working-directory: daos
37+
run: git apply ../pmdk/src/test/daos_dtx/*.patch
38+
39+
- name: Install DAOS' dependencies
40+
working-directory: daos
41+
run: |
42+
sudo pip install -r requirements-build.txt
43+
sudo utils/scripts/install-ubuntu.sh
44+
45+
# https://go.dev/doc/install
46+
- name: Update the golang package
47+
if: ${{ env.DAOS_BUILD == 1 }}
48+
env:
49+
GOLANG_VER: go1.23.1 # >= 1.21 because of https://go.dev/doc/toolchain
50+
run: |
51+
sudo apt-get remove golang-go
52+
wget https://go.dev/dl/${{ env.GOLANG_VER }}.linux-amd64.tar.gz
53+
sudo tar -C /usr/local -xzf ${{ env.GOLANG_VER }}.linux-amd64.tar.gz
54+
55+
- name: Install Valgrind
56+
working-directory: pmdk/utils/docker/images/
57+
run: sudo ./install-valgrind.sh
58+
59+
- name: Generate ${{ env.OPTS_FILE }}
60+
if: ${{ env.DAOS_BUILD == 1 }}
61+
working-directory: daos
62+
env:
63+
OPTS_FILE: daos.conf
64+
run: |
65+
cat <<-EOF >> ${{ env.OPTS_FILE }}
66+
BUILD_TYPE = 'debug'
67+
TARGET_TYPE = 'debug'
68+
PREFIX = '${{ env.DAOS_PATH }}'
69+
GO_BIN = '/usr/local/go/bin/go'
70+
EOF
71+
cat ${{ env.OPTS_FILE }}
72+
73+
- name: Build DAOS
74+
if: ${{ env.DAOS_BUILD == 1 }}
75+
working-directory: daos
76+
run: |
77+
git submodule init
78+
git submodule update
79+
scons install -j16 --build-deps=yes
80+
81+
- name: Save ${{ env.DAOS_PATH }} as cache
82+
if: ${{ env.DAOS_BUILD == 1 }}
83+
uses: actions/cache/save@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2
84+
with:
85+
path: ${{ env.DAOS_PATH }}
86+
key: opt_daos
87+
88+
- name: Restore ${{ env.DAOS_PATH }} from cache
89+
if: ${{ env.DAOS_BUILD == 0 }}
90+
uses: actions/cache/restore@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2
91+
with:
92+
path: ${{ env.DAOS_PATH }}
93+
key: opt_daos
94+
95+
- name: Install PMDK's dependencies
96+
run: sudo apt-get install libndctl-dev libdaxctl-dev pandoc
97+
98+
- name: Build PMDK
99+
working-directory: pmdk
100+
env:
101+
PMDK_BUILD_DAOS_TESTS: y
102+
DAOS_INSTALL_PATH: ${{ env.DAOS_PATH }}
103+
run: |
104+
export DAOS_SRC_PATH=$(realpath ../daos)
105+
utils/gha-runners/build-pmdk.sh
106+
107+
- name: Create testconfig files
108+
working-directory: pmdk
109+
env:
110+
PMEM_FS_DIR: /dev/shm
111+
PMEM_FS_DIR_FORCE_PMEM: 1
112+
run: |
113+
utils/create-testconfig.sh
114+
for testconfig in src/test/testconfig.{sh,py}; do
115+
echo "$testconfig"
116+
cat $testconfig
117+
echo
118+
done
119+
120+
- name: Run daos_dtx tests (1/2)
121+
working-directory: pmdk/src/test
122+
env:
123+
LD_LIBRARY_PATH: ${{ env.DAOS_PATH }}/prereq/debug/ofi/lib
124+
run: |
125+
export PATH=${{ env.DAOS_PATH }}/bin:$PATH
126+
./RUNTESTS.py daos_dtx
127+
128+
- name: Run daos_dtx tests (2/2)
129+
working-directory: pmdk/src/test
130+
env:
131+
PMEMOBJ_CONF: sds.at_create=0
132+
run: |
133+
export PATH=${{ env.DAOS_PATH }}/bin:$PATH
134+
./RUNTESTS.sh daos_dtx 2> daos_dtx/err.log
135+
136+
- name: Upload test results as artifact
137+
if: success() || failure()
138+
uses: actions/upload-artifact@50769540e7f4bd5e21e526ee35c689e35e0d6874 # v4.4.0
139+
with:
140+
name: daos_dtx
141+
path: pmdk/src/test/daos_dtx

‎src/test/Makefile

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -122,6 +122,7 @@ OTHER_TESTS = \
122122
compat_incompat_features\
123123
ctl_prefault\
124124
ctl_cow\
125+
daos_dtx\
125126
magic\
126127
out_err\
127128
out_err_mt\

‎src/test/daos_dtx/.gitignore

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
daos_dtx

‎src/test/daos_dtx/00_harmonize_VOS_pool_path.patch

Lines changed: 172 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,172 @@
1+
diff --git a/src/vos/tests/vts_common.c b/src/vos/tests/vts_common.c
2+
index 618f9feddd..7452ba2a34 100644
3+
--- a/src/vos/tests/vts_common.c
4+
+++ b/src/vos/tests/vts_common.c
5+
@@ -52,11 +52,22 @@ vts_file_exists(const char *filename)
6+
}
7+
8+
int
9+
-vts_alloc_gen_fname(char **fname)
10+
+vts_alloc_gen_fname(char *po_uuid_str, char **fname)
11+
{
12+
int rc;
13+
14+
- rc = asprintf(fname, "%s/vpool.%d", vos_path, gc++);
15+
+ assert(*fname == NULL);
16+
+ rc = asprintf(fname, "%s/%s/", vos_path, po_uuid_str);
17+
+ if (rc < 0) {
18+
+ *fname = NULL;
19+
+ print_error("Failed to allocate memory for fname: rc = %d\n", rc);
20+
+ return rc;
21+
+ }
22+
+ rc = mkdir(*fname, S_IRWXU | S_IRWXG | S_IROTH | S_IXOTH);
23+
+ assert(rc == 0 || errno == EEXIST);
24+
+ free(*fname);
25+
+
26+
+ rc = asprintf(fname, "%s/%s/vpool.%d", vos_path, po_uuid_str, gc++);
27+
if (rc < 0) {
28+
*fname = NULL;
29+
print_error("Failed to allocate memory for fname: rc = %d\n", rc);
30+
@@ -71,9 +82,9 @@ vts_pool_fallocate(char **fname)
31+
{
32+
int ret = 0, fd;
33+
34+
- ret = vts_alloc_gen_fname(fname);
35+
- if (ret)
36+
- return ret;
37+
+ // ret = vts_alloc_gen_fname(fname);
38+
+ // if (ret)
39+
+ // return ret;
40+
41+
fd = open(*fname, O_CREAT | O_TRUNC | O_RDWR, 0666);
42+
if (fd < 0) {
43+
@@ -92,10 +103,17 @@ int
44+
vts_ctx_init(struct vos_test_ctx *tcx, size_t psize)
45+
{
46+
int rc;
47+
+ char uuid_str[] = "dd6728be-696a-11ef-a059-a4bf0165c389";
48+
+ char uuid_str2[] = "591d19e4-69fe-11ef-b13d-a4bf0165c389";
49+
50+
memset(tcx, 0, sizeof(*tcx));
51+
+
52+
+ uuid_parse(uuid_str, tcx->tc_po_uuid);
53+
+ // uuid_generate_time_safe(tcx->tc_po_uuid);
54+
+ // uuid_unparse(tcx->tc_po_uuid, uuid_str);
55+
+
56+
oid_cnt = 0;
57+
- rc = vts_alloc_gen_fname(&tcx->tc_po_name);
58+
+ rc = vts_alloc_gen_fname(uuid_str, &tcx->tc_po_name);
59+
assert_int_equal(rc, 0);
60+
61+
if (vts_file_exists(tcx->tc_po_name)) {
62+
@@ -103,8 +121,8 @@ vts_ctx_init(struct vos_test_ctx *tcx, size_t psize)
63+
assert_int_equal(rc, 0);
64+
}
65+
66+
- uuid_generate_time_safe(tcx->tc_po_uuid);
67+
- uuid_generate_time_safe(tcx->tc_co_uuid);
68+
+ // uuid_generate_time_safe(tcx->tc_co_uuid);
69+
+ uuid_parse(uuid_str2, tcx->tc_co_uuid);
70+
71+
/* specify @psize as both NVMe size and SCM size */
72+
rc = vos_pool_create(tcx->tc_po_name, tcx->tc_po_uuid, psize, psize, 0, 0 /* version */,
73+
@@ -155,14 +173,14 @@ vts_ctx_fini(struct vos_test_ctx *tcx)
74+
assert_rc_equal(rc, 0);
75+
/* fallthrough */
76+
case TCX_CO_CREATE:
77+
- rc = vos_cont_destroy(tcx->tc_po_hdl, tcx->tc_co_uuid);
78+
- assert_rc_equal(rc, 0);
79+
+ // rc = vos_cont_destroy(tcx->tc_po_hdl, tcx->tc_co_uuid);
80+
+ // assert_rc_equal(rc, 0);
81+
/* fallthrough */
82+
case TCX_PO_CREATE_OPEN:
83+
rc = vos_pool_close(tcx->tc_po_hdl);
84+
assert_rc_equal(rc, 0);
85+
- rc = vos_pool_destroy(tcx->tc_po_name, tcx->tc_po_uuid);
86+
- assert_rc_equal(rc, 0);
87+
+ // rc = vos_pool_destroy(tcx->tc_po_name, tcx->tc_po_uuid);
88+
+ // assert_rc_equal(rc, 0);
89+
free(tcx->tc_po_name);
90+
/* fallthrough */
91+
}
92+
diff --git a/src/vos/tests/vts_common.h b/src/vos/tests/vts_common.h
93+
index 2a08cbd8ff..b7dc09dcfe 100644
94+
--- a/src/vos/tests/vts_common.h
95+
+++ b/src/vos/tests/vts_common.h
96+
@@ -83,7 +83,7 @@ bool
97+
vts_file_exists(const char *filename);
98+
99+
int
100+
-vts_alloc_gen_fname(char **fname);
101+
+vts_alloc_gen_fname(char *po_uuid, char **fname);
102+
103+
int
104+
vts_pool_fallocate(char **fname);
105+
diff --git a/src/vos/tests/vts_io.c b/src/vos/tests/vts_io.c
106+
index 5ec1bb08f7..abc269b1f6 100644
107+
--- a/src/vos/tests/vts_io.c
108+
+++ b/src/vos/tests/vts_io.c
109+
@@ -956,7 +956,7 @@ io_obj_cache_test(void **state)
110+
struct vos_object *obj1, *obj2;
111+
daos_epoch_range_t epr = {0, 1};
112+
daos_unit_oid_t oids[2];
113+
- char *po_name;
114+
+ char *po_name = "";
115+
uuid_t pool_uuid;
116+
daos_handle_t l_poh, l_coh;
117+
struct daos_lru_cache *old_cache;
118+
@@ -970,8 +970,8 @@ io_obj_cache_test(void **state)
119+
old_cache = tls->vtl_ocache;
120+
tls->vtl_ocache = occ;
121+
122+
- rc = vts_alloc_gen_fname(&po_name);
123+
- assert_int_equal(rc, 0);
124+
+ // rc = vts_alloc_gen_fname(&po_name);
125+
+ // assert_int_equal(rc, 0);
126+
127+
uuid_generate_time_safe(pool_uuid);
128+
rc = vos_pool_create(po_name, pool_uuid, VPOOL_256M, 0, 0, 0 /* version */, &l_poh);
129+
@@ -1105,7 +1105,7 @@ io_obj_cache_test(void **state)
130+
assert_rc_equal(rc, 0);
131+
vos_obj_cache_destroy(occ);
132+
tls->vtl_ocache = old_cache;
133+
- free(po_name);
134+
+ // free(po_name);
135+
}
136+
137+
static void
138+
diff --git a/src/vos/tests/vts_pool.c b/src/vos/tests/vts_pool.c
139+
index acfd4e46a8..8e2fe3742c 100644
140+
--- a/src/vos/tests/vts_pool.c
141+
+++ b/src/vos/tests/vts_pool.c
142+
@@ -49,7 +49,7 @@ static int
143+
pool_file_setup(void **state)
144+
{
145+
struct vp_test_args *arg = *state;
146+
- int ret = 0;
147+
+ // int ret = 0;
148+
149+
D_ALLOC(arg->fname, sizeof(char *));
150+
assert_ptr_not_equal(arg->fname, NULL);
151+
@@ -57,8 +57,8 @@ pool_file_setup(void **state)
152+
D_ALLOC_ARRAY(arg->poh, 10);
153+
assert_ptr_not_equal(arg->poh, NULL);
154+
155+
- ret = vts_alloc_gen_fname(&arg->fname[0]);
156+
- assert_int_equal(ret, 0);
157+
+ // ret = vts_alloc_gen_fname(&arg->fname[0]);
158+
+ // assert_int_equal(ret, 0);
159+
return 0;
160+
}
161+
162+
@@ -153,8 +153,8 @@ pool_ops_run(void **state)
163+
VPOOL_TEST_WAL_SZ, 0,
164+
0 /* version */, poh);
165+
} else {
166+
- ret = vts_alloc_gen_fname(&arg->fname[j]);
167+
- assert_int_equal(ret, 0);
168+
+ // ret = vts_alloc_gen_fname(&arg->fname[j]);
169+
+ // assert_int_equal(ret, 0);
170+
ret = vos_pool_create_ex(arg->fname[j], arg->uuid[j],
171+
VPOOL_256M, 0, VPOOL_TEST_WAL_SZ,
172+
0, 0 /* version */, poh);

0 commit comments

Comments
 (0)