emt-system-intelligence-benchmark/collect_data.sh at e1d3c61de10e348cfc9c6b2e2f70e645ffed81bc · xlab-uiuc/emt-system-intelligence-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
#!/usr/bin/env bash

output_dir=$(realpath "/data/EMT")

while [[ $# -gt 0 ]]; do
	key="$1"

	case $key in
	--dry)
		dry_run="true"
        shift 1
		;;
    --output)
        if [[ -z "$2" ]]; then
            echo "Error: --output requires a non-empty argument."
            exit 1
        fi
        output_dir=$2
        shift 2
        ;;
	*)
        echo "Unknown option: $key"
        exit 1
        ;;
	esac
done

image_path=$(realpath image_record_loading.ext4)

benchmarks=(
    # "graphbig_bfs_small"  # for testing
    # "gups_8G"

    "graphbig_bfs"
    # "graphbig_dfs"
    # "graphbig_dc"
    # "graphbig_sssp"
    # "gups"
    # "redis"
)

commands=(
    # "cd rethinkVM_bench; ./run_scripts/simulation/graphbig_bfs_small.sh <stage>; /shutdown;"
    # "cd rethinkVM_bench; ./run_scripts/simulation/gups_8G.sh <stage>; /shutdown;"

    "cd rethinkVM_bench; ./run_scripts/simulation/graphbig_bfs.sh <stage>; /shutdown;"
    # "cd rethinkVM_bench; ./run_scripts/simulation/graphbig_dfs.sh <stage>; /shutdown;"
    # "cd rethinkVM_bench; ./run_scripts/simulation/graphbig_dc.sh <stage>; /shutdown;"
    # "cd rethinkVM_bench; ./run_scripts/simulation/graphbig_sssp.sh <stage>; /shutdown;"
    # "cd rethinkVM_bench; ./run_scripts/simulation/gups.sh <stage>; /shutdown;"
    # "cd rethinkVM_bench/workloads; ./bin/bench_redis_st -- --recording-stage <stage>; /shutdown;"
)

recording_stage=(
    1
    3
)

recording_stage_str=(
    "running"
    "loading_end"
)

recording_stage_str_redis=(
    ""
    "-- --loading-phase"
)

thp_config=(
    "never"
    # "always"
)

archs=(
    "radix"
    "ecpt"
)

for arch in "${archs[@]}"; do
    cd emt-linux-$arch
    for b_i in "${!benchmarks[@]}"; do
        benchmark=${benchmarks[$b_i]}
        for thp in "${thp_config[@]}"; do
            for s_i in "${!recording_stage[@]}"; do
                stage=${recording_stage[$s_i]}
                stage_str=${recording_stage_str[$s_i]}
                # if [[ $benchmark == "redis" ]]; then
                #     command=${commands[$b_i]/<stage>/${recording_stage_str_redis[$s_i]}}
                # else
                    command=${commands[$b_i]/<stage>/${recording_stage[$s_i]}}
                # fi
                arch_stage_dir="${output_dir}/${arch}/${stage_str}"
                file_prefix="${arch}_${thp}_${benchmark}_${stage_str}"
                mkdir -p $arch_stage_dir
                chmod 777 $arch_stage_dir

                echo "./run_linux_free_cmd --arch $arch --thp $thp --cmd \"$command\" --out ${arch_stage_dir}/${file_prefix}_walk_log.bin --image ${image_path} --run-dynamorio"
                if [[ $dry_run != true ]]; then
                    ./run_linux_free_cmd --arch $arch --thp $thp --cmd "$command" --out ${arch_stage_dir}/${file_prefix}_walk_log.bin --image ${image_path} --run-dynamorio
                fi
                results+=($(realpath ${arch_stage_dir}/${file_prefix}_walk_log.bin.dyna_asplos_smalltlb_config_realpwc.log))
            done
        done
    done
    cd ..
done

echo "Done! List of analysis results:"
for result in "${results[@]}"; do
    echo -e "\033[1;35m\t${result}"
done