Skip to content

feat(spec): integrate jemalloc into SPEC2017 and SPEC2026 #56

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
poemonsense merged 1 commit into from
Sep 4, 2026
Merged

feat(spec): integrate jemalloc into SPEC2017 and SPEC2026 #56

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
225 changes: 225 additions & 0 deletions workloads/linux/spec2017/build.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,28 +1,252 @@
#!/usr/bin/env bash
set -euo pipefail

: "${WORKLOAD_BUILD_DIR:?WORKLOAD_BUILD_DIR is required}"
: "${SPEC2017_CASE:?SPEC2017_CASE is required}"
: "${SPEC2017:?SPEC2017 is required}"
: "${SPEC2017_CFG:?SPEC2017_CFG is required}"
: "${CROSS_COMPILE:=riscv64-unknown-linux-gnu-}"
: "${SPEC2017_TUNE:=base}"
: "${SPEC2017_JOBS:=$(nproc)}"
: "${SPEC2017_JEMALLOC_REPO:=https://github.com/jemalloc/jemalloc.git}"
: "${SPEC2017_JEMALLOC_COMMIT:=1a15fe33a48c52bfe26ea83e49f0d317a47da3ea}"
: "${SPEC2017_DOWNLOAD_RETRIES:=3}"
: "${SPEC2017_ELF_ONLY:=false}"
: "${SPEC2017_ALL_RUNS:=false}"
: "${SPEC2017_PROFILING:=1}"
: "${SPEC2017_MULTIHART:=0}"
: "${SPEC2017_LOG_DIR:=$WORKLOAD_BUILD_DIR/logs}"
: "${PKG_DIR:=$WORKLOAD_BUILD_DIR/package}"

SPEC2017_JEMALLOC_ROOT="${SPEC2017_JEMALLOC_ROOT:-${JEMALLOC_INSTALL_PATH:-}}"
jemalloc_root_is_explicit=0
if [ -n "$SPEC2017_JEMALLOC_ROOT" ]; then
jemalloc_root_is_explicit=1
fi

jemalloc_lock_dir=""
cleanup() {
if [ -n "$jemalloc_lock_dir" ]; then
rmdir "$jemalloc_lock_dir" 2>/dev/null || true
fi
}
trap cleanup EXIT

mkdir -p "$SPEC2017_LOG_DIR"

spec2017_progress_prefix() {
local k="${SPEC2017_PROGRESS_K:-1}"
local n="${SPEC2017_PROGRESS_N:-1}"
printf '[spec2017 %s/%s]' "$k" "$n"
}

status() {
printf '%s %s\n' "$(spec2017_progress_prefix)" "$*"
}

show_log_tail() {
local log_file="$1"
if [ -f "$log_file" ]; then
echo "$(spec2017_progress_prefix) Last 40 lines from $log_file:" >&2
tail -n 40 "$log_file" >&2 || true
fi
}

retry() {
local attempt=1
while true; do
if "$@"; then
return 0
fi
if [ "$attempt" -ge "$SPEC2017_DOWNLOAD_RETRIES" ]; then
return 1
fi
printf '%s Retrying failed command (%s/%s): %s\n' \
"$(spec2017_progress_prefix)" \
"$attempt" \
"$SPEC2017_DOWNLOAD_RETRIES" \
"$*" >&2
sleep $((attempt * 2))
attempt=$((attempt + 1))
done
}

retry_git_clone() {
local repo="$1"
local dest="$2"
local attempt=1
while true; do
rm -rf "$dest"
if git clone "$repo" "$dest"; then
return 0
fi
if [ "$attempt" -ge "$SPEC2017_DOWNLOAD_RETRIES" ]; then
return 1
fi
printf '%s Retrying failed git clone (%s/%s): %s\n' \
"$(spec2017_progress_prefix)" \
"$attempt" \
"$SPEC2017_DOWNLOAD_RETRIES" \
"$repo" >&2
sleep $((attempt * 2))
attempt=$((attempt + 1))
done
}

prepare_git_checkout() {
local repo="$1"
local commit="$2"
local dest="$3"
local current_commit target_commit

if [ ! -d "$dest/.git" ]; then
retry_git_clone "$repo" "$dest"
else
git -C "$dest" remote set-url origin "$repo"
fi

if ! git -C "$dest" cat-file -e "$commit^{commit}" 2>/dev/null; then
retry git -C "$dest" fetch --tags origin
fi

current_commit="$(git -C "$dest" rev-parse HEAD 2>/dev/null || true)"
target_commit="$(git -C "$dest" rev-parse "$commit")"
if [ "$current_commit" != "$target_commit" ]; then
git -C "$dest" checkout --detach "$commit"
git -C "$dest" clean -ffdx
fi
}

is_true() {
case "$1" in
1|true|yes|on) return 0 ;;
*) return 1 ;;
esac
}

cfg_requires_jemalloc() {
grep -Eq 'JEMALLOC_PATH|-ljemalloc' "$SPEC2017_CFG"
}

resolve_jemalloc_root() {
if [ -n "$SPEC2017_JEMALLOC_ROOT" ]; then
realpath -m "$SPEC2017_JEMALLOC_ROOT"
else
realpath -m "$(dirname "$WORKLOAD_BUILD_DIR")/jemalloc/install"
fi
}

resolve_jemalloc_host() {
if [ -n "${SPEC2017_JEMALLOC_CONFIGURE_HOST:-}" ]; then
printf '%s\n' "$SPEC2017_JEMALLOC_CONFIGURE_HOST"
else
"${CROSS_COMPILE}gcc" -dumpmachine
fi
}

jemalloc_cache_metadata() {
local host="$1"
printf '%s\n' \
"repo=$SPEC2017_JEMALLOC_REPO" \
"commit=$SPEC2017_JEMALLOC_COMMIT" \
"cross_compile=$CROSS_COMPILE" \
"host=$host"
}

jemalloc_cache_is_current() {
local prefix="$1"
local host="$2"
local metadata_file="$prefix/.workload-builder-jemalloc-meta"

if [ ! -f "$prefix/lib/libjemalloc.a" ]; then
return 1
fi
if [ "$jemalloc_root_is_explicit" = 1 ]; then
return 0
fi
[ -f "$metadata_file" ] && [ "$(cat "$metadata_file")" = "$(jemalloc_cache_metadata "$host")" ]
}

prepare_jemalloc() {
local base_dir source_dir prefix host log_file rc
base_dir="$(realpath -m "$(dirname "$WORKLOAD_BUILD_DIR")/jemalloc")"
source_dir="$base_dir/source"
prefix="$(resolve_jemalloc_root)"
host="$(resolve_jemalloc_host)"
log_file="$base_dir/build.log"

if jemalloc_cache_is_current "$prefix" "$host"; then
SPEC2017_JEMALLOC_ROOT="$prefix"
export SPEC2017_JEMALLOC_ROOT
status "Using cached jemalloc: $prefix"
return
fi

jemalloc_lock_dir="$base_dir/.lock"
mkdir -p "$base_dir"
while ! mkdir "$jemalloc_lock_dir" 2>/dev/null; do
sleep 1
done

if jemalloc_cache_is_current "$prefix" "$host"; then
rmdir "$jemalloc_lock_dir"
jemalloc_lock_dir=""
SPEC2017_JEMALLOC_ROOT="$prefix"
export SPEC2017_JEMALLOC_ROOT
status "Using cached jemalloc: $prefix"
return
fi

status "Preparing jemalloc (log: $log_file)"
: > "$log_file"

rc=0
set +e
(
set -euo pipefail
echo "# jemalloc repo: $SPEC2017_JEMALLOC_REPO"
echo "# jemalloc commit: $SPEC2017_JEMALLOC_COMMIT"
echo "# install prefix: $prefix"
echo "# configure host: $host"
prepare_git_checkout "$SPEC2017_JEMALLOC_REPO" "$SPEC2017_JEMALLOC_COMMIT" "$source_dir"

cd "$source_dir"
CC="${CROSS_COMPILE}gcc" \
CXX="${CROSS_COMPILE}g++" \
AR="${CROSS_COMPILE}ar" \
LD="${CROSS_COMPILE}ld" \
RANLIB="${CROSS_COMPILE}ranlib" \
STRIP="${CROSS_COMPILE}strip" \
./autogen.sh --prefix="$prefix" --host="$host"
make -j"$SPEC2017_JOBS"
make install
) >>"$log_file" 2>&1
rc=$?
set -e

if [ "$rc" -ne 0 ]; then
echo "$(spec2017_progress_prefix) jemalloc build failed; see $log_file" >&2
show_log_tail "$log_file"
return 1
fi
if [ ! -f "$prefix/lib/libjemalloc.a" ]; then
echo "$(spec2017_progress_prefix) jemalloc install did not produce $prefix/lib/libjemalloc.a" >&2
return 1
fi
jemalloc_cache_metadata "$host" > "$prefix/.workload-builder-jemalloc-meta"

rmdir "$jemalloc_lock_dir"
jemalloc_lock_dir=""

SPEC2017_JEMALLOC_ROOT="$prefix"
export SPEC2017_JEMALLOC_ROOT
status "jemalloc ready: $prefix"
}

if cfg_requires_jemalloc; then
prepare_jemalloc
fi

python_args=()
if is_true "$SPEC2017_ELF_ONLY"; then
python_args+=(--elf-only)
Expand All @@ -40,6 +264,7 @@ python3 "$WORKLOAD_DIR/spec2017-package.py" \
--cross-compile "$CROSS_COMPILE" \
--compiler-root "${SPEC2017_COMPILER_ROOT:-}" \
--gnu-toolchain-root "${SPEC2017_GNU_TOOLCHAIN_ROOT:-}" \
--jemalloc-root "${SPEC2017_JEMALLOC_ROOT:-}" \
--log-dir "$SPEC2017_LOG_DIR" \
--tune "$SPEC2017_TUNE" \
--jobs "$SPEC2017_JOBS" \
Expand Down
20 changes: 12 additions & 8 deletions workloads/linux/spec2017/configs/riscv-gcc15.cfg
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,10 @@ ignore_errors = 1
default:
SPECLANG = %{ENV_CROSS_COMPILE}

JEMALLOC_PATH = ${JEMALLOC_INSTALL_PATH}
JEMALLOC_LIBS = -L$(JEMALLOC_PATH)/lib -ljemalloc -lm
STATIC_LDFLAGS = -z muldefs -static

intspeed,fpspeed,intrate,fprate:
CC = $(SPECLANG)gcc -std=c99
CXX = $(SPECLANG)g++ -std=c++03
Expand Down Expand Up @@ -104,29 +108,29 @@ intspeed=base=default:
COPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

fpspeed=base=default:
COPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

intrate=base=default:
COPTIMIZE = -O3 -flto -ffast-math -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

fprate=base=default:
COPTIMIZE = -O3 -flto -ffast-math -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -march=rv64gc_zba_zbb_zbc_zbs -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

intrate,intspeed,fpspeed,fprate:
sw_compiler001 = RISC-V GCC cross compiler
Expand Down
20 changes: 12 additions & 8 deletions workloads/linux/spec2017/configs/riscv-gcc16-rva23u64-novec.cfg
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,10 @@ ignore_errors = 1
default:
SPECLANG = %{ENV_CROSS_COMPILE}

JEMALLOC_PATH = ${JEMALLOC_INSTALL_PATH}
JEMALLOC_LIBS = -L$(JEMALLOC_PATH)/lib -ljemalloc -lm
STATIC_LDFLAGS = -z muldefs -static

intspeed,fpspeed,intrate,fprate:
CC = $(SPECLANG)gcc -std=c99
CXX = $(SPECLANG)g++ -std=c++03
Expand Down Expand Up @@ -105,29 +109,29 @@ intspeed=base=default:
COPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=$(MARCH) -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=$(MARCH) -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=$(MARCH) -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

fpspeed=base=default:
COPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=$(MARCH) -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=$(MARCH) -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -fopenmp -march=$(MARCH) -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

intrate=base=default:
COPTIMIZE = -O3 -flto -ffast-math -march=$(MARCH) -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -march=$(MARCH) -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -march=$(MARCH) -ffp-contract=off -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

fprate=base=default:
COPTIMIZE = -O3 -flto -ffast-math -march=$(MARCH) -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
CXXOPTIMIZE = -O3 -flto -ffast-math -march=$(MARCH) -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing
FOPTIMIZE = -O3 -flto -ffast-math -march=$(MARCH) -ffp-contract=fast -fno-tree-vectorize -fno-tree-loop-vectorize -fno-strict-aliasing -fallow-argument-mismatch
EXTRA_LIBS = -lpthread -lm
EXTRA_LDFLAGS = -static
EXTRA_LIBS = -lpthread $(JEMALLOC_LIBS)
EXTRA_LDFLAGS = $(STATIC_LDFLAGS)

intrate,intspeed,fpspeed,fprate:
sw_compiler001 = RISC-V GCC cross compiler
Expand Down
Loading
Loading