summaryrefslogtreecommitdiffstats
path: root/test
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-17 13:54:38 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-17 13:54:38 +0000
commit8c1ab65c0f548d20b7f177bdb736daaf603340e1 (patch)
treedf55b7e75bf43f2bf500845b105afe3ac3a5157e /test
parentInitial commit. (diff)
downloadwasi-libc-b0f726bfa464c79fdf040fa7daed6094ddbffb4c.tar.xz
wasi-libc-b0f726bfa464c79fdf040fa7daed6094ddbffb4c.zip
Adding upstream version 0.0~git20221206.8b7148f.upstream/0.0_git20221206.8b7148f
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'test')
-rw-r--r--test/.gitignore3
-rw-r--r--test/Makefile175
-rw-r--r--test/README.md6
3 files changed, 184 insertions, 0 deletions
diff --git a/test/.gitignore b/test/.gitignore
new file mode 100644
index 0000000..f5fa56e
--- /dev/null
+++ b/test/.gitignore
@@ -0,0 +1,3 @@
+build
+download
+run
diff --git a/test/Makefile b/test/Makefile
new file mode 100644
index 0000000..61e1756
--- /dev/null
+++ b/test/Makefile
@@ -0,0 +1,175 @@
+# Build the `libc-test` tests as Wasm programs and run them with the selected
+# engine. Contributors beware! This Makefile follows the style of the
+# `libc-test` Makefile and uses some more exotic features of `make`.
+#
+# The top-level `test` target is composed of a chain of several phony
+# sub-targets:
+# - `download`: retrieve the `libc-test` source from a Git `$(MIRROR)`
+# - `build`: construct Wasm modules for a subset of the `libc-test` tests
+# - `run`: execute the benchmarks with a Wasm `$(ENGINE)` of choice (e.g.,
+# Wasmtime)
+
+test: run
+
+# Unlike the `libc-test` directory, we will output all artifacts to the `build`
+# directory (keeping with the `wasi-libc` conventions).
+OBJDIR ?= $(CURDIR)/build
+DOWNDIR ?= $(CURDIR)/download
+
+##### DOWNLOAD #################################################################
+
+LIBC_TEST_URL ?= https://github.com/bytecodealliance/libc-test
+LIBC_TEST = $(DOWNDIR)/libc-test
+LIBRT_URL ?= https://github.com/WebAssembly/wasi-sdk/releases/download/wasi-sdk-16/libclang_rt.builtins-wasm32-wasi-16.0.tar.gz
+LIBRT = $(DOWNDIR)/lib/wasi/libclang_rt.builtins-wasm32.a
+WASMTIME_URL ?= https://github.com/bytecodealliance/wasmtime/releases/download/v3.0.0/wasmtime-v3.0.0-x86_64-linux.tar.xz
+WASMTIME = $(DOWNDIR)/$(shell basename $(WASMTIME_URL) .tar.xz)/wasmtime
+
+download: $(LIBC_TEST) $(LIBRT) $(WASMTIME)
+
+$(DOWNDIR):
+ mkdir -p download
+
+$(LIBC_TEST): | $(DOWNDIR)
+ git clone --depth 1 $(LIBC_TEST_URL) $@
+
+# TODO install target to place into...
+$(LIBRT): | $(DOWNDIR)
+ wget --no-clobber --directory-prefix=$(DOWNDIR) $(LIBRT_URL)
+ tar --extract --file=$(DOWNDIR)/$(shell basename $(LIBRT_URL)) --directory=$(DOWNDIR)/
+
+$(WASMTIME): | $(DOWNDIR)
+ wget --no-clobber --directory-prefix=$(DOWNDIR) $(WASMTIME_URL)
+ tar --extract --file=$(DOWNDIR)/$(shell basename $(WASMTIME_URL)) --directory=$(DOWNDIR)/
+
+clean::
+ rm -rf download
+
+##### BUILD ####################################################################
+
+# For now, we list out the tests that we can currently build and run. This is
+# heavily focused on the functional tests; in the future it would be good to
+# fill out the missing tests and also include some `src/api` and `src/math`
+# tests (TODO).
+TESTS := \
+ $(LIBC_TEST)/src/functional/argv.c \
+ $(LIBC_TEST)/src/functional/basename.c \
+ $(LIBC_TEST)/src/functional/clocale_mbfuncs.c \
+ $(LIBC_TEST)/src/functional/clock_gettime.c \
+ $(LIBC_TEST)/src/functional/crypt.c \
+ $(LIBC_TEST)/src/functional/dirname.c \
+ $(LIBC_TEST)/src/functional/env.c \
+ $(LIBC_TEST)/src/functional/fnmatch.c \
+ $(LIBC_TEST)/src/functional/iconv_open.c \
+ $(LIBC_TEST)/src/functional/mbc.c \
+ $(LIBC_TEST)/src/functional/memstream.c \
+ $(LIBC_TEST)/src/functional/qsort.c \
+ $(LIBC_TEST)/src/functional/random.c \
+ $(LIBC_TEST)/src/functional/search_hsearch.c \
+ $(LIBC_TEST)/src/functional/search_insque.c \
+ $(LIBC_TEST)/src/functional/search_lsearch.c \
+ $(LIBC_TEST)/src/functional/search_tsearch.c \
+ $(LIBC_TEST)/src/functional/snprintf.c \
+ $(LIBC_TEST)/src/functional/sscanf.c \
+ $(LIBC_TEST)/src/functional/strftime.c \
+ $(LIBC_TEST)/src/functional/string.c \
+ $(LIBC_TEST)/src/functional/string_memcpy.c \
+ $(LIBC_TEST)/src/functional/string_memmem.c \
+ $(LIBC_TEST)/src/functional/string_memset.c \
+ $(LIBC_TEST)/src/functional/string_strchr.c \
+ $(LIBC_TEST)/src/functional/string_strcspn.c \
+ $(LIBC_TEST)/src/functional/string_strstr.c \
+ $(LIBC_TEST)/src/functional/strtod.c \
+ $(LIBC_TEST)/src/functional/strtod_long.c \
+ $(LIBC_TEST)/src/functional/strtod_simple.c \
+ $(LIBC_TEST)/src/functional/strtof.c \
+ $(LIBC_TEST)/src/functional/strtol.c \
+ $(LIBC_TEST)/src/functional/swprintf.c \
+ $(LIBC_TEST)/src/functional/tgmath.c \
+ $(LIBC_TEST)/src/functional/udiv.c \
+ $(LIBC_TEST)/src/functional/wcsstr.c \
+ $(LIBC_TEST)/src/functional/wcstol.c
+
+# Part of the problem including more tests is that the `libc-test`
+# infrastructure code is not all Wasm-compilable. As we include more tests
+# above, this list will also likely need to grow.
+COMMON_TEST_INFRA = \
+ $(LIBC_TEST)/src/common/path.c \
+ $(LIBC_TEST)/src/common/print.c \
+ $(LIBC_TEST)/src/common/rand.c \
+ $(LIBC_TEST)/src/common/utf8.c
+
+# Create various lists containing the various artifacts to be built: mainly,
+# $(WASM_OBJS) are compiled in the $(OBJDIRS) and then linked together to form
+# the $(WASMS) tests.
+NAMES := $(TESTS:$(LIBC_TEST)/src/%.c=%)
+WASMS := $(TESTS:$(LIBC_TEST)/src/%.c=$(OBJDIR)/%.wasm)
+WASM_OBJS := $(TESTS:$(LIBC_TEST)/src/%.c=$(OBJDIR)/%.wasm.o)
+INFRA_WASM_OBJS := $(COMMON_TEST_INFRA:$(LIBC_TEST)/src/%.c=$(OBJDIR)/%.wasm.o)
+WASM_OBJS += $(INFRA_WASM_OBJS)
+DIRS := $(patsubst $(OBJDIR)/%/,%,$(sort $(dir $(WASM_OBJS))))
+OBJDIRS := $(DIRS:%=$(OBJDIR)/%)
+
+# Allow $(CC) to be set from the command line; ?= doesn't work for CC because
+# make has a default value for it.
+ifeq ($(origin CC), default)
+CC := clang
+endif
+LDFLAGS ?=
+CFLAGS ?= --target=wasm32-wasi --sysroot=../sysroot
+# Always include the `libc-test` infrastructure headers.
+CFLAGS += -I$(LIBC_TEST)/src/common
+
+# Compile each selected test using Clang. Note that failures here are likely
+# due to a missing `libclang_rt.builtins-wasm32.a` in the Clang lib directory.
+# This location is system-dependent, but could be fixed by something like:
+# $ sudo mkdir /usr/lib64/clang/14.0.5/lib/wasi
+# $ sudo cp download/lib/wasi/libclang_rt.builtins-wasm32.a /usr/lib64/clang/14.0.5/lib/wasi/
+build: download $(WASMS)
+
+$(WASMS): | $(OBJDIRS)
+$(OBJDIR)/%.wasm: $(OBJDIR)/%.wasm.o $(INFRA_WASM_OBJS)
+ $(CC) $(CFLAGS) $(LDFLAGS) -o $@ $^
+
+$(WASM_OBJS): $(LIBC_TEST)/src/common/test.h | $(OBJDIRS)
+$(OBJDIR)/%.wasm.o: $(LIBC_TEST)/src/%.c
+ $(CC) $(CFLAGS) -c -o $@ $<
+
+$(OBJDIRS):
+ mkdir -p $@
+
+clean::
+ rm -rf $(OBJDIR)
+
+##### RUN ######################################################################
+
+ENGINE ?= $(WASMTIME) run
+ERRS:=$(WASMS:%.wasm=%.wasm.err)
+
+# Use the provided Wasm engine to execute each test, emitting its output into
+# a `.err` file.
+run: build $(ERRS)
+ @echo "Tests passed"
+
+$(ERRS): | $(OBJDIRS)
+
+%.wasm.err: %.wasm
+ $(ENGINE) $< >$@
+
+clean::
+ rm -rf $(OBJDIR)/*/*.err
+
+##### MISC #####################################################################
+
+# Note: the `clean` target has been built up by all of the previous sections.
+
+debug:
+ @echo NAMES $(NAMES)
+ @echo TESTS $(TESTS)
+ @echo WASMS $(WASMS)
+ @echo WASM_OBJS $(WASM_OBJS)
+ @echo ERRS $(ERRS)
+ @echo DIRS $(DIRS)
+ @echo OBJDIRS $(OBJDIRS)
+
+.PHONY: test download build run clean
diff --git a/test/README.md b/test/README.md
new file mode 100644
index 0000000..590c2d4
--- /dev/null
+++ b/test/README.md
@@ -0,0 +1,6 @@
+# Test
+
+This directory runs a subset of libc-test using the sysroot produced by
+`wasi-libc`.
+
+[libc-test]: https://wiki.musl-libc.org/libc-test.html