diff --git a/lib/runtime-c-api/tests/CMakeLists.txt b/lib/runtime-c-api/tests/CMakeLists.txt
index d8f206c49..e4a573e63 100644
--- a/lib/runtime-c-api/tests/CMakeLists.txt
+++ b/lib/runtime-c-api/tests/CMakeLists.txt
@@ -7,7 +7,6 @@ add_executable(test-globals test-globals.c)
 add_executable(test-import-function test-import-function.c)
 add_executable(test-imports test-imports.c)
 add_executable(test-import-object test-import-object.c)
-add_executable(test-wasi-import-object test-wasi-import-object.c)
 add_executable(test-instantiate test-instantiate.c)
 add_executable(test-memory test-memory.c)
 add_executable(test-module test-module.c)
@@ -19,6 +18,10 @@ add_executable(test-validate test-validate.c)
 add_executable(test-context test-context.c)
 add_executable(test-module-import-instantiate test-module-import-instantiate.c)
 
+if (DEFINED WASI_TESTS)
+   add_executable(test-wasi-import-object test-wasi-import-object.c)
+endif()
+
 find_library(
         WASMER_LIB NAMES libwasmer_runtime_c_api.dylib libwasmer_runtime_c_api.so wasmer_runtime_c_api.dll
         PATHS ${CMAKE_SOURCE_DIR}/../../../target/release/
@@ -64,9 +67,12 @@ target_link_libraries(test-import-object general ${WASMER_LIB})
 target_compile_options(test-import-object PRIVATE ${COMPILER_OPTIONS})
 add_test(test-import-object test-import-object)
 
-target_link_libraries(test-wasi-import-object general ${WASMER_LIB})
-target_compile_options(test-wasi-import-object PRIVATE ${COMPILER_OPTIONS})
-add_test(test-wasi-import-object test-wasi-import-object)
+
+if (DEFINED WASI_TESTS)
+    target_link_libraries(test-wasi-import-object general ${WASMER_LIB})
+    target_compile_options(test-wasi-import-object PRIVATE ${COMPILER_OPTIONS})
+    add_test(test-wasi-import-object test-wasi-import-object)
+endif()
 
 target_link_libraries(test-instantiate general ${WASMER_LIB})
 target_compile_options(test-instantiate PRIVATE ${COMPILER_OPTIONS})
diff --git a/lib/runtime-c-api/tests/runtime_c_api_tests.rs b/lib/runtime-c-api/tests/runtime_c_api_tests.rs
index 0e3257786..ed4146363 100644
--- a/lib/runtime-c-api/tests/runtime_c_api_tests.rs
+++ b/lib/runtime-c-api/tests/runtime_c_api_tests.rs
@@ -4,7 +4,14 @@ use std::process::Command;
 fn test_c_api() {
     let project_tests_dir = concat!(env!("CARGO_MANIFEST_DIR"), "/tests");
 
-    run_command("cmake", project_tests_dir, vec!["."]);
+    let cmake_args = vec![
+        ".",
+        #[cfg(feature = "wasi")]
+        "-DWASI_TESTS=ON",
+    ];
+    // we use -f so it doesn't fail if the fiel doesn't exist
+    run_command("rm", project_tests_dir, vec!["-f", "CMakeCache.txt"]);
+    run_command("cmake", project_tests_dir, cmake_args);
     run_command("make", project_tests_dir, vec!["-Wdev", "-Werror=dev"]);
     run_command("make", project_tests_dir, vec!["test", "ARGS=\"-V\""]);
 }
diff --git a/lib/runtime-c-api/tests/test-import-object b/lib/runtime-c-api/tests/test-import-object
index 42e1496de..bb0a97db3 100755
Binary files a/lib/runtime-c-api/tests/test-import-object and b/lib/runtime-c-api/tests/test-import-object differ
diff --git a/lib/runtime-c-api/tests/test-wasi-import-object b/lib/runtime-c-api/tests/test-wasi-import-object
deleted file mode 100755
index 912bc8c0d..000000000
Binary files a/lib/runtime-c-api/tests/test-wasi-import-object and /dev/null differ