Compare commits

...

2 Commits

Author SHA1 Message Date
Nick Vatamaniuc
3bab404ff1
Merge 8b43bae10b1f5d0bd714169395e8489bf68d959a into 2d99c323a27ca9013230cfd6fb56ab37f2a0f1d4 2025-09-21 01:39:25 +08:00
Nick Vatamaniuc
8b43bae10b
Run test262 tests in CI
Run test262 tests for Linux, macOS and Cosmopolitan

Add a Makefile `test2-bootstrap` helper to clone and patch test262 tests at
a particular commit. Running with the latest commit noticed a few tests were
failing and added them to the errors list.

The CI environment, especially for macOS, was a bit more unpredictable and was
failing in atomics tests due to lower timeouts in the `atomicsHelper` so double
the timeouts. The time didn't worsen too much. It still takes about 2-3 min.
2025-09-17 18:46:55 -04:00
4 changed files with 34 additions and 3 deletions

View File

@ -36,6 +36,10 @@ jobs:
- name: Run microbench
run: |
make microbench
- name: Run test262
run: |
make test2-bootstrap
make test2
linux-lto:
name: Linux LTO
@ -138,6 +142,10 @@ jobs:
- name: Run built-in tests
run: |
make test
- name: Run test262
run: |
make test2-bootstrap
make test2
macos-asan:
runs-on: macos-latest
@ -172,7 +180,12 @@ jobs:
- name: Build + test
uses: vmactions/freebsd-vm@v1
with:
# This VM has a tendency to get stuck in the "VM is booting" cycle
# for quite a while, so set a shorter timeout
timeout-minutes: 15
usesh: true
copyback: false
mem: 16384
prepare: |
pkg install -y gmake
run: |
@ -202,6 +215,10 @@ jobs:
- name: Run built-in tests
run: |
make CONFIG_COSMO=y test
- name: Run test262
run: |
make test2-bootstrap
make CONFIG_COSMO=y test2
mingw-windows:
name: MinGW Windows target

View File

@ -54,6 +54,10 @@ PREFIX?=/usr/local
# use UB sanitizer
#CONFIG_UBSAN=y
# TEST262 bootstrap config: commit id and shallow "since" parameter
TEST262_COMMIT?=af3d908437b0912513a594e7167f17658e72d88b
TEST262_SINCE?=2025-09-14
OBJDIR=.obj
ifdef CONFIG_ASAN
@ -464,6 +468,15 @@ stats: qjs$(EXE)
microbench: qjs$(EXE)
$(WINE) ./qjs$(EXE) --std tests/microbench.js
ifeq ($(wildcard test262/features.txt),)
test2-bootstrap:
git clone --single-branch --shallow-since=$(TEST262_SINCE) https://github.com/tc39/test262.git
(cd test262 && git checkout -q $(TEST262_COMMIT) && patch -p1 < ../tests/test262.patch && cd ..)
else
test2-bootstrap:
(cd test262 && git fetch && git reset --hard $(TEST262_COMMIT) && patch -p1 < ../tests/test262.patch && cd ..)
endif
ifeq ($(wildcard test262o/tests.txt),)
test2o test2o-update:
@echo test262o tests not installed

View File

@ -116,6 +116,7 @@ for-of
generators
globalThis
hashbang
immutable-arraybuffer=skip
import-attributes
import-defer=skip
import.meta

View File

@ -14,9 +14,9 @@ index 9828b15..4a5919d 100644
+// small: 200,
+// long: 1000,
+// huge: 10000,
+ yield: 20,
+ small: 20,
+ long: 100,
+ yield: 40,
+ small: 40,
+ long: 200,
+ huge: 1000,
};