Use byte[] for identifiers in the Java API

.gitattributes

@@ -8,6 +8,9 @@ test/prism/fixtures/unparser/**/*.txt linguist-vendored
 test/prism/fixtures/whitequark/**/*.txt linguist-vendored
 test/prism/snapshots/**/*.txt linguist-generated
 
+rbi/generated/**/*.rbi linguist-generated
+sig/generated/**/*.rbs linguist-generated
+
 # All .rb files should have LF line ending, even on Windows, regardless of the git config core.autocrlf value.
 # All .txt should have their line endings as committed in the repository (there are some intentional CR in there),
 # regardless of the git config core.autocrlf value.

.github/workflows/cpp-bindings.yml

@@ -10,6 +10,7 @@ on:
       - "*akefile*"
     branches:
       - main
+      - ruby-4.0
   pull_request:
 
 jobs:

.github/workflows/cruby-bindings.yml

@@ -9,6 +9,8 @@ on:
     branches:
       - main
   pull_request:
+    branches:
+      - main
 
 jobs:
   test-all:

.github/workflows/documentation.yml

@@ -8,6 +8,7 @@ on:
   push:
     branches:
       - main
+      - ruby-4.0
   pull_request:
 
 jobs:

.github/workflows/java-wasm-bindings.yml

@@ -9,6 +9,7 @@ on:
       - "*akefile*"
     branches:
       - main
+      - ruby-4.0
   pull_request:
 
 jobs:
@@ -38,14 +39,14 @@ jobs:
         uses: actions/setup-java@v5
         with:
           distribution: 'temurin'
-          java-version: '17'
+          java-version: '21'
           cache: maven
 
       - name: Run the tests
         run: mvn -B install
         working-directory: java-wasm
 
-      - uses: actions/upload-artifact@v6
+      - uses: actions/upload-artifact@v7
         with:
           name: prism.wasm
           path: java-wasm/src/test/resources/prism.wasm

.github/workflows/javascript-bindings.yml

@@ -9,6 +9,7 @@ on:
       - "*akefile*"
     branches:
       - main
+      - ruby-4.0
   pull_request:
 
 jobs:
@@ -34,7 +35,7 @@ jobs:
       - name: Build the project
         run: make wasm WASI_SDK_PATH=$(pwd)/wasi-sdk-25.0-x86_64-linux
 
-      - uses: actions/upload-artifact@v6
+      - uses: actions/upload-artifact@v7
         with:
           name: prism.wasm
           path: javascript/src/prism.wasm

.github/workflows/main.yml

@@ -8,6 +8,7 @@ on:
   push:
     branches:
       - main
+      - ruby-4.0
   pull_request:
 
 jobs:
@@ -79,7 +80,7 @@ jobs:
       shell: bash
 
   build-ibm:
-    if: github.repository == 'ruby/prism' && false
+    if: github.repository == 'ruby/prism'
     strategy:
       fail-fast: false
       matrix:
@@ -257,7 +258,7 @@ jobs:
         bundler-cache: true
     - run: bundle config --local frozen false
     - run: bundle exec rake build:dev
-    - uses: actions/upload-artifact@v6
+    - uses: actions/upload-artifact@v7
       with:
         name: gem-package
         path: pkg
@@ -308,7 +309,7 @@ jobs:
     - uses: ruby/setup-ruby@v1
       with:
         ruby-version: ${{ matrix.target.ruby }}
-    - uses: actions/download-artifact@v7
+    - uses: actions/download-artifact@v8
       with:
         name: gem-package
         path: pkg

.github/workflows/publish-npm.yml

@@ -42,5 +42,17 @@ jobs:
       - name: Update npm
         run: npm install -g npm@latest
 
-      - run: npm publish
+      - name: Determine npm tag
+        id: npm-tag
+        run: |
+          PACKAGE_VERSION=$(node -p "require('./javascript/package.json').version")
+          LATEST_VERSION=$(npm view @ruby/prism version 2>/dev/null || echo "0.0.0")
+          if npx semver "$PACKAGE_VERSION" -r ">$LATEST_VERSION"; then
+            echo "tag=latest" >> "$GITHUB_OUTPUT"
+          else
+            MINOR=$(echo "$PACKAGE_VERSION" | cut -d. -f1,2)
+            echo "tag=stable-$MINOR" >> "$GITHUB_OUTPUT"
+          fi
+
+      - run: npm publish --tag ${{ steps.npm-tag.outputs.tag }}
         working-directory: javascript

.github/workflows/rust-bindings.yml

@@ -10,6 +10,7 @@ on:
       - "*akefile*"
     branches:
       - main
+      - ruby-4.0
   pull_request:
 
 env:

.github/workflows/sync-ruby.yml

@@ -1,7 +1,9 @@
 name: Sync ruby
 on:
   push:
-    branches: [main]
+    branches:
+      - main
+      - ruby-4.0
 jobs:
   sync:
     name: Sync ruby
@@ -10,9 +12,17 @@ jobs:
     steps:
       - uses: actions/checkout@v6
 
+      - name: Set ruby/ruby target branch
+        id: target
+        run: |
+          case "$GITHUB_REF_NAME" in
+            main)      echo "ref=master" >> "$GITHUB_OUTPUT" ;;
+            ruby-4.0)  echo "ref=ruby_4_0" >> "$GITHUB_OUTPUT" ;;
+          esac
+
       - name: Create GitHub App token
         id: app-token
-        uses: actions/create-github-app-token@v2
+        uses: actions/create-github-app-token@v3
         with:
           app-id: 2060836
           private-key: ${{ secrets.RUBY_SYNC_DEFAULT_GEMS_PRIVATE_KEY }}
@@ -26,7 +36,7 @@ jobs:
           repo: ruby
           workflow_file_name: sync_default_gems.yml
           github_token: ${{ steps.app-token.outputs.token }}
-          ref: master
+          ref: ${{ steps.target.outputs.ref }}
           client_payload: |
             {"gem":"${{ github.event.repository.name }}","before":"${{ github.event.before }}","after":"${{ github.event.after }}"}
           propagate_failure: true

.gitignore

@@ -32,16 +32,17 @@ out.svg
 /gemfiles/typecheck/bin/
 /include/prism/ast.h
 /include/prism/diagnostic.h
+/include/prism/node_new.h
 /javascript/node_modules/
 /javascript/package-lock.json
 /javascript/src/deserialize.js
 /javascript/src/nodes.js
 /javascript/src/visitor.js
 /javascript/src/prism.wasm
 /javascript/src/*.d.ts
-/java/org/prism/AbstractNodeVisitor.java
-/java/org/prism/Loader.java
-/java/org/prism/Nodes.java
+/java/org/ruby_lang/prism/AbstractNodeVisitor.java
+/java/org/ruby_lang/prism/Loader.java
+/java/org/ruby_lang/prism/Nodes.java
 /lib/prism/compiler.rb
 /lib/prism/dispatcher.rb
 /lib/prism/dot_visitor.rb
@@ -59,12 +60,6 @@ out.svg
 /src/serialize.c
 /src/token_type.c
 /src/**/*.o
-/sig/prism.rbs
-/sig/prism/dsl.rbs
-/sig/prism/mutation_compiler.rbs
-/sig/prism/node.rbs
-/sig/prism/visitor.rbs
-/sig/prism/_private/dot_visitor.rbs
 /rbi/prism/dsl.rbi
 /rbi/prism/node.rbi
 /rbi/prism/visitor.rbi
@@ -74,3 +69,5 @@ compile_commands.json
 .vscode/
 
 tags
+
+wasi-sdk*

CHANGELOG.md

@@ -19,6 +19,15 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) a
 - Fixed location of opening tokens when invalid syntax is parsed.
 - Fix RBI for parsing options.
 
+## [1.8.1] - 2026-03-16 (Ruby 4.0.2 maintenance release)
+
+### Changed
+
+- Fix `not` binding power in endless methods.
+- Correctly handle `and?` and similar on Ruby 4.0.
+- Fix error message for block/lambda with `...` argument.
+- Fix `in` handling.
+
 ## [1.8.0] - 2026-01-12
 
 ### Added
@@ -746,6 +755,7 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) a
 
 [unreleased]: https://github.com/ruby/prism/compare/v1.9.0...HEAD
 [1.9.0]: https://github.com/ruby/prism/compare/v1.8.0...v1.9.0
+[1.8.1]: https://github.com/ruby/prism/compare/v1.8.0...v1.8.1
 [1.8.0]: https://github.com/ruby/prism/compare/v1.7.0...v1.8.0
 [1.7.0]: https://github.com/ruby/prism/compare/v1.6.0...v1.7.0
 [1.6.0]: https://github.com/ruby/prism/compare/v1.5.2...v1.6.0

Doxyfile

@@ -24,6 +24,7 @@ OUTPUT_DIRECTORY       = doc
 JAVADOC_AUTOBRIEF      = YES
 OPTIMIZE_OUTPUT_FOR_C  = YES
 INPUT                  = src src/util include include/prism include/prism/util
+EXCLUDE                = include/prism/debug_allocator.h
 HTML_OUTPUT            = c
 SORT_MEMBER_DOCS       = NO
 GENERATE_LATEX         = NO

Gemfile.lock

@@ -10,24 +10,25 @@ GEM
     benchmark-ips (2.14.0)
     date (3.5.1)
     date (3.5.1-java)
-    erb (6.0.1)
-    erb (6.0.1-java)
+    erb (6.0.2)
+    erb (6.0.2-java)
     ffi (1.17.3)
     io-console (0.8.2)
     io-console (0.8.2-java)
-    irb (1.16.0)
+    irb (1.17.0)
       pp (>= 0.6.0)
+      prism (>= 1.3.0)
       rdoc (>= 4.0.0)
       reline (>= 0.4.2)
     jar-dependencies (0.5.5)
     mini_portile2 (2.8.9)
-    nokogiri (1.19.0)
+    nokogiri (1.19.1)
       mini_portile2 (~> 2.8.2)
       racc (~> 1.4)
-    nokogiri (1.19.0-java)
+    nokogiri (1.19.1-java)
       racc (~> 1.4)
     onigmo (0.1.0)
-    parser (3.3.10.0)
+    parser (3.3.10.2)
       ast (~> 2.4.1)
       racc
     power_assert (3.0.1)
@@ -45,7 +46,7 @@ GEM
     rake (13.3.1)
     rake-compiler (1.3.1)
       rake
-    rdoc (7.0.3)
+    rdoc (7.2.0)
       erb
       psych (>= 4.0.0)
       tsort
@@ -58,7 +59,7 @@ GEM
       sexp_processor (~> 4.16)
     sexp_processor (4.17.5)
     stringio (3.2.0)
-    test-unit (3.7.6)
+    test-unit (3.7.7)
       power_assert
     tsort (0.2.0)
 

Makefile

@@ -12,7 +12,7 @@ SOEXT ?= $(shell ruby -e 'puts RbConfig::CONFIG["SOEXT"]')
 
 CPPFLAGS := -Iinclude $(CPPFLAGS)
 CFLAGS := -g -O2 -std=c99 -Wall -Werror -Wextra -Wpedantic -Wundef -Wconversion -Wno-missing-braces -fPIC -fvisibility=hidden -Wimplicit-fallthrough $(CFLAGS)
-JAVA_WASM_CFLAGS := -g -Oz -std=c99 -Wall -Werror -Wextra -Wpedantic -Wundef -Wconversion -Wno-missing-braces -fPIC -fvisibility=hidden -Wimplicit-fallthrough $(JAVA_WASM_CFLAGS)
+JAVA_WASM_CFLAGS := -g0 -O2 -Oz -std=c99 -Wall -Werror -Wextra -Wpedantic -Wundef -Wconversion -Wno-missing-braces -fno-sanitize=all -fno-stack-protector -fPIC -fvisibility=hidden -Wimplicit-fallthrough $(JAVA_WASM_CFLAGS)
 CC ?= cc
 AR ?= ar
 ARFLAGS ?= -r$(V0:1=v)
@@ -45,14 +45,15 @@ javascript/src/prism.wasm: Makefile $(SOURCES) $(HEADERS)
 	$(ECHO) "building $@"
 	$(Q) $(WASI_SDK_PATH)/bin/clang --sysroot=$(WASI_SDK_PATH)/share/wasi-sysroot/ \
 		$(DEBUG_FLAGS) \
-		-DPRISM_EXPORT_SYMBOLS -DPRISM_EXCLUDE_PRETTYPRINT -DPRISM_EXCLUDE_JSON -DPRISM_EXCLUDE_PACK \
+		-DPRISM_EXPORT_SYMBOLS -DPRISM_EXCLUDE_PRETTYPRINT -DPRISM_EXCLUDE_JSON \
 		-D_WASI_EMULATED_MMAN -lwasi-emulated-mman $(CPPFLAGS) $(CFLAGS) \
 		-Wl,--export-all -Wl,--gc-sections -Wl,--strip-all -Wl,--lto-O3 -Wl,--no-entry -mexec-model=reactor \
 		-Oz -g0 -flto -fdata-sections -ffunction-sections \
 		-o $@ $(SOURCES)
 
 java-wasm/src/test/resources/prism.wasm: Makefile $(SOURCES) $(HEADERS)
 	$(ECHO) "building $@"
+	$(Q) $(MAKEDIRS) $(@D)
 	$(Q) $(WASI_SDK_PATH)/bin/clang $(DEBUG_FLAGS) -DPRISM_EXCLUDE_PRETTYPRINT -DPRISM_EXPORT_SYMBOLS -D_WASI_EMULATED_MMAN -lwasi-emulated-mman $(CPPFLAGS) $(JAVA_WASM_CFLAGS) -Wl,--export-all -Wl,--no-entry -mexec-model=reactor -lc++ -lc++abi -o $@ $(SOURCES)
 
 build/shared/%.o: src/%.c Makefile $(HEADERS)

Rakefile

@@ -45,8 +45,7 @@ elsif RUBY_ENGINE == "jruby"
     ext.name = "prism"
     ext.ext_dir = "java"
     ext.lib_dir = "tmp"
-    ext.source_version = "1.8"
-    ext.target_version = "1.8"
+    ext.release = "21"
     ext.gem_spec = Gem::Specification.load("prism.gemspec")
   end
 end
@@ -55,6 +54,7 @@ end
 CLOBBER.concat(Prism::Template::TEMPLATES)
 CLOBBER.concat(["build"])
 CLOBBER << "lib/prism/prism.#{RbConfig::CONFIG["DLEXT"]}"
+CLOBBER << "java-wasm/src/main/resources/prism.wasm"
 
 Prism::Template::TEMPLATES.each do |filepath|
   desc "Generate #{filepath}"

Steepfile

@@ -1,21 +1,18 @@
 # frozen_string_literal: true
 
 target :lib do
+  check "lib"
   signature "sig"
 
-  library "cgi" # in lib/prism/dot_visitor.rb (Prism::DotVisitor)
-
-  check "lib"
+  library "cgi"
+  library "pp"
 
-  # TODO: Type-checking these files is still WIP
-  ignore "lib/prism/desugar_compiler.rb"
-  ignore "lib/prism/lex_compat.rb"
-  ignore "lib/prism/serialize.rb"
-  ignore "lib/prism/ffi.rb"
+  # Ignored because it requires other libraries.
   ignore "lib/prism/translation"
 
-  ignore "lib/prism/polyfill/append_as_bytes.rb"
-  ignore "lib/prism/polyfill/byteindex.rb"
-  ignore "lib/prism/polyfill/scan_byte.rb"
-  ignore "lib/prism/polyfill/unpack1.rb"
+  # Ignored because they are only for older Rubies.
+  ignore "lib/prism/polyfill"
+
+  # Ignored because we do not want to overlap with the C extension.
+  ignore "lib/prism/ffi.rb"
 end