Introduce Ractor benchmarks and harness

.github/workflows/test.yml

@@ -37,6 +37,22 @@ jobs:
           MIN_BENCH_TIME: '0'
         continue-on-error: ${{ matrix.continue-on-error || false }}
 
+      - name: Test run_benchmarks.rb - Ractors
+        run: ./run_benchmarks.rb --category=ractor
+        env:
+          WARMUP_ITRS: '1'
+          MIN_BENCH_ITRS: '1'
+          MIN_BENCH_TIME: '0'
+        continue-on-error: ${{ matrix.continue-on-error || false }}
+
+      - name: Test run_benchmarks.rb - Ractor Only
+        run: ./run_benchmarks.rb --category=ractor-only
+        env:
+          WARMUP_ITRS: '1'
+          MIN_BENCH_ITRS: '1'
+          MIN_BENCH_TIME: '0'
+        continue-on-error: ${{ matrix.continue-on-error || false }}
+
       - name: Test run_benchmarks.rb --graph
         run: |
           sudo apt-get update

.gitignore

@@ -3,6 +3,7 @@
 *.csv
 *.dump
 logs*
+benchmarks/*/data/
 
 __pycache__
 /benchmarks/discourse

README.md

@@ -101,6 +101,43 @@ It's also convenient for profiling, debugging, etc, especially since all benchma
 ruby benchmarks/some_benchmark.rb
 ```
 
+## Ractor Benchmarks
+
+ruby-bench supports Ractor-specific benchmarking with dedicated categories and benchmark directories.
+
+### Ractor Categories
+
+There are two Ractor-related categories:
+
+* **`--category ractor`** - Runs both regular benchmarks marked with `ractor:
+  true` in `benchmarks.yml` AND all benchmarks from the `benchmarks-ractor`
+  directory. The `harness-ractor` harness is used for both types of benchmark.
+
+* **`--category ractor-only`** - Runs ONLY benchmarks from the
+  `benchmarks-ractor` directory, ignoring regular benchmarks even if they are
+  marked with `ractor: true`. This category also automatically uses the
+  `harness-ractor` harness.
+
+### Directory Structure
+
+The `benchmarks-ractor/` directory sits at the same level as the main
+`benchmarks` directory, and contains Ractor-specific benchmark
+implementations that are designed to test Ractor functionality. They are not
+intended to be used with any harness except `harness-ractor`.
+
+### Usage Examples
+
+```bash
+# Run all Ractor-capable benchmarks (both regular and Ractor-specific)
+./run_benchmarks.rb --category ractor
+
+# Run only dedicated Ractor benchmarks from benchmarks-ractor directory
+./run_benchmarks.rb --category ractor-only
+```
+
+Note: The `harness-ractor` harness is automatically selected when using these
+categories, so there's no need to specify `--harness` manually.
+
 ## Ruby options
 
 By default, ruby-bench benchmarks the Ruby used for `run_benchmarks.rb`.

benchmarks-ractor/gvl_release_acquire/benchmark.rb

@@ -0,0 +1,9 @@
+require_relative "../../harness/loader"
+
+run_benchmark(5) do |num_rs, ractor_args|
+  output = File.open("/dev/null", "wb")
+  input = File.open("/dev/zero", "rb")
+  100_000.times do
+    output.write(input.read(10))
+  end
+end

benchmarks-ractor/json_parse_float/Gemfile

@@ -0,0 +1,2 @@
+source "https://rubygems.org"
+gem "json", "2.13.2"

benchmarks-ractor/json_parse_float/Gemfile.lock

@@ -0,0 +1,14 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    json (2.13.2)
+
+PLATFORMS
+  arm64-darwin-23
+  ruby
+
+DEPENDENCIES
+  json (= 2.13.2)
+
+BUNDLED WITH
+   2.7.0

benchmarks-ractor/json_parse_float/benchmark.rb

@@ -0,0 +1,39 @@
+require_relative "../../harness/loader"
+
+Dir.chdir(__dir__)
+use_gemfile
+require "json"
+puts "json v#{JSON::VERSION}"
+
+ELEMENTS = 100_000
+list = ELEMENTS.times.map do
+  {
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+    rand => rand,
+  }.to_json
+end
+Ractor.make_shareable(list)
+
+# Work is divided between ractors
+run_benchmark(5, ractor_args: [list]) do |num_rs, list|
+  # num_rs: 1,list: 100_000
+  # num_rs: 2 list: 50_000
+  # num_rs: 4 list: 25_000
+  if num_rs.zero?
+    num = list.size
+  else
+    num = list.size / num_rs
+  end
+  list.each_with_index do |json, idx|
+    break if idx >= num
+    JSON.parse(json)
+  end
+end

benchmarks-ractor/json_parse_string/Gemfile

@@ -0,0 +1,2 @@
+source "https://rubygems.org"
+gem "json", "2.13.2"

benchmarks-ractor/json_parse_string/Gemfile.lock

@@ -0,0 +1,14 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    json (2.13.2)
+
+PLATFORMS
+  arm64-darwin-23
+  ruby
+
+DEPENDENCIES
+  json (= 2.13.2)
+
+BUNDLED WITH
+   2.7.0

benchmarks-ractor/json_parse_string/benchmark.rb

@@ -0,0 +1,49 @@
+require_relative "../../harness/loader"
+
+Dir.chdir(__dir__)
+use_gemfile
+require "json"
+puts "json v#{JSON::VERSION}"
+
+ELEMENTS = 300_000
+list = ELEMENTS.times.map do |i|
+  {
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+    "string #{i}" => "value #{i}",
+  }.to_json
+end
+Ractor.make_shareable(list)
+
+# Work is divided between ractors
+run_benchmark(5, ractor_args: [list]) do |num_rs, list|
+  # num_rs: 1,list: 100_000
+  # num_rs: 2 list: 50_000
+  # num_rs: 4 list: 25_000
+  if num_rs.zero?
+    num = list.size
+  else
+    num = list.size / num_rs
+  end
+  list.each_with_index do |json, idx|
+    break if idx >= num
+    JSON.parse(json)
+  end
+end

benchmarks-ractor/knucleotide/benchmark.rb

@@ -0,0 +1,66 @@
+# The Computer Language Benchmarks Game
+# https://salsa.debian.org/benchmarksgame-team/benchmarksgame/
+#
+# k-nucleotide benchmark - Ractor implementation
+# Mirrors the Process.fork version structure as closely as possible
+
+require_relative "../../harness/loader"
+
+def frequency(seq, length)
+  frequencies = Hash.new(0)
+  last_index = seq.length - length
+
+  i = 0
+  while i <= last_index
+    frequencies[seq.byteslice(i, length)] += 1
+    i += 1
+  end
+
+  [seq.length - length + 1, frequencies]
+end
+
+def sort_by_freq(seq, length)
+  n, table = frequency(seq, length)
+
+  table.sort { |a, b|
+    cmp = b[1] <=> a[1]
+    cmp == 0 ? a[0] <=> b[0] : cmp
+  }.map! { |seq, count|
+    "#{seq} #{'%.3f' % ((count * 100.0) / n)}"
+  }.join("\n") << "\n\n"
+end
+
+def find_seq(seq, s)
+  _, table = frequency(seq, s.length)
+  "#{table[s] || 0}\t#{s}\n"
+end
+
+def generate_test_sequence(size)
+  alu = "GGCCGGGCGCGGTGGCTCACGCCTGTAATCCCAGCACTTTGGGAGGCCGAGGCGGGCGGATCACCTGAGGTCA" +
+        "GGAGTTCGAGACCAGCCTGGCCAACATGGTGAAACCCCGTCTCTACTAAAAATACAAAAATTAGCCGGGCGTGG" +
+        "TGGCGCGCGCCTGTAATCCCAGCTACTCGGGAGGCTGAGGCAGGAGAATCGCTTGAACCCGGGAGGCGGAGGTT" +
+        "GCAGTGAGCCGAGATCGCGCCACTGCACTCCAGCCTGGGCGACAGAGCGAGACTCCGTCTCAAAAA"
+
+  sequence = ""
+  full_copies = size / alu.length
+  remainder = size % alu.length
+
+  full_copies.times { sequence << alu }
+  sequence << alu[0, remainder] if remainder > 0
+
+  sequence.upcase.freeze
+end
+
+# Make sequence shareable for Ractors
+TEST_SEQUENCE = Ractor.make_shareable(generate_test_sequence(100_000))
+
+run_benchmark(5) do |num_ractors, ractor_args|
+  freqs = [1, 2]
+  nucleos = %w(GGT GGTA GGTATT GGTATTTTAATT GGTATTTTAATTTATAGT)
+
+  # Sequential version - mirrors Process version but without Workers
+  results = []
+  freqs.each { |i| results << sort_by_freq(TEST_SEQUENCE, i) }
+  nucleos.each { |s| results << find_seq(TEST_SEQUENCE, s) }
+  results
+end

benchmarks-ractor/optcarrot/benchmark.rb

@@ -0,0 +1,50 @@
+require_relative '../../harness/loader'
+require_relative "../../benchmarks/optcarrot/lib/optcarrot"
+
+ROM_PATH = File.expand_path("../../benchmarks/optcarrot/examples/Lan_Master.nes", __dir__).freeze
+# deep freeze all the constants
+
+# rubocop:disable Lint/ShadowingOuterLocalVariable, Style/Semicolon
+Optcarrot::Config::DEFAULT_OPTIONS.each {|k, v| k.freeze; v.freeze }.freeze
+Optcarrot::Config::OPTIONS.each do |k, v|
+  k.freeze
+  v.each do |k, v|
+    k.freeze
+    v.each do |k, v|
+      k.freeze
+      if v.is_a?(Array)
+        v.each {|v| v.freeze }
+      end
+      v.freeze
+    end.freeze
+  end.freeze
+end.freeze
+Optcarrot::Driver::DRIVER_DB.each do |k, v|
+  k.freeze
+  v.each {|k, v| k.freeze; v.freeze }.freeze
+end.freeze
+Optcarrot::Audio::PACK_FORMAT.each {|k, v| k.freeze; v.freeze }.freeze
+Optcarrot::APU::Pulse::WAVE_FORM.each {|a| a.freeze }.freeze
+Optcarrot::APU::Triangle::WAVE_FORM.freeze
+Optcarrot::APU::FRAME_CLOCKS.freeze
+Optcarrot::APU::OSCILLATOR_CLOCKS.each {|a| a.freeze }.freeze
+Optcarrot::APU::LengthCounter::LUT.freeze
+Optcarrot::APU::Noise::LUT.freeze
+Optcarrot::APU::Noise::NEXT_BITS_1.each {|a| a.freeze }.freeze
+Optcarrot::APU::Noise::NEXT_BITS_6.each {|a| a.freeze }.freeze
+Optcarrot::APU::DMC::LUT.freeze
+Optcarrot::PPU::DUMMY_FRAME.freeze
+Optcarrot::PPU::BOOT_FRAME.freeze
+Optcarrot::PPU::SP_PIXEL_POSITIONS.each {|k, v| k.freeze; v.freeze }.freeze
+Optcarrot::PPU::TILE_LUT.each {|a| a.each {|a| a.each {|a| a.freeze }.freeze }.freeze }.freeze
+Optcarrot::PPU::NMT_TABLE.each {|k, v| k.freeze; v.freeze }.freeze
+Optcarrot::CPU::DISPATCH.each {|a| a.freeze }.freeze
+Optcarrot::ROM::MAPPER_DB.freeze
+# rubocop:enable Style/Semicolon
+
+# rubocop:disable Style/MultilineBlockChain
+
+run_benchmark(10) do
+  nes = Optcarrot::NES.new(["-b", "--no-print-video-checksum", ROM_PATH])
+  200.times { nes.step }
+end