test.conf

# -*- mode: yaml -*-
# Config file for ReBench
default_experiment: all
default_data_file: 'benchmark.data'

runs:
    iterations: 1
    invocations: 1

# definition of benchmark suites
benchmark_suites:
    test-som:
        gauge_adapter: RebenchLog
        command: " -cp .:Core:CD:DeltaBlue:Havlak:Json:NBody:Richards:../../implementations/TruffleSOM/Smalltalk Harness.som  %(benchmark)s 1 "
        location: benchmarks/SOM
        max_invocation_time: 240
        benchmarks: &BENCHMARKS
            - DeltaBlue:
                extra_args: 1
            - Richards:
                extra_args: 1
            - Json:
                extra_args: 1
            - CD:
                extra_args: 10
            - Havlak:
                extra_args: 1
            
            - Bounce:
                extra_args: 1
            - List:
                extra_args: 1
            - Mandelbrot:
                extra_args: 1
            - NBody:
                extra_args: 1
            - Permute:
                extra_args: 1
            - Queens:
                extra_args: 1
            - Sieve:
                extra_args: 1
            - Storage:
                extra_args: 1
            - Towers:
                extra_args: 1

    test-somns:
        gauge_adapter: RebenchLog
        command: " Harness.ns %(benchmark)s 1 "
        location: benchmarks/SOMns
        benchmarks: *BENCHMARKS
    test-java:
        gauge_adapter: RebenchLog
        command: " -cp ../benchmarks/Java/benchmarks.jar Harness %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-crystal:
        gauge_adapter: RebenchLog
        location: benchmarks/Crystal
        command: "./harness %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-ruby:
        gauge_adapter: RebenchLog
        location: benchmarks/Ruby
        command: "harness.rb %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-rbx:
        gauge_adapter: RebenchLog
        location: benchmarks/Ruby
        command: "harness.rb %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-js:
        gauge_adapter: RebenchLog
        location: benchmarks/JavaScript
        command: "harness.js %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-pharo:
        gauge_adapter: RebenchLog
        location: benchmarks/Smalltalk
        command: "AWFY_Pharo.image run.st %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-squeak32:
        gauge_adapter: RebenchLog
        location: benchmarks/Smalltalk
        command: "AWFY_Squeak32.image $(pwd)/run.st %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-squeak64:
        gauge_adapter: RebenchLog
        location: benchmarks/Smalltalk
        command: "AWFY_Squeak64.image $(pwd)/run.st %(benchmark)s 1 "
        benchmarks: *BENCHMARKS
    test-rsqueak:
        gauge_adapter: RebenchLog
        location: benchmarks/Smalltalk
        command: "AWFY_RSqueak.image $(pwd)/run.st %(benchmark)s 1 "
        benchmarks: *BENCHMARKS

    test-lua52:
        gauge_adapter: RebenchLog
        location: benchmarks/Lua
        command: "harness.lua %(benchmark)s 1 "
        max_invocation_time: 60
        benchmarks: *BENCHMARKS
      
    test-python:
        gauge_adapter: RebenchLog
        location: benchmarks/Python
        command: "harness.py %(benchmark)s 1 "
        max_invocation_time: 60
        benchmarks: *BENCHMARKS

# VMs have a name and are specified by a path and the binary to be executed
executors:
    Java8U66:
      path: implementations/
      executable: java8.sh
    TruffleSOM:
      path: implementations/
      executable: TruffleSOM.sh
      args: -G
    SOM:
      path: implementations/SOM/
      executable: som.sh
    SOMns:
      path: implementations/SOMns
      executable: som
      args: -G
    SOMpp:
      path: implementations/SOMpp
      executable: som.sh
      build: [make]
    MRI23:
      path: implementations/
      executable: mri-23.sh
    RBX314:
      path: implementations/
      executable: rbx-314.sh
    Crystal:
      path: implementations/
      executable: crystal.sh
    Node:
      path: implementations/
      executable: node.sh
    Pharo:
      path: implementations/
      executable: pharo
    Squeak32:
      path: implementations/
      executable: squeak32
    Squeak64:
      path: implementations/
      executable: squeak64
    RSqueak:
      path: implementations/
      executable: rsqueak.sh
    Lua52:
      executable: lua5.2
    Python:
      executable: python

experiments:
    test-som:
      suites: [test-som]
      executions:
        - TruffleSOM
        - SOM
    test-somns:
      suites: [test-somns]
      executions: [SOMns]
    test-crystal:
      suites: [test-crystal]
      executions: [Crystal]
    test-js:
      suites: [test-js]
      executions: [Node]
    test-ruby:
      suites:
        - test-ruby
        - test-rbx
      executions: [MRI23]
    test-java:
      suites:  [test-java]
      executions: [Java8U66]
    test-pharo:
      suites:  [test-pharo]
      executions: [Pharo]
    test-squeak32:
      suites: [test-squeak32]
      executions: [Squeak32]
    test-squeak64:
      suites: [test-squeak64]
      executions: [Squeak64]
    test-rsqueak:
      suites: [test-rsqueak]
      executions: [RSqueak]
    test-lua52:
      suites: [test-lua52]
      executions: [Lua52]
    test-python:
      suites: [test-python]
      executions: [Python]