Fix broken

.coveragerc

@@ -0,0 +1,32 @@
+[run]
+branch = True
+omit = 
+    tests/*
+    docs/*
+    docker/*
+    test_*
+    *_test*
+
+[report]
+# Regexes for lines to exclude from consideration
+exclude_lines =
+    # Have to re-enable the standard pragma
+    pragma: no cover
+
+    # Don't complain about missing debug-only code:
+    def __repr__
+    if self\.debug
+
+    # Don't complain if tests don't hit defensive assertion code:
+    raise AssertionError
+    raise NotImplementedError
+    raise FileNotFoundError
+
+    # Don't complain if non-runnable code isn't run:
+    if 0:
+    if __name__ == .__main__.:
+
+    # Don't complain about abstract methods, they aren't run:
+    @(abc\.)?abstractmethod
+
+ignore_errors = True

.gitignore

@@ -120,3 +120,13 @@ venv.bak/
 
 # mypy
 .mypy_cache/
+
+# VSCode
+._*
+
+# Directories
+results_dir
+bsuite_results*
+.vscode
+results
+

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "exarl/envs/env_vault/Hadrec_dir"]
+	path = exarl/envs/env_vault/Hadrec_dir
+	url = git@github.com:exalearn/powerGridEnv.git

.travis.yml

@@ -20,6 +20,10 @@ before_install:
 script:
   - pip install -r setup/test-requirements.txt
   - flake8 .
-  - pytest
+  - pytest --cov-config=.coveragerc --cov=./ --cov-report=xml --cov-report=term
   - export PYTHONPATH=`pwd`:$PYTHONPATH
   - python exarl/driver
+  - curl -Os https://uploader.codecov.io/latest/linux/codecov
+  - chmod +x codecov
+  - CODECOV_TOKEN=58f6254a-1517-4f4b-9e87-1348390deaf7
+  - ./codecov -t ${CODECOV_TOKEN}

README.md

@@ -7,6 +7,7 @@ A scalable software framework for reinforcement learning environments and agents
 [![License](https://img.shields.io/badge/License-BSD_3--Clause-blue.svg)](https://opensource.org/licenses/BSD-3-Clause)
 [![Build Status](https://travis-ci.com/exalearn/EXARL.svg?token=nVtzNrBfRo4qpVpEQP21&branch=develop)](https://travis-ci.com/exalearn/EXARL)
 [![Documentation Status](https://readthedocs.org/projects/exarl/badge/?version=latest)](https://exarl.readthedocs.io/en/latest/?badge=latest)
+[![codecov](https://codecov.io/gh/exalearn/EXARL/branch/develop/graph/badge.svg?token=VMHFSSZ7MJ)](https://codecov.io/gh/exalearn/EXARL)
 
 [Complete documentation](https://exarl.readthedocs.io/en/latest/index.html) is available.
 

bsuite/SingleRun.pm

@@ -0,0 +1,197 @@
+#!/usr/bin/perl
+package SingleRun;
+use strict;
+use Time::HiRes qw(usleep);
+
+my $user = "userName";
+my $partition = "partitionName";
+my $overSubFactor = 2;
+my $defaultThreshold = 1;
+my $threshold = $defaultThreshold;
+
+sub setPartition
+{
+    $partition = $_[0];
+}
+
+sub setUser
+{
+    $user = $_[0];
+}
+
+sub runCommand
+{
+    system($_[0]);
+}
+
+sub getCurrentAvailableNodes
+{
+    my $command = "sinfo -p $partition -t idle -o %D -h";
+    my $output = `$command`;
+    chomp $output;
+    return $output
+}
+
+sub getCurrentTotalNodes
+{
+    my $command = "sinfo -p $partition -t idle,alloc -o %D -h";
+    my $output = `$command`;
+    chomp $output;
+    return $output
+}
+
+sub getCurrentLoad
+{
+    my $command = "squeue -h -p $partition -u $user | wc -l";
+    my $output = `$command`;
+    chomp $output;
+    return $output
+}
+
+sub getCurrentRunning
+{
+    my $command = "squeue -h -p $partition -u $user -t R | wc -l";
+    my $output = `$command`;
+    chomp $output;
+    return $output
+}
+
+sub throttleCommand
+{   
+    my $command = $_[0];
+    my $total = getCurrentTotalNodes();
+    my $avail = getCurrentAvailableNodes();
+    my $load = getCurrentLoad();
+    if($threshold < $avail)
+    {
+        $threshold = int($avail*$overSubFactor);
+    }
+    else
+    {
+        my $max = $total * $overSubFactor;
+        if($max < $threshold)
+        {
+            $threshold = $max;
+        }
+    }
+    my $secs = 100;
+    while($load >= $threshold)
+    {
+        usleep($secs);
+        if($secs < 1000000)
+        {
+            $secs+=100;
+        }
+        $load = getCurrentLoad();
+    }
+    my $load = getCurrentLoad();
+    runCommand($command);
+    $total = getCurrentTotalNodes();
+    $avail = getCurrentAvailableNodes();
+    $load = getCurrentLoad();
+    my $running = getCurrentRunning();
+    my $percentage = 100 * $running / $total;
+    print("Nodes: $total Avail: $avail Load: $load Percent: $percentage Threshold: $threshold\n");
+}
+
+sub greedyThrottleCommand
+{   
+    $threshold = shift(@_);
+    my $command = shift(@_);
+    my $total = getCurrentTotalNodes();
+    my $avail = getCurrentAvailableNodes();
+    my $load = getCurrentLoad();
+
+
+    my $secs = 100;
+    while($load >= $threshold)
+    {
+        usleep($secs);
+        if($secs < 1000000)
+        {
+            $secs+=100;
+        }
+        $load = getCurrentLoad();
+    }
+    my $load = getCurrentLoad();
+    runCommand($command);
+    $total = getCurrentTotalNodes();
+    $avail = getCurrentAvailableNodes();
+    $load = getCurrentLoad();
+    my $running = getCurrentRunning();
+    my $percentage = 100 * $running / $total;
+    print("Nodes: $total Avail: $avail Load: $load Percent: $percentage Threshold: $threshold\n");
+}
+
+sub waitUntilFileExists
+{
+    my $fileName = shift(@_);
+    my $flag = 0;
+    while(!$flag)
+    {
+        if(-e $fileName)
+        {
+            $flag = 1;
+        }
+        else
+        {
+            # print("Waiting for $fileName\n");
+            usleep(100);
+        }
+    }
+}
+
+sub waitUntilFileExistsTimeout
+{
+    my $fileName = shift(@_);
+    my $waitTime = shift(@_) * 1000000;
+    my $flag = 0;
+    while(!$flag && $waitTime!=0)
+    {
+        if(-e $fileName)
+        {
+            $flag = 1;
+        }
+        else
+        {
+            usleep(100);
+            $waitTime -= 100;
+        }
+    }
+}
+
+sub waitUntilDirExists
+{
+    my $dirName = shift(@_);
+    my $flag = 0;
+    while(!$flag)
+    {
+        if(-d $dirName)
+        {
+            $flag = 1;
+        }
+        else
+        {
+            # print("Waiting for $dirName\n");
+            usleep(100);
+        }
+    }
+}
+
+sub getDirsWithPrefix
+{
+    my $root = shift(@_);
+    my $prefix = shift(@_);
+
+    opendir my $dh, $root 
+        or die "$0: opendir: $!";
+    my @dirs = grep {-d "$root/$_" && ! /^\.{1,2}$/} readdir($dh);
+    return grep(/$prefix/, @dirs);
+}
+
+sub countDirsWithPrefix
+{
+    return scalar(getDirsWithPrefix(shift(@_)));
+}
+
+1;

bsuite/bsuite_all.py

@@ -0,0 +1,100 @@
+# This material was prepared as an account of work sponsored by an agency of the
+# United States Government.  Neither the United States Government nor the United
+# States Department of Energy, nor Battelle, nor any of their employees, nor any
+# jurisdiction or organization that has cooperated in the development of these
+# materials, makes any warranty, express or implied, or assumes any legal
+# liability or responsibility for the accuracy, completeness, or usefulness or
+# any information, apparatus, product, software, or process disclosed, or
+# represents that its use would not infringe privately owned rights. Reference
+# herein to any specific commercial product, process, or service by trade name,
+# trademark, manufacturer, or otherwise does not necessarily constitute or imply
+# its endorsement, recommendation, or favoring by the United States Government
+# or any agency thereof, or Battelle Memorial Institute. The views and opinions
+# of authors expressed herein do not necessarily state or reflect those of the
+# United States Government or any agency thereof.
+#                 PACIFIC NORTHWEST NATIONAL LABORATORY
+#                            operated by
+#                             BATTELLE
+#                             for the
+#                   UNITED STATES DEPARTMENT OF ENERGY
+#                    under Contract DE-AC05-76RL01830
+import sys
+from bsuite import sweep
+
+subsets = {"all": ["bandit", "bandit_noise", "bandit_scale",
+                   "cartpole", "cartpole_noise", "cartpole_scale", "cartpole_swingup",
+                   "catch", "catch_noise", "catch_scale",
+                   "deep_sea", "deep_sea_stochastic",
+                   "discounting_chain",
+                   "memory_len", "memory_size",
+                   "mnist", "mnist_noise", "mnist_scale",
+                   "mountain_car", "mountain_car_noise", "mountain_car_scale",
+                   "umbrella_distract", "umbrella_length"],
+           "working": ["bandit", "bandit_noise", "bandit_scale",
+                       "cartpole", "cartpole_noise", "cartpole_scale",
+                       "catch", "catch_noise", "catch_scale",
+                       "deep_sea", "deep_sea_stochastic",
+                       "discounting_chain",
+                       "memory_len", "memory_size",
+                       "mnist", "mnist_noise", "mnist_scale",
+                       "umbrella_distract", "umbrella_length"],
+           "developer": ["cartpole", "cartpole_noise", "bandit"],
+           "basic": ["bandit", "mnist", "catch", "mountain_car", "cartpole"],
+           "noise": ["bandit_noise", "mnist_noise", "catch_noise", "mountain_car_noise", "cartpole_noise"],
+           "scale": ["bandit_scale", "mnist_scale", "catch_scale", "mountain_car_scale", "cartpole_scale"],
+           "exploration": ["deep_sea", "deep_sea_stochastic", "cartpole_swingup"],
+           "credit_assignment": ["umbrella_length", "umbrella_distract", "discounting_chain"],
+           "memory": ["memory_len", "memory_size"],
+           "quick_basic": ["bandit", "catch", "discounting_chain"],
+           "dynamics_learning": ["cartpole_swingup", "deep_sea", "discounting_chain", "memory_len", "memory_size", "umbrella_length", "umbrella_distract"],
+           "cartpole": ["cartpole", "cartpole_noise", "cartpole_scale"],
+           "cartpole_only": ["cartpole"],
+           "cartpole_noise": ["cartpole_noise"],
+           "cartpole_scale": ["cartpole_scale"],
+           "cartpole_swingup": ["cartpole_swingup"],
+           "catch": ["catch", "catch_noise", "catch_scale"],
+           "catch_only": ["catch"],
+           "catch_noise": ["catch_noise"],
+           "catch_scale": ["catch_scale"],
+           "mountain_car_only": ["mountain_car"],
+           "mountain_car_noise": ["mountain_car_noise"],
+           "mountain_car_scale": ["mountain_car_scale"],
+           "deep": ["deep_sea", "deep_sea_stochastic"],
+           "umbrella": ["umbrella_length"],
+           "umb_dist": ["umbrella_distract"],
+           "discount": ["discounting_chain"],
+           "empty": []}
+
+
+def parse_entry(entry):
+    temp = entry.split("/")
+    return temp[0], int(temp[1]) + 1
+
+def get_all(filter):
+    ret = {}
+    for entry in sweep.SWEEP:
+        name, seed = parse_entry(entry)
+        reps = sweep.EPISODES[entry]
+        if filter is None or name in subsets[filter]:
+            if name in ret:
+                seed = max([ret[name][0], seed])
+                reps = max([ret[name][1], reps])
+            ret[name] = (seed, reps)
+    return ret
+
+
+if __name__ == "__main__":
+    filter = "all"
+    if len(sys.argv) == 2:
+        filter = str(sys.argv[1])
+
+    if filter == "display":
+        for sub in subsets:
+            if sub != "empty":
+                print(sub)
+    else:
+        if filter not in subsets:
+            filter = "empty"
+        envs = get_all(filter)
+        for i in envs:
+            print(i, envs[i][0], envs[i][1])