Unified representation
Run code and inspect results using the same abstraction. Check out the example below ⏬
diff --git a/404.html b/404.html index fabeaa2e..52409922 100644 --- a/404.html +++ b/404.html @@ -6,7 +6,7 @@
404
But if you don't change your direction, and if you keep looking, you may end up where you are heading.
from typing import List, Optional
+# your code
from typing import List, Optional
import os
diff --git a/assets/examples_aimstack-storage_index.md.e95360b0.lean.js b/assets/examples_aimstack-storage_index.md.0a271eff.lean.js
similarity index 100%
rename from assets/examples_aimstack-storage_index.md.e95360b0.lean.js
rename to assets/examples_aimstack-storage_index.md.0a271eff.lean.js
diff --git a/assets/examples_globus-storage_index.md.620b6419.js b/assets/examples_globus-storage_index.md.41b0bd31.js
similarity index 99%
rename from assets/examples_globus-storage_index.md.620b6419.js
rename to assets/examples_globus-storage_index.md.41b0bd31.js
index 771dd36a..4b566f02 100644
--- a/assets/examples_globus-storage_index.md.620b6419.js
+++ b/assets/examples_globus-storage_index.md.41b0bd31.js
@@ -13,7 +13,7 @@ import{_ as s,o as n,c as a,O as l}from"./chunks/framework.62020867.js";const i=
print(matches)
# download from globus
-storage.download(matches[0].uuid)
from typing import TYPE_CHECKING, List
+storage.download(matches[0].uuid)
from typing import TYPE_CHECKING, List
import os
import time
diff --git a/assets/examples_globus-storage_index.md.620b6419.lean.js b/assets/examples_globus-storage_index.md.41b0bd31.lean.js
similarity index 100%
rename from assets/examples_globus-storage_index.md.620b6419.lean.js
rename to assets/examples_globus-storage_index.md.41b0bd31.lean.js
diff --git a/assets/examples_mpi-execution_index.md.5075bb2c.js b/assets/examples_mpi-execution_index.md.4fa12702.js
similarity index 94%
rename from assets/examples_mpi-execution_index.md.5075bb2c.js
rename to assets/examples_mpi-execution_index.md.4fa12702.js
index 4c95a632..05d43995 100644
--- a/assets/examples_mpi-execution_index.md.5075bb2c.js
+++ b/assets/examples_mpi-execution_index.md.4fa12702.js
@@ -1,8 +1,9 @@
import{_ as s,o as n,c as a,O as l}from"./chunks/framework.62020867.js";const i=JSON.parse('{"title":"MPI execution","description":"","frontmatter":{},"headers":[],"relativePath":"examples/mpi-execution/index.md","filePath":"examples/mpi-execution/index.md"}'),p={name:"examples/mpi-execution/index.md"},o=l(`MPI execution
Integration to launch MPI jobs.
Usage example
pythonfrom machinable import get
with get("mpi", {"ranks": 8}):
- ... # your MPI ready component
Source
pyfrom typing import Literal, Optional, Union
+ ... # your MPI ready component
Source
pyfrom typing import Literal, Optional, Union
+import os
import sys
from machinable import Execution
@@ -26,7 +27,10 @@ import{_ as s,o as n,c as a,O as l}from"./chunks/framework.62020867.js";const i=
ranks = executable.config.get("ranks", False)
if ranks not in [None, False]:
- resources["-n"] = int(ranks)
+ if ranks == -1:
+ ranks = os.environ.get("MPI_RANKS", 0)
+ if int(ranks) > 0:
+ resources["-n"] = int(ranks)
return resources
@@ -124,4 +128,4 @@ import{_ as s,o as n,c as a,O as l}from"./chunks/framework.62020867.js";const i=
except KeyboardInterrupt as _ex:
raise KeyboardInterrupt(
"Interrupting \`" + " ".join(cmd) + "\`"
- ) from _ex
`,6),e=[o];function t(c,F,r,D,y,A){return n(),a("div",null,e)}const u=s(p,[["render",t]]);export{i as __pageData,u as default};
+ ) from _ex
A way to assert that components have been cached.
from machinable import get
with get("require"):
- ... # components to check
from machinable import Execution
+ ... # components to check
from machinable import Execution
class Require(Execution):
diff --git a/assets/examples_require-execution_index.md.9f45fc51.lean.js b/assets/examples_require-execution_index.md.d47902ec.lean.js
similarity index 100%
rename from assets/examples_require-execution_index.md.9f45fc51.lean.js
rename to assets/examples_require-execution_index.md.d47902ec.lean.js
diff --git a/assets/examples_slurm-execution_index.md.292b100f.js b/assets/examples_slurm-execution_index.md.00f8b9c8.js
similarity index 99%
rename from assets/examples_slurm-execution_index.md.292b100f.js
rename to assets/examples_slurm-execution_index.md.00f8b9c8.js
index 34b497b3..1b978b43 100644
--- a/assets/examples_slurm-execution_index.md.292b100f.js
+++ b/assets/examples_slurm-execution_index.md.00f8b9c8.js
@@ -1,7 +1,7 @@
import{_ as s,o as n,c as a,O as l}from"./chunks/framework.62020867.js";const i=JSON.parse('{"title":"Slurm execution","description":"","frontmatter":{},"headers":[],"relativePath":"examples/slurm-execution/index.md","filePath":"examples/slurm-execution/index.md"}'),o={name:"examples/slurm-execution/index.md"},p=l(`Slurm execution
Integration to submit to the Slurm scheduler.
Usage example
pythonfrom machinable import get
with get("slurm", {"ranks": 8, 'preamble': 'mpirun'}):
- ... # your component
Source
pyfrom typing import Literal, Optional, Union
+ ... # your component
Source
pyfrom typing import Literal, Optional, Union
import os
import subprocess
diff --git a/assets/examples_slurm-execution_index.md.292b100f.lean.js b/assets/examples_slurm-execution_index.md.00f8b9c8.lean.js
similarity index 100%
rename from assets/examples_slurm-execution_index.md.292b100f.lean.js
rename to assets/examples_slurm-execution_index.md.00f8b9c8.lean.js
diff --git a/assets/guide_component.md.8f272292.js b/assets/guide_component.md.8327ea2e.js
similarity index 98%
rename from assets/guide_component.md.8f272292.js
rename to assets/guide_component.md.8327ea2e.js
index 396a4329..0ae1627b 100644
--- a/assets/guide_component.md.8f272292.js
+++ b/assets/guide_component.md.8327ea2e.js
@@ -17,7 +17,7 @@ import{_ as p,D as t,o as c,c as r,z as n,a as s,G as o,B as l,O as e}from"./chu
>>> mnist.launch()
Downloading 'mnist' ...
If the execution is successful, the component is marked as finished.
python>>> mnist.execution.is_finished()
True
By design, component instances can only be executed once. They are automatically assigned a timestamp, random seed, as well as a nickname for easy identification.
python>>> mnist.seed
-1632827863
Invocations of launch()
after successful execution, do not trigger another execution since the component is marked as cached. On the other hand, if the execution failed, calling launch()
will resume the execution with the same configuration.
Implementing custom execution
Components can be executed in different ways. You may, for example, like to run components using multiprocessing or execute in a cloud environment. However, instead of adding the execution logic directly to your component code, machinable makes it easy to separate concerns. You can encapsulate the execution implementation in its own execution class that can then be used to execute the component.
`,8),C=e(`pythonfrom multiprocessing import Pool
+1632827863
Invocations of launch()
after successful execution, do not trigger another execution since the component is marked as cached. On the other hand, if the execution failed, calling launch()
will resume the execution with the same configuration.
Implementing custom execution
Components can be executed in different ways. You may, for example, like to run components using multiprocessing or execute in a cloud environment. However, instead of adding the execution logic directly to your component code, machinable makes it easy to separate concerns. You can encapsulate the execution implementation in its own execution class that can then be used to execute the component.
`,8),C=e(`pythonfrom multiprocessing import Pool
from machinable import Execution
@@ -39,4 +39,4 @@ import{_ as p,D as t,o as c,c as r,z as n,a as s,G as o,B as l,O as e}from"./chu
multiprocess = get("multiprocess", {'processes': 2})
Then, to use it, we can wrap the launch in the execution context:
pythonwith multiprocessing:
mnist.launch()
Check out the execution examples that include generally useful implementations you may like to use in your projects.
Using the CLI
Components can be launched directly from the command-line. The CLI works out of the box and closely mirrors the Python interface. To run a component, type its module name and method name, optionally followed by the configuration options, for example:
bashmachinable mnist_data batch_size=4 --launch
To use multiprocessing, you may type:
bashmachinable mnist_data batch_size=4 \\
- multiprocess processes=4 --launch
`,12);function A(d,m,u,h,g,f){const a=t("Pydoc");return c(),r("div",null,[y,n("p",null,[s("While interfaces are designed to associate data with code, "),o(a,{caption:"components"},{default:l(()=>[s("machinable.Component")]),_:1}),s(" are the special case that allows for execution.")]),D,n("p",null,[s("Once implemented and configured, components can be executed by calling "),o(a,{caption:"launch()"},{default:l(()=>[s("machinable.Component.launch")]),_:1}),s(":")]),F,n("p",null,[s("To implement an execution, implement an interface that inherits from the "),o(a,null,{default:l(()=>[s("machinable.Execution")]),_:1}),s(" base class, for example:")]),C])}const x=p(i,[["render",A]]);export{b as __pageData,x as default};
+ multiprocess processes=4 --launch`,12);function A(d,u,m,h,g,f){const a=t("Pydoc");return c(),r("div",null,[y,n("p",null,[s("While interfaces are designed to associate data with code, "),o(a,{caption:"components"},{default:l(()=>[s("machinable.Component")]),_:1}),s(" are the special case that allows for execution.")]),D,n("p",null,[s("Once implemented and configured, components can be executed by calling "),o(a,{caption:"launch()"},{default:l(()=>[s("machinable.Component.launch")]),_:1}),s(":")]),F,n("p",null,[s("To implement an execution, implement an interface that inherits from the "),o(a,null,{default:l(()=>[s("machinable.Execution")]),_:1}),s(" base class, for example:")]),C])}const x=p(i,[["render",A]]);export{b as __pageData,x as default};
diff --git a/assets/guide_component.md.8f272292.lean.js b/assets/guide_component.md.8327ea2e.lean.js
similarity index 94%
rename from assets/guide_component.md.8f272292.lean.js
rename to assets/guide_component.md.8327ea2e.lean.js
index 3b6f2678..4f97cf53 100644
--- a/assets/guide_component.md.8f272292.lean.js
+++ b/assets/guide_component.md.8327ea2e.lean.js
@@ -1 +1 @@
-import{_ as p,D as t,o as c,c as r,z as n,a as s,G as o,B as l,O as e}from"./chunks/framework.62020867.js";const b=JSON.parse('{"title":"Component","description":"","frontmatter":{},"headers":[],"relativePath":"guide/component.md","filePath":"guide/component.md"}'),i={name:"guide/component.md"},y=n("h1",{id:"component",tabindex:"-1"},[s("Component "),n("a",{class:"header-anchor",href:"#component","aria-label":'Permalink to "Component"'},"")],-1),D=e("",3),F=e("",8),C=e("",12);function A(d,m,u,h,g,f){const a=t("Pydoc");return c(),r("div",null,[y,n("p",null,[s("While interfaces are designed to associate data with code, "),o(a,{caption:"components"},{default:l(()=>[s("machinable.Component")]),_:1}),s(" are the special case that allows for execution.")]),D,n("p",null,[s("Once implemented and configured, components can be executed by calling "),o(a,{caption:"launch()"},{default:l(()=>[s("machinable.Component.launch")]),_:1}),s(":")]),F,n("p",null,[s("To implement an execution, implement an interface that inherits from the "),o(a,null,{default:l(()=>[s("machinable.Execution")]),_:1}),s(" base class, for example:")]),C])}const x=p(i,[["render",A]]);export{b as __pageData,x as default};
+import{_ as p,D as t,o as c,c as r,z as n,a as s,G as o,B as l,O as e}from"./chunks/framework.62020867.js";const b=JSON.parse('{"title":"Component","description":"","frontmatter":{},"headers":[],"relativePath":"guide/component.md","filePath":"guide/component.md"}'),i={name:"guide/component.md"},y=n("h1",{id:"component",tabindex:"-1"},[s("Component "),n("a",{class:"header-anchor",href:"#component","aria-label":'Permalink to "Component"'},"")],-1),D=e("",3),F=e("",8),C=e("",12);function A(d,u,m,h,g,f){const a=t("Pydoc");return c(),r("div",null,[y,n("p",null,[s("While interfaces are designed to associate data with code, "),o(a,{caption:"components"},{default:l(()=>[s("machinable.Component")]),_:1}),s(" are the special case that allows for execution.")]),D,n("p",null,[s("Once implemented and configured, components can be executed by calling "),o(a,{caption:"launch()"},{default:l(()=>[s("machinable.Component.launch")]),_:1}),s(":")]),F,n("p",null,[s("To implement an execution, implement an interface that inherits from the "),o(a,null,{default:l(()=>[s("machinable.Execution")]),_:1}),s(" base class, for example:")]),C])}const x=p(i,[["render",A]]);export{b as __pageData,x as default};
diff --git a/assets/guide_interface.md.72ed9d18.js b/assets/guide_interface.md.364b6f4f.js
similarity index 98%
rename from assets/guide_interface.md.72ed9d18.js
rename to assets/guide_interface.md.364b6f4f.js
index b1510015..d389218f 100644
--- a/assets/guide_interface.md.72ed9d18.js
+++ b/assets/guide_interface.md.364b6f4f.js
@@ -21,7 +21,7 @@ import{_ as t,D as p,o as c,c as r,z as a,a as s,G as l,B as o,O as e}from"./chu
├─ estimate_gravity.py # contains a data analysis component
├─ evolution/
| └─ simulate_offspring.py # contains a evolutionary simulation
-└─ main.py # main script to executeThe benefit of this requirement is that you can refer to the classes via their module import path. For example, using this module convention, you can simplify the instantiation of classes that are located in different modules:
pythonfrom machinable import get
+└─ main.py # main script to execute
The benefit of this requirement is that you can refer to the classes via their module import path. For example, using this module convention, you can simplify the instantiation of classes that are located in different modules:
pythonfrom machinable import get
from estimate_gravity import EstimateGravity
from evolution.simulate_offspring import SimulateOffspring
@@ -40,4 +40,4 @@ import{_ as t,D as p,o as c,c as r,z as a,a as s,G as l,B as o,O as e}from"./chu
mnist = get("mnist_data")
with open(mnist.local_directory("download_script.sh"), "w") as f:
f.write(...)
- os.chmod(f.name, 0o755)
Overall, interfaces make it easy to associate data with code as instantiation, storage and retrieval are managed automatically behind the scenes.
`,2);function _(b,v,E,q,T,w){const n=p("Pydoc");return c(),r("div",null,[y,D,a("p",null,[s("To enable storage and retrival we can use an "),l(n,null,{default:o(()=>[s("machinable.Interface")]),_:1}),s(" class.")]),F,a("p",null,[s("Specifically, to instantiate an interface (e.g. "),A,s(") we can leverage the "),l(n,null,{default:o(()=>[s("machinable.get")]),_:1}),s(" function, which takes a class as the first argument and optional constructor arguments.")]),d,a("p",null,[s("What is happening here is that "),l(n,{caption:"get()"},{default:o(()=>[s("machinable.get")]),_:1}),s(" automatically searches the storage for an interface of type "),C,s(" with a "),u,s(" of "),h,s(". If such an instance has not been committed yet (like when initially running the code), a new instance with this configuration will be returned. But if such an instance has previously been committed, it will simply be reloaded.")]),m,a("p",null,[s("While machinable automatically commits crucial information about the interface, you can use "),l(n,null,{default:o(()=>[s("machinable.Interface.save_file")]),_:1}),s(" and "),l(n,null,{default:o(()=>[s("machinable.Interface.load_file")]),_:1}),s(" to easily store and retrieve additional custom data in different file formats:")]),f,a("p",null,[s("This may be useful to save and restore some custom state of the interface. Furthermore, you are free to implement your own methods to persist data by writing and reading from the interface's "),l(n,{caption:"local_directory()"},{default:o(()=>[s("machinable.Interface.local_directory")]),_:1}),s(":")]),g])}const S=t(i,[["render",_]]);export{k as __pageData,S as default};
+ os.chmod(f.name, 0o755)Overall, interfaces make it easy to associate data with code as instantiation, storage and retrieval are managed automatically behind the scenes.
`,2);function _(b,v,E,T,q,w){const n=p("Pydoc");return c(),r("div",null,[y,D,a("p",null,[s("To enable storage and retrival we can use an "),l(n,null,{default:o(()=>[s("machinable.Interface")]),_:1}),s(" class.")]),F,a("p",null,[s("Specifically, to instantiate an interface (e.g. "),A,s(") we can leverage the "),l(n,null,{default:o(()=>[s("machinable.get")]),_:1}),s(" function, which takes a class as the first argument and optional constructor arguments.")]),d,a("p",null,[s("What is happening here is that "),l(n,{caption:"get()"},{default:o(()=>[s("machinable.get")]),_:1}),s(" automatically searches the storage for an interface of type "),C,s(" with a "),u,s(" of "),h,s(". If such an instance has not been committed yet (like when initially running the code), a new instance with this configuration will be returned. But if such an instance has previously been committed, it will simply be reloaded.")]),m,a("p",null,[s("While machinable automatically commits crucial information about the interface, you can use "),l(n,null,{default:o(()=>[s("machinable.Interface.save_file")]),_:1}),s(" and "),l(n,null,{default:o(()=>[s("machinable.Interface.load_file")]),_:1}),s(" to easily store and retrieve additional custom data in different file formats:")]),f,a("p",null,[s("This may be useful to save and restore some custom state of the interface. Furthermore, you are free to implement your own methods to persist data by writing and reading from the interface's "),l(n,{caption:"local_directory()"},{default:o(()=>[s("machinable.Interface.local_directory")]),_:1}),s(":")]),g])}const S=t(i,[["render",_]]);export{k as __pageData,S as default};
diff --git a/assets/guide_interface.md.72ed9d18.lean.js b/assets/guide_interface.md.364b6f4f.lean.js
similarity index 97%
rename from assets/guide_interface.md.72ed9d18.lean.js
rename to assets/guide_interface.md.364b6f4f.lean.js
index 48e28fb1..5fb79023 100644
--- a/assets/guide_interface.md.72ed9d18.lean.js
+++ b/assets/guide_interface.md.364b6f4f.lean.js
@@ -1 +1 @@
-import{_ as t,D as p,o as c,c as r,z as a,a as s,G as l,B as o,O as e}from"./chunks/framework.62020867.js";const k=JSON.parse('{"title":"Interface","description":"","frontmatter":{},"headers":[],"relativePath":"guide/interface.md","filePath":"guide/interface.md"}'),i={name:"guide/interface.md"},y=a("h1",{id:"interface",tabindex:"-1"},[s("Interface "),a("a",{class:"header-anchor",href:"#interface","aria-label":'Permalink to "Interface"'},"")],-1),D=a("p",null,[a("a",{href:"./element.html"},"Elements"),s(" by themselves are limited in that they are effectively stateless. You can construct and use them but any computed result or additional information will not be persisted.")],-1),F=e("",6),A=a("code",null,"MnistData()",-1),d=e("",3),C=a("code",null,"MnistData",-1),u=a("code",null,"batch_size",-1),h=a("code",null,"8",-1),m=e("",7),f=e("",1),g=e("",2);function _(b,v,E,q,T,w){const n=p("Pydoc");return c(),r("div",null,[y,D,a("p",null,[s("To enable storage and retrival we can use an "),l(n,null,{default:o(()=>[s("machinable.Interface")]),_:1}),s(" class.")]),F,a("p",null,[s("Specifically, to instantiate an interface (e.g. "),A,s(") we can leverage the "),l(n,null,{default:o(()=>[s("machinable.get")]),_:1}),s(" function, which takes a class as the first argument and optional constructor arguments.")]),d,a("p",null,[s("What is happening here is that "),l(n,{caption:"get()"},{default:o(()=>[s("machinable.get")]),_:1}),s(" automatically searches the storage for an interface of type "),C,s(" with a "),u,s(" of "),h,s(". If such an instance has not been committed yet (like when initially running the code), a new instance with this configuration will be returned. But if such an instance has previously been committed, it will simply be reloaded.")]),m,a("p",null,[s("While machinable automatically commits crucial information about the interface, you can use "),l(n,null,{default:o(()=>[s("machinable.Interface.save_file")]),_:1}),s(" and "),l(n,null,{default:o(()=>[s("machinable.Interface.load_file")]),_:1}),s(" to easily store and retrieve additional custom data in different file formats:")]),f,a("p",null,[s("This may be useful to save and restore some custom state of the interface. Furthermore, you are free to implement your own methods to persist data by writing and reading from the interface's "),l(n,{caption:"local_directory()"},{default:o(()=>[s("machinable.Interface.local_directory")]),_:1}),s(":")]),g])}const S=t(i,[["render",_]]);export{k as __pageData,S as default};
+import{_ as t,D as p,o as c,c as r,z as a,a as s,G as l,B as o,O as e}from"./chunks/framework.62020867.js";const k=JSON.parse('{"title":"Interface","description":"","frontmatter":{},"headers":[],"relativePath":"guide/interface.md","filePath":"guide/interface.md"}'),i={name:"guide/interface.md"},y=a("h1",{id:"interface",tabindex:"-1"},[s("Interface "),a("a",{class:"header-anchor",href:"#interface","aria-label":'Permalink to "Interface"'},"")],-1),D=a("p",null,[a("a",{href:"./element.html"},"Elements"),s(" by themselves are limited in that they are effectively stateless. You can construct and use them but any computed result or additional information will not be persisted.")],-1),F=e("",6),A=a("code",null,"MnistData()",-1),d=e("",3),C=a("code",null,"MnistData",-1),u=a("code",null,"batch_size",-1),h=a("code",null,"8",-1),m=e("",7),f=e("",1),g=e("",2);function _(b,v,E,T,q,w){const n=p("Pydoc");return c(),r("div",null,[y,D,a("p",null,[s("To enable storage and retrival we can use an "),l(n,null,{default:o(()=>[s("machinable.Interface")]),_:1}),s(" class.")]),F,a("p",null,[s("Specifically, to instantiate an interface (e.g. "),A,s(") we can leverage the "),l(n,null,{default:o(()=>[s("machinable.get")]),_:1}),s(" function, which takes a class as the first argument and optional constructor arguments.")]),d,a("p",null,[s("What is happening here is that "),l(n,{caption:"get()"},{default:o(()=>[s("machinable.get")]),_:1}),s(" automatically searches the storage for an interface of type "),C,s(" with a "),u,s(" of "),h,s(". If such an instance has not been committed yet (like when initially running the code), a new instance with this configuration will be returned. But if such an instance has previously been committed, it will simply be reloaded.")]),m,a("p",null,[s("While machinable automatically commits crucial information about the interface, you can use "),l(n,null,{default:o(()=>[s("machinable.Interface.save_file")]),_:1}),s(" and "),l(n,null,{default:o(()=>[s("machinable.Interface.load_file")]),_:1}),s(" to easily store and retrieve additional custom data in different file formats:")]),f,a("p",null,[s("This may be useful to save and restore some custom state of the interface. Furthermore, you are free to implement your own methods to persist data by writing and reading from the interface's "),l(n,{caption:"local_directory()"},{default:o(()=>[s("machinable.Interface.local_directory")]),_:1}),s(":")]),g])}const S=t(i,[["render",_]]);export{k as __pageData,S as default};
diff --git a/assets/guide_introduction.md.c4095de6.js b/assets/guide_introduction.md.ab14e452.js
similarity index 97%
rename from assets/guide_introduction.md.c4095de6.js
rename to assets/guide_introduction.md.ab14e452.js
index a335ce5d..4c2b8828 100644
--- a/assets/guide_introduction.md.c4095de6.js
+++ b/assets/guide_introduction.md.ab14e452.js
@@ -1,4 +1,4 @@
-import{_ as s,o as a,c as n,O as l}from"./chunks/framework.62020867.js";const C=JSON.parse('{"title":"Introduction","description":"","frontmatter":{},"headers":[],"relativePath":"guide/introduction.md","filePath":"guide/introduction.md"}'),o={name:"guide/introduction.md"},p=l(`Introduction
What is machinable?
machinable is a Python API for research code. It provides an object-oriented skeleton that helps you develop and experiment in a unified interface while handling tedious housekeeping behind the scenes.
The key idea is to unify the running of code and the retrieval of produced results in one abstraction. A detailed discussion of this approach can be found in the about section, but for now, here is a minimal example that illustrates the idea.
- Write some code
pythonfrom random import random
+import{_ as s,o as a,c as n,O as l}from"./chunks/framework.62020867.js";const C=JSON.parse('{"title":"Introduction","description":"","frontmatter":{},"headers":[],"relativePath":"guide/introduction.md","filePath":"guide/introduction.md"}'),o={name:"guide/introduction.md"},p=l(`Introduction
What is machinable?
machinable is a Python API for research code. It provides an object-oriented skeleton that helps you develop and experiment in a unified interface while handling tedious housekeeping behind the scenes.
The key idea is to unify the running of code and the retrieval of produced results in one abstraction. A detailed discussion of this approach can be found in the about section, but for now, here is a minimal example that illustrates the idea.
- Write some code
pythonfrom random import random
from pydantic import BaseModel, Field
@@ -26,7 +26,7 @@ import{_ as s,o as a,c as n,O as l}from"./chunks/framework.62020867.js";const C=
print(
f"After {self.config.samples} samples, "
f"PI is approximately {self.load_file('result.json')['pi']}."
- )
- Run and inspect it using a unified abstraction
pythonfrom machinable import get
+ )
- Run and inspect it using a unified abstraction
pythonfrom machinable import get
# Imports component in \`montecarlo.py\` with samples=150;
# if an component with this configuration exists, it
diff --git a/assets/guide_introduction.md.c4095de6.lean.js b/assets/guide_introduction.md.ab14e452.lean.js
similarity index 100%
rename from assets/guide_introduction.md.c4095de6.lean.js
rename to assets/guide_introduction.md.ab14e452.lean.js
diff --git a/examples/aimstack-storage/index.html b/examples/aimstack-storage/index.html
index b751a2f2..ff690173 100644
--- a/examples/aimstack-storage/index.html
+++ b/examples/aimstack-storage/index.html
@@ -6,12 +6,12 @@
Aim storage | machinable
-
+
-
+
@@ -28,7 +28,7 @@
get("aimstack", {"repo": "./path/to/aim-repo"}).__enter__()
-# your code
Source
pyfrom typing import List, Optional
+# your code
Source
pyfrom typing import List, Optional
import os
@@ -84,7 +84,7 @@
for k, v in interface.__model__.model_dump().items():
run[k] = v
-
research code
A modular system to manage research code so you can move quickly while enabling reuse and collaboration.
Run code and inspect results using the same abstraction. Check out the example below ⏬
Spend more time experimenting while relying on machinable to keep things organized.
Tweak, extend, override while leveraging first-class support for Jupyter as well as the CLI.
Some research code
Running code ...
python regression.py --rate=0.1 --logs=1 --name=run-01
... and loading the corresponding results ...
python plot_regression_result.py --component=run-01
... are distinct and often redundant.
This means you have to manually keep track by remembering what the component with rate=0.1
was called.
machinable research code
Running code ...
machinable regression rate=0.1 logs_=True --launch
... and loading the corresponding results ...
machinable regression rate=0.1 logs_=True --launch --plot
... are distinct but use the same abstraction.
This means no need to worry about names as machinable automatically keeps track if you ran rate=0.1
before.
This page contains detailed API reference documentation. It is intended to be an in-depth resource for understanding the implementation details of machinable's interfaces. You may prefer reviewing the more explanatory guide before consulting this reference.