akoflow-examples/machine-learning/lora-fine-tuning/workflow.yaml at main · UFFeScience/akoflow-examples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
name: showcase-lora-fine-tuning
spec:
  activities:
    - command:
        arguments:
          - /app/run_showcase.py
          - --stage
          - fetch-base-model
          - --output
          - .
        entrypoint: python
      cpuLimit: "1"
      memoryLimit: 256Mi
      name: fetch-base-model
      runtime: showcase-lora-fine-tuning-local
    - command:
        arguments:
          - /app/run_showcase.py
          - --stage
          - prepare-examples
          - --output
          - .
        entrypoint: python
      cpuLimit: "1"
      dependsOn:
        - fetch-base-model
      memoryLimit: 256Mi
      name: prepare-examples
      runtime: showcase-lora-fine-tuning-local
    - command:
        arguments:
          - /app/run_showcase.py
          - --stage
          - fine-tune-adapters
          - --output
          - .
        entrypoint: python
      cpuLimit: "1"
      dependsOn:
        - prepare-examples
      memoryLimit: 256Mi
      name: fine-tune-adapters
      runtime: showcase-lora-fine-tuning-local
    - command:
        arguments:
          - /app/run_showcase.py
          - --stage
          - evaluate
          - --output
          - .
        entrypoint: python
      cpuLimit: "1"
      dependsOn:
        - fine-tune-adapters
      memoryLimit: 256Mi
      name: evaluate
      runtime: showcase-lora-fine-tuning-local
    - command:
        arguments:
          - /app/run_showcase.py
          - --stage
          - publish-adapter
          - --output
          - .
        entrypoint: python
      cpuLimit: "1"
      dependsOn:
        - evaluate
      memoryLimit: 256Mi
      name: publish-adapter
      runtime: showcase-lora-fine-tuning-local
    - command:
        arguments:
          - /app/run_showcase.py
          - --stage
          - record-lineage
          - --output
          - .
        entrypoint: python
      cpuLimit: "1"
      dependsOn:
        - evaluate
      memoryLimit: 256Mi
      name: record-lineage
      runtime: showcase-lora-fine-tuning-local
  image: ghcr.io/uffescience/akoflow-examples/showcase-lora-fine-tuning:v1
  namespace: showcase