Skip to content

Commit

Permalink
Develop model conversion/quantization CI
Browse files Browse the repository at this point in the history
Signed-off-by: Matt Rutkowski <[email protected]>
  • Loading branch information
mrutkows committed Dec 11, 2024
1 parent 68fdd3c commit 4732691
Showing 1 changed file with 17 additions and 13 deletions.
30 changes: 17 additions & 13 deletions .github/workflows/convert-model-to-gguf.yml
Original file line number Diff line number Diff line change
Expand Up @@ -36,6 +36,19 @@ jobs:
echo "Architecture: ${{ runner.arch }}"
echo "python-version: ${{ matrix.python-version }}"
- name: alias-tree
if: matrix.os == 'macos-latest'
run: |
alias tree="find . -print | sed -e 's;[^/]*/;|___;g;s;___|; |;g'"
tree
# or 'macOS'
- name: apt-get tree
if: ${{ contains(runner.os, 'ubuntu') }}
run: |
sudo apt-get update
sudo apt-get install -y tree
# - name: install-linux-commands
# run: |
# sudo apt-get update
Expand Down Expand Up @@ -67,7 +80,7 @@ jobs:
- name: print-llamacpp
run: |
echo $PATH
# tree # ${{ env.LLAMACPP_DIR }}
tree ${{ env.LLAMACPP_DIR }}
- name: install-dependencies
run: |
Expand All @@ -80,20 +93,11 @@ jobs:
run: |
python ./scripts/download_model_from_hf.py ibm-granite granite-3.0-8b-instruct
- name: alias-tree
if: ${{ contains(github.event.head_commit.message, 'smoke_test') }}
run: |
alias tree="find . -print | sed -e 's;[^/]*/;|___;g;s;___|; |;g'"
tree
- name: convert-hf-to-gguf
run: |
python ./llama.cpp/convert_hf_to_gguf.py \
--model ibm-granite/granite-3.0-2b-instruct \
--outfile granite-3.0-2b-instruct-q4_0\
--outtype q4_0 \
--verbose
echo $PATH
python /llama.cpp/convert_hf_to_gguf.py \
./models/ibm-granite/granite-3.0-8b-instruct/ --outfile test.gguf --verbose
tree
# - name: convert-lora-to-gguf
# run: |
Expand Down

0 comments on commit 4732691

Please sign in to comment.