Skip to content

Commit 0dfaef3

Browse files
committed
[CI] Add MODELS_DIR env variable and refactor model paths in build-and-run workflow
1 parent 09dbf1e commit 0dfaef3

File tree

1 file changed

+11
-10
lines changed

1 file changed

+11
-10
lines changed

.github/workflows/build-and-run.yml

Lines changed: 11 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ env:
1212
TORNADO_ROOT: ${{ github.workspace }}/GPULlama3.java/external/tornadovm
1313
LLAMA_ROOT: ${{ github.workspace }}
1414
GRAAL_JARS: /opt/graalJars
15+
MODELS_DIR: /opt/models
1516

1617
jobs:
1718
code-quality:
@@ -88,68 +89,68 @@ jobs:
8889
cd ${{ github.workspace }}
8990
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
9091
./llama-tornado --gpu --opencl \
91-
--model /home/michalis/models/Llama-3.2-1B-Instruct-F16.gguf \
92+
--model $MODELS_DIR/Llama-3.2-1B-Instruct-F16.gguf \
9293
--prompt "Say hello"
9394
- name: FP16 - Run Qwen3-4B-f16.gguf
9495
run: |
9596
cd ${{ github.workspace }}
9697
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
9798
./llama-tornado --gpu --opencl \
98-
--model /opt/models/Qwen3-4B-f16.gguf \
99+
--model $MODELS_DIR/Qwen3-4B-f16.gguf \
99100
--prompt "Say hello"
100101
- name: FP16 - Run Mistral-7B-Instruct-v0.3.fp16.gguf
101102
run: |
102103
cd ${{ github.workspace }}
103104
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
104105
./llama-tornado --gpu --opencl \
105-
--model /opt/models/Mistral-7B-Instruct-v0.3.fp16.gguf \
106+
--model $MODELS_DIR/Mistral-7B-Instruct-v0.3.fp16.gguf \
106107
--prompt "Say hello"
107108
- name: FP16 - Run Qwen2.5-1.5b-instruct-fp16.gguf
108109
run: |
109110
cd ${{ github.workspace }}
110111
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
111112
./llama-tornado --gpu --opencl \
112-
--model /opt/models/qwen2.5-1.5b-instruct-fp16.gguf \
113+
--model $MODELS_DIR/qwen2.5-1.5b-instruct-fp16.gguf \
113114
--prompt "Say hello"
114115
- name: FP16 - Run Phi-3-mini-4k-instruct-fp16.gguf
115116
run: |
116117
cd ${{ github.workspace }}
117118
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
118119
./llama-tornado --gpu --opencl \
119-
--model /opt/models/Phi-3-mini-4k-instruct-fp16.gguf \
120+
--model /$MODELS_DIR/Phi-3-mini-4k-instruct-fp16.gguf \
120121
--prompt "Say hello"
121122
- name: Q8 - Run Llama-3.2-1B-Instruct-Q8_0.gguf
122123
run: |
123124
cd ${{ github.workspace }}
124125
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
125126
./llama-tornado --gpu --opencl \
126-
--model /opt/models/Llama-3.2-1B-Instruct-Q8_0.gguf \
127+
--model$MODELS_DIR/Llama-3.2-1B-Instruct-Q8_0.gguf \
127128
--prompt "Say hello"
128129
- name: Q8 - Run Qwen3-0.6B-Q8_0.gguf
129130
run: |
130131
cd ${{ github.workspace }}
131132
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
132133
./llama-tornado --gpu --opencl \
133-
--model /opt/models/Qwen3-0.6B-Q8_0.gguf \
134+
--model $MODELS_DIR/Qwen3-0.6B-Q8_0.gguf \
134135
--prompt "Say hello"
135136
- name: Q8 - Run Phi-3-mini-4k-instruct-Q8_0.gguf
136137
run: |
137138
cd ${{ github.workspace }}
138139
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
139140
./llama-tornado --gpu --opencl \
140-
--model /opt/models/Phi-3-mini-4k-instruct-Q8_0.gguf \
141+
--model $MODELS_DIR/Phi-3-mini-4k-instruct-Q8_0.gguf \
141142
--prompt "Say hello"
142143
- name: Q8 - Run Qwen2.5-1.5b-instruct-q8_0.gguf
143144
run: |
144145
cd ${{ github.workspace }}
145146
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
146147
./llama-tornado --gpu --opencl \
147-
--model /opt/models/qwen2.5-1.5b-instruct-q8_0.gguf \
148+
--model $MODELS_DIR/qwen2.5-1.5b-instruct-q8_0.gguf \
148149
--prompt "Say hello"
149150
- name: Q8 - Mistral-7B-Instruct-v0.3.Q8_0.gguf
150151
run: |
151152
cd ${{ github.workspace }}
152153
export PATH="$TORNADO_SDK/bin:$JAVA_HOME/bin:$PATH"
153154
./llama-tornado --gpu --opencl \
154-
--model /opt/models/Mistral-7B-Instruct-v0.3.Q8_0.gguf \
155+
--model $MODELS_DIR/Mistral-7B-Instruct-v0.3.Q8_0.gguf \
155156
--prompt "Say hello"

0 commit comments

Comments
 (0)