File tree Expand file tree Collapse file tree 1 file changed +23
-5
lines changed Expand file tree Collapse file tree 1 file changed +23
-5
lines changed Original file line number Diff line number Diff line change @@ -180,9 +180,18 @@ kubectl get httproute llm-phi4-route -o yaml
180180 -H " Content-Type: application/json" \
181181 -d ' {
182182 "model": "meta-llama/Llama-3.1-8B-Instruct",
183- "prompt": "Linux is said to be an open source kernel because ",
184183 "max_tokens": 100,
185- "temperature": 0
184+ "temperature": 0,
185+ "messages": [
186+ {
187+ "role": "developer",
188+ "content": "You are a helpful assistant."
189+ },
190+ {
191+ "role": "user",
192+ "content": "Linux is said to be an open source kernel because "
193+ }
194+ ]
186195 }'
187196 ` ` `
188197
@@ -192,9 +201,18 @@ kubectl get httproute llm-phi4-route -o yaml
192201 -H " Content-Type: application/json" \
193202 -d ' {
194203 "model": "microsoft/Phi-4-mini-instruct",
195- "prompt": "2+2 is ",
196- "max_tokens": 20,
197- "temperature": 0
204+ "max_tokens": 100,
205+ "temperature": 0,
206+ "messages": [
207+ {
208+ "role": "developer",
209+ "content": "You are a helpful assistant."
210+ },
211+ {
212+ "role": "user",
213+ "content": "2+2 is "
214+ }
215+ ]
198216 }'
199217 ` ` `
200218
You can’t perform that action at this time.
0 commit comments