Update examples to ollama_chat (#691)

* Change examples to use ollama_chat

Signed-off-by: Jing Chen <[email protected]>

* Update error.pdl

Signed-off-by: Jing Chen <[email protected]>

* More updates

Signed-off-by: Jing Chen <[email protected]>

* Use granite3.2:2b

Signed-off-by: Jing Chen <[email protected]>

* Update pdl-live demo traces

Signed-off-by: Jing Chen <[email protected]>

* Update results

Signed-off-by: Jing Chen <[email protected]>

* Update res

Signed-off-by: Jing Chen <[email protected]>

---------

Signed-off-by: Jing Chen <[email protected]>

Author: jgchn

.github/workflows/run-examples.yml

@@ -33,19 +33,14 @@ jobs:
     - name: Pull models in examples/
       shell: bash
       run: |
-        ollama pull granite-code:8b
-        ollama pull granite3-dense:8b
-        ollama pull granite3.1-dense
         ollama pull granite3.2:2b
-        ollama pull granite3.2
-        ollama pull granite3.2:8b
         ollama pull mxbai-embed-large
         ollama list
 
     - name: Check that all required models are available
       shell: bash
       run: |
-        models=("granite-code" "granite3-dense" "granite3.1-dense" "mxbai-embed-large" "granite3.2:2b" "granite3.2" "granite3.2:8b")
+        models=("mxbai-embed-large" "granite3.2:2b")
         missing=0
         for model in "${models[@]}"; do
           if ! ollama list | awk 'NR>1 {print $1}' | grep -q "$model"; then

examples/callback/repair_prompt.pdl

@@ -9,7 +9,7 @@ lastOf:
   Please repair the code!
 
 - def: raw_output
-  model: ollama/granite-code:8b
+  model: ollama_chat/granite3.2:2b
   parameters:
     #stop_sequences: "\n\n"
     temperature: 0

examples/chatbot/chatbot.pdl

@@ -1,12 +1,12 @@
-description: chatbot
+description: Chatbot
 text:
 # Allow the user to type any question, implicitly adding the question to the context.
 - read:
   message: "What is your query?\n"
 - repeat:
     text:
     # Send context to Granite model hosted at replicate.com
-    - model: ollama_chat/granite3.2:8b
+    - model: ollama_chat/granite3.2:2b
     # Allow the user to type 'yes', 'no', or anything else, storing
     # the input into a variable named `eval`.  The input is also implicitly
     # added to the context.

examples/code/code-eval.pdl

@@ -12,7 +12,7 @@ text:
 - "\n${ CODE.source_code }\n"
 # Use ollama to invoke a Granite model with a prompt.  Output AND
 # set the variable `EXPLANATION` to the output.
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b
   def: EXPLANATION
   input: |
       Here is some info about the location of the function in the repo.

examples/code/code-json.pdl

@@ -6,7 +6,7 @@ defs:
   TRUTH:
     read: ./ground_truth.txt
 text:
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b
   def: EXPLANATION
   contribute: []
   input:

examples/code/code.pdl

@@ -8,7 +8,7 @@ text:
 # Output the `source_code:` of the YAML to the console
 - "\n${ CODE.source_code }\n"
 # Use ollama to invoke a Granite model with a prompt
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b
   input: |
     Here is some info about the location of the function in the repo.
     repo:

examples/demo/3-weather.pdl

@@ -2,7 +2,7 @@ description: Using a weather API and LLM to make a small weather app
 text:
 - def: QUERY
   text: "What is the weather in Madrid?\n"
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b
   input: |
       Extract the location from the question.
       Question: What is the weather in London?
@@ -25,7 +25,7 @@ text:
   def: WEATHER
   parser: json
   contribute: []
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b
   input: |
       Explain the weather from the following JSON:
       ${ WEATHER }

examples/demo/4-translator.pdl

@@ -1,7 +1,7 @@
 description: PDL program
 text:
 - "What is APR?\n"
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b
 - repeat:
     text:
     - read:
@@ -11,5 +11,5 @@ text:
       then:
         text:
         - "\n\nTranslate the above to ${ language }\n"
-        - model: ollama/granite-code:8b
+        - model: ollama_chat/granite3.2:2b
   until: ${ language == 'stop' }

examples/fibonacci/fib.pdl

@@ -6,7 +6,7 @@ text:
 # Use IBM Granite to author a program that computes the Nth Fibonacci number,
 # storing the generated program into the variable `CODE`.
 - def: CODE
-  model: ollama/granite-code:8b
+  model: ollama_chat/granite3.2:2b
   input: "Write a Python function to compute the Fibonacci sequence. Do not include a doc string.\n\n"
   parameters:
     # Request no randomness when generating code
@@ -42,4 +42,4 @@ text:
 
 # Invoke the LLM again to explain the PDL context
 - "\n\nExplain what the above code does and what the result means\n\n"
-- model: ollama/granite-code:8b
+- model: ollama_chat/granite3.2:2b

examples/granite/multi_round_chat.pdl

@@ -18,7 +18,7 @@ text:
 
       ${ prompt }
     # Use replicate.com to run the Granite model on the context, outputting the result
-    - model: ollama/granite3.1-dense
+    - model: ollama_chat/granite3.2:2b
       parameters:
         # Use no LLM model creativity (0 is the default)
         temperature: 0