Documentation and fixes

Signed-off-by: Claudio Spiess <[email protected]>

Author: claudiosv

contrib/prompt_library/CoT.pdl

@@ -27,6 +27,7 @@ defs:
       - model: ${ model }
         parameters:
           # decoding_method: "greedy"
+          max_tokens: 1024
           temperature: 0
           stop:
             - "The answer is"
@@ -67,9 +68,11 @@ defs:
       - "Answer: Let's think step by step. "
       - model: ${ model }
         parameters:
+          max_tokens: 1024
           temperature: 0
           stop:
             - "<|endoftext|>"
+            - "Question:"
           include_stop_sequence: false
 
   claim_cot:

contrib/prompt_library/PoT.pdl

@@ -107,6 +107,7 @@ defs:
       model: str
       tools: { list: obj }
       trajectories: { list: list }
+      system_prompt: str
     return:
       lastOf:
         - if: ${ system_prompt == "llama3"}

contrib/prompt_library/RAG.pdl

@@ -89,7 +89,7 @@ text:
           Assistant:
           <thought>
         - defs:
-            temperature: 0.0
+            temperature: 0
             SOLUTION: ""
             iterations: 0
             max_iterations: 5

contrib/prompt_library/ReAct.pdl

@@ -68,6 +68,7 @@ text:
           model: ${ model }
           tools: ${ search_tools }
           trajectories: ${ demonstrations }
+          system_prompt: ${ system_prompt }
 
   # ReWOO
   - if: ${ prompt_pattern == 'rewoo' }

contrib/prompt_library/examples/evalplus/general.pdl

@@ -0,0 +1,79 @@
+description: Demo of template
+defs:
+  cot:
+    import: ../../CoT
+  react:
+    import: ../../ReAct
+  rewoo:
+    import: ../../ReWoo
+  tools:
+    import: ../../tools
+  model: watsonx_text/ibm/granite-3-8b-instruct
+  prompt_pattern: cot
+  system_prompt: granite_llama
+  question: "Jake earns thrice what Jacob does. If Jacob earns $6 per hour, how much does Jake earn in 5 days working 8 hours a day?"
+  demonstrations:
+    data:
+      - question: |-
+          Noah charges $60 for a large painting and $30 for a small painting.
+          Last month he sold eight large paintings and four small paintings.
+          If he sold twice as much this month, how much is his sales for this month?
+        reasoning: |-
+          He sold 8 large paintings and 4 small paintings last month.
+          He sold twice as many this month.
+          8 large paintings x $60 = << 8*60= 480 >> 480
+          4 small paintings x $30 = << 4*30= 120 >> 120
+          So he sold << 480+120= 600 >> 600 paintings last month.
+          Therefore he sold << 600*2= 1200 >> this month.
+        answer: $1200
+      - question: |-
+          Noah charges $30 for a large vases and $10 for a small vases.
+          Last month he sold five large vases and three small vases.
+          If he sold three times as much this month, how much is his sales for this month?
+        reasoning: |-
+          He sold 5 large vases and 3 small vases last month.
+          He sold three times as many this month.
+          5 large vases x $30 = << 5*30= 150 >> 150
+          3 small vases x $10 = << 3*10= 30 >> 30
+          So he sold << 150+30= 180 >> 180 vases last month.
+          Therefore he sold << 180*3= 540 >> this month.
+        answer: $540
+text:
+  # CoT
+  - if: "${ prompt_pattern == 'cot' }"
+    then:
+      text:
+        - "Answer the questions to the best of your abilities.\n\n"
+        - call: ${ cot.chain_of_thought }
+          args:
+            examples: "${ demonstrations }"
+            question: "${ question|trim }"
+            model: "${ model }"
+
+  # ReAct
+  - if: "${ prompt_pattern == 'react' }"
+    then:
+      text:
+        - call: ${ react.react }
+          def: ANSWER
+          args:
+            task: "Question: ${ question|trim }"
+            model: "${ model }"
+            tools: ${ tools.tools }
+            trajectories: ${ demonstrations }
+            system_prompt: ${ system_prompt }
+        - "\nThe answer is ${ ANSWER.answer|trim }"
+
+  # ReWOO
+  - if: "${ prompt_pattern == 'rewoo' }"
+    then:
+      text:
+        - call: ${ rewoo.rewoo }
+          def: ANSWER
+          args:
+            task: "Task: ${ question }"
+            model: "${ model }"
+            tools: ${ tools.tools }
+            trajectories: ${ demonstrations }
+            show_plans: false
+        - "\nThe answer is ${ ANSWER.answer|trim }"