49 lines
1.7 KiB
YAML
49 lines
1.7 KiB
YAML
evaluator_name: "tooleval_gpt-3.5-turbo_default"
|
|
registered_cls_name: "ReinforceToolLearningEvaluator"
|
|
prompt_template: "template.txt"
|
|
fn_completions: "normalized_openai_completions"
|
|
apis_json: "your/path/to/api_pool.json"
|
|
completions_kwargs:
|
|
model: "gpt-4-turbo"
|
|
max_tokens: 1000
|
|
temperature: 0.2
|
|
timeout: 10
|
|
functions:
|
|
- name: "check_answer_status"
|
|
description: "Parse the json answer with layerd nodes and return the answer_status about the answer"
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
answer_status:
|
|
type: "string"
|
|
enum: ["Unsure","Unsolved","Solved"]
|
|
required: ["answer_status"]
|
|
- name: "parse_answer_status"
|
|
description: "Parse the json answer with layerd nodes and return the answer_status about the answer"
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
answer_status:
|
|
type: "string"
|
|
enum: ["Unsure","Unsolved","Solved"]
|
|
required: ["answer_status"]
|
|
- name: "check_task_solvable"
|
|
description: "Parse the task description and return the task_status about the task"
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
task_status:
|
|
type: "string"
|
|
enum: ["Unsure","Unsolvable","Solvable"]
|
|
required: ["task_status"]
|
|
- name: "select_better_answer"
|
|
description: "Select the better answer with a comprehensive investigation on given aspects. You should ignore the impact of the order of candidate answers."
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
index:
|
|
type: "number"
|
|
description: "The `index` value in the selected better answer."
|
|
required: ["index"]
|
|
fn_completion_parser: "index_parser"
|
|
batch_size: 1
|