43 lines
1.7 KiB
YAML
43 lines
1.7 KiB
YAML
evaluator_name: "tooleval_gpt-3.5-turbo_normalized"
|
|
registered_cls_name: "OpenAINormalizedEvaluator"
|
|
prompt_template: "template.txt"
|
|
fn_completions: "normalized_openai_completions"
|
|
apis_json: "your/path/to/api_pool.json"
|
|
completions_kwargs:
|
|
engine: "gpt-4-turbo"
|
|
max_tokens: 100
|
|
temperature: 0
|
|
timeout: 10
|
|
functions:
|
|
- name: "parse_answer_details"
|
|
description: "Parse the json answer with layerd nodes and return the informations about the answer"
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
succeed_tool_calling:
|
|
type: "number"
|
|
description: "Give the number of times that the 'tool' nodes' message is called successfully without any errors in the response"
|
|
used_tool_types:
|
|
type: "number"
|
|
description: "Give the number of different 'name' in 'tool' nodes' message"
|
|
required: [ "succeed_tool_calling", "used_tool_types"]
|
|
- name: "select_best_final_answer"
|
|
description: "For given query, select the best answer in answers list and return the index of the best answer"
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
best_answer_index:
|
|
type: "number"
|
|
description: "The index of the best answer in the answer list, start from 0"
|
|
required: [ "best_answer_index"]
|
|
- name: "check_solve_query"
|
|
description: "Check whether the given answer solve the given query, return true or false"
|
|
parameters:
|
|
type: "object"
|
|
properties:
|
|
is_solved:
|
|
type: "boolean"
|
|
description: "true if solved and false if not"
|
|
required: ["is_solved"]
|
|
fn_completion_parser: "index_parser"
|
|
batch_size: 1
|