48 lines
1.4 KiB
JSON
48 lines
1.4 KiB
JSON
{
|
|
"traces": [],
|
|
"train": [],
|
|
"demos": [],
|
|
"signature": {
|
|
"instructions": "Given a question and the previous trace steps, classify whether the current\nreasoning step is grounded in the information available from prior steps.",
|
|
"fields": [
|
|
{
|
|
"prefix": "Question:",
|
|
"description": "The question being answered"
|
|
},
|
|
{
|
|
"prefix": "Previous Traces:",
|
|
"description": "List of previous trace steps (reasoning, search, search_result) leading up to the current reasoning step"
|
|
},
|
|
{
|
|
"prefix": "Current Trace:",
|
|
"description": "The current reasoning trace step to evaluate for groundedness"
|
|
},
|
|
{
|
|
"prefix": "Reasoning:",
|
|
"description": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process."
|
|
},
|
|
{
|
|
"prefix": "Groundedness:",
|
|
"description": "Whether the reasoning step is grounded in information from prior trace steps"
|
|
}
|
|
]
|
|
},
|
|
"lm": {
|
|
"model": "together_ai/Qwen/Qwen3-VL-32B-Instruct",
|
|
"model_type": "chat",
|
|
"cache": true,
|
|
"num_retries": 3,
|
|
"finetuning_model": null,
|
|
"launch_kwargs": {},
|
|
"train_kwargs": {},
|
|
"temperature": null,
|
|
"max_tokens": null
|
|
},
|
|
"metadata": {
|
|
"dependency_versions": {
|
|
"python": "3.11",
|
|
"dspy": "3.1.3",
|
|
"cloudpickle": "3.1"
|
|
}
|
|
}
|
|
} |