84 lines
2.5 KiB
JSON
84 lines
2.5 KiB
JSON
{
|
|
"model": null,
|
|
"signature": {
|
|
"$defs": {
|
|
"EvidenceAssessment": {
|
|
"properties": {
|
|
"information_clarity": {
|
|
"enum": [
|
|
"Clear",
|
|
"Unclear"
|
|
],
|
|
"title": "Information Clarity",
|
|
"type": "string"
|
|
},
|
|
"information_quality": {
|
|
"enum": [
|
|
"Sufficient",
|
|
"Insufficient"
|
|
],
|
|
"title": "Information Quality",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"information_clarity",
|
|
"information_quality"
|
|
],
|
|
"title": "EvidenceAssessment",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"description": "Given a question, the previous reasoning/search trace, and the current search result,\nclassify the clarity and quality of the information in the search result.",
|
|
"properties": {
|
|
"question": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "The question being answered",
|
|
"prefix": "Question:",
|
|
"title": "Question",
|
|
"type": "string"
|
|
},
|
|
"previous_traces": {
|
|
"__dspy_field_type": "input",
|
|
"desc": "List of previous trace steps (reasoning, search, search_result) leading up to the current search result",
|
|
"items": {
|
|
"additionalProperties": true,
|
|
"type": "object"
|
|
},
|
|
"prefix": "Previous Traces:",
|
|
"title": "Previous Traces",
|
|
"type": "array"
|
|
},
|
|
"current_trace": {
|
|
"__dspy_field_type": "input",
|
|
"additionalProperties": true,
|
|
"desc": "The current trace step of type 'search_result' containing documents to evaluate",
|
|
"prefix": "Current Trace:",
|
|
"title": "Current Trace",
|
|
"type": "object"
|
|
},
|
|
"reasoning": {
|
|
"__dspy_field_type": "output",
|
|
"desc": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process.",
|
|
"prefix": "Reasoning:",
|
|
"title": "Reasoning",
|
|
"type": "string"
|
|
},
|
|
"assessment": {
|
|
"$ref": "#/$defs/EvidenceAssessment",
|
|
"__dspy_field_type": "output",
|
|
"desc": "Classification of the search result's information clarity (Clear/Unclear) and quality (Sufficient/Insufficient)",
|
|
"prefix": "Assessment:"
|
|
}
|
|
},
|
|
"required": [
|
|
"question",
|
|
"previous_traces",
|
|
"current_trace",
|
|
"reasoning",
|
|
"assessment"
|
|
],
|
|
"title": "EvidenceSignature",
|
|
"type": "object"
|
|
}
|
|
} |