From 85f8be8c89333430d18b085fc68b55067e05dfe7 Mon Sep 17 00:00:00 2001 From: Tyrin Todd Date: Sat, 28 Feb 2026 18:05:16 -0800 Subject: [PATCH] (no commit message) --- README.md | 5 ++-- config.json | 84 ++++++++++++++++++++++++++++++++++++++++++++++++++++ program.json | 48 ++++++++++++++++++++++++++++++ 3 files changed, 135 insertions(+), 2 deletions(-) create mode 100644 config.json create mode 100644 program.json diff --git a/README.md b/README.md index 701cd73..5ded31e 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,3 @@ -# epistemic-evidence - +--- +is_arbiter: true +--- \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..9a52e62 --- /dev/null +++ b/config.json @@ -0,0 +1,84 @@ +{ + "model": null, + "signature": { + "$defs": { + "EvidenceAssessment": { + "properties": { + "information_clarity": { + "enum": [ + "Clear", + "Unclear" + ], + "title": "Information Clarity", + "type": "string" + }, + "information_quality": { + "enum": [ + "Sufficient", + "Insufficient" + ], + "title": "Information Quality", + "type": "string" + } + }, + "required": [ + "information_clarity", + "information_quality" + ], + "title": "EvidenceAssessment", + "type": "object" + } + }, + "description": "Given a question, the previous reasoning/search trace, and the current search result,\nclassify the clarity and quality of the information in the search result.", + "properties": { + "question": { + "__dspy_field_type": "input", + "desc": "The question being answered", + "prefix": "Question:", + "title": "Question", + "type": "string" + }, + "previous_traces": { + "__dspy_field_type": "input", + "desc": "List of previous trace steps (reasoning, search, search_result) leading up to the current search result", + "items": { + "additionalProperties": true, + "type": "object" + }, + "prefix": "Previous Traces:", + "title": "Previous Traces", + "type": "array" + }, + "current_trace": { + "__dspy_field_type": "input", + "additionalProperties": true, + "desc": "The current trace step of type 'search_result' containing documents to evaluate", + "prefix": "Current Trace:", + "title": "Current Trace", + "type": "object" + }, + "reasoning": { + "__dspy_field_type": "output", + "desc": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process.", + "prefix": "Reasoning:", + "title": "Reasoning", + "type": "string" + }, + "assessment": { + "$ref": "#/$defs/EvidenceAssessment", + "__dspy_field_type": "output", + "desc": "Classification of the search result's information clarity (Clear/Unclear) and quality (Sufficient/Insufficient)", + "prefix": "Assessment:" + } + }, + "required": [ + "question", + "previous_traces", + "current_trace", + "reasoning", + "assessment" + ], + "title": "EvidenceSignature", + "type": "object" + } +} \ No newline at end of file diff --git a/program.json b/program.json new file mode 100644 index 0000000..7b5c035 --- /dev/null +++ b/program.json @@ -0,0 +1,48 @@ +{ + "traces": [], + "train": [], + "demos": [], + "signature": { + "instructions": "Given a question, the previous reasoning/search trace, and the current search result,\nclassify the clarity and quality of the information in the search result.", + "fields": [ + { + "prefix": "Question:", + "description": "The question being answered" + }, + { + "prefix": "Previous Traces:", + "description": "List of previous trace steps (reasoning, search, search_result) leading up to the current search result" + }, + { + "prefix": "Current Trace:", + "description": "The current trace step of type 'search_result' containing documents to evaluate" + }, + { + "prefix": "Reasoning:", + "description": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process." + }, + { + "prefix": "Assessment:", + "description": "Classification of the search result's information clarity (Clear/Unclear) and quality (Sufficient/Insufficient)" + } + ] + }, + "lm": { + "model": "together_ai/Qwen/Qwen3-VL-32B-Instruct", + "model_type": "chat", + "cache": true, + "num_retries": 3, + "finetuning_model": null, + "launch_kwargs": {}, + "train_kwargs": {}, + "temperature": null, + "max_tokens": null + }, + "metadata": { + "dependency_versions": { + "python": "3.11", + "dspy": "3.1.3", + "cloudpickle": "3.1" + } + } +} \ No newline at end of file