diff --git a/README.md b/README.md index c256113..5ded31e 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,3 @@ -# epistemic-reasoning - +--- +is_arbiter: true +--- \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..ca149f3 --- /dev/null +++ b/config.json @@ -0,0 +1,61 @@ +{ + "model": null, + "signature": { + "description": "Given a question and the previous trace steps, classify whether the current\nreasoning step is grounded in the information available from prior steps.", + "properties": { + "question": { + "__dspy_field_type": "input", + "desc": "The question being answered", + "prefix": "Question:", + "title": "Question", + "type": "string" + }, + "previous_traces": { + "__dspy_field_type": "input", + "desc": "List of previous trace steps (reasoning, search, search_result) leading up to the current reasoning step", + "items": { + "additionalProperties": true, + "type": "object" + }, + "prefix": "Previous Traces:", + "title": "Previous Traces", + "type": "array" + }, + "current_trace": { + "__dspy_field_type": "input", + "additionalProperties": true, + "desc": "The current reasoning trace step to evaluate for groundedness", + "prefix": "Current Trace:", + "title": "Current Trace", + "type": "object" + }, + "reasoning": { + "__dspy_field_type": "output", + "desc": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process.", + "prefix": "Reasoning:", + "title": "Reasoning", + "type": "string" + }, + "groundedness": { + "__dspy_field_type": "output", + "desc": "Whether the reasoning step is grounded in information from prior trace steps", + "enum": [ + "Grounded", + "Not Grounded" + ], + "prefix": "Groundedness:", + "title": "Groundedness", + "type": "string" + } + }, + "required": [ + "question", + "previous_traces", + "current_trace", + "reasoning", + "groundedness" + ], + "title": "ReasoningSignature", + "type": "object" + } +} \ No newline at end of file diff --git a/program.json b/program.json new file mode 100644 index 0000000..7bb7630 --- /dev/null +++ b/program.json @@ -0,0 +1,48 @@ +{ + "traces": [], + "train": [], + "demos": [], + "signature": { + "instructions": "Given a question and the previous trace steps, classify whether the current\nreasoning step is grounded in the information available from prior steps.", + "fields": [ + { + "prefix": "Question:", + "description": "The question being answered" + }, + { + "prefix": "Previous Traces:", + "description": "List of previous trace steps (reasoning, search, search_result) leading up to the current reasoning step" + }, + { + "prefix": "Current Trace:", + "description": "The current reasoning trace step to evaluate for groundedness" + }, + { + "prefix": "Reasoning:", + "description": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process." + }, + { + "prefix": "Groundedness:", + "description": "Whether the reasoning step is grounded in information from prior trace steps" + } + ] + }, + "lm": { + "model": "together_ai/Qwen/Qwen3-VL-32B-Instruct", + "model_type": "chat", + "cache": true, + "num_retries": 3, + "finetuning_model": null, + "launch_kwargs": {}, + "train_kwargs": {}, + "temperature": null, + "max_tokens": null + }, + "metadata": { + "dependency_versions": { + "python": "3.11", + "dspy": "3.1.3", + "cloudpickle": "3.1" + } + } +} \ No newline at end of file