(no commit message)

README.md

@@ -1,2 +1,3 @@
-# epistemic-evidence
+---
-
+is_arbiter: true
+---

config.json

@@ -0,0 +1,84 @@
+{
+  "model": null,
+  "signature": {
+    "$defs": {
+      "EvidenceAssessment": {
+        "properties": {
+          "information_clarity": {
+            "enum": [
+              "Clear",
+              "Unclear"
+            ],
+            "title": "Information Clarity",
+            "type": "string"
+          },
+          "information_quality": {
+            "enum": [
+              "Sufficient",
+              "Insufficient"
+            ],
+            "title": "Information Quality",
+            "type": "string"
+          }
+        },
+        "required": [
+          "information_clarity",
+          "information_quality"
+        ],
+        "title": "EvidenceAssessment",
+        "type": "object"
+      }
+    },
+    "description": "Given a question, the previous reasoning/search trace, and the current search result,\nclassify the clarity and quality of the information in the search result.",
+    "properties": {
+      "question": {
+        "__dspy_field_type": "input",
+        "desc": "The question being answered",
+        "prefix": "Question:",
+        "title": "Question",
+        "type": "string"
+      },
+      "previous_traces": {
+        "__dspy_field_type": "input",
+        "desc": "List of previous trace steps (reasoning, search, search_result) leading up to the current search result",
+        "items": {
+          "additionalProperties": true,
+          "type": "object"
+        },
+        "prefix": "Previous Traces:",
+        "title": "Previous Traces",
+        "type": "array"
+      },
+      "current_trace": {
+        "__dspy_field_type": "input",
+        "additionalProperties": true,
+        "desc": "The current trace step of type 'search_result' containing documents to evaluate",
+        "prefix": "Current Trace:",
+        "title": "Current Trace",
+        "type": "object"
+      },
+      "reasoning": {
+        "__dspy_field_type": "output",
+        "desc": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process.",
+        "prefix": "Reasoning:",
+        "title": "Reasoning",
+        "type": "string"
+      },
+      "assessment": {
+        "$ref": "#/$defs/EvidenceAssessment",
+        "__dspy_field_type": "output",
+        "desc": "Classification of the search result's information clarity (Clear/Unclear) and quality (Sufficient/Insufficient)",
+        "prefix": "Assessment:"
+      }
+    },
+    "required": [
+      "question",
+      "previous_traces",
+      "current_trace",
+      "reasoning",
+      "assessment"
+    ],
+    "title": "EvidenceSignature",
+    "type": "object"
+  }
+}

program.json

@@ -0,0 +1,48 @@
+{
+  "traces": [],
+  "train": [],
+  "demos": [],
+  "signature": {
+    "instructions": "Given a question, the previous reasoning/search trace, and the current search result,\nclassify the clarity and quality of the information in the search result.",
+    "fields": [
+      {
+        "prefix": "Question:",
+        "description": "The question being answered"
+      },
+      {
+        "prefix": "Previous Traces:",
+        "description": "List of previous trace steps (reasoning, search, search_result) leading up to the current search result"
+      },
+      {
+        "prefix": "Current Trace:",
+        "description": "The current trace step of type 'search_result' containing documents to evaluate"
+      },
+      {
+        "prefix": "Reasoning:",
+        "description": "The reasoning for your assessment. Be sure to state any uncertainties in you reasoning process."
+      },
+      {
+        "prefix": "Assessment:",
+        "description": "Classification of the search result's information clarity (Clear/Unclear) and quality (Sufficient/Insufficient)"
+      }
+    ]
+  },
+  "lm": {
+    "model": "together_ai/Qwen/Qwen3-VL-32B-Instruct",
+    "model_type": "chat",
+    "cache": true,
+    "num_retries": 3,
+    "finetuning_model": null,
+    "launch_kwargs": {},
+    "train_kwargs": {},
+    "temperature": null,
+    "max_tokens": null
+  },
+  "metadata": {
+    "dependency_versions": {
+      "python": "3.11",
+      "dspy": "3.1.3",
+      "cloudpickle": "3.1"
+    }
+  }
+}