metacognitivemonitoring
Assess and improve reasoning quality by systematically monitoring knowledge boundaries, claim certainty, and biases. Supports metacognitive evaluation across planning, execution, and reflection stages.
Instructions
A detailed tool for systematic self-monitoring of knowledge and reasoning quality. This tool helps models track knowledge boundaries, claim certainty, and reasoning biases. It provides a framework for metacognitive assessment across various domains and reasoning tasks.
Input Schema
| Name | Required | Description | Default |
|---|---|---|---|
| claims | No | ||
| iteration | Yes | Current iteration of the monitoring process | |
| knowledgeAssessment | No | ||
| monitoringId | Yes | Unique identifier for this monitoring session | |
| nextAssessmentNeeded | Yes | Whether further assessment is needed | |
| overallConfidence | Yes | ||
| reasoningSteps | No | ||
| recommendedApproach | Yes | ||
| stage | Yes | ||
| suggestedAssessments | No | ||
| task | Yes | ||
| uncertaintyAreas | Yes |
Input Schema (JSON Schema)
{
"properties": {
"claims": {
"items": {
"properties": {
"alternativeInterpretations": {
"items": {
"type": "string"
},
"type": "array"
},
"claim": {
"type": "string"
},
"confidenceScore": {
"maximum": 1,
"minimum": 0,
"type": "number"
},
"evidenceBasis": {
"type": "string"
},
"falsifiabilityCriteria": {
"type": "string"
},
"status": {
"enum": [
"fact",
"inference",
"speculation",
"uncertain"
],
"type": "string"
}
},
"required": [
"claim",
"status",
"confidenceScore",
"evidenceBasis"
],
"type": "object"
},
"type": "array"
},
"iteration": {
"description": "Current iteration of the monitoring process",
"minimum": 0,
"type": "number"
},
"knowledgeAssessment": {
"properties": {
"confidenceScore": {
"maximum": 1,
"minimum": 0,
"type": "number"
},
"domain": {
"type": "string"
},
"knowledgeLevel": {
"enum": [
"expert",
"proficient",
"familiar",
"basic",
"minimal",
"none"
],
"type": "string"
},
"knownLimitations": {
"items": {
"type": "string"
},
"type": "array"
},
"relevantTrainingCutoff": {
"type": "string"
},
"supportingEvidence": {
"type": "string"
}
},
"required": [
"domain",
"knowledgeLevel",
"confidenceScore",
"supportingEvidence",
"knownLimitations"
],
"type": "object"
},
"monitoringId": {
"description": "Unique identifier for this monitoring session",
"type": "string"
},
"nextAssessmentNeeded": {
"description": "Whether further assessment is needed",
"type": "boolean"
},
"overallConfidence": {
"maximum": 1,
"minimum": 0,
"type": "number"
},
"reasoningSteps": {
"items": {
"properties": {
"assumptions": {
"items": {
"type": "string"
},
"type": "array"
},
"inferenceStrength": {
"maximum": 1,
"minimum": 0,
"type": "number"
},
"logicalValidity": {
"maximum": 1,
"minimum": 0,
"type": "number"
},
"potentialBiases": {
"items": {
"type": "string"
},
"type": "array"
},
"step": {
"type": "string"
}
},
"required": [
"step",
"potentialBiases",
"assumptions",
"logicalValidity",
"inferenceStrength"
],
"type": "object"
},
"type": "array"
},
"recommendedApproach": {
"type": "string"
},
"stage": {
"enum": [
"knowledge-assessment",
"planning",
"execution",
"monitoring",
"evaluation",
"reflection"
],
"type": "string"
},
"suggestedAssessments": {
"items": {
"enum": [
"knowledge",
"claim",
"reasoning",
"overall"
],
"type": "string"
},
"type": "array"
},
"task": {
"type": "string"
},
"uncertaintyAreas": {
"items": {
"type": "string"
},
"type": "array"
}
},
"required": [
"task",
"stage",
"overallConfidence",
"uncertaintyAreas",
"recommendedApproach",
"monitoringId",
"iteration",
"nextAssessmentNeeded"
],
"type": "object"
}