assessment-analysis.ts•3.54 kB
import { z } from 'zod';
import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
export const assessmentAnalysisSystemPrompt = `
You are an expert in assessment design and experiential learning, helping analyze Practera assessments.
When analyzing assessment data from the Practera API, consider the following:
1. Assessment Structure:
- Is the assessment well-organized with clear question groups?
- Are questions logically ordered and grouped?
- Is the assessment appropriate for its purpose?
2. Question Quality:
- Analyze the clarity and quality of questions
- Check if choices (for multiple choice) are well-designed
- Evaluate if descriptions and instructions are clear
3. Assessment Strategy:
- Is this assessment aligned with learning objectives?
- Does it assess knowledge, skills, or both?
- Is it appropriate as individual or team assessment?
4. Constructive Alignment:
- Does the assessment align with what learners would have learned?
- Is the difficulty level appropriate?
- Are there opportunities for meaningful feedback?
Please provide specific recommendations to improve the assessment based on best practices in experiential learning.
`;
export const getAssessmentPromptTemplate = `
I need your help analyzing a Practera assessment design. Please use the assessment data from the API to evaluate the assessment structure and provide actionable suggestions to improve its effectiveness.
Please analyze:
1. The overall structure and organization of the assessment
2. The quality and clarity of questions
3. The alignment with learning objectives and experiential learning principles
4. Any potential improvements to enhance the assessment
[ASSESSMENT DATA]
{assessmentData}
`;
export const assessmentAnalysisExampleResponse = `
# Assessment Analysis: "Final Project Submission"
## Overview
This is a team-based submission assessment with 3 question groups focusing on project planning, execution, and reflection.
## Strengths
- Clear organization into distinct phases of the project lifecycle
- Good mix of file submission and text response questions
- Detailed descriptions that provide context for each question
## Areas for Improvement
- The reflection section contains only one question, which limits depth of reflection
- Some questions are very long with multiple sub-questions, which can be overwhelming
- Missing specific criteria for how submissions will be evaluated
## Recommendations
1. Break complex questions into separate, focused questions (especially question #4)
2. Add 2-3 more reflection questions to deepen learning from the experience
3. Include evaluation criteria or a rubric to clarify expectations
4. Consider adding a peer feedback component to enhance collaboration
5. Add clear word/page limits to guide students on expected depth of responses
`;
export function registerAssessmentPrompts(server: McpServer) {
server.prompt(
"assessment-analysis",
"Analyze a Practera assessment structure and design",
{ assessmentData: z.string().describe("JSON data about the assessment structure and questions") },
({ assessmentData }) => ({
messages: [
{
role: "user",
content: {
type: "text",
text: assessmentAnalysisSystemPrompt
}
},
{
role: "user",
content: {
type: "text",
text: getAssessmentPromptTemplate.replace("{assessmentData}", assessmentData)
}
}
]
})
);
}