<!-- htmlhint doctype-first:false, tag-pair:false -->
<script>
window.createPromptsController = function() {
return {
timeRange: 24,
limit: 20,
charts: {},
loading: false,
error: null,
summaryCards: {
slowest: null,
mostErrorProne: null,
mostUsed: null,
overallHealth: 'good'
},
async init() {
await this.loadAllMetrics();
this.startAutoRefresh();
},
async loadAllMetrics() {
this.loading = true;
this.error = null;
try {
await Promise.all([
this.loadPromptUsage(),
this.loadPromptPerformance(),
this.loadPromptSlowness(),
this.loadPromptErrorProne(),
]);
} catch (e) {
console.error('Failed to load prompt metrics:', e);
this.error = e.message;
} finally {
this.loading = false;
}
},
async loadPromptUsage() {
const response = await fetch(
`{{ root_path }}/admin/observability/prompts/usage?hours=${this.timeRange}&limit=${this.limit}`
);
if (!response.ok) throw new Error('Failed to load prompt usage');
const data = await response.json();
this.renderPromptUsageChart(data);
// Update most used card
if (data.prompts && data.prompts.length > 0) {
this.summaryCards.mostUsed = {
name: data.prompts[0].prompt_id,
value: data.prompts[0].count,
metric: 'renders'
};
}
},
async loadPromptPerformance() {
const response = await fetch(
`{{ root_path }}/admin/observability/prompts/performance?hours=${this.timeRange}&limit=${this.limit}`
);
if (!response.ok) throw new Error('Failed to load prompt performance');
const data = await response.json();
this.renderPromptPerformanceTable(data);
// Update slowest prompt card
if (data.prompts && data.prompts.length > 0) {
const slowest = [...data.prompts].sort((a, b) => b.p95 - a.p95)[0];
this.summaryCards.slowest = {
name: slowest.prompt_id,
value: slowest.p95,
metric: 'ms (p95)'
};
}
},
async loadPromptSlowness() {
const response = await fetch(
`{{ root_path }}/admin/observability/prompts/performance?hours=${this.timeRange}&limit=10`
);
if (!response.ok) throw new Error('Failed to load prompt slowness');
const data = await response.json();
this.renderPromptSlownessChart(data);
},
async loadPromptErrorProne() {
const response = await fetch(
`{{ root_path }}/admin/observability/prompts/errors?hours=${this.timeRange}&limit=10`
);
if (!response.ok) throw new Error('Failed to load prompt errors');
const data = await response.json();
this.renderPromptErrorProneChart(data);
// Update most error-prone card and overall health
if (data.prompts && data.prompts.length > 0) {
const mostErrorProne = [...data.prompts].sort((a, b) => b.error_rate - a.error_rate)[0];
this.summaryCards.mostErrorProne = {
name: mostErrorProne.prompt_id,
value: mostErrorProne.error_rate,
metric: '% errors'
};
// Calculate overall health
const avgErrorRate = data.prompts.reduce((sum, p) => sum + p.error_rate, 0) / data.prompts.length;
if (avgErrorRate < 5) {
this.summaryCards.overallHealth = 'good';
} else if (avgErrorRate < 20) {
this.summaryCards.overallHealth = 'warning';
} else {
this.summaryCards.overallHealth = 'critical';
}
} else {
this.summaryCards.overallHealth = 'good';
}
},
renderPromptUsageChart(data) {
const ctx = document.getElementById('promptUsageChart');
if (!ctx) return;
if (this.charts.promptUsage) {
this.charts.promptUsage.destroy();
}
// Handle empty data
if (!data.prompts || data.prompts.length === 0) {
ctx.getContext('2d').clearRect(0, 0, ctx.width, ctx.height);
return;
}
this.charts.promptUsage = new Chart(ctx, {
type: 'bar',
data: {
labels: data.prompts.map(p => p.prompt_id),
datasets: [
{
label: 'Render Count',
data: data.prompts.map(p => p.count),
backgroundColor: 'rgba(168, 85, 247, 0.6)',
borderColor: '#a855f7',
borderWidth: 1,
},
],
},
options: {
indexAxis: 'y',
responsive: true,
maintainAspectRatio: false,
plugins: {
title: {
display: true,
text: `Prompt Rendering Frequency (Last ${this.timeRange}h)`,
},
legend: {
display: false,
},
tooltip: {
callbacks: {
label: function (context) {
const prompt = data.prompts[context.dataIndex];
return [
`Renders: ${prompt.count}`,
`Percentage: ${prompt.percentage}%`
];
},
},
},
},
scales: {
x: {
beginAtZero: true,
title: {
display: true,
text: 'Number of Renders',
},
},
},
},
});
},
renderPromptPerformanceTable(data) {
const tbody = document.querySelector('#promptPerformanceTable tbody');
if (!tbody) return;
tbody.innerHTML = data.prompts
.map(
(prompt, idx) => `
<tr>
<td class="px-4 py-2 text-sm text-gray-700">${idx + 1}</td>
<td class="px-4 py-2 text-sm font-mono text-gray-900">${prompt.prompt_id}</td>
<td class="px-4 py-2 text-sm text-gray-600">${prompt.count}</td>
<td class="px-4 py-2 text-sm text-orange-600 font-medium">${prompt.avg_duration_ms} ms</td>
<td class="px-4 py-2 text-sm text-green-600">${prompt.min_duration_ms} ms</td>
<td class="px-4 py-2 text-sm text-blue-600">${prompt.p50} ms</td>
<td class="px-4 py-2 text-sm text-indigo-600">${prompt.p90} ms</td>
<td class="px-4 py-2 text-sm text-purple-600">${prompt.p95} ms</td>
<td class="px-4 py-2 text-sm text-pink-600">${prompt.p99} ms</td>
<td class="px-4 py-2 text-sm text-red-600">${prompt.max_duration_ms} ms</td>
</tr>
`
)
.join('');
},
renderPromptSlownessChart(data) {
const ctx = document.getElementById('promptSlownessChart');
if (!ctx) return;
if (this.charts.promptSlowness) {
this.charts.promptSlowness.destroy();
}
// Handle empty data
if (!data.prompts || data.prompts.length === 0) {
ctx.getContext('2d').clearRect(0, 0, ctx.width, ctx.height);
return;
}
// Sort by p95 descending and take top 10
const sortedPrompts = [...data.prompts]
.sort((a, b) => b.p95 - a.p95)
.slice(0, 10);
this.charts.promptSlowness = new Chart(ctx, {
type: 'bar',
data: {
labels: sortedPrompts.map(p => p.prompt_id),
datasets: [
{
label: 'p95 Latency (ms)',
data: sortedPrompts.map(p => p.p95),
backgroundColor: 'rgba(239, 68, 68, 0.6)',
borderColor: '#ef4444',
borderWidth: 1,
},
{
label: 'p50 Latency (ms)',
data: sortedPrompts.map(p => p.p50),
backgroundColor: 'rgba(168, 85, 247, 0.6)',
borderColor: '#a855f7',
borderWidth: 1,
},
],
},
options: {
indexAxis: 'y',
responsive: true,
maintainAspectRatio: false,
plugins: {
title: {
display: true,
text: `Top 10 Slowest Prompts (Last ${this.timeRange}h)`,
},
legend: {
display: true,
position: 'top',
},
tooltip: {
callbacks: {
label: function (context) {
const prompt = sortedPrompts[context.dataIndex];
return [
`${context.dataset.label}: ${context.parsed.x} ms`,
`Avg: ${prompt.avg_duration_ms} ms`,
`Max: ${prompt.max_duration_ms} ms`,
`Renders: ${prompt.count}`
];
},
},
},
},
scales: {
x: {
beginAtZero: true,
title: {
display: true,
text: 'Latency (ms)',
},
},
},
},
});
},
renderPromptErrorProneChart(data) {
const ctx = document.getElementById('promptErrorProneChart');
if (!ctx) return;
if (this.charts.promptErrorProne) {
this.charts.promptErrorProne.destroy();
}
// Handle empty data
if (!data.prompts || data.prompts.length === 0) {
ctx.getContext('2d').clearRect(0, 0, ctx.width, ctx.height);
return;
}
// Sort by error_rate descending and take top 10
const sortedPrompts = [...data.prompts]
.filter(p => p.error_rate > 0)
.sort((a, b) => b.error_rate - a.error_rate)
.slice(0, 10);
if (sortedPrompts.length === 0) {
ctx.getContext('2d').clearRect(0, 0, ctx.width, ctx.height);
const parent = ctx.parentElement;
parent.innerHTML = '<p style="text-align: center; color: #10b981; padding: 2rem;">✓ No errors found - all prompts rendering successfully!</p>';
return;
}
this.charts.promptErrorProne = new Chart(ctx, {
type: 'bar',
data: {
labels: sortedPrompts.map(p => p.prompt_id),
datasets: [
{
label: 'Error Rate (%)',
data: sortedPrompts.map(p => p.error_rate),
backgroundColor: 'rgba(239, 68, 68, 0.6)',
borderColor: '#ef4444',
borderWidth: 1,
},
],
},
options: {
indexAxis: 'y',
responsive: true,
maintainAspectRatio: false,
plugins: {
title: {
display: true,
text: `Top 10 Error-Prone Prompts (Last ${this.timeRange}h)`,
},
legend: {
display: false,
},
tooltip: {
callbacks: {
label: function (context) {
const prompt = sortedPrompts[context.dataIndex];
return [
`Error Rate: ${prompt.error_rate}%`,
`Errors: ${prompt.error_count}`,
`Total: ${prompt.total_count}`,
`Success: ${prompt.total_count - prompt.error_count}`
];
},
},
},
},
scales: {
x: {
beginAtZero: true,
max: 100,
title: {
display: true,
text: 'Error Rate (%)',
},
},
},
},
});
},
startAutoRefresh() {
setInterval(() => this.loadAllMetrics(), 60000);
},
async applyFilters() {
await this.loadAllMetrics();
},
};
};
</script>
<div class="prompts-dashboard" x-data="createPromptsController()" x-init="init()">
<!-- Header with filters -->
<div class="mb-6 bg-white rounded-lg shadow-sm p-4">
<div class="flex flex-wrap gap-4 items-end">
<div class="flex-1 min-w-[200px]">
<label class="block text-sm font-medium text-gray-700 mb-1">Time Range</label>
<select x-model="timeRange" class="w-full border border-gray-300 rounded-md px-3 py-2 focus:outline-none focus:ring-2 focus:ring-blue-500">
<option value="1">Last 1 Hour</option>
<option value="6">Last 6 Hours</option>
<option value="24">Last 24 Hours</option>
<option value="72">Last 3 Days</option>
<option value="168">Last 7 Days</option>
</select>
</div>
<div class="flex-1 min-w-[200px]">
<label class="block text-sm font-medium text-gray-700 mb-1">Results Limit</label>
<select x-model="limit" class="w-full border border-gray-300 rounded-md px-3 py-2 focus:outline-none focus:ring-2 focus:ring-blue-500">
<option value="10">Top 10</option>
<option value="20">Top 20</option>
<option value="50">Top 50</option>
<option value="100">Top 100</option>
</select>
</div>
<div class="flex-shrink-0">
<button @click="applyFilters()" class="px-4 py-2 bg-blue-600 text-white rounded-md hover:bg-blue-700 focus:outline-none focus:ring-2 focus:ring-blue-500">
Apply Filters
</button>
</div>
</div>
<div x-show="loading" class="mt-3 text-sm text-gray-600">
Loading prompt metrics...
</div>
<div x-show="error" class="mt-3 text-sm text-red-600" x-text="error"></div>
</div>
<!-- Summary Cards -->
<div class="mb-6 grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-4">
<!-- Overall Health Card -->
<div class="bg-white rounded-lg shadow-sm p-6 border-l-4" :class="{
'border-green-500': summaryCards.overallHealth === 'good',
'border-yellow-500': summaryCards.overallHealth === 'warning',
'border-red-500': summaryCards.overallHealth === 'critical'
}">
<div class="flex items-center justify-between">
<div>
<p class="text-sm font-medium text-gray-600">Overall Health</p>
<p class="mt-2 text-3xl font-bold" :class="{
'text-green-600': summaryCards.overallHealth === 'good',
'text-yellow-600': summaryCards.overallHealth === 'warning',
'text-red-600': summaryCards.overallHealth === 'critical'
}" x-text="summaryCards.overallHealth === 'good' ? '🟢 Healthy' : summaryCards.overallHealth === 'warning' ? '🟡 Warning' : '🔴 Critical'"></p>
</div>
</div>
</div>
<!-- Most Used Prompt Card -->
<div class="bg-white rounded-lg shadow-sm p-6 border-l-4 border-purple-500">
<div class="flex items-center justify-between">
<div class="flex-1 min-w-0">
<p class="text-sm font-medium text-gray-600">Most Rendered</p>
<p class="mt-2 text-lg font-semibold text-gray-900 truncate" x-text="summaryCards.mostUsed?.name || 'N/A'"></p>
<p class="text-sm text-purple-600 font-medium" x-text="summaryCards.mostUsed ? `${summaryCards.mostUsed.value} ${summaryCards.mostUsed.metric}` : ''"></p>
</div>
<div class="text-3xl">💬</div>
</div>
</div>
<!-- Slowest Prompt Card -->
<div class="bg-white rounded-lg shadow-sm p-6 border-l-4 border-orange-500">
<div class="flex items-center justify-between">
<div class="flex-1 min-w-0">
<p class="text-sm font-medium text-gray-600">Slowest Prompt</p>
<p class="mt-2 text-lg font-semibold text-gray-900 truncate" x-text="summaryCards.slowest?.name || 'N/A'"></p>
<p class="text-sm text-orange-600 font-medium" x-text="summaryCards.slowest ? `${summaryCards.slowest.value} ${summaryCards.slowest.metric}` : ''"></p>
</div>
<div class="text-3xl">🐌</div>
</div>
</div>
<!-- Most Error-Prone Prompt Card -->
<div class="bg-white rounded-lg shadow-sm p-6 border-l-4 border-red-500">
<div class="flex items-center justify-between">
<div class="flex-1 min-w-0">
<p class="text-sm font-medium text-gray-600">Most Error-Prone</p>
<p class="mt-2 text-lg font-semibold text-gray-900 truncate" x-text="summaryCards.mostErrorProne?.name || 'None'"></p>
<p class="text-sm text-red-600 font-medium" x-text="summaryCards.mostErrorProne ? `${summaryCards.mostErrorProne.value}${summaryCards.mostErrorProne.metric}` : '0% errors'"></p>
</div>
<div class="text-3xl">⚠️</div>
</div>
</div>
</div>
<!-- Prompt Usage Chart -->
<div class="mb-6 bg-white rounded-lg shadow-sm p-6">
<div style="height: 400px;">
<canvas id="promptUsageChart"></canvas>
</div>
</div>
<!-- Top 10 Slowest Prompts Chart -->
<div class="mb-6 bg-white rounded-lg shadow-sm p-6">
<div style="height: 400px;">
<canvas id="promptSlownessChart"></canvas>
</div>
</div>
<!-- Top 10 Error-Prone Prompts Chart -->
<div class="mb-6 bg-white rounded-lg shadow-sm p-6">
<div style="height: 400px;">
<canvas id="promptErrorProneChart"></canvas>
</div>
</div>
<!-- Prompt Performance Table -->
<div class="mb-6 bg-white rounded-lg shadow-sm p-6">
<h3 class="text-lg font-semibold text-gray-900 mb-4">Prompt Performance Metrics</h3>
<div class="overflow-x-auto">
<table id="promptPerformanceTable" class="min-w-full divide-y divide-gray-200">
<thead class="bg-gray-50">
<tr>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">#</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">Prompt ID</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">Count</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">Avg</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">Min</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">p50</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">p90</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">p95</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">p99</th>
<th class="px-4 py-3 text-left text-xs font-medium text-gray-500 uppercase tracking-wider">Max</th>
</tr>
</thead>
<tbody class="bg-white divide-y divide-gray-200"></tbody>
</table>
</div>
</div>
</div>
