协作头脑风暴
brainstorming
在实现前澄清需求、探索设计选择,并形成清晰的开发方向。
langfuse-webhooks-events【开发与工程】Configure Langfuse webhooks and event callbacks for real-time notifications. Use when setting up trace notifications, configuring evaluation callbacks, or integrating Langfuse events with external systems. Trigger with phrases like "langfuse webhooks", "langfuse events", "langfuse notifications", "langfuse callbacks", "langfuse alerts".
独立 GitHub 快照 · 自动分类 · 以原作者文档为准
Configure webhooks and event callbacks to receive real-time notifications from Langfuse.
// api/webhooks/langfuse/route.ts (Next.js App Router)
import { NextRequest, NextResponse } from "next/server";
import crypto from "crypto";
const WEBHOOK_SECRET = process.env.LANGFUSE_WEBHOOK_SECRET!;
interface LangfuseWebhookPayload {
event: string;
timestamp: string;
data: {
traceId?: string;
observationId?: string;
scoreId?: string;
projectId: string;
[key: string]: any;
};
}
function verifySignature(payload: string, signature: string): boolean {
const expectedSignature = crypto
.createHmac("sha256", WEBHOOK_SECRET)
.update(payload)
.digest("hex");
return crypto.timingSafeEqual(
Buffer.from(signature),
Buffer.from(expectedSignature)
);
}
export async function POST(request: NextRequest) {
const payload = await request.text();
const signature = request.headers.get("x-langfuse-signature");
// Verify webhook signature
if (!signature || !verifySignature(payload, signature)) {
console.error("Invalid webhook signature");
return NextResponse.json({ error: "Invalid signature" }, { status: 401 });
}
const event: LangfuseWebhookPayload = JSON.parse(payload);
console.log(`Received Langfuse event: ${event.event}`);
// Handle different event types
switch (event.event) {
case "trace.created":
await handleTraceCreated(event.data);
break;
case "trace.updated":
await handleTraceUpdated(event.data);
break;
case "score.created":
await handleScoreCreated(event.data);
break;
case "generation.created":
await handleGenerationCreated(event.data);
break;
default:
console.log(`Unhandled event type: ${event.event}`);
}
return NextResponse.json({ received: true });
}
async function handleTraceCreated(data: any) {
console.log(`New trace created: ${data.traceId}`);
// Trigger downstream actions
}
async function handleTraceUpdated(data: any) {
// Check for errors
if (data.level === "ERROR") {
await sendAlertNotification({
title: "Langfuse Error Trace",
traceId: data.traceId,
message: data.statusMessage,
});
}
}
async function handleScoreCreated(data: any) {
// Alert on low scores
if (data.value < 0.5) {
await sendAlertNotification({
title: "Low Score Alert",
traceId: data.traceId,
score: data.name,
value: data.value,
});
}
}
async function handleGenerationCreated(data: any) {
// Track token usage
if (data.usage) {
await trackTokenUsage({
model: data.model,
promptTokens: data.usage.promptTokens,
completionTokens: data.usage.completionTokens,
});
}
}
1. Go to Langfuse Dashboard -> Settings -> Webhooks
2. Click "Add Webhook"
3. Configure:
- URL: https://your-domain.com/api/webhooks/langfuse
- Events: Select events to subscribe to
- Secret: Generate and save webhook secret
4. Test webhook with "Send Test Event"
// lib/webhook-queue.ts
import { Queue, Worker } from "bullmq";
import Redis from "ioredis";
const connection = new Redis(process.env.REDIS_URL!);
// Queue for processing webhook events
export const langfuseQueue = new Queue("langfuse-events", { connection });
// Webhook handler adds to queue
export async function queueWebhookEvent(event: LangfuseWebhookPayload) {
await langfuseQueue.add(event.event, event, {
removeOnComplete: 1000,
removeOnFail: 5000,
attempts: 3,
backoff: {
type: "exponential",
delay: 1000,
},
});
}
// Worker processes events
const worker = new Worker(
"langfuse-events",
async (job) => {
const event = job.data as LangfuseWebhookPayload;
switch (job.name) {
case "trace.created":
await processTraceCreated(event);
break;
case "score.created":
await processScoreCreated(event);
break;
// ... other handlers
}
},
{ connection }
);
worker.on("failed", (job, error) => {
console.error(`Job ${job?.id} failed:`, error);
});
// For real-time updates without webhooks
// Use Langfuse API polling with caching
import { Langfuse } from "langfuse";
class LangfuseEventStream {
private langfuse: Langfuse;
private lastChecked: Date;
private pollInterval: number;
constructor(pollIntervalMs: number = 5000) {
this.langfuse = new Langfuse();
this.lastChecked = new Date();
this.pollInterval = pollIntervalMs;
}
async start(handlers: {
onTrace?: (trace: any) => void;
onScore?: (score: any) => void;
}) {
setInterval(async () => {
await this.pollForUpdates(handlers);
}, this.pollInterval);
}
private async pollForUpdates(handlers: {
onTrace?: (trace: any) => void;
onScore?: (score: any) => void;
}) {
try {
const traces = await this.langfuse.fetchTraces({
fromTimestamp: this.lastChecked,
});
for (const trace of traces.data) {
handlers.onTrace?.(trace);
}
this.lastChecked = new Date();
} catch (error) {
console.error("Failed to poll Langfuse:", error);
}
}
}
// Usage
const stream = new LangfuseEventStream(10000); // 10 second poll
stream.start({
onTrace: (trace) => {
if (trace.level === "ERROR") {
sendSlackAlert(`Error in trace ${trace.id}`);
}
},
});
// Slack notification on errors
async function sendSlackNotification(event: LangfuseWebhookPayload) {
if (event.data.level !== "ERROR") return;
await fetch(process.env.SLACK_WEBHOOK_URL!, {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
blocks: [
{
type: "header",
text: {
type: "plain_text",
text: "Langfuse Error Alert",
},
},
{
type: "section",
fields: [
{
type: "mrkdwn",
text: `*Trace ID:*\n${event.data.traceId}`,
},
{
type: "mrkdwn",
text: `*Error:*\n${event.data.statusMessage}`,
},
],
},
{
type: "actions",
elements: [
{
type: "button",
text: { type: "plain_text", text: "View Trace" },
url: `https://cloud.langfuse.com/trace/${event.data.traceId}`,
},
],
},
],
}),
});
}
// PagerDuty for critical alerts
async function sendPagerDutyAlert(event: LangfuseWebhookPayload) {
await fetch("https://events.pagerduty.com/v2/enqueue", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
routing_key: process.env.PAGERDUTY_ROUTING_KEY,
event_action: "trigger",
payload: {
summary: `Langfuse: ${event.event}`,
severity: "critical",
source: "langfuse",
custom_details: event.data,
},
}),
});
}
| Event | Description | Use Case |
|---|---|---|
trace.created | New trace started | Real-time monitoring |
trace.updated | Trace modified | Error detection |
generation.created | LLM call logged | Token tracking |
score.created | Score added | Quality alerts |
score.updated | Score modified | Evaluation updates |
| Issue | Cause | Solution |
|---|---|---|
| Invalid signature | Wrong secret | Verify webhook secret |
| Missed events | Handler failure | Use queue with retries |
| Duplicate events | No idempotency | Track processed event IDs |
| Timeout | Slow handler | Queue events, respond fast |
const processedEvents = new Set<string>();
async function handleWebhook(event: LangfuseWebhookPayload) {
const eventId = `${event.event}-${event.timestamp}-${event.data.traceId}`;
if (processedEvents.has(eventId)) {
console.log(`Skipping duplicate event: ${eventId}`);
return;
}
processedEvents.add(eventId);
// Process event...
// Clean up old events periodically
if (processedEvents.size > 10000) {
processedEvents.clear();
}
}
For performance optimization, see langfuse-performance-tuning.