Nicholai
e3b708317c
* feat(agent): add AI model config with admin controls per-user model selection with admin cost ceiling and toggle. models filter/sort by output token cost. adds usage tracking, provider icons, and settings UI. * docs: add openclaw discord integration notes --------- Co-authored-by: Nicholai <nicholaivogelfilms@gmail.com>
87 lines
2.1 KiB
TypeScript
Executable File
87 lines
2.1 KiB
TypeScript
Executable File
import {
|
|
streamText,
|
|
stepCountIs,
|
|
convertToModelMessages,
|
|
type UIMessage,
|
|
} from "ai"
|
|
import { getCloudflareContext } from "@opennextjs/cloudflare"
|
|
import {
|
|
resolveModelForUser,
|
|
createModelFromId,
|
|
} from "@/lib/agent/provider"
|
|
import { agentTools } from "@/lib/agent/tools"
|
|
import { githubTools } from "@/lib/agent/github-tools"
|
|
import { buildSystemPrompt } from "@/lib/agent/system-prompt"
|
|
import { loadMemoriesForPrompt } from "@/lib/agent/memory"
|
|
import { getRegistry } from "@/lib/agent/plugins/registry"
|
|
import { saveStreamUsage } from "@/lib/agent/usage"
|
|
import { getCurrentUser } from "@/lib/auth"
|
|
import { getDb } from "@/db"
|
|
|
|
export async function POST(req: Request): Promise<Response> {
|
|
const user = await getCurrentUser()
|
|
if (!user) {
|
|
return new Response("Unauthorized", { status: 401 })
|
|
}
|
|
|
|
const { env, ctx } = await getCloudflareContext()
|
|
const db = getDb(env.DB)
|
|
const envRecord = env as unknown as Record<string, string>
|
|
|
|
const [memories, registry] = await Promise.all([
|
|
loadMemoriesForPrompt(db, user.id),
|
|
getRegistry(db, envRecord),
|
|
])
|
|
|
|
const pluginSections = registry.getPromptSections()
|
|
|
|
const body = await req.json() as {
|
|
messages: UIMessage[]
|
|
}
|
|
|
|
const currentPage =
|
|
req.headers.get("x-current-page") ?? undefined
|
|
const timezone =
|
|
req.headers.get("x-timezone") ?? undefined
|
|
const conversationId =
|
|
req.headers.get("x-conversation-id") ||
|
|
crypto.randomUUID()
|
|
|
|
const modelId = await resolveModelForUser(
|
|
db,
|
|
user.id
|
|
)
|
|
const model = createModelFromId(
|
|
envRecord.OPENROUTER_API_KEY,
|
|
modelId
|
|
)
|
|
|
|
const result = streamText({
|
|
model,
|
|
system: buildSystemPrompt({
|
|
userName: user.displayName ?? user.email,
|
|
userRole: user.role,
|
|
currentPage,
|
|
timezone,
|
|
memories,
|
|
pluginSections,
|
|
mode: "full",
|
|
}),
|
|
messages: await convertToModelMessages(body.messages),
|
|
tools: { ...agentTools, ...githubTools },
|
|
stopWhen: stepCountIs(10),
|
|
})
|
|
|
|
ctx.waitUntil(
|
|
saveStreamUsage(
|
|
db,
|
|
conversationId,
|
|
user.id,
|
|
modelId,
|
|
result
|
|
)
|
|
)
|
|
|
|
return result.toUIMessageStreamResponse()
|
|
}
|