yuanhau/news-analyze
1
0
Fork 0
mirror of https://github.com/hpware/news-analyze.git synced 2025-06-24 13:26:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Made a basic news summarizer. This is just to test in prod.

Browse source
This commit is contained in:
yuanhau 2025-05-24 01:04:15 +08:00
parent d21957a8f9
commit 11de0632ae
2 changed files with 30 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

12
server/api/ai/chat/[slug].ts
View file

@ -4,9 +4,9 @@ import sql from "~/server/components/postgres";
const groq = new Groq();
export default defineEventHandler(async (event) => {
const host = await getRequestHost(event);
const protocol = await getRequestProtocol(event);
const hears = await getRequestHeaders(event);
const host = getRequestHost(event);
const protocol = getRequestProtocol(event);
const hears = getRequestHeaders(event);
const slug = getRouterParam(event, "slug");
const body = await readBody(event);
if (!slug) {
@ -47,8 +47,8 @@ export default defineEventHandler(async (event) => {
content: body.message,
},
],
model: "llama-3.1-8b-instant",
temperature: 1,
model: "gemma2-9b-it",
temperature: 0.71,
max_completion_tokens: 1024,
top_p: 1,
stream: true,
@ -56,7 +56,6 @@ export default defineEventHandler(async (event) => {
});
/*
// Save user message
await sql`
INSERT INTO chat_history (uuid, role, content)
VALUES (${slug}, 'user', ${body.message})
@ -78,7 +77,6 @@ export default defineEventHandler(async (event) => {
}
/*
// Save complete assistant response
if (assistantResponse) {
await sql`
INSERT INTO chat_history (uuid, role, content)