feat: add groq-sdk integration for news summarization and enhance routing

This commit is contained in:
yuanhau 2025-05-10 08:14:26 +08:00
parent 1208866757
commit e6b2bf3cbe
6 changed files with 85 additions and 4 deletions

View file

View file

@ -0,0 +1,30 @@
import { Groq } from 'groq-sdk';
const groq = new Groq();
export default defineEventHandler(async (event) => {
const slug = getRouterParam(event, 'slug');
const fetchNewsArticle = await fetch(`/api/`);
const chatCompletion = await groq.chat.completions.create({
"messages": [
{
"role": "user",
"content": ``
},
{
"role": "system",
"content": `You are a news summarizer. You will be given a news article and you will summarize it into a short paragraph.`
}
],
"model": "llama3-70b-8192",
"temperature": 1,
"max_completion_tokens": 1024,
"top_p": 1,
"stream": true,
"stop": null
});
for await (const chunk of chatCompletion) {
process.stdout.write(chunk.choices[0]?.delta?.content || '');
}
})