mirror of
https://github.com/hpware/news-analyze.git
synced 2025-06-23 13:04:23 +00:00
feat: add groq-sdk integration for news summarization and enhance routing
This commit is contained in:
parent
1208866757
commit
e6b2bf3cbe
6 changed files with 85 additions and 4 deletions
0
server/api/ai/chat/[slug].ts
Normal file
0
server/api/ai/chat/[slug].ts
Normal file
30
server/api/ai/summerize/[slug].ts
Normal file
30
server/api/ai/summerize/[slug].ts
Normal file
|
@ -0,0 +1,30 @@
|
|||
import { Groq } from 'groq-sdk';
|
||||
|
||||
const groq = new Groq();
|
||||
|
||||
export default defineEventHandler(async (event) => {
|
||||
const slug = getRouterParam(event, 'slug');
|
||||
const fetchNewsArticle = await fetch(`/api/`);
|
||||
const chatCompletion = await groq.chat.completions.create({
|
||||
"messages": [
|
||||
{
|
||||
"role": "user",
|
||||
"content": ``
|
||||
},
|
||||
{
|
||||
"role": "system",
|
||||
"content": `You are a news summarizer. You will be given a news article and you will summarize it into a short paragraph.`
|
||||
}
|
||||
],
|
||||
"model": "llama3-70b-8192",
|
||||
"temperature": 1,
|
||||
"max_completion_tokens": 1024,
|
||||
"top_p": 1,
|
||||
"stream": true,
|
||||
"stop": null
|
||||
});
|
||||
|
||||
for await (const chunk of chatCompletion) {
|
||||
process.stdout.write(chunk.choices[0]?.delta?.content || '');
|
||||
}
|
||||
})
|
Loading…
Add table
Add a link
Reference in a new issue