elysia openai示例

import 'dotenv/config';
import { Elysia, t } from 'elysia';
import OpenAI from 'openai';

const openai = new OpenAI({
    apiKey: process.env.OPENAI_API_KEY,
    baseURL: process.env.OPENAI_API_BASE_URL,
});

const app = new Elysia()
    .post(
        "/ai",
        async function* ({ body }) {
            const { prompt } = body;
            const stream = await openai.chat.completions.create({
                model: 'gpt-4o-mini',
                messages: [{ role: 'user', content: prompt }],
                stream: true,
            });
            for await (const chunk of stream) {
                yield chunk.choices[0]?.delta?.content || '';
            }
        },
        {
            body: t.Object({
                prompt: t.String(),
            }),
        }
    )
    .listen(8080);

console.log(`Listening on ${app.server?.url}`);

stream模式,不过已经标记为过时:

import 'dotenv/config';
import { Elysia, t } from 'elysia';
import OpenAI from 'openai';
import { Stream } from '@elysiajs/stream'

const openai = new OpenAI({
    apiKey: process.env.OPENAI_API_KEY,
    baseURL: process.env.OPENAI_API_BASE_URL,
});

const app = new Elysia()
    .post(
        "/ai",
        ({ body: { prompt } }) =>
            new Stream(
                openai.chat.completions.create({
                    model: 'gpt-4o-mini',
                    stream: true,
                    messages: [{
                        role: 'user',
                        content: prompt
                    }]
                })
            ),
        {
            body: t.Object({
                prompt: t.String(),
            }),
        }
    )
    .listen(8888);

console.log(`Listening on ${app.server?.url}`);
posted @   卓能文  阅读(9)  评论(0编辑  收藏  举报
相关博文:
阅读排行:
· 分享一个免费、快速、无限量使用的满血 DeepSeek R1 模型,支持深度思考和联网搜索!
· 基于 Docker 搭建 FRP 内网穿透开源项目(很简单哒)
· ollama系列01:轻松3步本地部署deepseek,普通电脑可用
· 按钮权限的设计及实现
· 25岁的心里话
点击右上角即可分享
微信分享提示