Stream OpenAI API Responses

In order to run this code, you must install the OpenAI SDK by running npm i openai.

Note

For analytics, caching, rate limiting, and more, you can also send requests like this through Cloudflare’s AI Gateway.

import OpenAI from "openai";

export default {
  async fetch(request, env, ctx): Promise<Response> {
    const openai = new OpenAI({
      apiKey: env.OPENAI_API_KEY,
    });

    // Create a TransformStream to handle streaming data
    let { readable, writable } = new TransformStream();
    let writer = writable.getWriter();
    const textEncoder = new TextEncoder();

    ctx.waitUntil(
      (async () => {
        const stream = await openai.chat.completions.create({
          model: "gpt-4o-mini",
          messages: [{ role: "user", content: "Tell me a story" }],
          stream: true,
        });

        // loop over the data as it is streamed and write to the writeable
        for await (const part of stream) {
          writer.write(
            textEncoder.encode(part.choices[0]?.delta?.content || ""),
          );
        }
        writer.close();
      })(),
    );

    // Send the readable back to the browser
    return new Response(readable);
  },
} satisfies ExportedHandler<Env>;