OpenAI Realtime

async function init() {
  const tokenResponse = await fetch('/session');
  const data = await tokenResponse.json();
  const ephemeralKey = data.client_secret.value;

  const pc = new RTCPeerConnection();
  const audioElement = document.createElement('audio');
  audioElement.autoplay = true;
  pc.ontrack = (event) => {
    audioElement.srcObject = event.streams[0];
  };

  const mediaStream = await navigator.mediaDevices.getUserMedia({ audio: true });
  pc.addTrack(mediaStream.getTracks()[0]);

  const dataChannel = pc.createDataChannel('oai-events');
  dataChannel.addEventListener('message', (event) => {
    console.log(JSON.parse(event.data));
  });

  const offer = await pc.createOffer();
  await pc.setLocalDescription(offer);

  const response = await fetch(
    'https://api.agtcloud.cn/v1/realtime?model=MODEL_ID',
    {
      method: 'POST',
      body: offer.sdp,
      headers: {
        Authorization: `Bearer ${ephemeralKey}`,
        'Content-Type': 'application/sdp',
      },
    },
  );

  await pc.setRemoteDescription({
    type: 'answer',
    sdp: await response.text(),
  });
}

init();

import express from 'express';

const app = express();

app.get('/session', async (_request, response) => {
  const result = await fetch('https://api.agtcloud.cn/v1/realtime/sessions', {
    method: 'POST',
    headers: {
      Authorization: 'Bearer your-api-key',
      'Content-Type': 'application/json',
    },
    body: JSON.stringify({
      model: 'MODEL_ID',
      voice: 'verse',
    }),
  });

  response.send(await result.json());
});

app.listen(3000);

const dataChannel = pc.createDataChannel('oai-events');

dataChannel.addEventListener('message', (event) => {
  const realtimeEvent = JSON.parse(event.data);
  console.log(realtimeEvent);
});

dataChannel.send(JSON.stringify({
  type: 'response.create',
  response: {
    modalities: ['text'],
    instructions: 'コードを題材に俳句を作ってください',
  },
}));

const ws = new WebSocket(
  'wss://api.agtcloud.cn/v1/realtime?model=MODEL_ID',
  [
    'realtime',
    'openai-insecure-api-key.your-api-key',
    'openai-organization.ORGANIZATION_ID',
    'openai-project.PROJECT_ID',
    'openai-beta.realtime-v1',
  ],
);

ws.addEventListener('open', () => {
  console.log('サーバーに接続しました。');
});

ws.addEventListener('message', (event) => {
  console.log(JSON.parse(event.data));
});