refactor: Move types to create-chat-completions from separate files

Author: ericc-ch

src/routes/chat-completions/handler.ts

@@ -2,14 +2,13 @@ import type { Context } from "hono"
 
 import { streamSSE, type SSEMessage } from "hono/streaming"
 
-import type {
-  ChatCompletionResponse,
-  ChatCompletionsPayload,
-} from "~/services/copilot/chat-completions/types"
-
 import { isNullish } from "~/lib/is-nullish"
 import { state } from "~/lib/state"
-import { createChatCompletions } from "~/services/copilot/create-chat-completions"
+import {
+  createChatCompletions,
+  type ChatCompletionResponse,
+  type ChatCompletionsPayload,
+} from "~/services/copilot/create-chat-completions"
 
 export async function handleCompletion(c: Context) {
   let payload = await c.req.json<ChatCompletionsPayload>()

src/services/copilot/chat-completions/types-streaming.ts

@@ -4,11 +4,6 @@ import { copilotHeaders, COPILOT_API_BASE_URL } from "~/lib/api-config"
 import { HTTPError } from "~/lib/http-error"
 import { state } from "~/lib/state"
 
-import type {
-  ChatCompletionResponse,
-  ChatCompletionsPayload,
-} from "./chat-completions/types"
-
 export const createChatCompletions = async (
   payload: ChatCompletionsPayload,
 ) => {
@@ -29,3 +24,62 @@ export const createChatCompletions = async (
 
   return (await response.json()) as ChatCompletionResponse
 }
+
+// Streaming types
+
+export interface ChatCompletionChunk {
+  choices: [Choice]
+  created: number
+  object: "chat.completion.chunk"
+  id: string
+  model: string
+}
+
+interface Delta {
+  content?: string
+  role?: string
+}
+
+interface Choice {
+  index: number
+  delta: Delta
+  finish_reason: "stop" | null
+  logprobs: null
+}
+
+// Non-streaming types
+
+export interface ChatCompletionResponse {
+  id: string
+  object: string
+  created: number
+  model: string
+  choices: [ChoiceNonStreaming]
+}
+
+interface ChoiceNonStreaming {
+  index: number
+  message: Message
+  logprobs: null
+  finish_reason: "stop"
+}
+
+// Payload types
+
+export interface ChatCompletionsPayload {
+  messages: Array<Message>
+  model: string
+  temperature?: number
+  top_p?: number
+  max_tokens?: number
+  stop?: Array<string>
+  n?: number
+  stream?: boolean
+}
+
+export interface Message {
+  role: "user" | "assistant" | "system"
+  content: string
+}
+
+// https://platform.openai.com/docs/api-reference