From c409d8eb99c254ac3fda70fb7c0e5cff6d8b16bc Mon Sep 17 00:00:00 2001 From: chenqianhe <1278095698@qq.com> Date: Thu, 13 Feb 2025 15:31:34 +0800 Subject: [PATCH] feat: add missing gpt-4o-audio series --- js/src/core.ts | 5 +++++ tiktoken/model_to_encoding.json | 7 ++++++- wasm/src/lib.rs | 5 +++++ 3 files changed, 16 insertions(+), 1 deletion(-) diff --git a/js/src/core.ts b/js/src/core.ts index 90bde7a..a380224 100644 --- a/js/src/core.ts +++ b/js/src/core.ts @@ -293,6 +293,11 @@ export function getEncodingNameForModel(model: TiktokenModel) { case "chatgpt-4o-latest": case "gpt-4o-realtime": case "gpt-4o-realtime-preview-2024-10-01": + case "gpt-4o-audio-preview": + case "gpt-4o-audio-preview-2024-12-17": + case "gpt-4o-audio-preview-2024-10-01": + case "gpt-4o-mini-audio-preview": + case "gpt-4o-mini-audio-preview-2024-12-17": { return "o200k_base"; } diff --git a/tiktoken/model_to_encoding.json b/tiktoken/model_to_encoding.json index 6b55f31..164484d 100644 --- a/tiktoken/model_to_encoding.json +++ b/tiktoken/model_to_encoding.json @@ -71,5 +71,10 @@ "o3-mini-2025-01-31": "o200k_base", "chatgpt-4o-latest": "o200k_base", "gpt-4o-realtime": "o200k_base", - "gpt-4o-realtime-preview-2024-10-01": "o200k_base" + "gpt-4o-realtime-preview-2024-10-01": "o200k_base", + "gpt-4o-audio-preview": "o200k_base", + "gpt-4o-audio-preview-2024-12-17": "o200k_base", + "gpt-4o-audio-preview-2024-10-01": "o200k_base", + "gpt-4o-mini-audio-preview": "o200k_base", + "gpt-4o-mini-audio-preview-2024-12-17": "o200k_base" } diff --git a/wasm/src/lib.rs b/wasm/src/lib.rs index 65b29a0..f36c226 100644 --- a/wasm/src/lib.rs +++ b/wasm/src/lib.rs @@ -526,6 +526,11 @@ pub fn encoding_for_model( "gpt-4o-realtime-preview-2024-10-01" => Ok("o200k_base"), "o3-mini" => Ok("o200k_base"), "o3-mini-2025-01-31" => Ok("o200k_base"), + "gpt-4o-audio-preview" => Ok("o200k_base"), + "gpt-4o-audio-preview-2024-12-17" => Ok("o200k_base"), + "gpt-4o-audio-preview-2024-10-01" => Ok("o200k_base"), + "gpt-4o-mini-audio-preview" => Ok("o200k_base"), + "gpt-4o-mini-audio-preview-2024-12-17" => Ok("o200k_base"), model => Err(JsError::new( format!("Invalid model: {}", model.to_string()).as_str(), )),