From 1e0e6d1197cb7a267ed8bb131829f20112bb0709 Mon Sep 17 00:00:00 2001 From: 0007 <0007@qq.com> Date: Wed, 27 Aug 2025 19:57:25 +0800 Subject: [PATCH] Add File --- .../com/agentsflex/llm/openai/OpenAILlm.java | 177 ++++++++++++++++++ 1 file changed, 177 insertions(+) create mode 100644 agents-flex-llm/agents-flex-llm-openai/src/main/java/com/agentsflex/llm/openai/OpenAILlm.java diff --git a/agents-flex-llm/agents-flex-llm-openai/src/main/java/com/agentsflex/llm/openai/OpenAILlm.java b/agents-flex-llm/agents-flex-llm-openai/src/main/java/com/agentsflex/llm/openai/OpenAILlm.java new file mode 100644 index 0000000..4d405f4 --- /dev/null +++ b/agents-flex-llm/agents-flex-llm-openai/src/main/java/com/agentsflex/llm/openai/OpenAILlm.java @@ -0,0 +1,177 @@ +/* + * Copyright (c) 2023-2025, Agents-Flex (fuhai999@gmail.com). + *

+ * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + *

+ * http://www.apache.org/licenses/LICENSE-2.0 + *

+ * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.agentsflex.llm.openai; + +import com.agentsflex.core.document.Document; +import com.agentsflex.core.llm.BaseLlm; +import com.agentsflex.core.llm.ChatOptions; +import com.agentsflex.core.llm.StreamResponseListener; +import com.agentsflex.core.llm.client.BaseLlmClientListener; +import com.agentsflex.core.llm.client.HttpClient; +import com.agentsflex.core.llm.client.LlmClient; +import com.agentsflex.core.llm.client.LlmClientListener; +import com.agentsflex.core.llm.client.impl.SseClient; +import com.agentsflex.core.llm.embedding.EmbeddingOptions; +import com.agentsflex.core.llm.response.AiMessageResponse; +import com.agentsflex.core.parser.AiMessageParser; +import com.agentsflex.core.prompt.Prompt; +import com.agentsflex.core.store.VectorData; +import com.agentsflex.core.util.LogUtil; +import com.agentsflex.core.util.StringUtil; +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.alibaba.fastjson.JSONPath; + +import java.util.HashMap; +import java.util.Map; +import java.util.function.Consumer; + +public class OpenAILlm extends BaseLlm { + + private HttpClient httpClient = new HttpClient(); + private AiMessageParser aiMessageParser = OpenAILlmUtil.getAiMessageParser(false); + private AiMessageParser streamMessageParser = OpenAILlmUtil.getAiMessageParser(true); + + public HttpClient getHttpClient() { + return httpClient; + } + + public void setHttpClient(HttpClient httpClient) { + this.httpClient = httpClient; + } + + public AiMessageParser getAiMessageParser() { + return aiMessageParser; + } + + public void setAiMessageParser(AiMessageParser aiMessageParser) { + this.aiMessageParser = aiMessageParser; + } + + public AiMessageParser getStreamMessageParser() { + return streamMessageParser; + } + + public void setStreamMessageParser(AiMessageParser streamMessageParser) { + this.streamMessageParser = streamMessageParser; + } + + public static OpenAILlm of(String apiKey) { + OpenAILlmConfig config = new OpenAILlmConfig(); + config.setApiKey(apiKey); + return new OpenAILlm(config); + } + + public static OpenAILlm of(String apiKey, String endpoint) { + OpenAILlmConfig config = new OpenAILlmConfig(); + config.setApiKey(apiKey); + config.setEndpoint(endpoint); + return new OpenAILlm(config); + } + + public OpenAILlm(OpenAILlmConfig config) { + super(config); + } + + @Override + public AiMessageResponse chat(Prompt prompt, ChatOptions options) { + Map headers = new HashMap<>(); + headers.put("Content-Type", "application/json"); + headers.put("Authorization", "Bearer " + getConfig().getApiKey()); + + Consumer> headersConfig = config.getHeadersConfig(); + if (headersConfig != null) { + headersConfig.accept(headers); + } + + // 非流式返回，比如 Qwen3 等必须设置 false，否则自动流式返回了 + if (options.getEnableThinking() == null) { + options.setEnableThinking(false); + } + + String payload = OpenAILlmUtil.promptToPayload(prompt, config, options, false); + if (config.isDebug()) { + LogUtil.println(">>>>send payload:" + payload); + } + String endpoint = config.getEndpoint(); + String response = httpClient.post(endpoint + config.getChatPath(), headers, payload); + + if (config.isDebug()) { + LogUtil.println(">>>>receive payload:" + response); + } + + if (StringUtil.noText(response)) { + return AiMessageResponse.error(prompt, response, "no content for response."); + } + + JSONObject jsonObject = JSON.parseObject(response); + JSONObject error = jsonObject.getJSONObject("error"); + + AiMessageResponse messageResponse = new AiMessageResponse(prompt, response, aiMessageParser.parse(jsonObject)); + + if (error != null && !error.isEmpty()) { + messageResponse.setError(true); + messageResponse.setErrorMessage(error.getString("message")); + messageResponse.setErrorType(error.getString("type")); + messageResponse.setErrorCode(error.getString("code")); + } + + return messageResponse; + } + + + @Override + public void chatStream(Prompt prompt, StreamResponseListener listener, ChatOptions options) { + LlmClient llmClient = new SseClient(); + Map headers = new HashMap<>(); + headers.put("Content-Type", "application/json"); + headers.put("Authorization", "Bearer " + getConfig().getApiKey()); + + String payload = OpenAILlmUtil.promptToPayload(prompt, config, options, true); + String endpoint = config.getEndpoint(); + LlmClientListener clientListener = new BaseLlmClientListener(this, llmClient, listener, prompt, streamMessageParser); + llmClient.start(endpoint + config.getChatPath(), headers, payload, clientListener, config); + } + + + @Override + public VectorData embed(Document document, EmbeddingOptions options) { + Map headers = new HashMap<>(); + headers.put("Content-Type", "application/json"); + headers.put("Authorization", "Bearer " + getConfig().getApiKey()); + + String payload = OpenAILlmUtil.promptToEmbeddingsPayload(document, options, config); + String endpoint = config.getEndpoint(); + // https://platform.openai.com/docs/api-reference/embeddings/create + String response = httpClient.post(endpoint + config.getEmbedPath(), headers, payload); + + if (config.isDebug()) { + LogUtil.println(">>>>receive payload:" + response); + } + + if (StringUtil.noText(response)) { + return null; + } + + VectorData vectorData = new VectorData(); + double[] embedding = JSONPath.read(response, "$.data[0].embedding", double[].class); + vectorData.setVector(embedding); + + return vectorData; + } + + +}