Add File

2025-08-27 19:57:40 +08:00
parent 49cd48f969
commit 48d23bc0ca
1 changed files with 66 additions and 0 deletions
--- a/agents-flex-llm/agents-flex-llm-vllm/src/main/java/com/agentsflex/llm/vllm/VLlmLlmUtil.java
+++ b/agents-flex-llm/agents-flex-llm-vllm/src/main/java/com/agentsflex/llm/vllm/VLlmLlmUtil.java
@@ -0,0 +1,66 @@
+/*
+ *  Copyright (c) 2023-2025, Agents-Flex (fuhai999@gmail.com).
+ *  <p>
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *  <p>
+ *  http://www.apache.org/licenses/LICENSE-2.0
+ *  <p>
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ */
+package com.agentsflex.llm.vllm;
+
+import com.agentsflex.core.document.Document;
+import com.agentsflex.core.llm.ChatOptions;
+import com.agentsflex.core.llm.embedding.EmbeddingOptions;
+import com.agentsflex.core.message.HumanMessage;
+import com.agentsflex.core.message.Message;
+import com.agentsflex.core.parser.AiMessageParser;
+import com.agentsflex.core.parser.impl.DefaultAiMessageParser;
+import com.agentsflex.core.prompt.DefaultPromptFormat;
+import com.agentsflex.core.prompt.Prompt;
+import com.agentsflex.core.prompt.PromptFormat;
+import com.agentsflex.core.util.Maps;
+import com.agentsflex.core.util.MessageUtil;
+
+import java.util.List;
+import java.util.Optional;
+
+public class VLlmLlmUtil {
+
+    private static final PromptFormat promptFormat = new DefaultPromptFormat();
+
+    public static AiMessageParser getAiMessageParser(boolean isStream) {
+        return DefaultAiMessageParser.getChatGPTMessageParser(isStream);
+    }
+
+
+    public static String promptToPayload(Prompt prompt, VLlmLlmConfig config, ChatOptions options, boolean withStream) {
+        List<Message> messages = prompt.toMessages();
+        HumanMessage message = MessageUtil.findLastHumanMessage(messages);
+        return Maps.of("model", Optional.ofNullable(options.getModel()).orElse(config.getModel()))
+            .set("messages", promptFormat.toMessagesJsonObject(messages))
+            .setIf(withStream, "stream", withStream)
+            .setIfNotEmpty("tools", promptFormat.toFunctionsJsonObject(message))
+            .setIfContainsKey("tools", "tool_choice", MessageUtil.getToolChoice(message))
+            .setIfNotNull("top_p", options.getTopP())
+            .setIfNotEmpty("stop", options.getStop())
+            .setIf(map -> !map.containsKey("tools") && options.getTemperature() > 0, "temperature", options.getTemperature())
+            .setIf(map -> !map.containsKey("tools") && options.getMaxTokens() != null, "max_tokens", options.getMaxTokens())
+            .setIfNotEmpty(options.getExtra())
+            .toJSON();
+    }
+
+    public static String promptToEnabledPayload(Document text, EmbeddingOptions options, VLlmLlmConfig config) {
+        return Maps.of("model", options.getModelOrDefault(config.getDefaultEmbeddingModel()))
+            .set("encoding_format", "float")
+            .set("input", text.getContent())
+            .toJSON();
+    }
+
+}