diff --git a/agents-flex-llm/agents-flex-llm-vllm/src/main/java/com/agentsflex/llm/vllm/VLlmLlmUtil.java b/agents-flex-llm/agents-flex-llm-vllm/src/main/java/com/agentsflex/llm/vllm/VLlmLlmUtil.java new file mode 100644 index 0000000..bf8f0d1 --- /dev/null +++ b/agents-flex-llm/agents-flex-llm-vllm/src/main/java/com/agentsflex/llm/vllm/VLlmLlmUtil.java @@ -0,0 +1,66 @@ +/* + * Copyright (c) 2023-2025, Agents-Flex (fuhai999@gmail.com). + *
+ * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + *
+ * http://www.apache.org/licenses/LICENSE-2.0 + *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.agentsflex.llm.vllm;
+
+import com.agentsflex.core.document.Document;
+import com.agentsflex.core.llm.ChatOptions;
+import com.agentsflex.core.llm.embedding.EmbeddingOptions;
+import com.agentsflex.core.message.HumanMessage;
+import com.agentsflex.core.message.Message;
+import com.agentsflex.core.parser.AiMessageParser;
+import com.agentsflex.core.parser.impl.DefaultAiMessageParser;
+import com.agentsflex.core.prompt.DefaultPromptFormat;
+import com.agentsflex.core.prompt.Prompt;
+import com.agentsflex.core.prompt.PromptFormat;
+import com.agentsflex.core.util.Maps;
+import com.agentsflex.core.util.MessageUtil;
+
+import java.util.List;
+import java.util.Optional;
+
+public class VLlmLlmUtil {
+
+ private static final PromptFormat promptFormat = new DefaultPromptFormat();
+
+ public static AiMessageParser getAiMessageParser(boolean isStream) {
+ return DefaultAiMessageParser.getChatGPTMessageParser(isStream);
+ }
+
+
+ public static String promptToPayload(Prompt prompt, VLlmLlmConfig config, ChatOptions options, boolean withStream) {
+ List