0007/Agents-Flex1
Template
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add File

Browse Source
This commit is contained in:
0007
2025-08-27 19:57:56 +08:00
parent 687811e82a
commit cf499cb7b1
1 changed files with 218 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

218
agents-flex-store/agents-flex-store-aliyun/src/main/java/com/agentsflex/store/aliyun/AliyunVectorStore.java Normal file
View File

@@ -0,0 +1,218 @@
/*
* Copyright (c) 2023-2025, Agents-Flex (fuhai999@gmail.com).
* <p>
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.agentsflex.store.aliyun;
import com.agentsflex.core.document.Document;
import com.agentsflex.core.llm.client.HttpClient;
import com.agentsflex.core.store.DocumentStore;
import com.agentsflex.core.store.SearchWrapper;
import com.agentsflex.core.store.StoreOptions;
import com.agentsflex.core.store.StoreResult;
import com.agentsflex.core.util.StringUtil;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.*;
/**
* 文档 https://help.aliyun.com/document_detail/2510317.html
*/
public class AliyunVectorStore extends DocumentStore {
private static final Logger LOG = LoggerFactory.getLogger(AliyunVectorStore.class);
private AliyunVectorStoreConfig config;
private final HttpClient httpUtil = new HttpClient();
public AliyunVectorStore(AliyunVectorStoreConfig config) {
this.config = config;
}
@Override
public StoreResult storeInternal(List<Document> documents, StoreOptions options) {
if (documents == null || documents.isEmpty()) {
return StoreResult.success();
}
Map<String, String> headers = new HashMap<>();
headers.put("Content-Type", "application/json");
headers.put("dashvector-auth-token", config.getApiKey());
Map<String, Object> payloadMap = new HashMap<>();
List<Map<String, Object>> payloadDocs = new ArrayList<>();
for (Document vectorDocument : documents) {
Map<String, Object> document = new HashMap<>();
if (vectorDocument.getMetadataMap() != null) {
document.put("fields", vectorDocument.getMetadataMap());
}
document.put("vector", vectorDocument.getVector());
document.put("id", vectorDocument.getId());
payloadDocs.add(document);
}
payloadMap.put("docs", payloadDocs);
String payload = JSON.toJSONString(payloadMap);
String url = "https://" + config.getEndpoint() + "/v1/collections/"
+ options.getCollectionNameOrDefault(config.getDefaultCollectionName()) + "/docs";
String response = httpUtil.post(url, headers, payload);
if (StringUtil.noText(response)) {
return StoreResult.fail();
}
JSONObject jsonObject = JSON.parseObject(response);
Integer code = jsonObject.getInteger("code");
if (code != null && code == 0) {
return StoreResult.successWithIds(documents);
} else {
LOG.error("delete vector fail: " + response);
return StoreResult.fail();
}
}
@Override
public StoreResult deleteInternal(Collection<?> ids, StoreOptions options) {
Map<String, String> headers = new HashMap<>();
headers.put("Content-Type", "application/json");
headers.put("dashvector-auth-token", config.getApiKey());
Map<String, Object> payloadMap = new HashMap<>();
payloadMap.put("ids", ids);
String payload = JSON.toJSONString(payloadMap);
String url = "https://" + config.getEndpoint() + "/v1/collections/"
+ options.getCollectionNameOrDefault(config.getDefaultCollectionName()) + "/docs";
String response = httpUtil.delete(url, headers, payload);
if (StringUtil.noText(response)) {
return StoreResult.fail();
}
JSONObject jsonObject = JSON.parseObject(response);
Integer code = jsonObject.getInteger("code");
if (code != null && code == 0) {
return StoreResult.success();
} else {
LOG.error("delete vector fail: " + response);
return StoreResult.fail();
}
}
@Override
public StoreResult updateInternal(List<Document> documents, StoreOptions options) {
if (documents == null || documents.isEmpty()) {
return StoreResult.success();
}
Map<String, String> headers = new HashMap<>();
headers.put("Content-Type", "application/json");
headers.put("dashvector-auth-token", config.getApiKey());
Map<String, Object> payloadMap = new HashMap<>();
List<Map<String, Object>> payloadDocs = new ArrayList<>();
for (Document vectorDocument : documents) {
Map<String, Object> document = new HashMap<>();
if (vectorDocument.getMetadataMap() != null) {
document.put("fields", vectorDocument.getMetadataMap());
}
document.put("vector", vectorDocument.getVector());
document.put("id", vectorDocument.getId());
payloadDocs.add(document);
}
payloadMap.put("docs", payloadDocs);
String payload = JSON.toJSONString(payloadMap);
String url = "https://" + config.getEndpoint() + "/v1/collections/"
+ options.getCollectionNameOrDefault(config.getDefaultCollectionName()) + "/docs";
String response = httpUtil.put(url, headers, payload);
if (StringUtil.noText(response)) {
return StoreResult.fail();
}
JSONObject jsonObject = JSON.parseObject(response);
Integer code = jsonObject.getInteger("code");
if (code != null && code == 0) {
return StoreResult.successWithIds(documents);
} else {
LOG.error("delete vector fail: " + response);
return StoreResult.fail();
}
}
@Override
public List<Document> searchInternal(SearchWrapper wrapper, StoreOptions options) {
Map<String, String> headers = new HashMap<>();
headers.put("Content-Type", "application/json");
headers.put("dashvector-auth-token", config.getApiKey());
Map<String, Object> payloadMap = new HashMap<>();
payloadMap.put("vector", wrapper.getVector());
payloadMap.put("topk", wrapper.getMaxResults());
payloadMap.put("include_vector", wrapper.isWithVector());
payloadMap.put("filter", wrapper.toFilterExpression());
String payload = JSON.toJSONString(payloadMap);
String url = "https://" + config.getEndpoint() + "/v1/collections/"
+ options.getCollectionNameOrDefault(config.getDefaultCollectionName()) + "/query";
String result = httpUtil.post(url, headers, payload);
if (StringUtil.noText(result)) {
return null;
}
//https://help.aliyun.com/document_detail/2510319.html
JSONObject rootObject = JSON.parseObject(result);
int code = rootObject.getIntValue("code");
if (code != 0) {
//error
LoggerFactory.getLogger(AliyunVectorStore.class).error("can not search data AliyunVectorStore（code: " + code + "), message: " + rootObject.getString("message"));
return null;
}
JSONArray output = rootObject.getJSONArray("output");
List<Document> documents = new ArrayList<>(output.size());
for (int i = 0; i < output.size(); i++) {
JSONObject jsonObject = output.getJSONObject(i);
Document document = new Document();
document.setId(jsonObject.getString("id"));
document.setVector(jsonObject.getObject("vector", double[].class));
// 阿里云数据采用余弦相似度计算 jsonObject.getDoubleValue("score") 表示余弦距离，
// 原始余弦距离范围是[0, 2]，0表示最相似，2表示最不相似
Double distance = jsonObject.getDouble("score");
if (distance != null) {
double score = distance / 2.0;
document.setScore(1.0d - score);
}
JSONObject fields = jsonObject.getJSONObject("fields");
document.addMetadata(fields);
documents.add(document);
}
return documents;
}
}