【代码优化】AI:向量化的集成

This commit is contained in:
YunaiV
2024-08-09 00:09:19 +08:00
parent f8d1fa9b49
commit b453856864
5 changed files with 10 additions and 10 deletions

View File

@ -7,7 +7,6 @@ package cn.iocoder.yudao.module.ai.service.knowledge;
*/
public interface DocService {
/**
* 向量化文档
*/

View File

@ -21,24 +21,23 @@ import java.util.List;
public class DocServiceImpl implements DocService {
@Resource
RedisVectorStore vectorStore;
private RedisVectorStore vectorStore;
@Resource
TokenTextSplitter tokenTextSplitter;
private TokenTextSplitter tokenTextSplitter;
// TODO @xin 临时测试用,后续删
@Value("classpath:/webapp/test/Fel.pdf")
private org.springframework.core.io.Resource data;
@Override
public void embeddingDoc() {
// 读取文件
org.springframework.core.io.Resource file = data;
TikaDocumentReader loader = new TikaDocumentReader(file);
TikaDocumentReader loader = new TikaDocumentReader(data);
List<Document> documents = loader.get();
// 文档分段
List<Document> segments = tokenTextSplitter.apply(documents);
// 向量化并存储
vectorStore.add(segments);
}
}