【解决todo】AI 知识库

This commit is contained in:
xiaoxin
2024-08-28 16:01:10 +08:00
parent 6cceab5ba4
commit ed2296e4c7
10 changed files with 39 additions and 105 deletions

View File

@ -13,6 +13,8 @@ import lombok.extern.slf4j.Slf4j;
import org.springframework.ai.autoconfigure.vectorstore.redis.RedisVectorStoreProperties;
import org.springframework.ai.document.MetadataMode;
import org.springframework.ai.embedding.EmbeddingModel;
import org.springframework.ai.tokenizer.JTokkitTokenCountEstimator;
import org.springframework.ai.tokenizer.TokenCountEstimator;
import org.springframework.ai.transformer.splitter.TokenTextSplitter;
import org.springframework.ai.transformers.TransformersEmbeddingModel;
import org.springframework.ai.vectorstore.RedisVectorStore;
@ -90,7 +92,7 @@ public class YudaoAiAutoConfiguration {
}
/**
* 我们启动有加载很多 Embedding 模型,不晓得取哪个好,先 new 个 TransformersEmbeddingModel 跑
* TODO @xin 抽离出去,根据具体模型走
*/
@Bean
@Lazy // TODO 芋艿:临时注释,避免无法启动
@ -114,4 +116,10 @@ public class YudaoAiAutoConfiguration {
return new TokenTextSplitter(500, 100, 5, 10000, true);
}
@Bean
@Lazy // TODO 芋艿:临时注释,避免无法启动
public TokenCountEstimator tokenCountEstimator() {
return new JTokkitTokenCountEstimator();
}
}