【新增】AI:suno音乐生成接口

This commit is contained in:
xiaoxin
2024-05-29 15:17:15 +08:00
parent 447526a6d9
commit e582aaad2e
12 changed files with 287 additions and 24 deletions

View File

@ -3,6 +3,8 @@ package cn.iocoder.yudao.framework.ai.config;
import cn.hutool.core.io.IoUtil;
import cn.iocoder.yudao.framework.ai.core.factory.AiClientFactory;
import cn.iocoder.yudao.framework.ai.core.factory.AiClientFactoryImpl;
import cn.iocoder.yudao.framework.ai.core.model.suno.SunoConfig;
import cn.iocoder.yudao.framework.ai.core.model.suno.api.SunoApi;
import cn.iocoder.yudao.framework.ai.core.model.tongyi.QianWenChatClient;
import cn.iocoder.yudao.framework.ai.core.model.tongyi.QianWenChatModal;
import cn.iocoder.yudao.framework.ai.core.model.tongyi.QianWenOptions;
@ -13,18 +15,14 @@ import cn.iocoder.yudao.framework.ai.core.model.xinghuo.api.XingHuoApi;
import cn.iocoder.yudao.framework.ai.core.model.yiyan.YiYanChatClient;
import cn.iocoder.yudao.framework.ai.core.model.yiyan.YiYanChatOptions;
import cn.iocoder.yudao.framework.ai.core.model.yiyan.api.YiYanApi;
import lombok.extern.slf4j.Slf4j;
import org.jetbrains.annotations.NotNull;
import org.springframework.ai.models.midjourney.MidjourneyConfig;
import org.springframework.ai.models.midjourney.MidjourneyMessage;
import org.springframework.ai.models.midjourney.api.MidjourneyInteractionsApi;
import org.springframework.ai.models.midjourney.webSocket.MidjourneyMessageHandler;
import org.springframework.ai.models.midjourney.webSocket.MidjourneyWebSocketStarter;
import org.springframework.ai.models.midjourney.webSocket.listener.MidjourneyMessageListener;
import lombok.extern.slf4j.Slf4j;
import org.jetbrains.annotations.NotNull;
import org.springframework.ai.openai.OpenAiImageClient;
import org.springframework.ai.openai.OpenAiImageOptions;
import org.springframework.ai.openai.api.OpenAiImageApi;
import org.springframework.ai.retry.RetryUtils;
import org.springframework.boot.autoconfigure.AutoConfiguration;
import org.springframework.boot.autoconfigure.condition.ConditionalOnMissingBean;
import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
@ -150,6 +148,13 @@ public class YudaoAiAutoConfiguration {
return new MidjourneyInteractionsApi(midjourneyConfig);
}
@Bean
@ConditionalOnProperty(value = "yudao.ai.suno.enable", havingValue = "true")
public SunoApi sunoApi(YudaoAiProperties yudaoAiProperties) {
// 创建 sunoApi
return new SunoApi(new SunoConfig(yudaoAiProperties.getSuno().getToken()));
}
private static @NotNull MidjourneyConfig getMidjourneyConfig(ApplicationContext applicationContext,
YudaoAiProperties.MidjourneyProperties midjourneyProperties) {
Map<String, String> requestTemplates = new HashMap<>();

View File

@ -26,6 +26,7 @@ public class YudaoAiProperties {
private YiYanProperties yiyan;
private OpenAiImageProperties openAiImage;
private MidjourneyProperties midjourney;
private SunoProperties suno;
@Data
@Accessors(chain = true)
@ -134,4 +135,14 @@ public class YudaoAiProperties {
*/
private String channelId;
}
@Data
@Accessors(chain = true)
public static class SunoProperties {
private boolean enable = false;
/**
* token
*/
private String token;
}
}

View File

@ -0,0 +1,21 @@
package cn.iocoder.yudao.framework.ai.core.model.suno;
import lombok.AllArgsConstructor;
import lombok.Data;
import lombok.NoArgsConstructor;
import lombok.experimental.Accessors;
/**
* @Author xiaoxin
* @Date 2024/5/29
*/
@Data
@Accessors(chain = true)
@NoArgsConstructor
@AllArgsConstructor
public class SunoConfig {
/**
* token信息
*/
private String token;
}

View File

@ -1,9 +1,10 @@
package cn.iocoder.yudao.framework.ai.core.model.suno;
package cn.iocoder.yudao.framework.ai.core.model.suno.api;
import cn.iocoder.yudao.framework.ai.core.model.suno.SunoConfig;
import cn.iocoder.yudao.framework.common.util.json.JsonUtils;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.fasterxml.jackson.databind.ObjectMapper;
import lombok.Data;
import lombok.experimental.Accessors;
import lombok.extern.slf4j.Slf4j;
@ -23,21 +24,26 @@ public class SunoApi {
public static final String APPLICATION_JSON = "application/json";
public static final String TOKEN_PREFIX = "Bearer ";
public static final String API_URL = "https://api.acedata.cloud/suno/audios";
public static final String TEST_TOKEN = "13f13540dd3f4ae9885f63ac9f5d0b9f";
private static final int READ_TIMEOUT = 160; // 连接超时时间音乐生成时间较长设置为 160s后续可做callback
private final OkHttpClient client;
private final ObjectMapper objectMapper;
public SunoApi() {
this.client = new OkHttpClient().newBuilder().readTimeout(READ_TIMEOUT, TimeUnit.SECONDS).build();
this.objectMapper = new ObjectMapper();
public SunoApi(SunoConfig sunoConfig) {
this.client = new OkHttpClient().newBuilder().readTimeout(READ_TIMEOUT, TimeUnit.SECONDS)
.addInterceptor(chain -> {
Request originalRequest = chain.request();
Request requestWithUserAgent = originalRequest.newBuilder()
.header("Authorization", TOKEN_PREFIX + sunoConfig.getToken())
.build();
return chain.proceed(requestWithUserAgent);
})
.build();
}
public SunoResponse generateMusic(SunoRequest sunoRequest) throws IOException {
public SunoResponse musicGen(SunoRequest sunoRequest) {
Request request = new Request.Builder()
.url(API_URL)
.header("Authorization", TOKEN_PREFIX + TEST_TOKEN)
.post(RequestBody.create(MediaType.parse(APPLICATION_JSON), objectMapper.writeValueAsString(sunoRequest)))
.post(RequestBody.create(MediaType.parse(APPLICATION_JSON), JsonUtils.toJsonString(sunoRequest)))
.build();
try (Response response = client.newCall(request).execute()) {
@ -45,7 +51,9 @@ public class SunoApi {
log.error("suno调用失败! response: {}", response);
throw new IllegalStateException("suno调用失败!" + response);
}
return objectMapper.readValue(response.body().string(), SunoResponse.class);
return JsonUtils.parseObject(response.body().string(), SunoResponse.class);
} catch (IOException ioException) {
throw new RuntimeException(ioException);
}
}
@ -90,7 +98,7 @@ public class SunoApi {
/**
* API 响应的数据
* SunoAPI 响应的数据
*/
@Data
public static class SunoResponse {

View File

@ -1,24 +1,31 @@
package cn.iocoder.yudao.framework.ai.suno;
import cn.iocoder.yudao.framework.ai.core.model.suno.SunoApi;
import cn.iocoder.yudao.framework.ai.core.model.suno.SunoConfig;
import cn.iocoder.yudao.framework.ai.core.model.suno.api.SunoApi;
import org.junit.Before;
import org.junit.Test;
import java.io.IOException;
/**
* @Author xiaoxin
* @Date 2024/5/27
*/
public class SunoTests {
private SunoConfig sunoConfig;
@Before
public void setup() {
String token = "13f13540dd3f4ae9885f63ac9f5d0b9f";
this.sunoConfig = new SunoConfig(token);
}
@Test
public void generateMusic() throws IOException {
SunoApi sunoApi = new SunoApi();
public void generateMusic() {
SunoApi sunoApi = new SunoApi(sunoConfig);
SunoApi.SunoRequest sunoRequest = new SunoApi
.SunoRequest()
.setPrompt("创作一首带有轻松吉他旋律的流行歌曲,[verse] 描述夏日海滩的宁静,[chorus] 节奏加快,表达对自由的向往。");
SunoApi.SunoResponse sunoResponse = sunoApi.generateMusic(sunoRequest);
SunoApi.SunoResponse sunoResponse = sunoApi.musicGen(sunoRequest);
System.out.println(sunoResponse);
}
}