huanghai
/
dsProject
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

'commit'

Browse Source
main
HuangHai 2 months ago
parent b572799d89
commit 497adf10c3
1 changed files with 266 additions and 0 deletions
Show Stats Download Patch File Download Diff File

266
dsAiSupport/src/main/java/com/dsideal/aiSupport/Util/DashScope/DsEmoVideoSynthesis.java
Unescape View File

@ -0,0 +1,266 @@
package com.dsideal.aiSupport.Util.DashScope;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import com.dsideal.aiSupport.Plugin.YamlProp;
import com.jfinal.kit.Prop;
import lombok.SneakyThrows;
import okhttp3.*;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.Arrays;
import java.util.concurrent.TimeUnit;
import static com.dsideal.aiSupport.AiSupportApplication.getEnvPrefix;
/**
* 阿里云达摩院EMO视频合成API工具类
*/
public class DsEmoVideoSynthesis {
private static final Logger log = LoggerFactory.getLogger(DsEmoVideoSynthesis.class);
private static final String API_URL = "https://dashscope.aliyuncs.com/api/v1/services/aigc/image2video/video-synthesis/";
private static final String API_KEY;
public static Prop PropKit; // 配置文件工具
static {
//加载配置文件
String configFile = "application_{?}.yaml".replace("{?}", getEnvPrefix());
PropKit = new YamlProp(configFile);
API_KEY = PropKit.get("aliyun.API_KEY");
}
/**
* 调用EMO视频合成API
*
* @param imageUrl 图片URL
* @param audioUrl 音频URL
* @param faceBbox 人脸边界框 [x, y, width, height]
* @param extBbox 扩展边界框 [x, y, width, height]
* @param styleLevel 风格级别，可选值：normal, strong
* @return 任务ID
* @throws Exception 异常信息
*/
@SneakyThrows
public static String synthesisVideo(String imageUrl, String audioUrl, int[] faceBbox, int[] extBbox, String styleLevel) {
// 创建OkHttpClient，设置超时时间
OkHttpClient client = new OkHttpClient().newBuilder()
.connectTimeout(30, TimeUnit.SECONDS)
.readTimeout(30, TimeUnit.SECONDS)
.writeTimeout(30, TimeUnit.SECONDS)
.build();
// 构建请求体
JSONObject requestBody = new JSONObject();
requestBody.put("model", "emo-v1");
// 设置输入参数
JSONObject input = new JSONObject();
input.put("image_url", imageUrl);
input.put("audio_url", audioUrl);
input.put("face_bbox", faceBbox);
input.put("ext_bbox", extBbox);
requestBody.put("input", input);
// 设置其他参数
JSONObject parameters = new JSONObject();
parameters.put("style_level", styleLevel);
requestBody.put("parameters", parameters);
// 创建请求
MediaType mediaType = MediaType.parse("application/json");
RequestBody body = RequestBody.create(mediaType, requestBody.toJSONString());
Request request = new Request.Builder()
.url(API_URL)
.method("POST", body)
.addHeader("Content-Type", "application/json")
.addHeader("Authorization", "Bearer " + API_KEY)
.addHeader("X-DashScope-Async", "enable")
.build();
// 发送请求并获取响应
log.info("发送EMO视频合成请求: {}", requestBody.toJSONString());
Response response = client.newCall(request).execute();
// 检查响应状态
if (!response.isSuccessful()) {
log.info(response.message());
String errorMsg = "EMO视频合成API请求失败，状态码: " + response.code();
log.error(errorMsg);
throw new Exception(errorMsg);
}
// 解析响应
String responseBody = response.body().string();
log.info("EMO视频合成响应: {}", responseBody);
JSONObject responseJson = JSON.parseObject(responseBody);
// 获取任务ID
String taskId = responseJson.getJSONObject("output").getString("task_id");
log.info("EMO视频合成任务ID: {}", taskId);
return taskId;
}
/**
* 查询任务状态
*
* @param taskId 任务ID
* @return 任务结果
* @throws Exception 异常信息
*/
@SneakyThrows
public static JSONObject queryTaskStatus(String taskId) {
// 创建OkHttpClient
OkHttpClient client = new OkHttpClient().newBuilder()
.connectTimeout(30, TimeUnit.SECONDS)
.readTimeout(30, TimeUnit.SECONDS)
.build();
// 创建请求
Request request = new Request.Builder()
.url(API_URL + taskId)
.method("GET", null)
.addHeader("Authorization", "Bearer " + API_KEY)
.build();
// 发送请求并获取响应
log.info("查询EMO视频合成任务状态: {}", taskId);
Response response = client.newCall(request).execute();
// 检查响应状态
if (!response.isSuccessful()) {
String errorMsg = "EMO视频合成API请求失败，状态码: " + response.code();
log.error(errorMsg);
throw new Exception(errorMsg);
}
// 解析响应
String responseBody = response.body().string();
log.info("查询EMO视频合成任务状态响应: {}", responseBody);
return JSON.parseObject(responseBody);
}
/**
* 下载视频并保存到本地
*
* @param videoUrl 视频URL
* @param savePath 保存路径
* @throws Exception 异常信息
*/
@SneakyThrows
public static void downloadVideo(String videoUrl, String savePath) {
// 创建OkHttpClient
OkHttpClient client = new OkHttpClient().newBuilder()
.connectTimeout(60, TimeUnit.SECONDS)
.readTimeout(60, TimeUnit.SECONDS)
.build();
// 创建请求
Request request = new Request.Builder()
.url(videoUrl)
.method("GET", null)
.build();
// 发送请求并获取响应
log.info("开始下载视频: {}", videoUrl);
Response response = client.newCall(request).execute();
// 检查响应状态
if (!response.isSuccessful()) {
String errorMsg = "下载视频失败，状态码: " + response.code();
log.error(errorMsg);
throw new Exception(errorMsg);
}
// 确保目录存在
java.io.File file = new java.io.File(savePath);
java.io.File parentDir = file.getParentFile();
if (parentDir != null && !parentDir.exists()) {
parentDir.mkdirs();
log.info("创建目录: {}", parentDir.getAbsolutePath());
}
// 保存视频
try (java.io.InputStream inputStream = response.body().byteStream();
java.io.FileOutputStream outputStream = new java.io.FileOutputStream(savePath)) {
byte[] buffer = new byte[4096];
int bytesRead;
while ((bytesRead = inputStream.read(buffer)) != -1) {
outputStream.write(buffer, 0, bytesRead);
}
outputStream.flush();
}
log.info("视频下载成功，保存路径: {}", savePath);
}
/**
* 使用示例
*/
@SneakyThrows
public static void main(String[] args) {
// 图片URL
String imageUrl = "https://dsideal.obs.cn-north-1.myhuaweicloud.com/HuangHai/BlogImages/202505131058596.png";
// 音频URL
String audioUrl = "https://dsideal.obs.myhuaweicloud.com/HuangHai/%E5%A4%87%E4%BB%BD/%E5%A4%A7%E5%AE%B6%E5%A5%BD%EF%BC%8C%E8%BF%99%E9%87%8C%E6%98%AF%E6%B5%B7%E5%93%A5AI%E8%AF%BE%E7%A8%8B%EF%BC%8C%E6%88%91%E6%98%AF%E5%B8%AE%E4%BD%A0%E5%AE%9E%E7%8E%B0%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD%E5%8F%98%E7%8E%B0%E7%9A%84%E6%B5%B7%E5%93%A5%E3%80%82.wav";
// 人脸边界框 [x, y, width, height]
int[] faceBbox = {10, 20, 30, 40};
// 扩展边界框 [x, y, width, height]
int[] extBbox = {10, 20, 30, 40};
// 风格级别
String styleLevel = "normal";
// 调用EMO视频合成API
String taskId = synthesisVideo(imageUrl, audioUrl, faceBbox, extBbox, styleLevel);
// 轮询查询任务状态
int maxRetries = 100;
int retryCount = 0;
int retryInterval = 5000; // 5秒
String videoUrl = null;
while (retryCount < maxRetries) {
JSONObject result = queryTaskStatus(taskId);
String status = result.getJSONObject("output").getString("status");
log.info("任务状态: {}", status);
if ("SUCCEEDED".equals(status)) {
// 任务成功，获取视频URL
videoUrl = result.getJSONObject("output").getString("url");
log.info("生成的视频URL: {}", videoUrl);
break;
} else if ("FAILED".equals(status)) {
// 任务失败
String message = result.getJSONObject("output").getString("message");
log.error("任务失败: {}", message);
break;
} else {
// 任务仍在进行中，等待后重试
log.info("任务进行中，等待{}毫秒后重试...", retryInterval);
Thread.sleep(retryInterval);
retryCount++;
}
}
if (retryCount >= maxRetries) {
log.error("查询任务状态超时，已达到最大重试次数: {}", maxRetries);
}
// 如果获取到了视频URL，则下载保存
if (videoUrl != null && !videoUrl.isEmpty()) {
// 创建保存目录
String saveDir = System.getProperty("user.dir") + "/emo_videos";
// 生成文件名（使用时间戳和任务ID）
String fileName = "emo_" + System.currentTimeMillis() + "_" + taskId + ".mp4";
// 完整保存路径
String savePath = saveDir + "/" + fileName;
// 下载视频
downloadVideo(videoUrl, savePath);
}
}
}
Write Preview
Loading…
Cancel
Save