html5电影网站如何做,内部网,wordpress基本插件,先进网站建设流程SpringBoot整合FFmpeg进行视频分片上传#xff08;Linux#xff09;
上传的核心思路#xff1a; 1.将文件按一定的分割规则#xff08;静态或动态设定#xff0c;如手动设置20M为一个分片#xff09;#xff0c;用slice分割成多个数据块。 2.为每个文件生成一个唯一标识…SpringBoot整合FFmpeg进行视频分片上传Linux
上传的核心思路 1.将文件按一定的分割规则静态或动态设定如手动设置20M为一个分片用slice分割成多个数据块。 2.为每个文件生成一个唯一标识Key用于多数据块上传时区分所属文件。 3.所有分片上传完成服务端校验合并标识为Key的所有分片为一个最终文件。
分片上传到意义 将文件分片上传在网络环境不佳时可以对文件上传失败的部分重新上传避免了每次上传都需要从文件起始位置上传的问题。 分片的附带好处还能很方便的实现进度条。
分片上传的原理 使用ffmpeg把视频文件切片成m3u8并且通过springboot可以实现在线的点播。 客户端上传视频到服务器服务器对视频进行切片后返回m3u8封面等访问路径。可以在线的播放。
准备工作 需要先在linux下安装FFmpeg并配置环境变量 一下载、解压 使用命令下载
wget https://johnvansickle.com/ffmpeg/release-source/ffmpeg-4.1.tar.xz
#使用命令解压
cd /root/FFmpeg
tar -xvJf ffmpeg-4.1.tar.xz
# 编辑准备
cd /root/FFmpeg/ffmpeg-4.1 # 切换到ffmpeg-4.1目录
yum install gcc # 安装gcc编译器yasm安装包
cd /root/FFmpeg
wget http://www.tortall.net/projects/yasm/releases/yasm-1.3.0.tar.gz #下载源码包
tar zxvf yasm-1.3.0.tar.gz #解压
cd yasm-1.3.0 #进入目录
./configure #配置
make make install #编译安装安装FFmpeg
cd /root/FFmpeg/ffmpeg-4.1/
./configure --enable-shared --prefix/usr/local/ffmpeg-4.1
make make install #编译安装下载x264
cd /root/libx264/
yum -y install git
git clone https://git.videolan.org/git/x264.git安装nasm
tar -xvf nasm-2.14.02.tar.gz
cd nasm-2.14.02
./configure
make
sudo make install
#查看是否安装成功
nasm -version安装x264
cd /root/FFmpeg/libx264/x264
./configure --prefix/usr/softinstall/x264/ --includedir/usr/local/include --libdir/usr/local/lib --enable-shared
make
sudo make install安装FFmpeg
#配置 /etc/ld.so.conf
vim /etc/ld.so.conf #通过vim指令进入位于etc目录中的ld.so.conf
#输入i进入插入模式将第二行的内容插入到该文件
include ld.so.conf.d/*.conf
/usr/local/ffmpeg-4.1/libldconfig #ldconfig 是一个动态链接库管理命令其目的为了让动态链接库为系统所共享。
make
sudo make install
# ffmpeg -i /root/FFmpeg/wukel.mp4 -c:v libx264 -c:a copy -hls_key_info_file /root/FFmpeg/video_folder/20220308/test1/ -hls_time 15 -hls_playlist_type vod -hls_segment_filename %06d.ts index.m3u8
ldd ffmpeg
cd /root/FFmpeg/ffmpeg-4.1
./configure --prefix/usr/softinstall/ffmpeg --enable-gpl --enable-shared --enable-libx264# 配置环境变量
vim /etc/profile
#配置如下
export FFMPEG_HOME/usr/local/ffmpeg-4.1
export PATH$FFMPEG_HOME/bin:$PATH
#修改完使用命令退出
~:wq
source /etc/profile
# 测试
ffmpeg -version
~~~~~~~~成功~~~~~~~~~代码展示 pom文件 pom.xml parentgroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-parent/artifactIdversion2.5.4/versionrelativePath / !-- lookup parent from repository --/parentpropertiesjava.version1.8/java.versionjavacv.version1.5.4/javacv.versionffmpeg.version4.3.1-1.5.4/ffmpeg.version/propertiesdependenciesdependencygroupIdcommons-lang/groupIdartifactIdcommons-lang/artifactIdversion2.6/version/dependencydependencygroupIdcommons-fileupload/groupIdartifactIdcommons-fileupload/artifactIdversion1.2.2/version/dependencydependencygroupIdcommons-io/groupIdartifactIdcommons-io/artifactIdversion2.5/version/dependency!--web 模块 --dependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-web/artifactIdexclusions!--排除tomcat依赖 --exclusionartifactIdspring-boot-starter-tomcat/artifactIdgroupIdorg.springframework.boot/groupId/exclusion/exclusions/dependency!--undertow容器 --dependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-undertow/artifactId/dependencydependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-test/artifactIdscopetest/scope/dependency!-- javacv 和 ffmpeg的依赖包 --dependencygroupIdorg.bytedeco/groupIdartifactIdjavacv/artifactIdversion${javacv.version}/versionexclusionsexclusiongroupIdorg.bytedeco/groupIdartifactId*/artifactId/exclusion/exclusions/dependencydependencygroupIdorg.bytedeco/groupIdartifactIdffmpeg-platform/artifactIdversion${ffmpeg.version}/version/dependencydependencygroupIdcn.hutool/groupIdartifactIdhutool-all/artifactIdversion5.6.5/version/dependencydependencygroupIdlog4j/groupIdartifactIdlog4j/artifactIdversion1.2.17/version/dependencydependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-test/artifactIdscopetest/scope/dependencydependencygroupIdorg.junit.vintage/groupIdartifactIdjunit-vintage-engine/artifactIdscopetest/scope/dependencydependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-web/artifactIdexclusionsexclusiongroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-tomcat/artifactId/exclusion/exclusions/dependencydependencygroupIdorg.springframework.boot/groupIdartifactIdspring-boot-starter-undertow/artifactId/dependencydependencygroupIdcommons-codec/groupIdartifactIdcommons-codec/artifactId/dependencydependencygroupIdcom.google.code.gson/groupIdartifactIdgson/artifactId/dependency/dependenciesbuildfinalName${project.artifactId}/finalNamepluginsplugingroupIdorg.springframework.boot/groupIdartifactIdspring-boot-maven-plugin/artifactIdconfigurationexecutabletrue/executable/configuration/plugin/plugins/build
yml配置 application.yml
server:port: 8086app:# 存储转码视频的文件夹video-folder: /root/FFmpeg/video_folderspring:servlet:multipart:enabled: true# 不限制文件大小max-file-size: -1# 不限制请求体大小max-request-size: -1# 临时IO目录location: ${java.io.tmpdir}# 不延迟解析resolve-lazily: false# 超过1Mb就IO到临时目录file-size-threshold: 1MBweb:resources:static-locations:- classpath:/static/- file:${app.video-folder} # 把视频文件夹目录添加到静态资源目录列表
工具类 MediaInfo
import java.util.List;import com.google.gson.annotations.SerializedName;public class MediaInfo {public static class Format {SerializedName(bit_rate)private String bitRate;public String getBitRate() {return bitRate;}public void setBitRate(String bitRate) {this.bitRate bitRate;}}public static class Stream {SerializedName(index)private int index;SerializedName(codec_name)private String codecName;SerializedName(codec_long_name)private String codecLongame;SerializedName(profile)private String profile;}SerializedName(streams)private ListStream streams;SerializedName(format)private Format format;public ListStream getStreams() {return streams;}public void setStreams(ListStream streams) {this.streams streams;}public Format getFormat() {return format;}public void setFormat(Format format) {this.format format;}
}
TranscodeConfig
import lombok.Data;Data
public class TranscodeConfig {private String poster 00:00:00.001; // 截取封面的时间 HH:mm:ss.[SSS]private String tsSeconds 15; // ts分片大小单位是秒private String cutStart; // 视频裁剪开始时间 HH:mm:ss.[SSS]private String cutEnd; // 视频裁剪结束时间 HH:mm:ss.[SSS]public String getPoster() {return poster;}public void setPoster(String poster) {this.poster poster;}public String getTsSeconds() {return tsSeconds;}public void setTsSeconds(String tsSeconds) {this.tsSeconds tsSeconds;}public String getCutStart() {return cutStart;}public void setCutStart(String cutStart) {this.cutStart cutStart;}public String getCutEnd() {return cutEnd;}public void setCutEnd(String cutEnd) {this.cutEnd cutEnd;}Overridepublic String toString() {return TranscodeConfig [poster poster , tsSeconds tsSeconds , cutStart cutStart , cutEnd cutEnd ];}
}
FFmpegUtils
import java.io.BufferedReader;
import java.io.File;
import java.io.IOException;
import java.io.InputStreamReader;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.nio.file.StandardOpenOption;
import java.security.NoSuchAlgorithmException;
import java.time.LocalDate;
import java.time.format.DateTimeFormatter;
import java.util.*;import javax.crypto.KeyGenerator;import org.apache.commons.codec.binary.Hex;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.http.HttpStatus;
import org.springframework.http.ResponseEntity;
import org.springframework.util.StringUtils;import com.google.gson.Gson;
import org.springframework.web.bind.annotation.RequestPart;
import org.springframework.web.multipart.MultipartFile;public class FFmpegUtils {private static final Logger LOGGER LoggerFactory.getLogger(FFmpegUtils.class);// 跨平台换行符private static final String LINE_SEPARATOR System.getProperty(line.separator);/*** 生成随机16个字节的AESKEY* return*/private static byte[] genAesKey () {try {KeyGenerator keyGenerator KeyGenerator.getInstance(AES);keyGenerator.init(128);return keyGenerator.generateKey().getEncoded();} catch (NoSuchAlgorithmException e) {return null;}}/*** 在指定的目录下生成key_info, key文件返回key_info文件* param folder* throws IOException */private static Path genKeyInfo(String folder) throws IOException {// AES 密钥byte[] aesKey genAesKey();// AES 向量String iv Hex.encodeHexString(genAesKey());// key 文件写入Path keyFile Paths.get(folder, key);Files.write(keyFile, aesKey, StandardOpenOption.CREATE, StandardOpenOption.TRUNCATE_EXISTING);// key_info 文件写入StringBuilder stringBuilder new StringBuilder();stringBuilder.append(key).append(LINE_SEPARATOR); // m3u8加载key文件网络路径stringBuilder.append(keyFile.toString()).append(LINE_SEPARATOR); // FFmeg加载key_info文件路径stringBuilder.append(iv); // ASE 向量Path keyInfo Paths.get(folder, key_info);Files.write(keyInfo, stringBuilder.toString().getBytes(), StandardOpenOption.CREATE, StandardOpenOption.TRUNCATE_EXISTING);return keyInfo;}/*** 指定的目录下生成 master index.m3u8 文件* param file master m3u8文件地址* param indexPath 访问子index.m3u8的路径* param bandWidth 流码率* throws IOException*/private static void genIndex(String file, String indexPath, String bandWidth) throws IOException {StringBuilder stringBuilder new StringBuilder();stringBuilder.append(#EXTM3U).append(LINE_SEPARATOR);stringBuilder.append(#EXT-X-STREAM-INF:BANDWIDTH bandWidth).append(LINE_SEPARATOR); // 码率stringBuilder.append(indexPath);Files.write(Paths.get(file), stringBuilder.toString().getBytes(StandardCharsets.UTF_8), StandardOpenOption.CREATE, StandardOpenOption.TRUNCATE_EXISTING);}/*** 转码视频为m3u8* param source 源视频* param destFolder 目标文件夹* param config 配置信息* throws IOException * throws InterruptedException */public static void transcodeToM3u8(String source, String destFolder, TranscodeConfig config) throws IOException, InterruptedException {// 判断源视频是否存在if (!Files.exists(Paths.get(source))) {throw new IllegalArgumentException(文件不存在 source);}// 创建工作目录Path workDir Paths.get(destFolder, ts);Files.createDirectories(workDir);// 在工作目录生成KeyInfo文件Path keyInfo genKeyInfo(workDir.toString());// 构建命令ListString commands new ArrayList();commands.add(ffmpeg);commands.add(-i) ;commands.add(source); // 源文件commands.add(-c:v) ;commands.add(libx264); // 视频编码为H264commands.add(-c:a) ;commands.add(copy); // 音频直接copycommands.add(-hls_key_info_file) ;commands.add(keyInfo.toString()); // 指定密钥文件路径commands.add(-hls_time) ;commands.add(config.getTsSeconds()); // ts切片大小commands.add(-hls_playlist_type) ;commands.add(vod); // 点播模式commands.add(-hls_segment_filename) ;commands.add(%06d.ts); // ts切片文件名称if (StringUtils.hasText(config.getCutStart())) {commands.add(-ss) ;commands.add(config.getCutStart()); // 开始时间}if (StringUtils.hasText(config.getCutEnd())) {commands.add(-to) ;commands.add(config.getCutEnd()); // 结束时间}commands.add(index.m3u8); // 生成m3u8文件// 构建进程Process process new ProcessBuilder().command(commands).directory(workDir.toFile()).start();// 读取进程标准输出new Thread(() - {try (BufferedReader bufferedReader new BufferedReader(new InputStreamReader(process.getInputStream()))) {String line null;while ((line bufferedReader.readLine()) ! null) {LOGGER.info(line);}} catch (IOException e) {}}).start();// 读取进程异常输出new Thread(() - {try (BufferedReader bufferedReader new BufferedReader(new InputStreamReader(process.getErrorStream()))) {String line null;while ((line bufferedReader.readLine()) ! null) {LOGGER.info(line);}} catch (IOException e) {}}).start();// 阻塞直到任务结束if (process.waitFor() ! 0) {throw new RuntimeException(视频切片异常);}// 切出封面if (!screenShots(source, String.join(File.separator, destFolder, poster.jpg), config.getPoster())) {throw new RuntimeException(封面截取异常);}// 获取视频信息final MediaInfo[] mediaInfo {getMediaInfo(source)};if (mediaInfo[0] null) {throw new RuntimeException(获取媒体信息异常);}// 生成index.m3u8文件genIndex(String.join(File.separator, destFolder, index.m3u8), ts/index.m3u8, mediaInfo[0].getFormat().getBitRate());// 删除keyInfo文件Files.delete(keyInfo);}/*** 获取视频文件的媒体信息* param source* return* throws IOException* throws InterruptedException*/public static MediaInfo getMediaInfo(String source) throws IOException, InterruptedException {ListString commands new ArrayList();commands.add(ffprobe); commands.add(-i) ;commands.add(source);commands.add(-show_format);commands.add(-show_streams);commands.add(-print_format) ;commands.add(json);Process process new ProcessBuilder(commands).start();MediaInfo mediaInfo null;try (BufferedReader bufferedReader new BufferedReader(new InputStreamReader(process.getInputStream()))) {mediaInfo new Gson().fromJson(bufferedReader, MediaInfo.class);} catch (IOException e) {e.printStackTrace();}if (process.waitFor() ! 0) {return null;}return mediaInfo;}/*** 截取视频的指定时间帧生成图片文件* param source 源文件* param file 图片文件* param time 截图时间 HH:mm:ss.[SSS] * throws IOException * throws InterruptedException */public static boolean screenShots(String source, String file, String time) throws IOException, InterruptedException {ListString commands new ArrayList();commands.add(ffmpeg);commands.add(-i) ;commands.add(source);commands.add(-ss) ;commands.add(time);commands.add(-y);commands.add(-q:v) ;commands.add(1);commands.add(-frames:v) ;commands.add(1);commands.add(-f); ;commands.add(image2);commands.add(file);Process process new ProcessBuilder(commands).start();// 读取进程标准输出new Thread(() - {try (BufferedReader bufferedReader new BufferedReader(new InputStreamReader(process.getInputStream()))) {String line null;while ((line bufferedReader.readLine()) ! null) {LOGGER.info(line);}} catch (IOException e) {}}).start();// 读取进程异常输出new Thread(() - {try (BufferedReader bufferedReader new BufferedReader(new InputStreamReader(process.getErrorStream()))) {String line null;while ((line bufferedReader.readLine()) ! null) {LOGGER.error(line);}} catch (IOException e) {}}).start();return process.waitFor() 0;}
}
controller调用 UploadController
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.time.LocalDate;
import java.time.format.DateTimeFormatter;
import java.util.HashMap;
import java.util.Map;
import java.util.UUID;import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.http.HttpStatus;
import org.springframework.http.ResponseEntity;
import org.springframework.web.bind.annotation.*;
import org.springframework.web.multipart.MultipartFile;import com.demo.ffmpeg.FFmpegUtils;
import com.demo.ffmpeg.TranscodeConfig;RestController
RequestMapping(/uploadController)
public class UploadController {Value(${app.video-folder})private String videoFolder;private Path tempDir Paths.get(System.getProperty(java.io.tmpdir));/*** 上传视频进行切片处理返回访问路径* param video* param transcodeConfig* return* throws IOException */PostMapping(/upload)CrossOriginpublic Object upload (RequestPart(name file, required true) MultipartFile video,RequestPart(name config, required true) TranscodeConfig transcodeConfig) throws IOException {/** 参数传UUID去数据库查询需要转换的视频地址 进行入参public ResponseData upload (RequestParam(uuid) String uuid) throws Exception {TranscodeConfig transcodeConfig new TranscodeConfig();FastDfsFile fastDfsFile sectionService.getSectionByUUID(uuid);if(fastDfsFile.getFastDfsFileUrl() null){LOGGER.info(请上传视频);return ResponseData.warnWithMsg(请选择要上传的视频);}MultipartFile video UrlToMultipartFile.urlToMultipartFile(fastDfsFile.getFastDfsFileUrl());*/
LOGGER.info(文件信息title{}, size{}, video.getOriginalFilename(), video.getSize());LOGGER.info(转码配置{}, transcodeConfig);// 原始文件名称也就是视频的标题String title video.getOriginalFilename();// io到临时文件Path tempFile tempDir.resolve(title);LOGGER.info(io到临时文件{}, tempFile.toString());try {video.transferTo(tempFile);// 删除后缀title title.substring(0, title.lastIndexOf(.)) - UUID.randomUUID().toString().replaceAll(-, );// 按照日期生成子目录String today DateTimeFormatter.ofPattern(yyyyMMdd).format(LocalDate.now());// 尝试创建视频目录Path targetFolder Files.createDirectories(Paths.get(videoFolder, today, title));LOGGER.info(创建文件夹目录{}, targetFolder);Files.createDirectories(targetFolder);// 执行转码操作LOGGER.info(开始转码);try {transcodeToM3u8(tempFile.toString(), targetFolder.toString(), transcodeConfig);} catch (Exception e) {LOGGER.error(转码异常{}, e.getMessage());MapString, Object result new HashMap();result.put(success, false);result.put(message, e.getMessage());return ResponseEntity.status(HttpStatus.INTERNAL_SERVER_ERROR).body(result);}// 封装结果MapString, Object videoInfo new HashMap();videoInfo.put(title, title);videoInfo.put(m3u8, String.join(/, , today, title, index.m3u8));videoInfo.put(poster, String.join(/, , today, title, poster.jpg));//返回数据MapString, Object result new HashMap();result.put(success, true);result.put(data, videoInfo);return result;} finally {// 始终删除临时文件Files.delete(tempFile);}}
}
Url转换MultipartFile的工具类 如controller中参数传的是URL 使用以下工具类转换一下即可 UrlToMultipartFile
import org.apache.commons.fileupload.FileItem;
import org.apache.commons.fileupload.FileItemFactory;
import org.apache.commons.fileupload.disk.DiskFileItemFactory;
import org.apache.commons.lang.RandomStringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.web.multipart.MultipartFile;
import org.springframework.web.multipart.commons.CommonsMultipartFile;import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;public class UrlToMultipartFile {private static final Logger LOGGER LoggerFactory.getLogger(UrlToMultipartFile.class);/*** inputStream 转 File*/public static File inputStreamToFile(InputStream ins, String name) throws Exception{//System.getProperty(java.io.tmpdir)临时目录File.separator目录中间的间隔符文件名File file new File(System.getProperty(java.io.tmpdir) File.separator name);OutputStream os new FileOutputStream(file);int bytesRead;int len 8192;byte[] buffer new byte[len];while ((bytesRead ins.read(buffer, 0, len)) ! -1) {os.write(buffer, 0, bytesRead);}os.close();ins.close();return file;}/*** file转multipartFile*/public static MultipartFile fileToMultipartFile(File file) {FileItemFactory factory new DiskFileItemFactory(16, null);FileItem itemfactory.createItem(file.getName(),text/plain,true,file.getName());int bytesRead 0;byte[] buffer new byte[8192];try {FileInputStream fis new FileInputStream(file);OutputStream os item.getOutputStream();while ((bytesRead fis.read(buffer, 0, 8192)) ! -1) {os.write(buffer, 0, bytesRead);}os.close();fis.close();} catch (IOException e) {e.printStackTrace();}return new CommonsMultipartFile(item);}//url转MultipartFilepublic static MultipartFile urlToMultipartFile(String url) throws Exception {File file null;MultipartFile multipartFile null;try {HttpURLConnection httpUrl (HttpURLConnection) new URL(url).openConnection();httpUrl.connect();file UrlToMultipartFile.inputStreamToFile(httpUrl.getInputStream(),RandomStringUtils.randomAlphanumeric(8).mp4);LOGGER.info(---------file-------------);multipartFile UrlToMultipartFile.fileToMultipartFile(file);httpUrl.disconnect();} catch (Exception e) {e.printStackTrace();}return multipartFile;}}
