852 lines
37 KiB
C#
852 lines
37 KiB
C#
using ClockSnowFlake;
|
||
using dy.image;
|
||
using dy.net.dto;
|
||
using dy.net.model;
|
||
using dy.net.service;
|
||
using dy.net.utils;
|
||
using Newtonsoft.Json;
|
||
using Quartz;
|
||
using Quartz.Util;
|
||
using Serilog;
|
||
using System;
|
||
using System.Collections.Generic;
|
||
using System.IO;
|
||
using System.Linq;
|
||
using System.Threading.Tasks;
|
||
|
||
namespace dy.net.job
|
||
{
|
||
/// <summary>
|
||
/// 抖音数据同步任务基类
|
||
/// 所有具体的抖音同步任务(如收藏、关注、作品等)都应继承此类
|
||
/// 提供了通用的同步逻辑,如Cookie处理、视频下载、数据存储等
|
||
/// </summary>
|
||
[DisallowConcurrentExecution] // 禁止并发执行,确保同一时间只有一个实例在运行
|
||
public abstract class DouyinBaseSyncJob : IJob
|
||
{
|
||
#region 受保护字段
|
||
|
||
/// <summary>
|
||
/// 抖音Cookie服务,用于获取和管理用户Cookie
|
||
/// </summary>
|
||
protected readonly DouyinCookieService _dyCookieService;
|
||
|
||
/// <summary>
|
||
/// 抖音HTTP客户端服务,用于发送HTTP请求
|
||
/// </summary>
|
||
protected readonly DouyinHttpClientService _douyinService;
|
||
|
||
/// <summary>
|
||
/// 抖音视频服务,用于视频信息的数据库操作
|
||
/// </summary>
|
||
protected readonly DouyinVideoService _douyinVideoService;
|
||
|
||
/// <summary>
|
||
/// 抖音通用服务,用于获取应用配置等
|
||
/// </summary>
|
||
protected readonly DouyinCommonService _commonService;
|
||
|
||
/// <summary>
|
||
/// 随机数生成器,用于生成随机延迟,模拟人类操作
|
||
/// </summary>
|
||
protected readonly Random _random = new Random();
|
||
|
||
/// <summary>
|
||
/// 服务提供器,用于获取其他服务实例
|
||
/// </summary>
|
||
protected readonly IServiceProvider _serviceProvider;
|
||
|
||
/// <summary>
|
||
/// Web主机环境,用于获取应用程序路径等信息
|
||
/// </summary>
|
||
protected readonly IWebHostEnvironment _environment;
|
||
|
||
/// <summary>
|
||
/// 每页请求的视频数量,可通过配置文件修改
|
||
/// </summary>
|
||
protected string count = "18";
|
||
|
||
#endregion
|
||
|
||
#region 私有字段
|
||
|
||
/// <summary>
|
||
/// 是否下载图片并合成视频
|
||
/// </summary>
|
||
private bool _downImageVideo;
|
||
|
||
#endregion
|
||
|
||
#region 抽象属性
|
||
|
||
/// <summary>
|
||
/// 任务类型名称,用于日志记录和区分不同的同步任务
|
||
/// 子类必须实现此属性并返回具体的任务类型
|
||
/// </summary>
|
||
protected abstract string JobType { get; }
|
||
|
||
#endregion
|
||
|
||
#region 构造函数
|
||
|
||
/// <summary>
|
||
/// 初始化 <see cref="DouyinBaseSyncJob"/> 类的新实例
|
||
/// </summary>
|
||
/// <param name="dyCookieService">抖音Cookie服务</param>
|
||
/// <param name="dyHttpClientService">抖音HTTP客户端服务</param>
|
||
/// <param name="dyCollectVideoService">抖音视频服务</param>
|
||
/// <param name="commonService">抖音通用服务</param>
|
||
/// <param name="serviceProvider">服务提供器</param>
|
||
/// <param name="webHostEnvironment">Web主机环境</param>
|
||
protected DouyinBaseSyncJob(
|
||
DouyinCookieService dyCookieService,
|
||
DouyinHttpClientService dyHttpClientService,
|
||
DouyinVideoService dyCollectVideoService,
|
||
DouyinCommonService commonService,
|
||
IServiceProvider serviceProvider,
|
||
IWebHostEnvironment webHostEnvironment)
|
||
{
|
||
_dyCookieService = dyCookieService ?? throw new ArgumentNullException(nameof(dyCookieService));
|
||
_douyinService = dyHttpClientService ?? throw new ArgumentNullException(nameof(dyHttpClientService));
|
||
_douyinVideoService = dyCollectVideoService ?? throw new ArgumentNullException(nameof(dyCollectVideoService));
|
||
_commonService = commonService ?? throw new ArgumentNullException(nameof(commonService));
|
||
_serviceProvider = serviceProvider ?? throw new ArgumentNullException(nameof(serviceProvider));
|
||
_environment = webHostEnvironment ?? throw new ArgumentNullException(nameof(webHostEnvironment));
|
||
}
|
||
|
||
#endregion
|
||
|
||
#region 公共方法
|
||
|
||
/// <summary>
|
||
/// 执行任务的主入口点
|
||
/// 由Quartz调度器调用,负责协调整个同步流程
|
||
/// </summary>
|
||
/// <param name="context">作业执行上下文</param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
public async Task Execute(IJobExecutionContext context)
|
||
{
|
||
// 1. 获取应用配置
|
||
var config = _commonService.GetConfig();
|
||
if (config == null)
|
||
{
|
||
Log.Debug($"{JobType}-未获取到系统配置,任务终止!!!");
|
||
return;
|
||
}
|
||
|
||
//将配置项打印日志
|
||
//config.PrintAsTable();
|
||
|
||
// 2. 从配置中获取每页请求数量
|
||
if (config.BatchCount > 0)
|
||
count = config.BatchCount.ToString();
|
||
|
||
// 3. 初始化是否下载图片视频的设置
|
||
InitializeDownImageVideoSetting(config);
|
||
|
||
// 4. 在处理Cookie之前执行的预处理操作(子类可重写)
|
||
await BeforeProcessCookies();
|
||
|
||
// 5. 获取所有有效的Cookie
|
||
var cookies = await GetValidCookies();
|
||
if (cookies == null || !cookies.Any())
|
||
{
|
||
Log.Debug($"{JobType}-无有效Cookie,任务终止!!!");
|
||
return;
|
||
}
|
||
|
||
Log.Debug($"{JobType}-共发现{cookies.Count}个Cookie,同步任务即将开始...");
|
||
|
||
// 6. 遍历每个有效的Cookie,执行同步操作
|
||
foreach (var cookie in cookies)
|
||
{
|
||
await ProcessSyncUserCookie(cookie, config);
|
||
}
|
||
}
|
||
|
||
#endregion
|
||
|
||
#region 受保护方法
|
||
|
||
/// <summary>
|
||
/// 在处理Cookie之前执行的预处理操作
|
||
/// 子类可以重写此方法来实现特定的预处理逻辑
|
||
/// </summary>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
protected virtual Task BeforeProcessCookies() => Task.CompletedTask;
|
||
|
||
/// <summary>
|
||
/// 获取所有有效的Cookie
|
||
/// 子类必须实现此方法,根据具体任务类型筛选有效的Cookie
|
||
/// </summary>
|
||
/// <returns>有效的Cookie列表</returns>
|
||
protected abstract Task<List<DouyinUserCookie>> GetValidCookies();
|
||
|
||
/// <summary>
|
||
/// 检查指定的Cookie是否有效
|
||
/// 子类必须实现此方法,提供具体的Cookie有效性检查逻辑
|
||
/// </summary>
|
||
/// <param name="cookie">要检查的Cookie</param>
|
||
/// <returns>如果Cookie有效,则为true;否则为false</returns>
|
||
protected abstract bool IsCookieValid(DouyinUserCookie cookie);
|
||
|
||
/// <summary>
|
||
/// 根据Cookie和游标获取视频数据
|
||
/// 子类必须实现此方法,调用具体的API接口获取视频列表
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="cursor">分页游标,用于获取下一页数据</param>
|
||
/// <returns>视频信息对象,包含视频列表和分页信息</returns>
|
||
protected abstract Task<DouyinVideoInfo> FetchVideoData(DouyinUserCookie cookie, string cursor);
|
||
|
||
/// <summary>
|
||
/// 判断是否应该继续同步下一页数据
|
||
/// 子类必须实现此方法,根据API返回的分页信息判断是否还有更多数据
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="data">当前获取到的视频数据</param>
|
||
/// <returns>如果应该继续同步,则为true;否则为false</returns>
|
||
protected abstract bool ShouldContinueSync(DouyinUserCookie cookie, DouyinVideoInfo data);
|
||
|
||
/// <summary>
|
||
/// 获取下一页数据的游标
|
||
/// 子类必须实现此方法,从当前视频数据中提取下一页的游标
|
||
/// </summary>
|
||
/// <param name="data">当前获取到的视频数据</param>
|
||
/// <returns>下一页数据的游标</returns>
|
||
protected abstract string GetNextCursor(DouyinVideoInfo data);
|
||
|
||
/// <summary>
|
||
/// 创建视频保存文件夹
|
||
/// 子类必须实现此方法,根据具体的存储策略创建文件夹
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="tag1">视频标签1</param>
|
||
/// <param name="tag2">视频标签2</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>创建的视频保存文件夹路径</returns>
|
||
protected abstract string CreateSaveFolder(DouyinUserCookie cookie, Aweme item, string tag1, string tag2, AppConfig config);
|
||
|
||
/// <summary>
|
||
/// 获取视频文件名
|
||
/// 子类必须实现此方法,根据具体的命名规则生成文件名
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <returns>生成的视频文件名</returns>
|
||
protected abstract string GetVideoFileName(DouyinUserCookie cookie, Aweme item);
|
||
|
||
/// <summary>
|
||
/// 获取作者头像保存的基础路径
|
||
/// 子类必须实现此方法,指定头像的存储位置
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <returns>作者头像保存的基础路径</returns>
|
||
protected abstract string GetAuthorAvatarBasePath(DouyinUserCookie cookie);
|
||
|
||
/// <summary>
|
||
/// 处理同步完成后的操作
|
||
/// 子类必须实现此方法,可用于更新同步状态、发送通知等
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="syncCount">本次同步成功的视频数量</param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
protected abstract Task HandleSyncCompletion(DouyinUserCookie cookie, int syncCount);
|
||
|
||
/// <summary>
|
||
/// 获取视频实体的差异信息
|
||
/// 子类必须实现此方法,用于区分不同类型的视频(如普通视频、图片合成视频等)
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <returns>视频实体的差异信息,包含视频类型和简化标题</returns>
|
||
protected abstract VideoEntityDifferences GetVideoEntityDifferences(DouyinUserCookie cookie, Aweme item);
|
||
|
||
/// <summary>
|
||
/// 获取NFO文件中的图片(如海报)文件名
|
||
/// 子类可以重写此方法来自定义NFO图片的命名规则
|
||
/// </summary>
|
||
/// <param name="cookie">当前操作的Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <param name="fileName">原文件名称(如poster.jpg)</param>
|
||
/// <returns>封面图片的文件名</returns>
|
||
protected virtual string GetNfoFileName(DouyinUserCookie cookie, Aweme item, AppConfig config, string fileName)
|
||
{
|
||
return fileName;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 处理单个用户Cookie的同步逻辑
|
||
/// 负责循环获取视频数据、处理视频、保存视频信息等
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
protected async Task ProcessSyncUserCookie(DouyinUserCookie cookie, AppConfig config)
|
||
{
|
||
try
|
||
{
|
||
// 检查Cookie是否有效
|
||
if (!IsCookieValid(cookie))
|
||
{
|
||
Log.Debug($"{JobType}-Cookie[{cookie.UserName}]无效,任务终止!!!");
|
||
return;
|
||
}
|
||
|
||
Log.Debug($"{JobType}- Cookie-[{cookie.UserName}]开始同步...");
|
||
|
||
int syncCount = 0; // 本次同步成功的视频数量
|
||
string cursor = "0"; // 初始游标
|
||
bool hasMore = true; // 是否还有更多数据
|
||
|
||
// 循环获取视频数据
|
||
while (hasMore)
|
||
{
|
||
// 获取视频数据
|
||
var data = await FetchVideoData(cookie, cursor);
|
||
if (data == null)
|
||
{
|
||
Log.Debug($"{JobType}-Cookie[{cookie.UserName}]读取数据失败!!!");
|
||
break;
|
||
}
|
||
|
||
// 判断是否还有更多数据
|
||
hasMore = ShouldContinueSync(cookie, data);
|
||
// 获取下一页游标
|
||
cursor = GetNextCursor(data);
|
||
|
||
// 如果没有视频数据,退出循环
|
||
if (data.AwemeList == null || !data.AwemeList.Any())
|
||
break;
|
||
|
||
// 处理视频列表
|
||
var videos = await ProcessVideoList(cookie, data, config);
|
||
// 保存视频信息到数据库
|
||
syncCount += await SaveVideos(videos);
|
||
|
||
// 随机延迟,模拟人类操作,避免请求过快
|
||
await Task.Delay(_random.Next(5, 10) * 1000);
|
||
}
|
||
|
||
// 处理同步完成后的操作
|
||
await HandleSyncCompletion(cookie, syncCount);
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
Log.Error(ex, $"{JobType}-Cookie[{cookie.Id}]同步出错!!!");
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 处理视频列表
|
||
/// 遍历视频列表,分别处理每个视频和图片集
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="data">视频信息对象</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>处理后的视频实体列表</returns>
|
||
protected async Task<List<DouyinVideo>> ProcessVideoList(DouyinUserCookie cookie, DouyinVideoInfo data, AppConfig config)
|
||
{
|
||
var videos = new List<DouyinVideo>();
|
||
foreach (var item in data.AwemeList)
|
||
{
|
||
// 处理单个视频
|
||
var video = await ProcessSingleVideo(cookie, item, data, config);
|
||
if (video != null)
|
||
videos.Add(video);
|
||
|
||
// 如果配置了下载图片视频,则处理图片集并合成视频
|
||
if (_downImageVideo)
|
||
{
|
||
if(config.DownImageVideo||config.DownMp3||config.DownImage)
|
||
{
|
||
var mergevideo = await ProcessImageSetAndMergeToVideo(cookie, item, data, config);
|
||
if (mergevideo != null)
|
||
videos.Add(mergevideo);
|
||
}
|
||
}
|
||
}
|
||
return videos;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 处理单个视频
|
||
/// 负责下载视频、封面、头像,生成NFO文件,创建视频实体等
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="data">视频信息对象</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>处理后的视频实体,如果处理失败则为null</returns>
|
||
protected async Task<DouyinVideo> ProcessSingleVideo(DouyinUserCookie cookie, Aweme item, DouyinVideoInfo data, AppConfig config)
|
||
{
|
||
// 检查视频数据是否有效
|
||
if (!IsAwemeValid(item)) return null;
|
||
|
||
// 获取视频的码率信息
|
||
var v = item.Video.BitRate.Where(x => !string.IsNullOrEmpty(x.Format)).FirstOrDefault();
|
||
if (v == null) return null;
|
||
|
||
// 获取视频播放地址
|
||
var videoUrl = v.PlayAddr.UrlList.Where(x => !string.IsNullOrEmpty(x))?.FirstOrDefault();
|
||
if (string.IsNullOrWhiteSpace(videoUrl)) return null;
|
||
|
||
// 获取视频标签
|
||
var (tag1, tag2, tag3) = GetVideoTags(item);
|
||
// 创建保存文件夹
|
||
var saveFolder = CreateSaveFolder(cookie, item, tag1, tag2, config);
|
||
// 获取视频文件名
|
||
var fileName = GetVideoFileName(cookie, item);
|
||
// 拼接视频保存路径
|
||
var savePath = Path.Combine(saveFolder, fileName);
|
||
|
||
// 如果文件已存在,跳过
|
||
if (File.Exists(savePath)) return null;
|
||
|
||
Log.Debug($"{JobType}-视频[{TikTokFileNameHelper.SanitizePath(item.Desc)}]开始下载...");
|
||
// 随机延迟,模拟人类操作
|
||
await Task.Delay(_random.Next(1, 4) * 1000);
|
||
// 下载视频
|
||
if (!await _douyinService.DownloadAsync(videoUrl, savePath, cookie.Cookies))
|
||
{
|
||
Log.Error($"{JobType}-{item?.Author?.Nickname??""}-视频[{TikTokFileNameHelper.SanitizePath(item.Desc)}]下载失败!!!");
|
||
return null;
|
||
}
|
||
else
|
||
{
|
||
Log.Debug($"{JobType}-{item?.Author?.Nickname ?? ""}-视频[{TikTokFileNameHelper.SanitizePath(item.Desc)}]下载完成.");
|
||
}
|
||
|
||
// 下载视频封面
|
||
await DownVideoCover(item, saveFolder, cookie, config);
|
||
// 下载作者头像
|
||
var (avatarSavePath, avatarUrl) = await DownAuthorAvatar(cookie, item);
|
||
// 生成NFO文件
|
||
await GenerateNfoFile(saveFolder, item, avatarSavePath, avatarUrl, cookie, config);
|
||
// 创建视频实体
|
||
return CreateVideoEntity(cookie, item, v, savePath, saveFolder, tag1, tag2, tag3, avatarSavePath, avatarUrl, data);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 处理图片集并合成为视频
|
||
/// 负责下载图片、合成视频、处理封面和头像等
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息(包含图片集)</param>
|
||
/// <param name="data">视频信息对象</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>合成后的视频实体,如果处理失败则为null</returns>
|
||
protected async Task<DouyinVideo> ProcessImageSetAndMergeToVideo(DouyinUserCookie cookie, Aweme item, DouyinVideoInfo data, AppConfig config)
|
||
{
|
||
try
|
||
{
|
||
// 提取图片URL列表
|
||
List<string> imageUrls = item.Images?
|
||
.Where(img => img.UrlList != null && img.UrlList.Any())
|
||
.Select(img => img.UrlList.FirstOrDefault())
|
||
.Where(url => !string.IsNullOrWhiteSpace(url))
|
||
.ToList();
|
||
|
||
// 如果没有图片,返回null
|
||
if (imageUrls == null || !imageUrls.Any())
|
||
{
|
||
return null;
|
||
}
|
||
|
||
// 检查图片保存路径是否配置
|
||
if (string.IsNullOrWhiteSpace(cookie.ImgSavePath))
|
||
{
|
||
Log.Error($"{JobType}-图文视频同步-没有配置图片存储路径,任务终止!!!");
|
||
return null;
|
||
}
|
||
|
||
// 获取图片合成视频服务
|
||
var imageService = _serviceProvider.GetService<ImageMergeToVideoService>();
|
||
if (imageService == null)
|
||
{
|
||
Log.Error($"{JobType} -图文视频同步异常,请联系作者!!!");
|
||
return null;
|
||
}
|
||
|
||
// 创建图片保存文件夹
|
||
var fileNamefolder = Path.Combine(cookie.ImgSavePath, TikTokFileNameHelper.GenerateFileName(item.Desc, item.AwemeId));
|
||
if (!Directory.Exists(fileNamefolder)) Directory.CreateDirectory(fileNamefolder);
|
||
// 合成视频的保存路径
|
||
var savePath = Path.Combine(fileNamefolder, $"{item.AwemeId}.mp4");
|
||
|
||
// 如果文件已存在,返回null
|
||
if (File.Exists(savePath)) return null;
|
||
|
||
// 获取音乐URL
|
||
var mp3Url = item.Music?.PlayUrl?.UrlList?.FirstOrDefault();
|
||
|
||
// 准备合成视频的请求参数
|
||
var reqParams = new MediaMergeRequest
|
||
{
|
||
ImageDurationPerSecond = 3, // 每张图片显示的时长(秒)
|
||
OutputFormat = "mp4", // 输出视频格式
|
||
VideoFps = 30, // 视频帧率
|
||
AudioUrls = string.IsNullOrWhiteSpace(mp3Url) ? new List<string>() : new List<string> { mp3Url }, // 音频URL列表
|
||
ImageUrls = imageUrls, // 图片URL列表
|
||
VideoWidth = 1080, // 视频宽度
|
||
VideoHeight = 1920, // 视频高度
|
||
};
|
||
|
||
// 执行图片合成视频操作
|
||
var mergeResult = await imageService.MergeToVideo(AppContext.BaseDirectory, reqParams, savePath, fileNamefolder,config.DownImageVideo,config.DownImage,config.DownMp3);
|
||
if (!mergeResult)
|
||
{
|
||
Log.Error($"{JobType}-图文视频-[{TikTokFileNameHelper.SanitizePath(item.Desc)}]合成失败!!!");
|
||
return null;
|
||
}
|
||
|
||
if (config.DownImageVideo)
|
||
{
|
||
// 检查合成后的视频文件是否有效
|
||
if (!File.Exists(savePath) || new FileInfo(savePath).Length <= 0)
|
||
{
|
||
Log.Error($"{JobType}-图文视频-[{TikTokFileNameHelper.SanitizePath(item.Desc)}]合成失败!!!");
|
||
// 清理无效的文件和文件夹
|
||
if (Directory.Exists(fileNamefolder))
|
||
{
|
||
File.Delete(savePath);
|
||
Directory.Delete(fileNamefolder, true);
|
||
Log.Error($"{JobType}-图文视频-删除合成失败的视频文件和目录...");
|
||
}
|
||
return null;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
}
|
||
|
||
// 下载视频封面(使用第一张图片作为封面)
|
||
await DownVideoCover(imageUrls.FirstOrDefault(), fileNamefolder, cookie, item, config);
|
||
// 下载作者头像
|
||
var (avatarSavePath, avatarUrl) = await DownAuthorAvatar(cookie, item);
|
||
// 生成NFO文件
|
||
await GenerateNfoFile(fileNamefolder, item, avatarSavePath, avatarUrl, cookie, config);
|
||
|
||
// 获取视频标签
|
||
var (tag1, tag2, tag3) = GetVideoTags(item);
|
||
// 为合成的视频创建一个“虚拟”的BitRate对象,以便复用CreateVideoEntity方法
|
||
var virtualBitRate = new VideoBitRate
|
||
{
|
||
PlayAddr = new PlayAddr
|
||
{
|
||
Width = reqParams.VideoWidth,
|
||
Height = reqParams.VideoHeight,
|
||
DataSize = new FileInfo(savePath).Length // 合成视频的文件大小
|
||
}
|
||
};
|
||
|
||
// 创建视频实体
|
||
var videoEntity = CreateVideoEntity(
|
||
cookie, item, virtualBitRate, savePath, fileNamefolder,
|
||
tag1, tag2, tag3, avatarSavePath, avatarUrl, data);
|
||
|
||
// 特殊处理合成视频的字段
|
||
videoEntity.FileHash = string.Empty; // 合成视频没有原始文件哈希
|
||
videoEntity.VideoUrl = "/"; // 合成视频没有原始URL
|
||
videoEntity.ViedoType = VideoTypeEnum.ImageVideo; // 标记为图片合成视频
|
||
|
||
return videoEntity;
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
Log.Error(ex, $"{JobType}-图片视频同步-处理图片集并合成视频时出错");
|
||
return null;
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 保存视频信息到数据库
|
||
/// 批量插入视频实体列表到数据库中
|
||
/// </summary>
|
||
/// <param name="videos">要保存的视频实体列表</param>
|
||
/// <returns>保存成功的视频数量</returns>
|
||
protected async Task<int> SaveVideos(List<DouyinVideo> videos)
|
||
{
|
||
if (!videos.Any()) return 0;
|
||
try
|
||
{
|
||
await _douyinVideoService.batchInsert(videos);
|
||
return videos.Count;
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
Log.Error(ex, $"{JobType}-批量保存视频到数据库失败");
|
||
// 清理保存失败的视频文件
|
||
await CleanupFailedVideos(videos);
|
||
return 0;
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 生成NFO文件
|
||
/// NFO文件包含视频的元数据信息,如标题、作者、封面等
|
||
/// </summary>
|
||
/// <param name="saveFolder">NFO文件的保存文件夹</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="avatarSavePath">作者头像保存路径</param>
|
||
/// <param name="avatarUrl">作者头像URL</param>
|
||
/// <param name="cookie"></param>
|
||
/// <param name="config"></param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
protected async Task GenerateNfoFile(string saveFolder, Aweme item,
|
||
string avatarSavePath, string avatarUrl, DouyinUserCookie cookie, AppConfig config)
|
||
{
|
||
// 异步生成NFO文件,避免阻塞主线程
|
||
await Task.Run(() =>
|
||
{
|
||
(string tag1, string tag2, string tag3) = GetVideoTags(item);
|
||
var nfoFileName = GetNfoFileName(cookie, item, config, ".nfo");
|
||
var poster = GetNfoFileName(cookie, item, config, "poster.jpg");
|
||
var nfoPath = Path.Combine(saveFolder, nfoFileName);
|
||
NfoFileGenerator.GenerateNfoFile(new DouyinVideoNfo
|
||
{
|
||
Actors = new List<Actor>
|
||
{
|
||
new() {
|
||
Name = item.Author?.Nickname,
|
||
Role = "主演",
|
||
Thumb = avatarSavePath
|
||
}
|
||
},
|
||
Author = item.Author?.Nickname,
|
||
Poster = poster,
|
||
Title = item.Desc,
|
||
Thumbnail = poster,// 使用poster作为缩略图
|
||
ReleaseDate = DateTimeUtil.Convert10BitTimestamp(item.CreateTime),
|
||
Genres = new List<string> { tag1, tag2, tag3 }.Where(t => !string.IsNullOrWhiteSpace(t)).ToList()
|
||
}, nfoPath);
|
||
});
|
||
}
|
||
|
||
/// <summary>
|
||
/// 下载视频封面
|
||
/// 从视频信息中提取封面URL并下载到指定文件夹
|
||
/// </summary>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="saveFolder">封面保存文件夹</param>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
protected async Task DownVideoCover(Aweme item, string saveFolder, DouyinUserCookie cookie, AppConfig config)
|
||
{
|
||
var coverUrl = item.Video.Cover.UrlList?.FirstOrDefault();
|
||
if (string.IsNullOrWhiteSpace(coverUrl)) return;
|
||
await DownVideoCover(coverUrl, saveFolder, cookie, item, config);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 下载作者头像
|
||
/// 从视频信息中提取作者头像URL并下载到指定文件夹
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <returns>一个元组,包含头像保存路径和头像URL</returns>
|
||
protected async Task<(string savePath, string url)> DownAuthorAvatar(DouyinUserCookie cookie, Aweme item)
|
||
{
|
||
if (item.Author == null) return (null, null);
|
||
// 优先获取高清头像
|
||
var avatarUrl = item.Author.AvatarLarger?.UrlList?.FirstOrDefault() ?? item.Author.AvatarThumb?.UrlList?.FirstOrDefault();
|
||
if (string.IsNullOrWhiteSpace(avatarUrl)) return (null, null);
|
||
|
||
// 拼接头像保存路径
|
||
var avatarSavePath = Path.Combine(GetAuthorAvatarBasePath(cookie), $"{item.Author.Uid}.jpg");
|
||
var avatarDir = Path.GetDirectoryName(avatarSavePath);
|
||
// 创建头像保存文件夹
|
||
if (!Directory.Exists(avatarDir)) Directory.CreateDirectory(avatarDir);
|
||
// 如果头像文件不存在,则下载
|
||
if (!File.Exists(avatarSavePath))
|
||
{
|
||
await _douyinService.DownloadAsync(avatarUrl, avatarSavePath, cookie.Cookies);
|
||
}
|
||
return (avatarSavePath, avatarUrl);
|
||
}
|
||
|
||
#endregion
|
||
|
||
#region 私有方法
|
||
|
||
/// <summary>
|
||
/// 检查视频数据是否有效
|
||
/// 验证视频信息是否包含必要的字段
|
||
/// </summary>
|
||
/// <param name="item">视频信息</param>
|
||
/// <returns>如果视频数据有效,则为true;否则为false</returns>
|
||
private bool IsAwemeValid(Aweme item) => item != null && item.Video != null && item.Video.BitRate != null;
|
||
|
||
/// <summary>
|
||
/// 获取视频标签
|
||
/// 从视频信息中提取三个级别的标签
|
||
/// </summary>
|
||
/// <param name="item">视频信息</param>
|
||
/// <returns>一个元组,包含三个级别的视频标签</returns>
|
||
private (string tag1, string tag2, string tag3) GetVideoTags(Aweme item)
|
||
{
|
||
var tags = item.VideoTags;
|
||
return (
|
||
tags?.FirstOrDefault(x => x.Level == 1)?.TagName,
|
||
tags?.FirstOrDefault(x => x.Level == 2)?.TagName,
|
||
tags?.FirstOrDefault(x => x.Level == 3)?.TagName
|
||
);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 初始化是否下载图片视频的设置
|
||
/// 从环境变量和配置文件中读取设置,环境变量优先级更高
|
||
/// </summary>
|
||
/// <param name="config">应用配置</param>
|
||
private void InitializeDownImageVideoSetting(AppConfig config)
|
||
{
|
||
var downImageVideoConfig = Appsettings.Get("DOWN_IMGVIDEO");
|
||
if (!string.IsNullOrWhiteSpace(downImageVideoConfig))
|
||
{
|
||
downImageVideoConfig = downImageVideoConfig.ToLower();
|
||
_downImageVideo = config.DownImageVideo && downImageVideoConfig == "1";
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 清理保存失败的视频文件
|
||
/// 当数据库保存失败时,删除已下载的视频文件和文件夹
|
||
/// </summary>
|
||
/// <param name="videos">保存失败的视频实体列表</param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
private async Task CleanupFailedVideos(List<DouyinVideo> videos)
|
||
{
|
||
Log.Debug($"{JobType}-数据库保存失败,开始清理本次下载的视频目录...");
|
||
|
||
foreach (var video in videos)
|
||
{
|
||
// 异步删除文件和文件夹,避免阻塞主线程
|
||
await Task.Run(() =>
|
||
{
|
||
try
|
||
{
|
||
if (!string.IsNullOrWhiteSpace(video.VideoSavePath) && File.Exists(video.VideoSavePath))
|
||
{
|
||
File.Delete(video.VideoSavePath);
|
||
}
|
||
string directory = Path.GetDirectoryName(video.VideoSavePath);
|
||
if (!string.IsNullOrWhiteSpace(directory) && Directory.Exists(directory) && Directory.GetFileSystemEntries(directory).Length == 0)
|
||
{
|
||
Directory.Delete(directory);
|
||
}
|
||
Log.Debug($"{JobType}-清理失败视频文件成功: {video.VideoSavePath}!!!");
|
||
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
Log.Warning(ex, $"{JobType}-清理失败视频文件出错: {video.VideoSavePath}!!!");
|
||
}
|
||
});
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 下载视频封面(重载)
|
||
/// 根据指定的封面URL下载封面图片,并复制为fanart.jpg
|
||
/// </summary>
|
||
/// <param name="coverUrl">封面图片URL</param>
|
||
/// <param name="saveFolder">封面保存文件夹</param>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="config">应用配置</param>
|
||
/// <returns>一个表示异步操作的任务</returns>
|
||
private async Task DownVideoCover(string coverUrl, string saveFolder, DouyinUserCookie cookie, Aweme item, AppConfig config)
|
||
{
|
||
if (string.IsNullOrWhiteSpace(coverUrl)) return;
|
||
// 获取封面图片文件名
|
||
var coverImgName = GetNfoFileName(cookie, item, config, "poster.jpg");
|
||
var coverSavePath = Path.Combine(saveFolder, coverImgName);
|
||
|
||
// 如果封面文件不存在,则下载
|
||
if (!File.Exists(coverSavePath))
|
||
{
|
||
var downRes = await _douyinService.DownloadAsync(coverUrl, coverSavePath, cookie.Cookies);
|
||
//if (downRes)
|
||
//{
|
||
// // 复制封面图片为fanart.jpg
|
||
// var fanartImgName = GetNfoFileName(cookie, item, config, "fanart.jpg");
|
||
// var copyPath = Path.Combine(saveFolder, fanartImgName);
|
||
// File.Copy(coverSavePath, copyPath, true);
|
||
//}
|
||
}
|
||
}
|
||
|
||
/// <summary>
|
||
/// 创建视频实体
|
||
/// 根据视频信息、下载路径等创建DouyinVideo实体对象
|
||
/// </summary>
|
||
/// <param name="cookie">用户Cookie</param>
|
||
/// <param name="item">视频信息</param>
|
||
/// <param name="bitRate">视频码率信息</param>
|
||
/// <param name="savePath">视频保存路径</param>
|
||
/// <param name="saveFolder">视频保存文件夹</param>
|
||
/// <param name="tag1">视频标签1</param>
|
||
/// <param name="tag2">视频标签2</param>
|
||
/// <param name="tag3">视频标签3</param>
|
||
/// <param name="avatarSavePath">作者头像保存路径</param>
|
||
/// <param name="avatarUrl">作者头像URL</param>
|
||
/// <param name="data">视频信息对象</param>
|
||
/// <returns>创建的视频实体对象</returns>
|
||
private DouyinVideo CreateVideoEntity(
|
||
DouyinUserCookie cookie, Aweme item, VideoBitRate bitRate, string savePath, string saveFolder,
|
||
string tag1, string tag2, string tag3, string avatarSavePath, string avatarUrl, DouyinVideoInfo data)
|
||
{
|
||
var diffs = GetVideoEntityDifferences(cookie, item);
|
||
|
||
return new DouyinVideo
|
||
{
|
||
ViedoType = diffs.VideoType,
|
||
AwemeId = item.AwemeId,
|
||
Author = item.Author?.Nickname,
|
||
AuthorId = item.Author?.Uid,
|
||
AuthorAvatar = avatarSavePath,
|
||
AuthorAvatarUrl = avatarUrl,
|
||
CreateTime = DateTimeUtil.Convert10BitTimestamp(item.CreateTime),
|
||
VideoTitle = item.Desc,
|
||
VideoTitleSimplify = diffs.VideoTitleSimplify,
|
||
Id = IdGener.GetLong().ToString(),
|
||
Resolution = $"{bitRate.PlayAddr.Width}×{bitRate.PlayAddr.Height}",
|
||
FileSize = bitRate.PlayAddr.DataSize,
|
||
FileHash = bitRate.PlayAddr.FileHash,
|
||
Tag1 = tag1,
|
||
Tag2 = tag2,
|
||
Tag3 = tag3,
|
||
VideoUrl = bitRate.PlayAddr.UrlList?.FirstOrDefault(),
|
||
VideoCoverUrl = item.Video.Cover.UrlList?.FirstOrDefault(),
|
||
VideoSavePath = savePath,
|
||
VideoCoverSavePath = Path.Combine(saveFolder, "poster.jpg"),
|
||
SyncTime = DateTime.Now,
|
||
DyUserId = item.AuthorUserId == 0 ? item.Author?.Uid : item.AuthorUserId.ToString(),
|
||
CookieId = cookie.Id
|
||
};
|
||
}
|
||
|
||
#endregion
|
||
}
|
||
|
||
/// <summary>
|
||
/// 视频实体差异信息类
|
||
/// 用于存储不同类型视频之间的差异信息
|
||
/// </summary>
|
||
public class VideoEntityDifferences
|
||
{
|
||
/// <summary>
|
||
/// 视频类型
|
||
/// </summary>
|
||
public VideoTypeEnum VideoType { get; set; }
|
||
|
||
/// <summary>
|
||
/// 简化的视频标题
|
||
/// </summary>
|
||
public string VideoTitleSimplify { get; set; } = string.Empty;
|
||
}
|
||
|
||
} |