jianzhichu
ff80250012
2、图文视频 以及动态视频，遇到因版权原因无法下载音频时，需要额外的音频文件，现在放到mp3目录了，docker-compose增加一个映射路径即可 例如： - /vol2/1000/media/dysync/mp3:/app/mp3 3、增加动态视频合成配置（不建议保留原视频，没有额外刮削的，因为有些视频是几十个很短的动图一样的视频拼接成的，保留原视频emby会出现一堆没有封面的视频） 4、容器重启后，手机端会连续跳转登录页很多次的bug修复 5、关注博主保存文件夹路径长度增加，允许_ 6、批量永久删除选中的视频（不再下载，慎重） 7、看板页面 隐藏一个功能：双击作者头像，可以删除作者所有视频（永久删除，不再下载，慎重） 8、手机端 视频播放优化
461 lines
20 KiB
C#
461 lines
20 KiB
C#
using ClockSnowFlake;
|
||
using dy.net.dto;
|
||
using dy.net.model;
|
||
using dy.net.repository;
|
||
using dy.net.utils;
|
||
using Newtonsoft.Json;
|
||
using SqlSugar;
|
||
using System.Collections.Generic;
|
||
using System.ComponentModel;
|
||
using System.Threading.Tasks;
|
||
|
||
namespace dy.net.service
|
||
{
|
||
public class DouyinVideoService
|
||
{
|
||
|
||
private readonly ISqlSugarClient sqlSugarClient;
|
||
|
||
private readonly DouyinVideoRepository _dyCollectVideoRepository;
|
||
private readonly DouyinCookieRepository douyinCookieRepository;
|
||
|
||
public DouyinVideoService(DouyinVideoRepository dyCollectVideoRepository, DouyinCookieRepository douyinCookieRepository, ISqlSugarClient sqlSugarClient)
|
||
{
|
||
_dyCollectVideoRepository = dyCollectVideoRepository;
|
||
this.douyinCookieRepository = douyinCookieRepository;
|
||
this.sqlSugarClient = sqlSugarClient;
|
||
}
|
||
|
||
|
||
public async Task<bool> DeleteById(string Id)
|
||
{
|
||
return await _dyCollectVideoRepository.DeleteByIdAsync(Id);
|
||
}
|
||
|
||
public async Task<bool> BatchInsertOrUpdate(List<DouyinVideo> videos)
|
||
{
|
||
// 边界处理：传入列表为空直接返回成功
|
||
if (videos == null || !videos.Any())
|
||
return true;
|
||
|
||
// 1. 提取所有AwemeId（无需去重，用户保证无重复）
|
||
var allAwemeIds = videos.Select(v => v.AwemeId).ToList();
|
||
|
||
// 2. 查询数据库中已存在的视频记录（用于后续更新）
|
||
var existingVideos = await _dyCollectVideoRepository
|
||
.Query(x => allAwemeIds.Contains(x.AwemeId))
|
||
.ToListAsync();
|
||
|
||
// 3. 分拆数据集：不存在的（插入）、已存在的（更新）
|
||
var existingAwemeIdSet = existingVideos.Select(v => v.AwemeId).ToHashSet();
|
||
var videosToInsert = videos
|
||
.Where(v => !existingAwemeIdSet.Contains(v.AwemeId))
|
||
.ToList();
|
||
var videosToUpdate = videos
|
||
.Where(v => existingAwemeIdSet.Contains(v.AwemeId))
|
||
.ToList();
|
||
|
||
// 4. 事务包裹：确保插入/更新原子性
|
||
var transaction = await _dyCollectVideoRepository.UseTranAsync(async () =>
|
||
{
|
||
int insertedCount = 0;
|
||
int updatedCount = 0;
|
||
|
||
// 5. 批量插入新记录
|
||
if (videosToInsert.Any())
|
||
{
|
||
insertedCount = await _dyCollectVideoRepository.InsertRangeAsync(videosToInsert);
|
||
}
|
||
|
||
// 6. 批量更新已存在记录（核心逻辑）
|
||
if (videosToUpdate.Any())
|
||
{
|
||
// 建立AwemeId与待更新数据的映射（O(1)匹配效率）
|
||
var updateMap = videosToUpdate.ToDictionary(v => v.AwemeId);
|
||
|
||
// 遍历已存在实体，赋值需要更新的字段
|
||
List<DouyinVideo> updates = new List<DouyinVideo>();
|
||
foreach (var existingVideo in existingVideos)
|
||
{
|
||
if (updateMap.TryGetValue(existingVideo.AwemeId, out var updateData))
|
||
{
|
||
existingVideo.VideoSavePath = updateData.VideoSavePath;
|
||
existingVideo.VideoCoverSavePath = updateData.VideoCoverSavePath;
|
||
}
|
||
}
|
||
// 批量更新数据库
|
||
updatedCount = await _dyCollectVideoRepository.UpdateRangeAsync(existingVideos);
|
||
}
|
||
|
||
}, ex =>
|
||
{
|
||
Serilog.Log.Error(ex, "批量插入/更新抖音视频失败，AwemeIds：{AwemeIds}", string.Join(",", allAwemeIds));
|
||
});
|
||
return transaction;
|
||
}
|
||
|
||
|
||
public async Task<VideoStaticsDto> GetStatics()
|
||
{
|
||
|
||
List<DouyinVideo> list = await this._dyCollectVideoRepository.GetAllAsync();
|
||
if (!list.Any())
|
||
return new VideoStaticsDto();
|
||
var Categories = list.GroupBy(x => x.Tag1).Select(x => new VideoStaticsItemDto { Name = x.Key, Count = x.LongCount() }).OrderByDescending(p => p.Count).ToList();
|
||
Categories.Where(x => string.IsNullOrWhiteSpace(x.Name)).ToList().ForEach(x => x.Name = "其他");
|
||
var data = new VideoStaticsDto
|
||
{
|
||
AuthorCount = list.Select(x => x.AuthorId).Distinct().Count(),
|
||
CategoryCount = list.Select(x => x.Tag1).Distinct().Count(),
|
||
VideoCount = list.Count,
|
||
Categories = Categories,
|
||
FavoriteCount = list.Count(x => x.ViedoType == VideoTypeEnum.dy_favorite),
|
||
CollectCount = list.Count(x => x.ViedoType == VideoTypeEnum.dy_collects),
|
||
FollowCount = list.Count(x => x.ViedoType == VideoTypeEnum.dy_follows),
|
||
GraphicVideoCount = list.Count(x => x.IsMergeVideo == 1),
|
||
|
||
VideoSizeTotal = DouyinFileUtils.ConvertBytesToGb(list.Sum(x => x.FileSize)),
|
||
VideoFavoriteSize = DouyinFileUtils.ConvertBytesToGb(list.Where(x => x.ViedoType == VideoTypeEnum.dy_favorite).Sum(x => x.FileSize)),
|
||
VideoCollectSize = DouyinFileUtils.ConvertBytesToGb(list.Where(x => x.ViedoType == VideoTypeEnum.dy_collects).Sum(x => x.FileSize)),
|
||
VideoFollowSize = DouyinFileUtils.ConvertBytesToGb(list.Where(x => x.ViedoType == VideoTypeEnum.dy_follows).Sum(x => x.FileSize)),
|
||
GraphicVideoSize = DouyinFileUtils.ConvertBytesToGb(list.Where(x => x.IsMergeVideo == 1).Sum(x => x.FileSize)),
|
||
|
||
//TotalDiskSize= ByteToGbConverter.GetHostTotalDiskSpaceGB(),
|
||
};
|
||
if (data.GraphicVideoSize == "0.00")
|
||
{
|
||
if (list.Where(x => x.IsMergeVideo == 1).Sum(x => x.FileSize) > 0)
|
||
{
|
||
data.GraphicVideoSize = "<0.01";//避免显示0.00误导用户
|
||
}
|
||
}
|
||
data.Authors = list.GroupBy(x => x.Author).Select(x => new VideoStaticsItemDto
|
||
{
|
||
Name = x.Key,
|
||
Count = x.LongCount(),
|
||
Icon = x.LastOrDefault()?.AuthorAvatarUrl,
|
||
UperId = x.LastOrDefault()?.AuthorId ?? x.LastOrDefault()?.DyUserId
|
||
}).OrderByDescending(d => d.Count).ToList();
|
||
return data;
|
||
}
|
||
|
||
/// <summary>
|
||
///
|
||
/// </summary>
|
||
/// <param name="awemeId"></param>
|
||
/// <returns></returns>
|
||
public async Task<DouyinVideo> GetByAwemeId(string awemeId)
|
||
{
|
||
return await _dyCollectVideoRepository.GetFirstAsync(x => x.AwemeId == awemeId);
|
||
}
|
||
|
||
/// <summary>
|
||
///
|
||
/// </summary>
|
||
/// <param name="dto"></param>
|
||
/// <returns></returns>
|
||
public async Task<(List<DouyinVideo> list, int totalCount)> GetPagedAsync(DouyinVideoPageRequestDto dto)
|
||
{
|
||
return await _dyCollectVideoRepository.GetPagedAsync(dto);
|
||
}
|
||
|
||
public async Task<List<DouyinVideo>> GetAllAsync()
|
||
{
|
||
return await _dyCollectVideoRepository.GetAllAsync();
|
||
}
|
||
|
||
/// <summary>
|
||
/// 关注的博主的视频如果配置为视频标题作为文件名，生成文件名
|
||
/// </summary>
|
||
/// <param name="AuthorId"></param>
|
||
/// <param name="ViedoNameSimplify"></param>
|
||
/// <returns></returns>
|
||
public async Task<(string, string)> GetUperLastViedoFileName(string AuthorId, string ViedoNameSimplify)
|
||
{
|
||
|
||
return await _dyCollectVideoRepository.GetUperLastViedoFileName(AuthorId, ViedoNameSimplify);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 根据ID获取视频信息
|
||
/// </summary>
|
||
/// <param name="id"></param>
|
||
/// <returns></returns>
|
||
public async Task<DouyinVideo> GetById(string id)
|
||
{
|
||
return await _dyCollectVideoRepository.GetByIdAsync(id);
|
||
}
|
||
|
||
/// <summary>
|
||
/// 重新下载选中的视频
|
||
/// </summary>
|
||
/// <param name="dto">重新下载请求DTO（包含待处理视频ID列表）</param>
|
||
/// <returns>是否执行成功（true=流程执行完成，false=无有效数据或执行失败）</returns>
|
||
/// <exception cref="ArgumentNullException">DTO或ID列表为空时抛出</exception>
|
||
/// <exception cref="IOException">文件操作失败时抛出（可根据业务调整处理方式）</exception>
|
||
public async Task<bool> ReDownloadViedoAsync(ReDownViedoDto dto, bool forever = false)
|
||
{
|
||
// 1. 严格参数校验（避免无效流程）
|
||
if (dto == null)
|
||
throw new ArgumentNullException(nameof(dto), "重新下载请求DTO不能为空");
|
||
if (dto.Ids == null || !dto.Ids.Any())
|
||
{
|
||
Serilog.Log.Error("重新下载视频失败：待处理视频ID列表为空");
|
||
return false;
|
||
}
|
||
|
||
// 2. 查询有效视频记录（去重+非空校验，避免无效处理）
|
||
var videoIds = dto.Ids.Distinct().ToList(); // 去重，减少数据库查询和操作
|
||
var videos = await _dyCollectVideoRepository.GetByIds(videoIds);
|
||
if (videos == null || !videos.Any())
|
||
{
|
||
Serilog.Log.Debug("未查询到有效视频记录：Ids={0}", string.Join(",", videoIds));
|
||
return false;
|
||
}
|
||
|
||
// 3. 构建重新下载记录（提前准备数据，避免事务内耗时操作）
|
||
var reDownList = new List<DouyinReDownload>();
|
||
var filePathsToDelete = new List<(string path, bool onlyImgOrMp3)>(); // 收集待删除文件路径，统一处理
|
||
|
||
foreach (var video in videos)
|
||
{
|
||
// 跳过无保存路径的视频（避免无效文件操作）
|
||
if (string.IsNullOrWhiteSpace(video.VideoSavePath))
|
||
{
|
||
Serilog.Log.Debug("视频无保存路径，跳过文件删除：VideoId={0}", video.Id);
|
||
continue;
|
||
}
|
||
|
||
// 构建重新下载记录
|
||
reDownList.Add(new DouyinReDownload
|
||
{
|
||
Id = IdGener.GetLong().ToString(),
|
||
CreateTime = DateTime.UtcNow, // 统一使用UTC时间，避免时区问题
|
||
Status = 0, // 0=待下载（建议用枚举替代魔法值）
|
||
SavePath = video.VideoSavePath,
|
||
ViedoId = video.AwemeId,
|
||
CookieId = video.CookieId
|
||
});
|
||
|
||
filePathsToDelete.Add((video.VideoSavePath, video.OnlyImgOrOnlyMp3));
|
||
}
|
||
|
||
// 无有效重新下载记录时直接返回
|
||
if (!reDownList.Any())
|
||
{
|
||
Serilog.Log.Debug("无有效重新下载记录需要创建：VideoIds={0}", string.Join(",", videoIds));
|
||
return false;
|
||
}
|
||
|
||
try
|
||
{
|
||
// 4. 数据库操作（事务保证一致性：创建重新下载记录 + 删除原视频记录必须同时成功/失败）
|
||
var transactionResult = await _dyCollectVideoRepository.UseTranAsync(async () =>
|
||
{
|
||
// 4.1 批量插入重新下载记录（SqlSugar批量插入效率更高）
|
||
_dyCollectVideoRepository.InsertReDowns(reDownList);
|
||
// 4.2 批量删除原视频记录（使用视频实际存在的ID，避免无效删除）
|
||
var actualDeleteIds = videos.Select(v => v.Id).ToList();
|
||
var deleteCount = await _dyCollectVideoRepository.DeleteByIdsAsync(actualDeleteIds); // 建议仓储层提供异步删除方法
|
||
}, e =>
|
||
{
|
||
Serilog.Log.Error(e, "数据库事务执行失败：Ids={0}", string.Join(",", videoIds));
|
||
});
|
||
|
||
// 5. 文件删除（非事务操作，失败不回滚数据库，可根据业务调整）
|
||
// 采用异步文件操作，避免同步IO阻塞线程（需.NET 5+支持）
|
||
foreach (var video in filePathsToDelete)
|
||
{
|
||
try
|
||
{
|
||
if (File.Exists(video.path))
|
||
{
|
||
File.Delete(video.path); // 异步删除，提升并发性能
|
||
Serilog.Log.Debug("视频文件删除成功：Path={0}", video);
|
||
|
||
if (!video.onlyImgOrMp3)//如果是纯图片或纯音频文件，则不删除所在文件夹
|
||
{
|
||
//检查这个路径所在文件夹是否还有其他视频文件，如果没有则删除这个文件夹
|
||
var dir = Path.GetDirectoryName(video.Item1);
|
||
|
||
bool hasMp4File = Directory.EnumerateFiles(dir, "*.mp4", SearchOption.TopDirectoryOnly).Any(); // 只要存在一个MP4文件就返回true；
|
||
if (!hasMp4File)
|
||
{
|
||
Directory.Delete(dir, true);
|
||
}
|
||
}
|
||
}
|
||
else
|
||
{
|
||
Serilog.Log.Error("视频文件不存在，跳过删除：Path={0}", video);
|
||
}
|
||
}
|
||
catch (IOException ex)
|
||
{
|
||
Serilog.Log.Error(ex, "视频文件删除失败：Path={0}", video);
|
||
}
|
||
}
|
||
|
||
var CookieIds = reDownList.Select(x => x.CookieId).Distinct();
|
||
foreach (var ck in CookieIds)
|
||
{
|
||
var cookie = douyinCookieRepository.GetById(ck);
|
||
if (cookie == null)
|
||
continue;
|
||
var viedoTypes = videos.Where(x => x.CookieId == ck).Select(x => x.ViedoType).Distinct();
|
||
|
||
if (viedoTypes != null && viedoTypes.Any())
|
||
{
|
||
foreach (VideoTypeEnum item in viedoTypes)
|
||
{
|
||
switch (item)
|
||
{
|
||
case VideoTypeEnum.dy_favorite:
|
||
cookie.FavHasSyncd = 0;
|
||
break;
|
||
case VideoTypeEnum.dy_collects:
|
||
cookie.CollHasSyncd = 0;
|
||
break;
|
||
case VideoTypeEnum.dy_follows:
|
||
cookie.UperSyncd = 0;
|
||
break;
|
||
case VideoTypeEnum.ImageVideo:
|
||
break;
|
||
default:
|
||
break;
|
||
}
|
||
}
|
||
}
|
||
await douyinCookieRepository.UpdateAsync(cookie);
|
||
|
||
}
|
||
if (!forever)
|
||
Serilog.Log.Debug("重新下载视频流程执行完成：成功创建{0}条重新下载记录，删除{1}个文件,等待重新下载...", reDownList.Count, filePathsToDelete.Count);
|
||
return true;
|
||
}
|
||
catch (Exception ex)
|
||
{
|
||
Serilog.Log.Error(ex, "重新下载视频执行失败：Ids={0}", string.Join(",", videoIds));
|
||
return false;
|
||
}
|
||
}
|
||
|
||
|
||
|
||
public async Task<List<DouyinVideoTopDto>> GetLastSyncTop(int top = 5)
|
||
{
|
||
return await _dyCollectVideoRepository.GetTopsOrderBySyncTime(top);
|
||
}
|
||
|
||
|
||
/// <summary>
|
||
/// 删除无效记录（记录存在，用户手动把目录下的视频删了的情况，视频记录依然存在）
|
||
/// </summary>
|
||
/// <returns></returns>
|
||
public async Task<List<DeleteInvalidVideoDto>> DeleteInvalidVideo()
|
||
{
|
||
var videos = await _dyCollectVideoRepository.GetAllAsync();
|
||
List<DeleteInvalidVideoDto> vList = new List<DeleteInvalidVideoDto>();
|
||
|
||
List<string> douyinVideoIds = new List<string>();
|
||
foreach (var v in videos)
|
||
{
|
||
if (!File.Exists(v.VideoSavePath))
|
||
{
|
||
douyinVideoIds.Add(v.Id);
|
||
vList.Add(new DeleteInvalidVideoDto { AwId = v.AwemeId, Title = v.VideoTitle, Path = v.VideoSavePath });
|
||
}
|
||
}
|
||
|
||
if (douyinVideoIds.Any())
|
||
{
|
||
await _dyCollectVideoRepository.DeleteByIdsAsync(douyinVideoIds);
|
||
}
|
||
|
||
return vList;
|
||
}
|
||
|
||
/// <summary>
|
||
/// 根据博主ID获取视频列表
|
||
/// </summary>
|
||
/// <param name="uperUid"></param>
|
||
/// <returns></returns>
|
||
internal async Task<List<DouyinVideo>> GetByAuthorId(string uperUid)
|
||
{
|
||
return await _dyCollectVideoRepository.GetListAsync(x => x.DyUserId == uperUid);
|
||
}
|
||
|
||
|
||
internal async Task<int> AddDeleteVideo(List<DouyinVideo> videos)
|
||
{
|
||
var deletes = videos.Select(video => new DouyinVideoDelete
|
||
{
|
||
ViedoId = video.AwemeId,
|
||
VideoTitle = video.VideoTitle,
|
||
VideoSavePath = video.VideoSavePath,
|
||
Id = IdGener.GetLong().ToString(),
|
||
DeleteTime = DateTime.Now
|
||
})?.ToList();
|
||
|
||
return await sqlSugarClient.Insertable<DouyinVideoDelete>(deletes).ExecuteCommandAsync();
|
||
}
|
||
|
||
/// <summary>
|
||
/// 彻底删除视频
|
||
/// </summary>
|
||
/// <param name="Ids"></param>
|
||
/// <returns></returns>
|
||
public async Task<bool> RealDeleteVideos(List<string> Ids)
|
||
{
|
||
if (Ids == null || !Ids.Any())
|
||
return false;
|
||
var videos = await _dyCollectVideoRepository.GetListAsync(x => Ids.Contains(x.Id));
|
||
|
||
if (videos != null && videos.Count > 0)
|
||
{
|
||
if (videos.Count <= 30)
|
||
{
|
||
var result = await ReDownloadViedoAsync(new ReDownViedoDto { Ids = videos.Select(x => x.Id)?.ToList() }, true);
|
||
if (result)
|
||
{
|
||
//加入删除逻辑
|
||
var deletes = await AddDeleteVideo(videos);
|
||
Serilog.Log.Debug($"批量永久删除博主{videos.FirstOrDefault()?.Author}，共{deletes}条记录");
|
||
return true;
|
||
}
|
||
else
|
||
{
|
||
Serilog.Log.Error($"批量删除{videos.FirstOrDefault()?.Author}视频失败");
|
||
return false;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
Task.Run(async () =>
|
||
{
|
||
var result = await ReDownloadViedoAsync(new ReDownViedoDto { Ids = videos.Select(x => x.Id)?.ToList() }, true);
|
||
if (result)
|
||
{
|
||
//加入删除逻辑
|
||
var deletes = await AddDeleteVideo(videos);
|
||
Serilog.Log.Debug($"批量永久删除博主{videos.FirstOrDefault()?.Author}，{deletes}条记录");
|
||
}
|
||
else
|
||
{
|
||
Serilog.Log.Error($"批量删除{videos.FirstOrDefault()?.Author}视频失败");
|
||
}
|
||
});
|
||
return true;
|
||
}
|
||
}
|
||
else
|
||
{
|
||
Serilog.Log.Error($"没有查询到可删除的视频");
|
||
return false;
|
||
}
|
||
|
||
}
|
||
|
||
}
|
||
}
|