441 lines
18 KiB
C#
441 lines
18 KiB
C#
using CliWrap;
|
|
using CloudBuilder.AI.Data;
|
|
using CloudBuilder.AI.Entity;
|
|
using CloudBuilder.AI.Policy;
|
|
using CloudBuilder.AI.SearchCriteria;
|
|
using CloudBuilder.AI.Utility;
|
|
using CloudBuilder.Core.DatabaseAccessor;
|
|
using CloudBuilder.Core.DatabaseAccessor.Entity;
|
|
using CloudBuilder.Core.Service;
|
|
using CloudBuilder.Security.Data;
|
|
using CloudBuilder.Security.Entity;
|
|
using CloudBuilder.Security.Policy;
|
|
using CloudBuilder.Security.Service;
|
|
using CloudBuilder.Security.Utility;
|
|
using DocumentFormat.OpenXml.ExtendedProperties;
|
|
using DocumentFormat.OpenXml.Presentation;
|
|
using Microsoft.AspNetCore.Authorization;
|
|
using Microsoft.AspNetCore.Mvc;
|
|
using Microsoft.Extensions.DependencyInjection;
|
|
using System.Diagnostics.Contracts;
|
|
using System.IO;
|
|
using System.Net;
|
|
using System.Text;
|
|
using System.Transactions;
|
|
namespace CloudBuilder.AI.Service
|
|
{
|
|
public class AiBookService : IAiBookService
|
|
{
|
|
private readonly IApplicationService service;
|
|
|
|
private IRepository<AiBookEntity> repository;
|
|
|
|
public AiBookService(IApplicationService service)
|
|
{
|
|
this.service = service;
|
|
repository = service.GetRepository<IRepository<AiBookEntity>>();
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public AiBookData FindByKey(string key)
|
|
{
|
|
AiBookData data = new AiBookData();
|
|
data.AiBook = repository.DetachedEntities.Where(x => x.BookId == key).FirstOrDefault()!;
|
|
IRepository<AiBookPersonEntity> repositoryAiBookPersonEntity = service.GetRepository<IRepository<AiBookPersonEntity>>();
|
|
|
|
data.AiBookPersons = repositoryAiBookPersonEntity.DetachedEntities.Where(x => x.BookId == key).ToArray();
|
|
|
|
if (data.AiBook.FileId > 0)
|
|
{
|
|
IRepository<BookDmsFileViewEntity> repositoryUploadDmsFile = service.GetRepository<IRepository<BookDmsFileViewEntity>>();
|
|
BookDmsFileViewEntity dms;
|
|
|
|
dms = repositoryUploadDmsFile.DetachedEntities.Where(x => x.FileId == data.AiBook.FileId).FirstOrDefault()!;
|
|
data.FileName = dms.OrgFileName;
|
|
}
|
|
|
|
return data;
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public AiBookEntity FindByTitle(string title)
|
|
{
|
|
return repository.DetachedEntities.Where(x => x.Title == title).FirstOrDefault()!;
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public AiBookResultData FindBySearchCriteria(AiBookSearchCriteria criteria)
|
|
{
|
|
AiBookResultData data = new AiBookResultData();
|
|
AiBookEntity[] list = null;
|
|
|
|
int count = 0;
|
|
|
|
string sqlWhere = null;
|
|
|
|
if (criteria.Filter != null && criteria.Filter.Length > 0)
|
|
{
|
|
sqlWhere = SearchFilter.ComposeWhereClause(criteria.Filter);
|
|
}
|
|
|
|
AiBookEntity entity = AiBookEntity.GetInstance();
|
|
string sql = entity.GetSelectTopFrom(criteria.limit, criteria.page, criteria.orderby.StringToDbField(), criteria.orderbytag, sqlWhere);
|
|
|
|
string err = null;
|
|
try
|
|
{
|
|
list = repository.FromSql(sql).ToArray();
|
|
}
|
|
catch (System.Exception ex)
|
|
{
|
|
err = ex.Message;
|
|
}
|
|
|
|
|
|
if (list != null && list.Length > 0)
|
|
{
|
|
sql = entity.GetSelectCountFrom(sqlWhere);
|
|
count = (int)repository.ExecuteScalar(sql);
|
|
}
|
|
|
|
data.Limit = criteria.limit;
|
|
data.Page = criteria.page;
|
|
data.Datas = list;
|
|
data.Total = count;
|
|
//data.Sql = sql;
|
|
data.ErrorMessage = err;
|
|
return data;
|
|
}
|
|
|
|
//[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Print)]
|
|
public dynamic PrintBySearchCriteria(AiBookSearchCriteria criteria)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
//[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Insert)]
|
|
//[UnitOfWork]
|
|
//public AiBookEntity Insert(AiBookEntity data)
|
|
//{
|
|
// throw new NotImplementedException();
|
|
//}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Insert)]
|
|
[UnitOfWork]
|
|
public AiBookData Insert(AiBookData data)
|
|
{
|
|
AiBookEntity entity = repository.DetachedEntities.Where(x => x.Title == data.AiBook.Title).FirstOrDefault();
|
|
if (entity != null)
|
|
{
|
|
throw new ValidatedException("记录已存在.");
|
|
}
|
|
|
|
ISecurityGeneratorNumberService securityGeneratorNumberService = service.ServiceProvider.GetService<ISecurityGeneratorNumberService>()!;
|
|
|
|
data.AiBook.BookId = securityGeneratorNumberService.GetNo(AIPrefixPolicy.AI_BOOK, AIPrefixPolicy.GUID, AIPrefixPolicy.AI_BOOK_PREFIX, YesNoPolicy.NO, AIPrefixPolicy.AI_BOOK_GUID_FORMAT);
|
|
|
|
repository.InsertNow(data.AiBook);
|
|
|
|
IRepository<AiChapterEntity> repositoryAiChapterEntity = repository.GetRepository<IRepository<AiChapterEntity>>();
|
|
if (data.AiChapters != null && data.AiChapters.Length > 0)
|
|
repositoryAiChapterEntity.InsertNow(data.AiChapters);
|
|
|
|
return data;
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Update)]
|
|
[UnitOfWork]
|
|
public AiBookData Update(AiBookData data)
|
|
{
|
|
AiBookEntity aiBook = repository.DetachedEntities.Where(x => x.BookId == data.AiBook.BookId).FirstOrDefault();
|
|
if (aiBook == null)
|
|
{
|
|
throw new ValidatedException("记录不存在.");
|
|
}
|
|
|
|
ValidateHelper.Validate(service, data.AiBook, AiBookEntity.DB_NAME_AI_BOOK);
|
|
|
|
ObjectCopyHelper.Copy(data.AiBook, aiBook);
|
|
|
|
repository.UpdateNow(aiBook);
|
|
|
|
if (data.AiBookPersons != null && data.AiBookPersons.Length > 0)
|
|
{
|
|
IRepository<AiBookPersonEntity> repositoryAiBookPersonEntity = service.GetRepository<IRepository<AiBookPersonEntity>>();
|
|
|
|
repositoryAiBookPersonEntity.UpdateNow(data.AiBookPersons);
|
|
}
|
|
|
|
|
|
return data;
|
|
}
|
|
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Delete)]
|
|
[UnitOfWork]
|
|
public void Delete(string key)
|
|
{
|
|
var ent = repository.DetachedEntities.Where(x => x.BookId == key).FirstOrDefault()!;
|
|
if (ent != null) { repository.DeleteNow(ent); }
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Delete)]
|
|
[UnitOfWork]
|
|
public void Deletes(string[] keys)
|
|
{
|
|
foreach (string key in keys)
|
|
{
|
|
Delete(key);
|
|
}
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Update)]
|
|
[UnitOfWork]
|
|
public AiBookData ProcessBook(string key, string encoding, string pattern)
|
|
{
|
|
AiBookData data = FindByKey(key);
|
|
|
|
ChapterSplitter chapterSplitter = new ChapterSplitter();
|
|
ParagraphSplitter paragraphSplitter = new ParagraphSplitter();
|
|
|
|
IRepository<DmsFileEntity> repositoryDmsFile = repository.GetRepository<IRepository<DmsFileEntity>>();
|
|
|
|
DmsFileEntity entity = repositoryDmsFile.DetachedEntities.Where(x => x.FileId == data.AiBook.FileId && x.CreatedBy == service.UserId).FirstOrDefault()!;
|
|
|
|
if (entity == null) throw new ValidatedException("文件不存在.");
|
|
|
|
var fileExtension = Path.GetExtension(entity.OrderKey);//获取文件格式，拓展名
|
|
|
|
string file = FileTypePolicy.PackFilePath(service, entity.CreatedBy, entity.OrderKey);
|
|
|
|
if (!File.Exists(file)) throw new ValidatedException("文件不存在.");
|
|
|
|
System.Text.Encoding.RegisterProvider(System.Text.CodePagesEncodingProvider.Instance);
|
|
|
|
string context = File.ReadAllText(file, Encoding.GetEncoding(encoding));
|
|
|
|
List<AiChapterDisplayData> aiChapterEntities = chapterSplitter.SplitNovelIntoChapters(context, pattern);
|
|
|
|
if (aiChapterEntities == null || aiChapterEntities.Count() == 0) return data;
|
|
|
|
int chapterIndex = 1;
|
|
foreach (var chapter in aiChapterEntities)
|
|
{
|
|
chapter.ChapterId = chapterIndex++;
|
|
chapter.BookId = data.AiBook.BookId;
|
|
chapter.Status = ChapterStatusPolicy.PROCESS;
|
|
}
|
|
|
|
data.AiChapters = aiChapterEntities.ToArray();
|
|
|
|
paragraphSplitter.PackParagraphs(data);
|
|
|
|
IRepository<AiChapterEntity> repositoryAiChapterEntity = repository.GetRepository<IRepository<AiChapterEntity>>();
|
|
|
|
IRepository<AiSentenceEntity> repositoryAiSentenceEntity = repository.GetRepository<IRepository<AiSentenceEntity>>();
|
|
|
|
AiChapterEntity[] aiChapters = repositoryAiChapterEntity.DetachedEntities.Where(x => x.BookId == data.AiBook.BookId).ToArray();
|
|
|
|
if (aiChapters != null && aiChapters.Length > 0)
|
|
{
|
|
AiSentenceEntity[] aiSentences = repositoryAiSentenceEntity.DetachedEntities.Where(x => x.BookId == data.AiBook.BookId).ToArray();
|
|
|
|
if (aiSentences != null && aiSentences.Length > 0)
|
|
{
|
|
repositoryAiSentenceEntity.DeleteNow(aiSentences);
|
|
}
|
|
|
|
repositoryAiChapterEntity.DeleteNow(aiChapters);
|
|
}
|
|
|
|
repositoryAiChapterEntity.InsertNow(data.AiChapters);
|
|
|
|
if (data.AiSentences == null || data.AiSentences.Count() == 0) return data;
|
|
repositoryAiSentenceEntity.InsertNow(data.AiSentences);
|
|
|
|
return FindByKey(key);
|
|
}
|
|
|
|
|
|
//public IActionResult GetTtsStream(string text)
|
|
//{
|
|
// string fileDownloadName = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice", DateTime.Now.ToString("yyyyMMddHHmmss") + ".mp3");
|
|
|
|
// string param = PackParameters(ChineseTtsVoice.Sherpa2.ToString(), fileDownloadName, text);
|
|
// RunMyProcess(service.Configuration["CloudBuilder.Topshelf:Path"], param);
|
|
|
|
// var stream = System.IO.File.OpenRead(fileDownloadName);
|
|
|
|
// string contentType = "application/octet-stream";
|
|
|
|
// return new FileStreamResult(stream, contentType) { FileDownloadName = fileDownloadName };
|
|
//}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public IActionResult GetMp3Stream(AiSentenceViewEntity aiSentence)
|
|
{
|
|
string fileDownloadName = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice", string.Format("{0}_{1}.mp3", aiSentence.BookId, aiSentence.ChapterId));
|
|
|
|
var stream = System.IO.File.OpenRead(fileDownloadName);
|
|
|
|
string contentType = "application/octet-stream";
|
|
|
|
return new FileStreamResult(stream, contentType) { FileDownloadName = fileDownloadName };
|
|
}
|
|
|
|
//[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
//public void GenerateMp3(AiChapterEntity[] chapters)
|
|
//{
|
|
// string save_path = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice");
|
|
// foreach (AiChapterEntity sentence in chapters)
|
|
// {
|
|
// string param = PackTtsParameters(save_path, sentence.BookId, sentence.ChapterId.ToString());
|
|
// RunMyProcessAsync(service.Configuration["CloudBuilder.Topshelf:Path"], param);
|
|
// }
|
|
//}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public void GenerateMp3(AiChapterEntity[] chapters)
|
|
{
|
|
string save_path = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice");
|
|
foreach (AiChapterEntity sentence in chapters)
|
|
{
|
|
string param = PackTtsParameters(ChineseTtsVoice.Sherpa2.ToString(), save_path, sentence.BookId, sentence.ChapterId.ToString());
|
|
RunMyProcess(service.Configuration["CloudBuilder.Topshelf:Path"], param);
|
|
}
|
|
}
|
|
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public void GenerateMp3ByBookId(string bookId)
|
|
{
|
|
IRepository<AiChapterEntity> repositoryAiChapterEntity = repository.GetRepository<IRepository<AiChapterEntity>>();
|
|
AiChapterEntity[] chapters
|
|
= repositoryAiChapterEntity.DetachedEntities.Where(x => x.BookId == bookId).OrderBy(x => x.ChapterId).ToArray();
|
|
|
|
string save_path = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice");
|
|
foreach (AiChapterEntity sentence in chapters)
|
|
{
|
|
string param = PackTtsParameters(ChineseTtsVoice.Sherpa2.ToString(), save_path, sentence.BookId, sentence.ChapterId.ToString());
|
|
RunMyProcess(service.Configuration["CloudBuilder.Topshelf:Path"], param);
|
|
}
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public void PackPersonNameByBookId(string bookId)
|
|
{
|
|
IRepository<AiChapterEntity> repositoryAiChapterEntity = repository.GetRepository<IRepository<AiChapterEntity>>();
|
|
AiChapterEntity[] chapters
|
|
= repositoryAiChapterEntity.DetachedEntities.Where(x => x.BookId == bookId).OrderBy(x => x.ChapterId).ToArray();
|
|
|
|
string save_path = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice");
|
|
foreach (AiChapterEntity aiChapter in chapters)
|
|
{
|
|
string param = PackPersonNameParameters(ChineseTtsVoice.Sherpa2.ToString(), save_path, aiChapter.BookId, aiChapter.ChapterId.ToString());
|
|
RunMyProcess(service.Configuration["CloudBuilder.Topshelf:Path"], param);
|
|
}
|
|
}
|
|
|
|
[PermissionOperate(name: AIPermissionPolicy.AiBook, operate: Operate.Find)]
|
|
public void PackPersonName(AiChapterEntity[] chapters)
|
|
{
|
|
string save_path = Path.Combine(service.Configuration["FileServiceSettings:BackupDmsFileDirectory"], @"voice");
|
|
foreach (AiChapterEntity aiChapter in chapters)
|
|
{
|
|
string param = PackPersonNameParameters(ChineseTtsVoice.Sherpa2.ToString(), save_path, aiChapter.BookId, aiChapter.ChapterId.ToString());
|
|
RunMyProcess(service.Configuration["CloudBuilder.Topshelf:Path"], param);
|
|
}
|
|
|
|
}
|
|
|
|
private string PackPersonNameParameters(string voice, string save_path, string bookId, string chapterId)
|
|
{
|
|
//task:ChineseNameExtractorTask book_id:B000008 chapter_id:3
|
|
List<string> para = new List<string>();
|
|
para.Add("task:" + "ChineseNameExtractorTask");
|
|
para.Add("book_id:" + bookId);
|
|
para.Add("chapter_id:" + chapterId);
|
|
return para.ToArray().ToDelimiteredList(' ');
|
|
}
|
|
|
|
private string PackTtsParameters(string voice, string save_path, string bookId, string chapterId)
|
|
{
|
|
//task:TtsTask book_id:B000008 chapter_id:3 speed:1 voice:Sherpa2 actor:韩立 actor_voice:Sherpa1 save_path:D:\\Net8\\FileServer\\Backup\\DmsFile\\voice
|
|
List<string> para = new List<string>();
|
|
para.Add("task:" + "TtsTask");
|
|
para.Add("book_id:" + bookId);
|
|
para.Add("chapter_id:" + chapterId);
|
|
para.Add("voice:" + voice);
|
|
para.Add("save_path:" + save_path);
|
|
para.Add("speed:1");
|
|
para.Add("actor:NA");
|
|
return para.ToArray().ToDelimiteredList(' ');
|
|
}
|
|
|
|
private string PackSoVITSTtsTaskParameters(string save_path, string bookId, string chapterId)
|
|
{
|
|
//速度快，音质差
|
|
//task:TtsTask book_id:B000008 chapter_id:3 speed:1 voice:Sherpa2 actor:韩立 actor_voice:Sherpa1 save_path:D:\\Net8\\FileServer\\Backup\\DmsFile\\voice
|
|
//速度慢，音质好
|
|
//task:SoVITSTtsTask book_id:B000011 chapter_id:3 save_path:D:\\Net8\\FileServer\\Backup\\DmsFile\\voice
|
|
//非必要参数 voice:MIDDLE_AGED_FEMALE5 actor:韩立 actor_voice:YOUNG_MALE2
|
|
List<string> para = new List<string>();
|
|
para.Add("task:" + "SoVITSTtsTask");
|
|
para.Add("book_id:" + bookId);
|
|
para.Add("chapter_id:" + chapterId);
|
|
//para.Add("voice:" + voice);
|
|
para.Add("save_path:" + save_path);
|
|
//para.Add("speed:1");
|
|
//para.Add("actor:NA");
|
|
return para.ToArray().ToDelimiteredList(' ');
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
/// 执行cmd指令(同步等待，await要求等待返回，转码太耗时)
|
|
/// </summary>
|
|
/// <param name="Parameters"></param>
|
|
public void RunMyProcess(string exePath, string Parameters)
|
|
{
|
|
try
|
|
{
|
|
if (string.IsNullOrEmpty(exePath)) return;
|
|
var result = Cli.Wrap(exePath)
|
|
.WithWorkingDirectory(Path.GetDirectoryName(exePath))
|
|
.WithArguments(Parameters)
|
|
.ExecuteAsync().GetAwaiter().GetResult();
|
|
|
|
Thread.Sleep(300);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
throw new ValidatedException(ex.Message);
|
|
}
|
|
|
|
}
|
|
|
|
/// <summary>
|
|
/// 执行cmd指令(异步不等待，await要求等待返回，转码太耗时)
|
|
/// </summary>
|
|
/// <param name="Parameters"></param>
|
|
public void RunMyProcessAsync(string exePath, string Parameters)
|
|
{
|
|
try
|
|
{
|
|
if (string.IsNullOrEmpty(exePath)) return;
|
|
Cli.Wrap(exePath)
|
|
.WithWorkingDirectory(Path.GetDirectoryName(exePath))
|
|
.WithArguments(Parameters)
|
|
.ExecuteAsync();
|
|
|
|
Thread.Sleep(300);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
throw new ValidatedException(ex.Message);
|
|
}
|
|
|
|
}
|
|
}
|
|
}
|