MiniPopularizeFrontServiceImpl.java 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313
  1. package com.cyksj.service.mini.impl;
  2. import cn.hutool.core.util.RandomUtil;
  3. import cn.hutool.core.util.StrUtil;
  4. import cn.hutool.http.ContentType;
  5. import cn.hutool.http.Header;
  6. import cn.hutool.json.JSONArray;
  7. import cn.hutool.json.JSONObject;
  8. import cn.hutool.json.JSONUtil;
  9. import com.baomidou.mybatisplus.core.toolkit.Wrappers;
  10. import com.cyksj.common.constant.Constant;
  11. import com.cyksj.common.exception.BusinessRuntimeException;
  12. import com.cyksj.common.util.SignatureUtils;
  13. import com.cyksj.common.util.StringUtil;
  14. import com.cyksj.mapper.mini.*;
  15. import com.cyksj.model.entity.*;
  16. import com.cyksj.model.request.MiniAiPicturesReq;
  17. import com.cyksj.model.request.MiniPopularizeIncrTimesReq;
  18. import com.cyksj.model.response.MiniPopularizeResp;
  19. import com.cyksj.redis.RedisService;
  20. import com.cyksj.server.listener.ConsoleStreamListener;
  21. import com.cyksj.service.mini.MiniPopularizeCommonService;
  22. import com.cyksj.service.mini.MiniPopularizeFrontService;
  23. import com.fasterxml.jackson.databind.ObjectMapper;
  24. import lombok.RequiredArgsConstructor;
  25. import lombok.extern.slf4j.Slf4j;
  26. import okhttp3.MediaType;
  27. import okhttp3.OkHttpClient;
  28. import okhttp3.Request;
  29. import okhttp3.RequestBody;
  30. import okhttp3.sse.EventSource;
  31. import okhttp3.sse.EventSources;
  32. import org.springframework.stereotype.Service;
  33. import org.springframework.transaction.annotation.Transactional;
  34. import java.io.IOException;
  35. import java.util.List;
  36. import java.util.Map;
  37. import java.util.Optional;
  38. import java.util.concurrent.TimeUnit;
  39. import java.util.concurrent.atomic.AtomicBoolean;
  40. /**
  41. * 项目名: yhlxj2
  42. * 文件名: MiniPopularizeFrontServiceImpl
  43. * 创建者: JavaZou
  44. * 创建时间:2025/4/8 16:51
  45. */
  46. @Service
  47. @RequiredArgsConstructor
  48. @Slf4j
  49. public class MiniPopularizeFrontServiceImpl implements MiniPopularizeFrontService {
  50. public static final String GPT_URL = "https://api.nf.video/v1/chat/completions";
  51. public static final String GPT_DRAW_TOKEN = "sk-3x6qkSeXJJoYkaIkhlv7mm0DWGizFc7V7sapmtoMoYI0Nd5Z";
  52. public static final String SIGN_SECRET = "6mR7XvKbPeShVmYq3t5w9z$C&FH@McQ";
  53. private final MiniPopularizeUserConversationMapper conversationMapper;
  54. private final MiniPopularizeUserMapper miniPopularizeUserMapper;
  55. private final RedisService redisService;
  56. private final MiniPopularizeCommonService miniPopularizeCommonService;
  57. private final MiniPopularizeConfigMapper miniPopularizeConfigMapper;
  58. private final MiniPopularizeUserConversationChatMapper conversationChatMapper;
  59. private final MiniPopularizeConfigUseRecordMapper miniPopularizeConfigUseRecordMapper;
  60. private final MiniPopularizeUserIncrTimesRecordMapper miniPopularizeUserIncrTimesRecordMapper;
  61. /**
  62. * 连接超时
  63. */
  64. private static final long TIMEOUT = 90;
  65. @Override
  66. @Transactional(rollbackFor = Throwable.class)
  67. public MiniPopularizeResp createPictures(MiniAiPicturesReq miniAiPicturesReq) throws IOException {
  68. String conversationId = miniAiPicturesReq.getConversationId();
  69. AtomicBoolean recoverNum = new AtomicBoolean(true);
  70. Long userId = miniAiPicturesReq.getUserId();
  71. conversationId = checkUser(MiniPopularizeUserConversation.builder()
  72. .userId(userId)
  73. .content(miniAiPicturesReq.getTips())
  74. .build(), conversationId, recoverNum);
  75. miniAiPicturesReq.setConversationId(conversationId);
  76. Long configId = miniAiPicturesReq.getId();
  77. if (configId != null) {
  78. MiniPopularizeConfig miniPopularizeConfig = miniPopularizeConfigMapper.selectById(miniAiPicturesReq.getId());
  79. if (miniPopularizeConfig != null) {
  80. //垫图
  81. if (miniPopularizeConfig.getType() == MiniPopularizeConfig.Type.Style || miniPopularizeConfig.getType() == MiniPopularizeConfig.Type.Banner) {
  82. miniAiPicturesReq.setType(2);
  83. miniAiPicturesReq.setImg(miniPopularizeConfig.getImg());
  84. }
  85. miniAiPicturesReq.setTips(miniPopularizeConfig.getTips());
  86. }
  87. }
  88. //聊天记录
  89. MiniPopularizeUserConversationChat chat = MiniPopularizeUserConversationChat.builder()
  90. .conversationId(conversationId)
  91. .content(miniAiPicturesReq.getTips())
  92. .type(MiniPopularizeUserConversationChat.Type.text)
  93. .role(MiniPopularizeUserConversationChat.Role.user)
  94. .userId(userId)
  95. .build();
  96. conversationChatMapper.insert(chat);
  97. //图像生成记录
  98. MiniPopularizeUserConversationChat imageRecord = MiniPopularizeUserConversationChat.builder()
  99. .userId(miniAiPicturesReq.getUserId())
  100. .conversationId(miniAiPicturesReq.getConversationId())
  101. .type(MiniPopularizeUserConversationChat.Type.image)
  102. .status(MiniPopularizeUserConversationChat.Status.processing)
  103. .build();
  104. miniPopularizeCommonService.saveImgRecord(imageRecord);
  105. ConsoleStreamListener listener = ConsoleStreamListener.builder()
  106. .userId(userId)
  107. .miniPopularizeCommonService(miniPopularizeCommonService)
  108. .conversationId(conversationId)
  109. .imgRecordId(imageRecord.getId())
  110. .recoverNum(recoverNum.get())
  111. .build();
  112. streamChatCompletion(miniAiPicturesReq, listener);
  113. MiniPopularizeResp resp = MiniPopularizeResp.builder()
  114. .conversationId(conversationId)
  115. .chatId(imageRecord.getId())
  116. .build();
  117. return resp;
  118. }
  119. @Override
  120. public MiniPopularizeUser getUser(long userId) {
  121. MiniPopularizeUser user = miniPopularizeUserMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUser.class)
  122. .eq(MiniPopularizeUser::getUserId, userId).last("limit 1").select(MiniPopularizeUser::getNum, MiniPopularizeUser::getCloseTc));
  123. return user;
  124. }
  125. @Override
  126. public String getImgResultById(long userId, Long imageId) {
  127. MiniPopularizeUserConversationChat miniPopularizeUserConversationChat = conversationChatMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  128. .eq(MiniPopularizeUserConversationChat::getUserId, userId)
  129. .eq(MiniPopularizeUserConversationChat::getId, imageId)
  130. .last("limit 1"));
  131. if (miniPopularizeUserConversationChat != null) {
  132. return miniPopularizeUserConversationChat.getImg();
  133. }
  134. return null;
  135. }
  136. @Override
  137. @Transactional(rollbackFor = Throwable.class)
  138. public void incrGptTimes(MiniPopularizeIncrTimesReq req) throws Exception {
  139. Long userId = req.getUserId();
  140. MiniPopularizeUser user = miniPopularizeUserMapper.selectById(userId);
  141. if (user == null) {
  142. throw BusinessRuntimeException.getInstance("系统错误,用户不存在");
  143. }
  144. String sign = req.getSign();
  145. if (StrUtil.isEmpty(sign)) {
  146. throw BusinessRuntimeException.getInstance("系统错误");
  147. }
  148. Long timestamp = req.getTimestamp();
  149. String bsign = SignatureUtils.generateSignature(Map.of("timestamp", timestamp.toString()), SIGN_SECRET);
  150. if (!StrUtil.equals(bsign, sign)) {
  151. throw BusinessRuntimeException.getInstance("系统错误");
  152. }
  153. Integer addNum = Constant.Three;
  154. MiniPopularizeUserIncrTimesRecord miniPopularizeUserIncrTimesRecord = new MiniPopularizeUserIncrTimesRecord();
  155. miniPopularizeUserIncrTimesRecord.setUserId(userId);
  156. miniPopularizeUserIncrTimesRecord.setSign(sign);
  157. miniPopularizeUserIncrTimesRecord.setNum(addNum);
  158. try {
  159. miniPopularizeUserIncrTimesRecordMapper.insert(miniPopularizeUserIncrTimesRecord);
  160. Integer oriNum = user.getNum();
  161. miniPopularizeCommonService.incrGptTimes(userId, oriNum, addNum);
  162. } catch (Exception e) {
  163. }
  164. }
  165. @Override
  166. public void closeTc(long userId) {
  167. Optional.ofNullable(miniPopularizeUserMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUser.class)
  168. .eq(MiniPopularizeUser::getUserId, userId)
  169. .last("limit 1")))
  170. .ifPresent(user -> {
  171. if (!user.getCloseTc()) {
  172. user.setCloseTc(true);
  173. miniPopularizeUserMapper.updateById(user);
  174. }
  175. });
  176. }
  177. private String checkUser(MiniPopularizeUserConversation conversation, String conversationId, AtomicBoolean recoverNum) {
  178. if (conversationId != null) {
  179. MiniPopularizeUserConversationChat miniPopularizeUserConversationChat = conversationChatMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  180. .eq(MiniPopularizeUserConversationChat::getConversationId, conversationId)
  181. .eq(MiniPopularizeUserConversationChat::getType, MiniPopularizeUserConversationChat.Type.image)
  182. .orderByDesc(MiniPopularizeUserConversationChat::getId)
  183. .last("limit 1"));
  184. if (miniPopularizeUserConversationChat == null || !miniPopularizeUserConversationChat.getUserId().equals(conversation.getUserId())) {
  185. throw BusinessRuntimeException.getInstance("系统错误");
  186. } else if (miniPopularizeUserConversationChat.getStatus() != MiniPopularizeUserConversationChat.Status.success) {
  187. throw BusinessRuntimeException.getInstance("图片还未生成,无法进行修改");
  188. }
  189. recoverNum.set(false);
  190. }
  191. Long userId = conversation.getUserId();
  192. if (conversationId == null) {
  193. //查询当前用户信息
  194. MiniPopularizeUser user = miniPopularizeUserMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUser.class).eq(MiniPopularizeUser::getUserId, userId));
  195. if (user.getNum() == 0) {
  196. throw BusinessRuntimeException.getInstance("无可用次数");
  197. }
  198. int i = miniPopularizeUserMapper.decLumaNum(userId, 1, user.getNum());
  199. if (i == 0) {
  200. throw BusinessRuntimeException.getInstance("网络异常,请稍后再试");
  201. }
  202. conversation.setConversationId(RandomUtil.randomString(64));
  203. conversationMapper.insert(conversation);
  204. }
  205. return conversationId;
  206. }
  207. /**
  208. * 流式输出
  209. */
  210. public void streamChatCompletion(MiniAiPicturesReq miniAiPicturesReq,
  211. ConsoleStreamListener eventSourceListener) {
  212. JSONObject json = new JSONObject();
  213. json.putOpt("model", "gpt-4o-image-vip");
  214. json.putOpt("stream", true);
  215. JSONArray messages = new JSONArray();
  216. String conversationId = miniAiPicturesReq.getConversationId();
  217. MiniPopularizeUserConversationChat miniPopularizeUserConversationChat = null;
  218. if (conversationId != null) {
  219. miniPopularizeUserConversationChat = conversationChatMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  220. .eq(MiniPopularizeUserConversationChat::getConversationId, conversationId)
  221. .eq(MiniPopularizeUserConversationChat::getStatus, MiniPopularizeUserConversationChat.Status.success)
  222. .last("limit 1"));
  223. }
  224. //原图上修改
  225. if (miniPopularizeUserConversationChat != null && miniPopularizeUserConversationChat.getStatus() != null && miniPopularizeUserConversationChat.getStatus() == MiniPopularizeUserConversationChat.Status.success) {
  226. //组装上下文
  227. contentMsg(messages, miniPopularizeUserConversationChat.getConversationId());
  228. } else {
  229. if (miniAiPicturesReq.getType() == 2) {
  230. String img = miniAiPicturesReq.getImg();
  231. messages.add(JSONUtil.createObj().set("role", "user").set("content", JSONUtil.createArray().set(JSONUtil.createObj().set("type", "text").set("text", miniAiPicturesReq.getTips()))
  232. .set(JSONUtil.createObj().set("type", "image_url").set("image_url", JSONUtil.createObj().set("url", img)))));
  233. } else {
  234. messages.add(JSONUtil.createObj().set("role", "user").set("content", miniAiPicturesReq.getTips()));
  235. }
  236. }
  237. json.putOpt("messages", messages);
  238. try {
  239. EventSource.Factory factory = EventSources.createFactory(getOkHttpClient());
  240. ObjectMapper mapper = new ObjectMapper();
  241. String requestBody = mapper.writeValueAsString(json);
  242. Request request = new Request.Builder()
  243. .url(GPT_URL)
  244. .post(RequestBody.create(MediaType.parse(ContentType.JSON.getValue()),
  245. requestBody))
  246. .header(Header.AUTHORIZATION.name(), GPT_DRAW_TOKEN)
  247. .build();
  248. factory.newEventSource(request, eventSourceListener);
  249. if (miniAiPicturesReq.getId() != null) {
  250. recordConfigUseRecord(miniAiPicturesReq.getId(), miniAiPicturesReq.getUserId());
  251. }
  252. } catch (Exception e) {
  253. log.error("gpt create image请求出错:{}", StringUtil.getErrorText(e));
  254. }
  255. }
  256. private void contentMsg(JSONArray messages, String conversationId) {
  257. List<MiniPopularizeUserConversationChat> miniPopularizeUserConversationChats = conversationChatMapper.selectList(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  258. .eq(MiniPopularizeUserConversationChat::getConversationId, conversationId));
  259. miniPopularizeUserConversationChats.forEach(chat -> {
  260. if (chat.getStatus() != null && chat.getStatus() == MiniPopularizeUserConversationChat.Status.processing) {
  261. return;
  262. }
  263. if (chat.getRole() != null && chat.getRole() == MiniPopularizeUserConversationChat.Role.sys) {
  264. return;
  265. }
  266. String content = chat.getContent();
  267. if (chat.getType() == MiniPopularizeUserConversationChat.Type.text) {
  268. messages.add(JSONUtil.createObj().set("role", "user").set("content", content));
  269. } else messages.add(JSONUtil.createObj().set("role", "assistant").set("content", content));
  270. });
  271. }
  272. public OkHttpClient getOkHttpClient() {
  273. OkHttpClient.Builder client = new OkHttpClient.Builder();
  274. client.connectTimeout(TIMEOUT, TimeUnit.SECONDS);
  275. client.writeTimeout(TIMEOUT, TimeUnit.SECONDS);
  276. client.readTimeout(TIMEOUT, TimeUnit.SECONDS);
  277. return client.build();
  278. }
  279. public void recordConfigUseRecord(Long configId, Long userId) {
  280. MiniPopularizeConfigUseRecord miniPopularizeConfigUseRecord = new MiniPopularizeConfigUseRecord();
  281. miniPopularizeConfigUseRecord.setConfigId(configId);
  282. miniPopularizeConfigUseRecord.setUserId(userId);
  283. miniPopularizeConfigUseRecordMapper.insert(miniPopularizeConfigUseRecord);
  284. }
  285. }