MiniPopularizeFrontServiceImpl.java 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246
  1. package com.cyksj.service.mini.impl;
  2. import cn.hutool.core.util.RandomUtil;
  3. import cn.hutool.http.ContentType;
  4. import cn.hutool.http.Header;
  5. import cn.hutool.json.JSONArray;
  6. import cn.hutool.json.JSONObject;
  7. import cn.hutool.json.JSONUtil;
  8. import com.baomidou.mybatisplus.core.toolkit.Wrappers;
  9. import com.cyksj.common.exception.BusinessRuntimeException;
  10. import com.cyksj.common.util.StringUtil;
  11. import com.cyksj.mapper.mini.*;
  12. import com.cyksj.model.entity.*;
  13. import com.cyksj.model.request.MiniAiPicturesReq;
  14. import com.cyksj.redis.RedisService;
  15. import com.cyksj.server.listener.ConsoleStreamListener;
  16. import com.cyksj.service.mini.MiniPopularizeCommonService;
  17. import com.cyksj.service.mini.MiniPopularizeFrontService;
  18. import com.fasterxml.jackson.databind.ObjectMapper;
  19. import lombok.RequiredArgsConstructor;
  20. import lombok.extern.slf4j.Slf4j;
  21. import okhttp3.MediaType;
  22. import okhttp3.OkHttpClient;
  23. import okhttp3.Request;
  24. import okhttp3.RequestBody;
  25. import okhttp3.sse.EventSource;
  26. import okhttp3.sse.EventSources;
  27. import org.springframework.stereotype.Service;
  28. import org.springframework.transaction.annotation.Transactional;
  29. import java.io.IOException;
  30. import java.util.List;
  31. import java.util.concurrent.TimeUnit;
  32. import java.util.concurrent.atomic.AtomicBoolean;
  33. /**
  34. * 项目名: yhlxj2
  35. * 文件名: MiniPopularizeFrontServiceImpl
  36. * 创建者: JavaZou
  37. * 创建时间:2025/4/8 16:51
  38. */
  39. @Service
  40. @RequiredArgsConstructor
  41. @Slf4j
  42. public class MiniPopularizeFrontServiceImpl implements MiniPopularizeFrontService {
  43. public static final String GPT_URL = "https://api.nf.video/v1/chat/completions";
  44. public static final String GPT_DRAW_TOKEN = "sk-3x6qkSeXJJoYkaIkhlv7mm0DWGizFc7V7sapmtoMoYI0Nd5Z";
  45. private final MiniPopularizeUserConversationMapper conversationMapper;
  46. private final MiniPopularizeUserMapper miniPopularizeUserMapper;
  47. private final RedisService redisService;
  48. private final MiniPopularizeCommonService miniPopularizeCommonService;
  49. private final MiniPopularizeConfigMapper miniPopularizeConfigMapper;
  50. private final MiniPopularizeUserConversationChatMapper conversationChatMapper;
  51. private final MiniPopularizeConfigUseRecordMapper miniPopularizeConfigUseRecordMapper;
  52. /**
  53. * 连接超时
  54. */
  55. private static final long TIMEOUT = 90;
  56. @Override
  57. @Transactional(rollbackFor = Throwable.class)
  58. public void createPictures(MiniAiPicturesReq miniAiPicturesReq) throws IOException {
  59. String conversationId = miniAiPicturesReq.getConversationId();
  60. AtomicBoolean recoverNum = new AtomicBoolean(true);
  61. Long userId = miniAiPicturesReq.getUserId();
  62. conversationId = checkUser(MiniPopularizeUserConversation.builder()
  63. .userId(userId)
  64. .content(miniAiPicturesReq.getTips())
  65. .build(), conversationId, recoverNum);
  66. miniAiPicturesReq.setConversationId(conversationId);
  67. Long configId = miniAiPicturesReq.getId();
  68. if (configId != null) {
  69. MiniPopularizeConfig miniPopularizeConfig = miniPopularizeConfigMapper.selectById(miniAiPicturesReq.getId());
  70. if (miniPopularizeConfig != null) {
  71. //垫图
  72. if (miniPopularizeConfig.getType() == MiniPopularizeConfig.Type.Style || miniPopularizeConfig.getType() == MiniPopularizeConfig.Type.Banner) {
  73. miniAiPicturesReq.setType(2);
  74. miniAiPicturesReq.setImg(miniPopularizeConfig.getImg());
  75. }
  76. miniAiPicturesReq.setTips(miniPopularizeConfig.getTips());
  77. }
  78. }
  79. //聊天记录
  80. MiniPopularizeUserConversationChat chat = MiniPopularizeUserConversationChat.builder()
  81. .conversationId(conversationId)
  82. .content(miniAiPicturesReq.getTips())
  83. .type(MiniPopularizeUserConversationChat.Type.text)
  84. .role(MiniPopularizeUserConversationChat.Role.user)
  85. .userId(userId)
  86. .build();
  87. conversationChatMapper.insert(chat);
  88. //图像生成记录
  89. MiniPopularizeUserConversationChat imageRecord = MiniPopularizeUserConversationChat.builder()
  90. .userId(miniAiPicturesReq.getUserId())
  91. .conversationId(miniAiPicturesReq.getConversationId())
  92. .type(MiniPopularizeUserConversationChat.Type.image)
  93. .status(MiniPopularizeUserConversationChat.Status.processing)
  94. .build();
  95. miniPopularizeCommonService.saveImgRecord(imageRecord);
  96. ConsoleStreamListener listener = ConsoleStreamListener.builder()
  97. .userId(userId)
  98. .miniPopularizeCommonService(miniPopularizeCommonService)
  99. .conversationId(conversationId)
  100. .imgRecordId(imageRecord.getId())
  101. .recoverNum(recoverNum.get())
  102. .build();
  103. streamChatCompletion(miniAiPicturesReq, listener);
  104. }
  105. @Override
  106. public MiniPopularizeUser getUser(long userId) {
  107. MiniPopularizeUser user = miniPopularizeUserMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUser.class)
  108. .eq(MiniPopularizeUser::getUserId, userId).last("limit 1").select(MiniPopularizeUser::getNum));
  109. return user;
  110. }
  111. private String checkUser(MiniPopularizeUserConversation conversation, String conversationId, AtomicBoolean recoverNum) {
  112. if (conversationId != null) {
  113. MiniPopularizeUserConversationChat miniPopularizeUserConversationChat = conversationChatMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  114. .eq(MiniPopularizeUserConversationChat::getConversationId, conversationId)
  115. .eq(MiniPopularizeUserConversationChat::getType, MiniPopularizeUserConversationChat.Type.image)
  116. .orderByDesc(MiniPopularizeUserConversationChat::getId)
  117. .last("limit 1"));
  118. if (miniPopularizeUserConversationChat == null || !miniPopularizeUserConversationChat.getUserId().equals(conversation.getUserId())) {
  119. throw BusinessRuntimeException.getInstance("系统错误,无法在原图上进行修改");
  120. } else if (miniPopularizeUserConversationChat.getStatus() != MiniPopularizeUserConversationChat.Status.success) {
  121. throw BusinessRuntimeException.getInstance("图片还未生成,无法进行修改");
  122. }
  123. recoverNum.set(false);
  124. }
  125. Long userId = conversation.getUserId();
  126. if (conversationId == null) {
  127. //查询当前用户信息
  128. MiniPopularizeUser user = miniPopularizeUserMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUser.class).eq(MiniPopularizeUser::getUserId, userId));
  129. Long num = 0L;
  130. if (user.getNum() == 0) {
  131. throw BusinessRuntimeException.getInstance("无可用次数");
  132. }
  133. num = redisService.decr(RedisService.key.MINI_POPULARIZE_GPT_NUM.getName() + userId, 1L);
  134. if (num < 0) {
  135. redisService.incr(RedisService.key.MINI_POPULARIZE_GPT_NUM.getName() + userId, 1L);
  136. }
  137. int i = miniPopularizeUserMapper.decLumaNum(userId, 1, user.getNum());
  138. if (i == 0) {
  139. redisService.incr(RedisService.key.MINI_POPULARIZE_GPT_NUM.getName() + userId, 1L);
  140. throw BusinessRuntimeException.getInstance("网络异常,请稍后再试");
  141. }
  142. conversation.setConversationId(RandomUtil.randomString(64));
  143. conversationMapper.insert(conversation);
  144. }
  145. return conversationId;
  146. }
  147. /**
  148. * 流式输出
  149. */
  150. public void streamChatCompletion(MiniAiPicturesReq miniAiPicturesReq,
  151. ConsoleStreamListener eventSourceListener) {
  152. JSONObject json = new JSONObject();
  153. json.putOpt("model", "gpt-4o-image-vip");
  154. json.putOpt("stream", true);
  155. JSONArray messages = new JSONArray();
  156. String conversationId = miniAiPicturesReq.getConversationId();
  157. MiniPopularizeUserConversationChat miniPopularizeUserConversationChat = null;
  158. if (conversationId != null) {
  159. miniPopularizeUserConversationChat = conversationChatMapper.selectOne(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  160. .eq(MiniPopularizeUserConversationChat::getConversationId, conversationId)
  161. .eq(MiniPopularizeUserConversationChat::getStatus, MiniPopularizeUserConversationChat.Status.success)
  162. .last("limit 1"));
  163. }
  164. //原图上修改
  165. if (miniPopularizeUserConversationChat != null && miniPopularizeUserConversationChat.getStatus() != null && miniPopularizeUserConversationChat.getStatus() == MiniPopularizeUserConversationChat.Status.success) {
  166. //组装上下文
  167. contentMsg(messages, miniPopularizeUserConversationChat.getConversationId());
  168. } else {
  169. if (miniAiPicturesReq.getType() == 2) {
  170. String img = miniAiPicturesReq.getImg();
  171. messages.add(JSONUtil.createObj().set("role", "user").set("content", JSONUtil.createArray().set(JSONUtil.createObj().set("type", "text").set("text", miniAiPicturesReq.getTips()))
  172. .set(JSONUtil.createObj().set("type", "image_url").set("image_url", JSONUtil.createObj().set("url", img)))));
  173. } else {
  174. messages.add(JSONUtil.createObj().set("role", "user").set("content", miniAiPicturesReq.getTips()));
  175. }
  176. }
  177. json.putOpt("messages", messages);
  178. try {
  179. EventSource.Factory factory = EventSources.createFactory(getOkHttpClient());
  180. ObjectMapper mapper = new ObjectMapper();
  181. String requestBody = mapper.writeValueAsString(json);
  182. Request request = new Request.Builder()
  183. .url(GPT_URL)
  184. .post(RequestBody.create(MediaType.parse(ContentType.JSON.getValue()),
  185. requestBody))
  186. .header(Header.AUTHORIZATION.name(), GPT_DRAW_TOKEN)
  187. .build();
  188. factory.newEventSource(request, eventSourceListener);
  189. if (miniAiPicturesReq.getId() != null) {
  190. recordConfigUseRecord(miniAiPicturesReq.getId(), miniAiPicturesReq.getUserId());
  191. }
  192. } catch (Exception e) {
  193. log.error("gpt create image请求出错:{}", StringUtil.getErrorText(e));
  194. }
  195. }
  196. private void contentMsg(JSONArray messages, String conversationId) {
  197. List<MiniPopularizeUserConversationChat> miniPopularizeUserConversationChats = conversationChatMapper.selectList(Wrappers.lambdaQuery(MiniPopularizeUserConversationChat.class)
  198. .eq(MiniPopularizeUserConversationChat::getConversationId, conversationId));
  199. miniPopularizeUserConversationChats.forEach(chat -> {
  200. if (chat.getStatus() != null && chat.getStatus() == MiniPopularizeUserConversationChat.Status.processing) {
  201. return;
  202. }
  203. if (chat.getRole() != null && chat.getRole() == MiniPopularizeUserConversationChat.Role.sys) {
  204. return;
  205. }
  206. String content = chat.getContent();
  207. if (chat.getType() == MiniPopularizeUserConversationChat.Type.text) {
  208. messages.add(JSONUtil.createObj().set("role", "user").set("content", content));
  209. } else messages.add(JSONUtil.createObj().set("role", "assistant").set("content", content));
  210. });
  211. }
  212. public OkHttpClient getOkHttpClient() {
  213. OkHttpClient.Builder client = new OkHttpClient.Builder();
  214. client.connectTimeout(TIMEOUT, TimeUnit.SECONDS);
  215. client.writeTimeout(TIMEOUT, TimeUnit.SECONDS);
  216. client.readTimeout(TIMEOUT, TimeUnit.SECONDS);
  217. return client.build();
  218. }
  219. public void recordConfigUseRecord(Long configId, Long userId) {
  220. MiniPopularizeConfigUseRecord miniPopularizeConfigUseRecord = new MiniPopularizeConfigUseRecord();
  221. miniPopularizeConfigUseRecord.setConfigId(configId);
  222. miniPopularizeConfigUseRecord.setUserId(userId);
  223. miniPopularizeConfigUseRecordMapper.insert(miniPopularizeConfigUseRecord);
  224. }
  225. }