speechtotext.js 8.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239
  1. "use strict";
  2. const common_vendor = require("../../common/vendor.js");
  3. const common_assets = require("../../common/assets.js");
  4. const sheep_index = require("../../sheep/index.js");
  5. require("../../sheep/request/index.js");
  6. require("../../sheep/api/index.js");
  7. require("../../sheep/api/distri/score.js");
  8. require("../../sheep/api/distri/share.js");
  9. require("../../sheep/api/distri/team.js");
  10. require("../../sheep/api/infra/file.js");
  11. require("../../sheep/config/index.js");
  12. require("../../sheep/api/member/address.js");
  13. require("../../sheep/api/member/auth.js");
  14. require("../../sheep/api/member/point.js");
  15. require("../../sheep/api/member/signin.js");
  16. require("../../sheep/api/member/social.js");
  17. require("../../sheep/api/member/user.js");
  18. require("../../sheep/api/migration/app.js");
  19. require("../../sheep/api/migration/chat.js");
  20. require("../../sheep/api/migration/index.js");
  21. require("../../sheep/api/migration/third.js");
  22. require("../../sheep/api/pay/channel.js");
  23. require("../../sheep/api/pay/order.js");
  24. require("../../sheep/api/pay/wallet.js");
  25. require("../../sheep/api/product/category.js");
  26. require("../../sheep/api/product/comment.js");
  27. require("../../sheep/api/product/favorite.js");
  28. require("../../sheep/api/product/history.js");
  29. require("../../sheep/api/product/spu.js");
  30. require("../../sheep/api/promotion/activity.js");
  31. require("../../sheep/api/promotion/article.js");
  32. require("../../sheep/api/promotion/bargain.js");
  33. require("../../sheep/api/promotion/combination.js");
  34. require("../../sheep/api/promotion/coupon.js");
  35. require("../../sheep/api/promotion/diy.js");
  36. require("../../sheep/api/promotion/rewardActivity.js");
  37. require("../../sheep/api/promotion/seckill.js");
  38. require("../../sheep/api/system/area.js");
  39. require("../../sheep/api/system/voice.js");
  40. require("../../sheep/api/trade/afterSale.js");
  41. require("../../sheep/api/trade/brokerage.js");
  42. require("../../sheep/api/trade/cart.js");
  43. require("../../sheep/api/trade/config.js");
  44. require("../../sheep/api/trade/delivery.js");
  45. require("../../sheep/api/trade/order.js");
  46. require("../../sheep/url/index.js");
  47. require("../../sheep/store/index.js");
  48. require("../../sheep/store/app.js");
  49. require("../../sheep/platform/index.js");
  50. require("../../sheep/platform/provider/wechat/index.js");
  51. require("../../sheep/platform/provider/wechat/miniProgram.js");
  52. require("../../sheep/platform/provider/apple/index.js");
  53. require("../../sheep/platform/share.js");
  54. require("../../sheep/router/index.js");
  55. require("../../sheep/hooks/useModal.js");
  56. require("../../sheep/helper/index.js");
  57. require("../../sheep/helper/test.js");
  58. require("../../sheep/helper/digit.js");
  59. require("../../sheep/helper/throttle.js");
  60. require("../../sheep/platform/pay.js");
  61. require("../../sheep/store/user.js");
  62. require("../../sheep/store/cart.js");
  63. require("../../sheep/store/sys.js");
  64. require("../../sheep/store/modal.js");
  65. require("../../sheep/config/zIndex.js");
  66. if (!Array) {
  67. const _easycom_s_layout2 = common_vendor.resolveComponent("s-layout");
  68. _easycom_s_layout2();
  69. }
  70. const _easycom_s_layout = () => "../../sheep/components/s-layout/s-layout.js";
  71. if (!Math) {
  72. _easycom_s_layout();
  73. }
  74. const minRecordingTime = 500;
  75. const cancelOffset = 280;
  76. const _sfc_main = {
  77. __name: "speechtotext",
  78. setup(__props) {
  79. const {
  80. safeAreaInsets,
  81. safeArea
  82. } = sheep_index.sheep.$platform.device;
  83. const sysNavBar = sheep_index.sheep.$platform.navbar;
  84. const messagesHeight = safeArea.height - sysNavBar - 20 - 60;
  85. const messages = common_vendor.ref([]);
  86. const isRecording = common_vendor.ref(false);
  87. let startTime = common_vendor.ref(null);
  88. const recordingDuration = common_vendor.ref("");
  89. let intervalId = null;
  90. const startTouchY = common_vendor.ref(0);
  91. let mediaRecorder = null;
  92. let audioChunks = [];
  93. let isCancelled = common_vendor.ref(false);
  94. common_vendor.onMounted(() => {
  95. navigator.mediaDevices.getUserMedia({
  96. audio: true
  97. }).then((stream) => {
  98. mediaRecorder = new MediaRecorder(stream);
  99. mediaRecorder.ondataavailable = (event) => {
  100. audioChunks.push(event.data);
  101. };
  102. mediaRecorder.onstop = () => {
  103. if (!isCancelled.value) {
  104. sendDuration();
  105. }
  106. audioChunks = [];
  107. };
  108. }).catch((error) => {
  109. console.error("Error accessing media devices.", error);
  110. });
  111. });
  112. async function sendAudioToServer(audioBlob, audioUrl, duration, messageIndex) {
  113. const formData = new FormData();
  114. formData.append("audio_file", audioBlob);
  115. try {
  116. const response = await fetch("https://zxgz.newfeifan.cn/voice2text/", {
  117. method: "POST",
  118. body: formData
  119. });
  120. const data = await response.json();
  121. if (data.success) {
  122. messages.value[messageIndex].transcription = data.transcription;
  123. }
  124. console.log("Server response:", data);
  125. } catch (error) {
  126. console.error("Error sending audio file:", error);
  127. }
  128. }
  129. const sendDuration = () => {
  130. const audioBlob = new Blob(audioChunks, {
  131. type: "audio/mpeg"
  132. });
  133. const audioUrl = URL.createObjectURL(audioBlob);
  134. const duration = Math.max(Math.floor((/* @__PURE__ */ new Date() - startTime.value) / 1e3), 1);
  135. const messageIndex = messages.value.push({
  136. duration,
  137. audioUrl,
  138. transcription: ""
  139. // 初始为空
  140. }) - 1;
  141. sendAudioToServer(audioBlob, audioUrl, duration, messageIndex);
  142. common_vendor.nextTick$1(() => {
  143. let messagesElement = document.getElementById("messages");
  144. messagesElement.scrollTop = messagesElement.scrollHeight;
  145. });
  146. };
  147. const updateDuration = () => {
  148. const currentDuration = Math.floor((/* @__PURE__ */ new Date() - startTime.value) / 1e3);
  149. recordingDuration.value = currentDuration + "s";
  150. if (currentDuration >= 60) {
  151. stopRecording(new Event("mouseup"));
  152. }
  153. };
  154. const startRecording = (event) => {
  155. if (!isRecording.value && (event.type === "mousedown" || event.type === "touchstart")) {
  156. startTime.value = /* @__PURE__ */ new Date();
  157. isRecording.value = true;
  158. intervalId = setInterval(updateDuration, 1e3);
  159. recordingDuration.value = "1s";
  160. event.preventDefault();
  161. startTouchY.value = event.touches ? event.touches[0].clientY : 0;
  162. audioChunks = [];
  163. isCancelled.value = false;
  164. mediaRecorder.start();
  165. }
  166. };
  167. const stopRecording = (event) => {
  168. if (isRecording.value && (event.type === "mouseup" || event.type === "touchend" || event.type === "mouseleave" || event.type === "touchcancel")) {
  169. clearInterval(intervalId);
  170. isRecording.value = false;
  171. recordingDuration.value = "";
  172. if (/* @__PURE__ */ new Date() - startTime.value >= minRecordingTime) {
  173. mediaRecorder.stop();
  174. } else {
  175. console.log("录音时间太短,不保存");
  176. }
  177. }
  178. };
  179. const cancelRecording = () => {
  180. if (isRecording.value) {
  181. clearInterval(intervalId);
  182. console.log("录音取消");
  183. isCancelled.value = true;
  184. mediaRecorder.stop();
  185. resetRecording();
  186. }
  187. };
  188. const resetRecording = () => {
  189. isRecording.value = false;
  190. recordingDuration.value = 0;
  191. startTime.value = null;
  192. audioChunks = [];
  193. };
  194. const handleTouchMove = (event) => {
  195. const currentTouchY = event.touches[0].clientY;
  196. if (startTouchY.value - currentTouchY > cancelOffset) {
  197. cancelRecording();
  198. }
  199. };
  200. const playRecording = (index) => {
  201. const message = messages.value[index];
  202. const audio = new Audio(message.audioUrl);
  203. audio.play();
  204. };
  205. return (_ctx, _cache) => {
  206. return common_vendor.e({
  207. a: common_vendor.f(messages.value, (message, index, i0) => {
  208. return common_vendor.e({
  209. a: common_vendor.t(message.duration),
  210. b: message.transcription != null && message.transcription != ""
  211. }, message.transcription != null && message.transcription != "" ? {
  212. c: common_vendor.t(message.transcription)
  213. } : {}, {
  214. d: index,
  215. e: common_vendor.o(($event) => playRecording(index), index)
  216. });
  217. }),
  218. b: common_assets._imports_0$3,
  219. c: messagesHeight + "px",
  220. d: common_vendor.o(startRecording),
  221. e: common_vendor.o(stopRecording),
  222. f: common_vendor.o(cancelRecording),
  223. g: common_vendor.o(startRecording),
  224. h: common_vendor.o(stopRecording),
  225. i: common_vendor.o(cancelRecording),
  226. j: common_vendor.o(handleTouchMove),
  227. k: isRecording.value
  228. }, isRecording.value ? {
  229. l: common_vendor.t(recordingDuration.value)
  230. } : {}, {
  231. m: common_vendor.p({
  232. title: "语音转文字"
  233. })
  234. });
  235. };
  236. }
  237. };
  238. const MiniProgramPage = /* @__PURE__ */ common_vendor._export_sfc(_sfc_main, [["__scopeId", "data-v-c5c3bce2"], ["__file", "D:/zx/mall-front-app/pages/chat/speechtotext.vue"]]);
  239. wx.createPage(MiniProgramPage);