speechtotext.js 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210
  1. "use strict";
  2. const common_vendor = require("../../common/vendor.js");
  3. const common_assets = require("../../common/assets.js");
  4. const sheep_index = require("../../sheep/index.js");
  5. require("../../sheep/request/index.js");
  6. require("../../sheep/url/index.js");
  7. require("../../sheep/store/index.js");
  8. require("../../sheep/store/app.js");
  9. require("../../sheep/api/promotion/diy.js");
  10. require("../../sheep/platform/index.js");
  11. require("../../sheep/platform/provider/wechat/index.js");
  12. require("../../sheep/platform/provider/wechat/miniProgram.js");
  13. require("../../sheep/api/member/auth.js");
  14. require("../../sheep/api/member/social.js");
  15. require("../../sheep/api/member/user.js");
  16. require("../../sheep/platform/provider/apple/index.js");
  17. require("../../sheep/platform/share.js");
  18. require("../../sheep/router/index.js");
  19. require("../../sheep/hooks/useModal.js");
  20. require("../../sheep/helper/index.js");
  21. require("../../sheep/helper/test.js");
  22. require("../../sheep/helper/digit.js");
  23. require("../../sheep/api/member/signin.js");
  24. require("../../sheep/helper/throttle.js");
  25. require("../../sheep/platform/pay.js");
  26. require("../../sheep/api/pay/order.js");
  27. require("../../sheep/store/user.js");
  28. require("../../sheep/store/cart.js");
  29. require("../../sheep/api/trade/cart.js");
  30. require("../../sheep/api/pay/wallet.js");
  31. require("../../sheep/api/trade/order.js");
  32. require("../../sheep/api/promotion/coupon.js");
  33. require("../../sheep/store/sys.js");
  34. require("../../sheep/store/modal.js");
  35. require("../../sheep/config/index.js");
  36. require("../../sheep/config/zIndex.js");
  37. if (!Array) {
  38. const _easycom_s_layout2 = common_vendor.resolveComponent("s-layout");
  39. _easycom_s_layout2();
  40. }
  41. const _easycom_s_layout = () => "../../sheep/components/s-layout/s-layout.js";
  42. if (!Math) {
  43. _easycom_s_layout();
  44. }
  45. const minRecordingTime = 500;
  46. const cancelOffset = 280;
  47. const _sfc_main = {
  48. __name: "speechtotext",
  49. setup(__props) {
  50. const {
  51. safeAreaInsets,
  52. safeArea
  53. } = sheep_index.sheep.$platform.device;
  54. const sysNavBar = sheep_index.sheep.$platform.navbar;
  55. const messagesHeight = safeArea.height - sysNavBar - 20 - 60;
  56. const messages = common_vendor.ref([]);
  57. const isRecording = common_vendor.ref(false);
  58. let startTime = common_vendor.ref(null);
  59. const recordingDuration = common_vendor.ref("");
  60. let intervalId = null;
  61. const startTouchY = common_vendor.ref(0);
  62. let mediaRecorder = null;
  63. let audioChunks = [];
  64. let isCancelled = common_vendor.ref(false);
  65. common_vendor.onMounted(() => {
  66. navigator.mediaDevices.getUserMedia({
  67. audio: true
  68. }).then((stream) => {
  69. mediaRecorder = new MediaRecorder(stream);
  70. mediaRecorder.ondataavailable = (event) => {
  71. audioChunks.push(event.data);
  72. };
  73. mediaRecorder.onstop = () => {
  74. if (!isCancelled.value) {
  75. sendDuration();
  76. }
  77. audioChunks = [];
  78. };
  79. }).catch((error) => {
  80. console.error("Error accessing media devices.", error);
  81. });
  82. });
  83. async function sendAudioToServer(audioBlob, audioUrl, duration, messageIndex) {
  84. const formData = new FormData();
  85. formData.append("audio_file", audioBlob);
  86. try {
  87. const response = await fetch("http://192.168.0.110:8000/voice2text/", {
  88. method: "POST",
  89. body: formData
  90. });
  91. const data = await response.json();
  92. if (data.success) {
  93. messages.value[messageIndex].transcription = data.transcription;
  94. }
  95. console.log("Server response:", data);
  96. } catch (error) {
  97. console.error("Error sending audio file:", error);
  98. }
  99. }
  100. const sendDuration = () => {
  101. const audioBlob = new Blob(audioChunks, {
  102. type: "audio/mpeg"
  103. });
  104. const audioUrl = URL.createObjectURL(audioBlob);
  105. const duration = Math.max(Math.floor((/* @__PURE__ */ new Date() - startTime.value) / 1e3), 1);
  106. const messageIndex = messages.value.push({
  107. duration,
  108. audioUrl,
  109. transcription: ""
  110. // 初始为空
  111. }) - 1;
  112. sendAudioToServer(audioBlob, audioUrl, duration, messageIndex);
  113. common_vendor.nextTick$1(() => {
  114. let messagesElement = document.getElementById("messages");
  115. messagesElement.scrollTop = messagesElement.scrollHeight;
  116. });
  117. };
  118. const updateDuration = () => {
  119. const currentDuration = Math.floor((/* @__PURE__ */ new Date() - startTime.value) / 1e3);
  120. recordingDuration.value = currentDuration + "s";
  121. if (currentDuration >= 60) {
  122. stopRecording(new Event("mouseup"));
  123. }
  124. };
  125. const startRecording = (event) => {
  126. if (!isRecording.value && (event.type === "mousedown" || event.type === "touchstart")) {
  127. startTime.value = /* @__PURE__ */ new Date();
  128. isRecording.value = true;
  129. intervalId = setInterval(updateDuration, 1e3);
  130. recordingDuration.value = "1s";
  131. event.preventDefault();
  132. startTouchY.value = event.touches ? event.touches[0].clientY : 0;
  133. audioChunks = [];
  134. isCancelled.value = false;
  135. mediaRecorder.start();
  136. }
  137. };
  138. const stopRecording = (event) => {
  139. if (isRecording.value && (event.type === "mouseup" || event.type === "touchend" || event.type === "mouseleave" || event.type === "touchcancel")) {
  140. clearInterval(intervalId);
  141. isRecording.value = false;
  142. recordingDuration.value = "";
  143. if (/* @__PURE__ */ new Date() - startTime.value >= minRecordingTime) {
  144. mediaRecorder.stop();
  145. } else {
  146. console.log("录音时间太短,不保存");
  147. }
  148. }
  149. };
  150. const cancelRecording = () => {
  151. if (isRecording.value) {
  152. clearInterval(intervalId);
  153. console.log("录音取消");
  154. isCancelled.value = true;
  155. mediaRecorder.stop();
  156. resetRecording();
  157. }
  158. };
  159. const resetRecording = () => {
  160. isRecording.value = false;
  161. recordingDuration.value = 0;
  162. startTime.value = null;
  163. audioChunks = [];
  164. };
  165. const handleTouchMove = (event) => {
  166. const currentTouchY = event.touches[0].clientY;
  167. if (startTouchY.value - currentTouchY > cancelOffset) {
  168. cancelRecording();
  169. }
  170. };
  171. const playRecording = (index) => {
  172. const message = messages.value[index];
  173. const audio = new Audio(message.audioUrl);
  174. audio.play();
  175. };
  176. return (_ctx, _cache) => {
  177. return common_vendor.e({
  178. a: common_vendor.f(messages.value, (message, index, i0) => {
  179. return common_vendor.e({
  180. a: common_vendor.t(message.duration),
  181. b: message.transcription != null && message.transcription != ""
  182. }, message.transcription != null && message.transcription != "" ? {
  183. c: common_vendor.t(message.transcription)
  184. } : {}, {
  185. d: index,
  186. e: common_vendor.o(($event) => playRecording(index), index)
  187. });
  188. }),
  189. b: common_assets._imports_0$3,
  190. c: messagesHeight + "px",
  191. d: common_vendor.o(startRecording),
  192. e: common_vendor.o(stopRecording),
  193. f: common_vendor.o(cancelRecording),
  194. g: common_vendor.o(startRecording),
  195. h: common_vendor.o(stopRecording),
  196. i: common_vendor.o(cancelRecording),
  197. j: common_vendor.o(handleTouchMove),
  198. k: isRecording.value
  199. }, isRecording.value ? {
  200. l: common_vendor.t(recordingDuration.value)
  201. } : {}, {
  202. m: common_vendor.p({
  203. title: "语音转文字"
  204. })
  205. });
  206. };
  207. }
  208. };
  209. const MiniProgramPage = /* @__PURE__ */ common_vendor._export_sfc(_sfc_main, [["__scopeId", "data-v-c5c3bce2"], ["__file", "D:/zx/mall-front-app/pages/chat/speechtotext.vue"]]);
  210. wx.createPage(MiniProgramPage);