record_handler.dart 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397
  1. import 'dart:async';
  2. import 'dart:io';
  3. import 'dart:typed_data';
  4. import 'package:custom_notification/custom_notification.dart';
  5. import 'package:electronic_assistant/module/record/record_task.dart';
  6. import 'package:electronic_assistant/router/app_pages.dart';
  7. import 'package:flutter/cupertino.dart';
  8. import 'package:flutter_sound/flutter_sound.dart';
  9. import 'package:flutter_sound/public/flutter_sound_recorder.dart';
  10. import 'package:get/get.dart';
  11. import 'package:path_provider/path_provider.dart';
  12. import 'package:flutter_foreground_task/flutter_foreground_task.dart';
  13. import 'package:get/get_rx/src/rx_types/rx_types.dart';
  14. import 'package:permission_handler/permission_handler.dart';
  15. import 'package:uuid/uuid.dart';
  16. import 'package:wakelock_plus/wakelock_plus.dart';
  17. import '../../data/bean/talks.dart';
  18. import '../../data/consts/error_code.dart';
  19. import '../../data/consts/event_report_id.dart';
  20. import '../../data/repositories/talk_repository.dart';
  21. import '../../dialog/alert_dialog.dart';
  22. import '../../resource/string.gen.dart';
  23. import '../../utils/http_handler.dart';
  24. import '../../utils/mmkv_util.dart';
  25. import '../../utils/notification_util.dart';
  26. import '../../utils/pcm_wav_converter.dart';
  27. import '../../utils/toast_util.dart';
  28. import '../talk/view.dart';
  29. import 'constants.dart';
  30. class RecordHandler {
  31. RecordHandler._();
  32. static const int minRecordDuration = 3;
  33. static const String recordDone = 'done';
  34. static const String recordPause = 'pause';
  35. static const String recordRecording = 'recording';
  36. static const String keyLastRecordId = "last_record_id";
  37. final Rx<RecordStatus> currentStatus = RecordStatus.pending.obs;
  38. final RxDouble currentDuration = 0.0.obs;
  39. final FlutterSoundRecorder _soundPlayer = FlutterSoundRecorder();
  40. StreamController<Uint8List>? recordingDataController;
  41. final RecordConfig _recordConfig = RecordConfig(
  42. codec: Codec.pcm16,
  43. sampleRate: SampleRate.rate44_1k.value,
  44. numChannels: Channel.mono.value,
  45. );
  46. StreamSubscription? _recorderSubscription;
  47. bool? _isSoundInited;
  48. String? _lastRecordId;
  49. final int _serviceId = 256;
  50. final String _channelId = StringName.recordNotificationChannelId.tr;
  51. final String _channelName = StringName.recordNotificationChannelName.tr;
  52. String get lastRecordId => _lastRecordId ?? '';
  53. StreamSubscription? _currentDurationListener;
  54. StreamSubscription? _recordActionListener;
  55. void init() {
  56. if (currentStatus.value != RecordStatus.recording) {
  57. _initLastRecordId();
  58. _initLastRecordStatus();
  59. _initForegroundService();
  60. _initRecordDurationStream();
  61. }
  62. }
  63. void _initRecordDurationStream() {
  64. _currentDurationListener?.cancel();
  65. _currentDurationListener = currentDuration.listen((event) async {
  66. if (currentStatus.value == RecordStatus.pending ||
  67. !await FlutterForegroundTask.isRunningService) {
  68. return;
  69. }
  70. NotificationUtil.showRecordNotification(
  71. _serviceId, currentStatus.value == RecordStatus.recording, event,
  72. channelId: _channelId, channelName: _channelName);
  73. });
  74. _recordActionListener?.cancel();
  75. _recordActionListener =
  76. CustomNotification.recordActionStream().listen((action) {
  77. if (action == recordDone) {
  78. _recordNotificationDone();
  79. } else if (action == recordPause) {
  80. stopRecord();
  81. } else if (action == recordRecording) {
  82. startOrContinueRecord();
  83. }
  84. });
  85. }
  86. void _recordNotificationDone() {
  87. saveCurrentRecord().then((talkInfo) {
  88. if (Get.currentRoute == RoutePath.record) {
  89. Get.back();
  90. }
  91. TalkPage.start(talkInfo, eventTag: EventId.id_001);
  92. }).catchError((error) {
  93. if (error is ServerErrorException) {
  94. if (error.code == ErrorCode.errorCodeNoLogin) {
  95. ToastUtil.showToast("录音已保存,请登录");
  96. } else {
  97. ToastUtil.showToast("${error.message}");
  98. }
  99. } else {
  100. ToastUtil.showToast("录音已保存,请检查网络并重试");
  101. }
  102. });
  103. }
  104. void _initLastRecordId() {
  105. String? lastRecordId = KVUtil.getString(keyLastRecordId, null);
  106. if (lastRecordId == null || lastRecordId.isEmpty) {
  107. _lastRecordId = const Uuid().v4();
  108. KVUtil.putString(keyLastRecordId, _lastRecordId);
  109. } else {
  110. _lastRecordId = lastRecordId;
  111. }
  112. }
  113. Future<void> _initLastRecordStatus() async {
  114. var currentRecordFile = await _getCurrentRecordFile();
  115. var fileLength = currentRecordFile.lengthSync();
  116. if (currentRecordFile.existsSync() && fileLength > 0) {
  117. _changeRecordStatus(RecordStatus.paused);
  118. double time = _getPcmDuration(
  119. fileLength, _recordConfig.sampleRate, 16, _recordConfig.numChannels);
  120. currentDuration.value = time;
  121. } else {
  122. currentDuration.value = 0;
  123. }
  124. }
  125. double _getPcmDuration(
  126. int fileSize, int sampleRate, int bitDepth, int channels) {
  127. final bytesPerSecond = sampleRate * (bitDepth / 8) * channels;
  128. final durationInSeconds = fileSize / bytesPerSecond;
  129. return durationInSeconds;
  130. }
  131. Future<File> _getCurrentRecordFile() async {
  132. Directory documentDir = await getApplicationDocumentsDirectory();
  133. File file = File("${documentDir.path}/.atmob/record/$_lastRecordId");
  134. if (!file.existsSync()) {
  135. file.createSync(recursive: true);
  136. }
  137. return file;
  138. }
  139. Future<void> stopRecord({bool? isStopService}) async {
  140. _releaseWakeLock();
  141. if (_soundPlayer.isRecording) {
  142. await _soundPlayer.pauseRecorder();
  143. }
  144. _changeRecordStatus(RecordStatus.paused);
  145. if (isStopService == true) {
  146. await FlutterForegroundTask.stopService();
  147. }
  148. }
  149. void _changeRecordStatus(RecordStatus status) async {
  150. currentStatus.value = status;
  151. if (status == RecordStatus.pending ||
  152. !await FlutterForegroundTask.isRunningService) {
  153. return;
  154. }
  155. NotificationUtil.showRecordNotification(
  156. _serviceId, status == RecordStatus.recording, currentDuration.value,
  157. channelId: _channelId, channelName: _channelName);
  158. }
  159. void _setWakeLock() {
  160. WakelockPlus.enable();
  161. }
  162. void _releaseWakeLock() {
  163. WakelockPlus.disable();
  164. }
  165. _initForegroundService() {
  166. WidgetsBinding.instance
  167. .addPostFrameCallback((_) => FlutterForegroundTask.init(
  168. androidNotificationOptions: AndroidNotificationOptions(
  169. channelId: _channelId,
  170. channelName: _channelName,
  171. channelDescription:
  172. StringName.recordNotificationChannelDescription.tr,
  173. channelImportance: NotificationChannelImportance.LOW,
  174. priority: NotificationPriority.LOW,
  175. ),
  176. iosNotificationOptions: const IOSNotificationOptions(
  177. showNotification: false,
  178. playSound: false,
  179. ),
  180. foregroundTaskOptions: ForegroundTaskOptions(
  181. eventAction: ForegroundTaskEventAction.once(),
  182. autoRunOnBoot: false,
  183. autoRunOnMyPackageReplaced: true,
  184. allowWakeLock: true,
  185. allowWifiLock: false,
  186. ),
  187. ));
  188. }
  189. _onRecordPermissionDenied() {
  190. ToastUtil.showToast("需要授予录音权限才能使用录音功能");
  191. }
  192. Future<bool> _showRequestPermissionDialog() async {
  193. bool? isAllow = await EAAlertDialog.show(
  194. contentText: '是否允许小听获取此设备的麦克风权限,为您提供转文字、智能总结服务?',
  195. cancelText: '禁止',
  196. confirmText: '允许',
  197. cancelOnTap: () {
  198. EAAlertDialog.dismiss(result: false);
  199. },
  200. confirmOnTap: () {
  201. EAAlertDialog.dismiss(result: true);
  202. });
  203. return isAllow ?? false;
  204. }
  205. Future<void> startOrContinueRecord() async {
  206. var isGranted = await Permission.microphone.status;
  207. if (isGranted == PermissionStatus.granted) {
  208. await Permission.microphone.request();
  209. } else {
  210. bool isAllow = await _showRequestPermissionDialog();
  211. if (isAllow) {
  212. var status = await Permission.microphone.request();
  213. if (status != PermissionStatus.granted) {
  214. _onRecordPermissionDenied();
  215. return;
  216. }
  217. } else {
  218. _onRecordPermissionDenied();
  219. return;
  220. }
  221. }
  222. await _requestForegroundTaskPermission().catchError((error) {
  223. debugPrint("requestForegroundTaskPermission error: $error");
  224. });
  225. recordingDataController = StreamController<Uint8List>();
  226. File targetFile = await _getCurrentRecordFile();
  227. if (_recorderSubscription != null) {
  228. _recorderSubscription?.cancel();
  229. }
  230. _recorderSubscription = recordingDataController!.stream.listen((data) {
  231. if (data.isEmpty) {
  232. return;
  233. }
  234. targetFile.writeAsBytesSync(data, mode: FileMode.append);
  235. currentDuration.value = currentDuration.value +
  236. _getPcmDuration(data.length, _recordConfig.sampleRate, 16,
  237. _recordConfig.numChannels);
  238. }, onDone: () {
  239. _changeRecordStatus(RecordStatus.paused);
  240. }, onError: (error) {
  241. _changeRecordStatus(RecordStatus.paused);
  242. });
  243. await _soundPlayer.openRecorder();
  244. _isSoundInited = true;
  245. await _soundPlayer.startRecorder(
  246. toStream: recordingDataController!.sink,
  247. codec: _recordConfig.codec,
  248. numChannels: _recordConfig.numChannels,
  249. sampleRate: _recordConfig.sampleRate);
  250. _setWakeLock();
  251. _startForegroundService();
  252. if (currentStatus.value != RecordStatus.recording) {
  253. _changeRecordStatus(RecordStatus.recording);
  254. }
  255. }
  256. Future<void> _requestForegroundTaskPermission() async {
  257. final NotificationPermission notificationPermission =
  258. await FlutterForegroundTask.checkNotificationPermission();
  259. if (notificationPermission != NotificationPermission.granted) {
  260. await FlutterForegroundTask.requestNotificationPermission();
  261. }
  262. if (Platform.isAndroid) {
  263. if (!await FlutterForegroundTask.isIgnoringBatteryOptimizations) {
  264. // This function requires `android.permission.REQUEST_IGNORE_BATTERY_OPTIMIZATIONS` permission.
  265. await FlutterForegroundTask.requestIgnoreBatteryOptimization();
  266. }
  267. }
  268. }
  269. Future<void> deleteCurrentRecord() async {
  270. await stopRecord(isStopService: true);
  271. File file = await _getCurrentRecordFile();
  272. if (file.existsSync()) {
  273. file.deleteSync();
  274. }
  275. KVUtil.putString(keyLastRecordId, "");
  276. _changeRecordStatus(RecordStatus.pending);
  277. currentDuration.value = 0;
  278. }
  279. Future<void> _startForegroundService() async {
  280. final isRunningService = await FlutterForegroundTask.isRunningService;
  281. if (isRunningService) {
  282. return;
  283. }
  284. await FlutterForegroundTask.startService(
  285. serviceId: _serviceId,
  286. notificationTitle: StringName.appName.tr,
  287. notificationText: StringName.recordStatusRecording.tr,
  288. notificationIcon: null,
  289. notificationButtons: [],
  290. callback: setRecordCallback,
  291. );
  292. }
  293. /// 判断是否有未上传的录音
  294. static Future<bool> hasUnUploadRecord() async {
  295. String? lastRecordId = KVUtil.getString(keyLastRecordId, null);
  296. if (lastRecordId == null || lastRecordId.isEmpty) {
  297. return false;
  298. }
  299. Directory documentDir = await getApplicationDocumentsDirectory();
  300. File file = File("${documentDir.path}/.atmob/record/$lastRecordId");
  301. return await file.exists() && await file.length() > 0;
  302. }
  303. void onClose() async {
  304. if (currentStatus.value != RecordStatus.recording) {
  305. releaseSoundRecorder();
  306. _cancelRecorderSubscriptions();
  307. }
  308. }
  309. void releaseSoundRecorder() {
  310. if (_isSoundInited == true) {
  311. _soundPlayer.closeRecorder();
  312. _isSoundInited = false;
  313. }
  314. }
  315. void _cancelRecorderSubscriptions() {
  316. recordingDataController = null;
  317. _recorderSubscription?.cancel();
  318. }
  319. Future<void> getConvertWavFile(String talkId) async {
  320. File pcmFile = await _getCurrentRecordFile();
  321. if (pcmFile.existsSync()) {
  322. File wavFile = await getRecordFile(talkId);
  323. PcmWavConverter.convert(pcmFile, wavFile, _recordConfig.sampleRate,
  324. _recordConfig.numChannels, 16);
  325. pcmFile.delete();
  326. KVUtil.putString(keyLastRecordId, "");
  327. } else {
  328. throw Exception("pcm file not found");
  329. }
  330. }
  331. /// 获取录音文件地址
  332. static Future<File> getRecordFile(String talkId) async {
  333. Directory documentDir = await getApplicationDocumentsDirectory();
  334. return File("${documentDir.path}/.atmob/record/$talkId.wav");
  335. }
  336. Future<TalkBean> saveCurrentRecord() async {
  337. final currentDurationValue = currentDuration.value;
  338. if (currentDurationValue < minRecordDuration) {
  339. throw ServerErrorException(-1, "录音时长不足$minRecordDuration秒");
  340. }
  341. await recordHandler.stopRecord(isStopService: true);
  342. return talkRepository
  343. .talkCreate(recordHandler.lastRecordId, currentDuration.value.toInt())
  344. .then((talkInfo) async {
  345. await recordHandler.getConvertWavFile(talkInfo.id);
  346. return talkInfo;
  347. });
  348. }
  349. }
  350. class RecordConfig {
  351. Codec codec;
  352. int numChannels;
  353. int sampleRate;
  354. RecordConfig(
  355. {required this.codec,
  356. required this.numChannels,
  357. required this.sampleRate});
  358. }
  359. final recordHandler = RecordHandler._();