record_handler.dart 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451
  1. import 'dart:async';
  2. import 'dart:io';
  3. import 'dart:typed_data';
  4. import 'package:custom_notification/custom_notification.dart';
  5. import 'package:electronic_assistant/dialog/loading_dialog.dart';
  6. import 'package:electronic_assistant/module/record/record_task.dart';
  7. import 'package:electronic_assistant/resource/colors.gen.dart';
  8. import 'package:electronic_assistant/router/app_pages.dart';
  9. import 'package:flutter/cupertino.dart';
  10. import 'package:flutter_screenutil/flutter_screenutil.dart';
  11. import 'package:flutter_sound/flutter_sound.dart';
  12. import 'package:flutter_sound/public/flutter_sound_recorder.dart';
  13. import 'package:get/get.dart';
  14. import 'package:path_provider/path_provider.dart';
  15. import 'package:flutter_foreground_task/flutter_foreground_task.dart';
  16. import 'package:get/get_rx/src/rx_types/rx_types.dart';
  17. import 'package:permission_handler/permission_handler.dart';
  18. import 'package:uuid/uuid.dart';
  19. import 'package:wakelock_plus/wakelock_plus.dart';
  20. import '../../data/bean/talks.dart';
  21. import '../../data/consts/error_code.dart';
  22. import '../../data/consts/event_report_id.dart';
  23. import '../../data/repositories/talk_repository.dart';
  24. import '../../dialog/alert_dialog.dart';
  25. import '../../resource/string.gen.dart';
  26. import '../../utils/http_handler.dart';
  27. import '../../utils/mmkv_util.dart';
  28. import '../../utils/notification_util.dart';
  29. import '../../utils/pcm_wav_converter.dart';
  30. import '../../utils/toast_util.dart';
  31. import '../talk/view.dart';
  32. import 'constants.dart';
  33. class RecordHandler {
  34. RecordHandler._();
  35. static const int minRecordDuration = 3;
  36. static const String recordDone = 'done';
  37. static const String recordPause = 'pause';
  38. static const String recordRecording = 'recording';
  39. static const String keyLastRecordId = "last_record_id";
  40. final Rx<RecordStatus> currentStatus = RecordStatus.pending.obs;
  41. final RxDouble currentDuration = 0.0.obs;
  42. final FlutterSoundRecorder _soundPlayer = FlutterSoundRecorder();
  43. StreamController<Uint8List>? recordingDataController;
  44. static final RecordConfig recordConfig = RecordConfig(
  45. codec: Codec.pcm16,
  46. sampleRate: SampleRate.rate44_1k.value,
  47. numChannels: Channel.mono.value,
  48. );
  49. StreamSubscription? _recorderSubscription;
  50. bool? _isSoundInited;
  51. String? _lastRecordId;
  52. final int _serviceId = 256;
  53. final String _channelId = StringName.recordNotificationChannelId.tr;
  54. final String _channelName = StringName.recordNotificationChannelName.tr;
  55. String get lastRecordId => _lastRecordId ?? '';
  56. StreamSubscription? _currentDurationListener;
  57. StreamSubscription? _recordActionListener;
  58. void init() {
  59. if (currentStatus.value != RecordStatus.recording) {
  60. _initLastRecordId();
  61. _initLastRecordStatus();
  62. _initForegroundService();
  63. _initRecordDurationStream();
  64. }
  65. }
  66. void _initRecordDurationStream() {
  67. _currentDurationListener?.cancel();
  68. _currentDurationListener = currentDuration.listen((event) async {
  69. if (currentStatus.value == RecordStatus.pending ||
  70. !await FlutterForegroundTask.isRunningService) {
  71. return;
  72. }
  73. NotificationUtil.showRecordNotification(
  74. _serviceId, currentStatus.value == RecordStatus.recording, event,
  75. channelId: _channelId, channelName: _channelName);
  76. });
  77. _recordActionListener?.cancel();
  78. _recordActionListener =
  79. CustomNotification.recordActionStream().listen((action) {
  80. if (action == recordDone) {
  81. _recordNotificationDone();
  82. } else if (action == recordPause) {
  83. stopRecord();
  84. } else if (action == recordRecording) {
  85. startOrContinueRecord();
  86. }
  87. });
  88. }
  89. void _recordNotificationDone() {
  90. saveCurrentRecord().then((talkInfo) {
  91. if (Get.currentRoute == RoutePath.record) {
  92. Get.back();
  93. }
  94. TalkPage.start(talkInfo, eventTag: EventId.id_001);
  95. }).catchError((error) {
  96. if (error is ServerErrorException) {
  97. if (error.code == ErrorCode.errorCodeNoLogin) {
  98. ToastUtil.showToast("录音已保存,请登录");
  99. } else {
  100. ToastUtil.showToast("${error.message}");
  101. }
  102. } else {
  103. ToastUtil.showToast("录音已保存,请检查网络并重试");
  104. }
  105. });
  106. }
  107. void _initLastRecordId() {
  108. String? lastRecordId = KVUtil.getString(keyLastRecordId, null);
  109. if (lastRecordId == null || lastRecordId.isEmpty) {
  110. _lastRecordId = const Uuid().v4();
  111. KVUtil.putString(keyLastRecordId, _lastRecordId);
  112. } else {
  113. _lastRecordId = lastRecordId;
  114. }
  115. }
  116. Future<void> _initLastRecordStatus() async {
  117. var currentRecordFile = await _getCurrentRecordFile();
  118. var fileLength = currentRecordFile.lengthSync();
  119. if (currentRecordFile.existsSync() && fileLength > 0) {
  120. _changeRecordStatus(RecordStatus.paused);
  121. double time = _getPcmDuration(
  122. fileLength, recordConfig.sampleRate, 16, recordConfig.numChannels);
  123. currentDuration.value = time;
  124. } else {
  125. currentDuration.value = 0;
  126. }
  127. }
  128. double _getPcmDuration(
  129. int fileSize, int sampleRate, int bitDepth, int channels) {
  130. final bytesPerSecond = sampleRate * (bitDepth / 8) * channels;
  131. final durationInSeconds = fileSize / bytesPerSecond;
  132. return durationInSeconds;
  133. }
  134. Future<File> _getCurrentRecordFile() async {
  135. Directory documentDir = await getApplicationDocumentsDirectory();
  136. File file = File("${documentDir.path}/.atmob/record/$_lastRecordId");
  137. if (!file.existsSync()) {
  138. file.createSync(recursive: true);
  139. }
  140. return file;
  141. }
  142. Future<void> stopRecord({bool? isStopService}) async {
  143. _releaseWakeLock();
  144. if (_soundPlayer.isRecording) {
  145. await _soundPlayer.pauseRecorder();
  146. }
  147. _changeRecordStatus(RecordStatus.paused);
  148. if (isStopService == true) {
  149. await FlutterForegroundTask.stopService();
  150. }
  151. }
  152. void _changeRecordStatus(RecordStatus status) async {
  153. currentStatus.value = status;
  154. if (status == RecordStatus.pending ||
  155. !await FlutterForegroundTask.isRunningService) {
  156. return;
  157. }
  158. NotificationUtil.showRecordNotification(
  159. _serviceId, status == RecordStatus.recording, currentDuration.value,
  160. channelId: _channelId, channelName: _channelName);
  161. }
  162. void _setWakeLock() {
  163. WakelockPlus.enable();
  164. }
  165. void _releaseWakeLock() {
  166. WakelockPlus.disable();
  167. }
  168. _initForegroundService() {
  169. WidgetsBinding.instance
  170. .addPostFrameCallback((_) => FlutterForegroundTask.init(
  171. androidNotificationOptions: AndroidNotificationOptions(
  172. channelId: _channelId,
  173. channelName: _channelName,
  174. channelDescription:
  175. StringName.recordNotificationChannelDescription.tr,
  176. channelImportance: NotificationChannelImportance.LOW,
  177. priority: NotificationPriority.LOW,
  178. ),
  179. iosNotificationOptions: const IOSNotificationOptions(
  180. showNotification: false,
  181. playSound: false,
  182. ),
  183. foregroundTaskOptions: ForegroundTaskOptions(
  184. eventAction: ForegroundTaskEventAction.once(),
  185. autoRunOnBoot: false,
  186. autoRunOnMyPackageReplaced: true,
  187. allowWakeLock: true,
  188. allowWifiLock: false,
  189. ),
  190. ));
  191. }
  192. _onRecordPermissionDenied() {
  193. ToastUtil.showToast("需要授予录音权限才能使用录音功能");
  194. }
  195. Future<bool> _showRequestPermissionDialog() async {
  196. bool? isAllow = await EAAlertDialog.show(
  197. contentWidget: Container(
  198. margin: EdgeInsets.only(top: 16.h),
  199. child: Text(
  200. textAlign: TextAlign.center,
  201. '是否允许小听获取此设备的麦克风权限,为您提供转文字、智能总结服务?',
  202. style: TextStyle(
  203. fontWeight: FontWeight.bold,
  204. fontSize: 15.sp,
  205. color: ColorName.primaryTextColor),
  206. ),
  207. ),
  208. cancelText: '禁止',
  209. confirmText: '允许',
  210. cancelOnTap: () {
  211. EAAlertDialog.dismiss(result: false);
  212. },
  213. confirmOnTap: () {
  214. EAAlertDialog.dismiss(result: true);
  215. });
  216. return isAllow ?? false;
  217. }
  218. Future<void> startOrContinueRecord() async {
  219. var isGranted = await Permission.microphone.status;
  220. if (isGranted == PermissionStatus.granted) {
  221. await Permission.microphone.request();
  222. } else {
  223. bool isAllow = await _showRequestPermissionDialog();
  224. if (isAllow) {
  225. var status = await Permission.microphone.request();
  226. if (status != PermissionStatus.granted) {
  227. _onRecordPermissionDenied();
  228. return;
  229. }
  230. } else {
  231. _onRecordPermissionDenied();
  232. return;
  233. }
  234. }
  235. await _requestForegroundTaskPermission().catchError((error) {
  236. debugPrint("requestForegroundTaskPermission error: $error");
  237. });
  238. recordingDataController = StreamController<Uint8List>();
  239. File targetFile = await _getCurrentRecordFile();
  240. if (_recorderSubscription != null) {
  241. _recorderSubscription?.cancel();
  242. }
  243. _recorderSubscription = recordingDataController!.stream.listen((data) {
  244. if (data.isEmpty) {
  245. return;
  246. }
  247. targetFile.writeAsBytesSync(data, mode: FileMode.append);
  248. currentDuration.value = currentDuration.value +
  249. _getPcmDuration(data.length, recordConfig.sampleRate, 16,
  250. recordConfig.numChannels);
  251. }, onDone: () {
  252. _changeRecordStatus(RecordStatus.paused);
  253. }, onError: (error) {
  254. _changeRecordStatus(RecordStatus.paused);
  255. });
  256. await _soundPlayer.openRecorder();
  257. _isSoundInited = true;
  258. await _soundPlayer.startRecorder(
  259. toStream: recordingDataController!.sink,
  260. codec: recordConfig.codec,
  261. numChannels: recordConfig.numChannels,
  262. sampleRate: recordConfig.sampleRate);
  263. _setWakeLock();
  264. _startForegroundService();
  265. if (currentStatus.value != RecordStatus.recording) {
  266. _changeRecordStatus(RecordStatus.recording);
  267. }
  268. }
  269. Future<void> _requestForegroundTaskPermission() async {
  270. final NotificationPermission notificationPermission =
  271. await FlutterForegroundTask.checkNotificationPermission();
  272. if (notificationPermission != NotificationPermission.granted) {
  273. await FlutterForegroundTask.requestNotificationPermission();
  274. }
  275. if (Platform.isAndroid) {
  276. if (!await FlutterForegroundTask.isIgnoringBatteryOptimizations) {
  277. // This function requires `android.permission.REQUEST_IGNORE_BATTERY_OPTIMIZATIONS` permission.
  278. await FlutterForegroundTask.requestIgnoreBatteryOptimization();
  279. }
  280. }
  281. }
  282. Future<void> deleteCurrentRecord() async {
  283. await stopRecord(isStopService: true);
  284. File file = await _getCurrentRecordFile();
  285. if (file.existsSync()) {
  286. file.deleteSync();
  287. }
  288. KVUtil.putString(keyLastRecordId, "");
  289. _changeRecordStatus(RecordStatus.pending);
  290. currentDuration.value = 0;
  291. }
  292. Future<void> _startForegroundService() async {
  293. final isRunningService = await FlutterForegroundTask.isRunningService;
  294. if (isRunningService) {
  295. return;
  296. }
  297. await FlutterForegroundTask.startService(
  298. serviceId: _serviceId,
  299. notificationTitle: StringName.appName.tr,
  300. notificationText: StringName.recordStatusRecording.tr,
  301. notificationIcon: null,
  302. notificationButtons: [],
  303. callback: setRecordCallback,
  304. );
  305. }
  306. void releaseSoundRecorder() {
  307. if (_isSoundInited == true) {
  308. _soundPlayer.closeRecorder();
  309. _isSoundInited = false;
  310. }
  311. }
  312. void _cancelRecorderSubscriptions() {
  313. recordingDataController = null;
  314. _recorderSubscription?.cancel();
  315. }
  316. Future<void> getConvertWavFile(String talkId) async {
  317. File pcmFile = await _getCurrentRecordFile();
  318. if (pcmFile.existsSync()) {
  319. File wavFile = await getRecordFile(talkId);
  320. try {
  321. LoadingDialog.show('正在保存录音,请稍等...');
  322. await PcmWavConverter.convert(pcmFile, wavFile, recordConfig.sampleRate,
  323. recordConfig.numChannels, 16);
  324. } catch (e) {
  325. LoadingDialog.hide();
  326. throw ServerErrorException(-1, '录音文件保存失败');
  327. } finally {
  328. LoadingDialog.hide();
  329. }
  330. //检查pcm文件是否可删除
  331. await checkRecordSourceCanDelete(pcmFile, wavFile);
  332. } else {
  333. throw ServerErrorException(-1, "录音文件不存在");
  334. }
  335. }
  336. Future<void> checkRecordSourceCanDelete(File pcmFile, File wavFile) async {
  337. if (!pcmFile.existsSync() || !wavFile.existsSync()) {
  338. throw ServerErrorException(-1, "录音文件不存在");
  339. }
  340. int wavFileLength = wavFile.lengthSync();
  341. if (wavFileLength <= 44) {
  342. throw ServerErrorException(-1, "录音文件异常");
  343. }
  344. if (wavFileLength < pcmFile.lengthSync()) {
  345. throw ServerErrorException(-1, "录音文件未转换成功");
  346. }
  347. pcmFile.delete();
  348. KVUtil.putString(keyLastRecordId, "");
  349. }
  350. Future<TalkBean> saveCurrentRecord() async {
  351. final currentDurationValue = currentDuration.value;
  352. if (currentDurationValue < minRecordDuration) {
  353. throw ServerErrorException(-1, "录音时长不足$minRecordDuration秒");
  354. }
  355. await recordHandler.stopRecord(isStopService: true);
  356. //检查录音文件
  357. if (!await checkRecordFile()) {
  358. throw ServerErrorException(-1, "录音文件不存在");
  359. }
  360. return talkRepository
  361. .talkCreate(recordHandler.lastRecordId, currentDuration.value.toInt())
  362. .then((talkInfo) async {
  363. await recordHandler.getConvertWavFile(talkInfo.id);
  364. return talkInfo;
  365. });
  366. }
  367. Future<bool> checkRecordFile() async {
  368. File pcmFile = await _getCurrentRecordFile();
  369. if (pcmFile.existsSync()) {
  370. return true;
  371. }
  372. return false;
  373. }
  374. void onClose() async {
  375. if (currentStatus.value != RecordStatus.recording) {
  376. releaseSoundRecorder();
  377. _cancelRecorderSubscriptions();
  378. }
  379. }
  380. //********************静态方法***************************/
  381. /// 判断是否有未上传的录音
  382. static Future<bool> hasUnUploadRecord() async {
  383. String? lastRecordId = KVUtil.getString(keyLastRecordId, null);
  384. if (lastRecordId == null || lastRecordId.isEmpty) {
  385. return false;
  386. }
  387. Directory documentDir = await getApplicationDocumentsDirectory();
  388. File file = File("${documentDir.path}/.atmob/record/$lastRecordId");
  389. return await file.exists() && await file.length() > 0;
  390. }
  391. /// 获取录音文件地址
  392. static Future<File> getRecordFile(String talkId) async {
  393. Directory documentDir = await getApplicationDocumentsDirectory();
  394. return File("${documentDir.path}/.atmob/record/$talkId.wav");
  395. }
  396. static Future<File> getPcmRecordFile(String requestId) async {
  397. Directory documentDir = await getApplicationDocumentsDirectory();
  398. return File("${documentDir.path}/.atmob/record/$requestId");
  399. }
  400. }
  401. class RecordConfig {
  402. Codec codec;
  403. int numChannels;
  404. int sampleRate;
  405. RecordConfig(
  406. {required this.codec,
  407. required this.numChannels,
  408. required this.sampleRate});
  409. }
  410. final recordHandler = RecordHandler._();