record_handler.dart 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480
  1. import 'dart:async';
  2. import 'dart:io';
  3. import 'dart:typed_data';
  4. import 'package:custom_notification/custom_notification.dart';
  5. import 'package:electronic_assistant/dialog/loading_dialog.dart';
  6. import 'package:electronic_assistant/module/record/record_task.dart';
  7. import 'package:electronic_assistant/resource/colors.gen.dart';
  8. import 'package:electronic_assistant/router/app_pages.dart';
  9. import 'package:electronic_assistant/utils/expand.dart';
  10. import 'package:flutter/cupertino.dart';
  11. import 'package:flutter_screenutil/flutter_screenutil.dart';
  12. import 'package:flutter_sound/flutter_sound.dart';
  13. import 'package:flutter_sound/public/flutter_sound_recorder.dart';
  14. import 'package:get/get.dart';
  15. import 'package:path_provider/path_provider.dart';
  16. import 'package:flutter_foreground_task/flutter_foreground_task.dart';
  17. import 'package:get/get_rx/src/rx_types/rx_types.dart';
  18. import 'package:permission_handler/permission_handler.dart';
  19. import 'package:uuid/uuid.dart';
  20. import 'package:wakelock_plus/wakelock_plus.dart';
  21. import '../../data/bean/talks.dart';
  22. import '../../data/consts/error_code.dart';
  23. import '../../data/consts/event_report_id.dart';
  24. import '../../data/repositories/talk_repository.dart';
  25. import '../../dialog/alert_dialog.dart';
  26. import '../../resource/string.gen.dart';
  27. import '../../utils/http_handler.dart';
  28. import '../../utils/mmkv_util.dart';
  29. import '../../utils/notification_util.dart';
  30. import '../../utils/pcm_wav_converter.dart';
  31. import '../../utils/toast_util.dart';
  32. import '../talk/view.dart';
  33. import 'constants.dart';
  34. class RecordHandler {
  35. RecordHandler._();
  36. static const int minRecordDuration = 3;
  37. static const String recordDone = 'done';
  38. static const String recordPause = 'pause';
  39. static const String recordRecording = 'recording';
  40. static const String keyLastRecordId = "last_record_id";
  41. final Rx<RecordStatus> currentStatus = RecordStatus.pending.obs;
  42. final RxDouble currentDuration = 0.0.obs;
  43. final FlutterSoundRecorder _soundPlayer = FlutterSoundRecorder();
  44. StreamController<Uint8List>? recordingDataController;
  45. static final RecordConfig recordConfig = RecordConfig(
  46. codec: Codec.pcm16,
  47. sampleRate: SampleRate.rate24k.value,
  48. numChannels: Channel.mono.value,
  49. );
  50. StreamSubscription? _recorderSubscription;
  51. bool? _isSoundInited;
  52. String? _lastRecordId;
  53. final int _serviceId = 256;
  54. final String _channelId = StringName.recordNotificationChannelId.tr;
  55. final String _channelName = StringName.recordNotificationChannelName.tr;
  56. String get lastRecordId => _lastRecordId ?? '';
  57. StreamSubscription? _currentDurationListener;
  58. StreamSubscription? _recordActionListener;
  59. final int maxRecordDuration = 60 * 60 * 5 - 60; //最大录音时长5小时,减去1分钟以防止录音时长超过5小时
  60. final int maxRecordSize =
  61. 1024 * 1024 * 1024 - 1024 * 1024; //最大录音文件1G,减去1M以防止录音文件超过1G
  62. int currentRecordSize = 0;
  63. void init() {
  64. if (currentStatus.value != RecordStatus.recording) {
  65. _initLastRecordId();
  66. _initLastRecordStatus();
  67. _initForegroundService();
  68. _initRecordDurationStream();
  69. }
  70. }
  71. void _initRecordDurationStream() {
  72. _currentDurationListener?.cancel();
  73. _currentDurationListener = currentDuration.listen((event) async {
  74. if (currentStatus.value == RecordStatus.pending ||
  75. !await FlutterForegroundTask.isRunningService) {
  76. return;
  77. }
  78. NotificationUtil.showRecordNotification(
  79. _serviceId, currentStatus.value == RecordStatus.recording, event,
  80. channelId: _channelId, channelName: _channelName);
  81. });
  82. _recordActionListener?.cancel();
  83. _recordActionListener =
  84. CustomNotification.recordActionStream().listen((action) {
  85. if (action == recordDone) {
  86. _recordNotificationDone();
  87. } else if (action == recordPause) {
  88. stopRecord();
  89. } else if (action == recordRecording) {
  90. startOrContinueRecord();
  91. }
  92. });
  93. }
  94. void _recordNotificationDone() {
  95. saveCurrentRecord().then((talkInfo) {
  96. if (Get.currentRoute == RoutePath.record) {
  97. Get.back();
  98. }
  99. TalkPage.start(talkInfo, eventTag: EventId.id_001);
  100. }).catchError((error) {
  101. if (error is ServerErrorException) {
  102. if (error.code == ErrorCode.errorCodeNoLogin) {
  103. ToastUtil.showToast("录音已保存,请登录");
  104. } else {
  105. ToastUtil.showToast("${error.message}");
  106. }
  107. } else {
  108. ToastUtil.showToast("录音已保存,请检查网络并重试");
  109. }
  110. });
  111. }
  112. void _initLastRecordId() {
  113. String? lastRecordId = KVUtil.getString(keyLastRecordId, null);
  114. if (lastRecordId == null || lastRecordId.isEmpty) {
  115. _lastRecordId = const Uuid().v4();
  116. KVUtil.putString(keyLastRecordId, _lastRecordId);
  117. } else {
  118. _lastRecordId = lastRecordId;
  119. }
  120. }
  121. Future<void> _initLastRecordStatus() async {
  122. var currentRecordFile = await _getCurrentRecordFile();
  123. var fileLength = currentRecordFile.lengthSync();
  124. if (currentRecordFile.existsSync() && fileLength > 0) {
  125. _changeRecordStatus(RecordStatus.paused);
  126. double time = _getPcmDuration(
  127. fileLength, recordConfig.sampleRate, 16, recordConfig.numChannels);
  128. currentDuration.value = time;
  129. currentRecordSize = fileLength;
  130. } else {
  131. currentDuration.value = 0;
  132. currentRecordSize = 0;
  133. }
  134. }
  135. double _getPcmDuration(
  136. int fileSize, int sampleRate, int bitDepth, int channels) {
  137. final bytesPerSecond = sampleRate * (bitDepth / 8) * channels;
  138. final durationInSeconds = fileSize / bytesPerSecond;
  139. return durationInSeconds;
  140. }
  141. Future<File> _getCurrentRecordFile() async {
  142. Directory documentDir = await getApplicationDocumentsDirectory();
  143. File file = File("${documentDir.path}/.atmob/record/$_lastRecordId");
  144. if (!file.existsSync()) {
  145. file.createSync(recursive: true);
  146. }
  147. return file;
  148. }
  149. Future<void> stopRecord({bool? isStopService}) async {
  150. _releaseWakeLock();
  151. if (_soundPlayer.isRecording) {
  152. await _soundPlayer.pauseRecorder();
  153. }
  154. _changeRecordStatus(RecordStatus.paused);
  155. if (isStopService == true) {
  156. await FlutterForegroundTask.stopService();
  157. }
  158. }
  159. void _changeRecordStatus(RecordStatus status) async {
  160. currentStatus.value = status;
  161. if (status == RecordStatus.pending ||
  162. !await FlutterForegroundTask.isRunningService) {
  163. return;
  164. }
  165. NotificationUtil.showRecordNotification(
  166. _serviceId, status == RecordStatus.recording, currentDuration.value,
  167. channelId: _channelId, channelName: _channelName);
  168. }
  169. void _setWakeLock() {
  170. WakelockPlus.enable();
  171. }
  172. void _releaseWakeLock() {
  173. WakelockPlus.disable();
  174. }
  175. _initForegroundService() {
  176. WidgetsBinding.instance
  177. .addPostFrameCallback((_) => FlutterForegroundTask.init(
  178. androidNotificationOptions: AndroidNotificationOptions(
  179. channelId: _channelId,
  180. channelName: _channelName,
  181. channelDescription:
  182. StringName.recordNotificationChannelDescription.tr,
  183. channelImportance: NotificationChannelImportance.LOW,
  184. priority: NotificationPriority.LOW,
  185. ),
  186. iosNotificationOptions: const IOSNotificationOptions(
  187. showNotification: false,
  188. playSound: false,
  189. ),
  190. foregroundTaskOptions: ForegroundTaskOptions(
  191. eventAction: ForegroundTaskEventAction.once(),
  192. autoRunOnBoot: false,
  193. autoRunOnMyPackageReplaced: true,
  194. allowWakeLock: true,
  195. allowWifiLock: false,
  196. ),
  197. ));
  198. }
  199. _onRecordPermissionDenied() {
  200. ToastUtil.showToast("需要授予录音权限才能使用录音功能");
  201. }
  202. Future<bool> _showRequestPermissionDialog() async {
  203. bool? isAllow = await EAAlertDialog.show(
  204. contentWidget: Container(
  205. margin: EdgeInsets.only(top: 16.h),
  206. child: Text(
  207. textAlign: TextAlign.center,
  208. '是否允许小听获取此设备的麦克风权限,为您提供转文字、智能总结服务?',
  209. style: TextStyle(
  210. fontWeight: FontWeight.bold,
  211. fontSize: 15.sp,
  212. color: ColorName.primaryTextColor),
  213. ),
  214. ),
  215. cancelText: '禁止',
  216. confirmText: '允许',
  217. cancelOnTap: () {
  218. EAAlertDialog.dismiss(result: false);
  219. },
  220. confirmOnTap: () {
  221. EAAlertDialog.dismiss(result: true);
  222. });
  223. return isAllow ?? false;
  224. }
  225. Future<void> startOrContinueRecord() async {
  226. var isGranted = await Permission.microphone.status;
  227. if (isGranted == PermissionStatus.granted) {
  228. await Permission.microphone.request();
  229. } else {
  230. bool isAllow = await _showRequestPermissionDialog();
  231. if (isAllow) {
  232. var status = await Permission.microphone.request();
  233. if (status != PermissionStatus.granted) {
  234. _onRecordPermissionDenied();
  235. return;
  236. }
  237. } else {
  238. _onRecordPermissionDenied();
  239. return;
  240. }
  241. }
  242. await _requestForegroundTaskPermission().catchError((error) {
  243. debugPrint("requestForegroundTaskPermission error: $error");
  244. });
  245. recordingDataController = StreamController<Uint8List>();
  246. File targetFile = await _getCurrentRecordFile();
  247. if (_recorderSubscription != null) {
  248. _recorderSubscription?.cancel();
  249. }
  250. _recorderSubscription = recordingDataController!.stream.listen((data) {
  251. if (data.isEmpty) {
  252. return;
  253. }
  254. if (currentDuration.value >= maxRecordDuration) {
  255. ToastUtil.showToast("录音时长已达上限");
  256. stopRecord();
  257. return;
  258. }
  259. if (currentRecordSize >= maxRecordSize) {
  260. ToastUtil.showToast("录音文件已达上限");
  261. stopRecord();
  262. return;
  263. }
  264. targetFile.writeAsBytesSync(data, mode: FileMode.append);
  265. currentRecordSize += data.length;
  266. currentDuration.value = currentDuration.value +
  267. _getPcmDuration(data.length, recordConfig.sampleRate, 16,
  268. recordConfig.numChannels);
  269. debugPrint(
  270. "currentDuration: ${formatDuration(currentDuration.value)} , currentSize: ${currentRecordSize.toReadableSize()}");
  271. }, onDone: () {
  272. _changeRecordStatus(RecordStatus.paused);
  273. }, onError: (error) {
  274. _changeRecordStatus(RecordStatus.paused);
  275. });
  276. await _soundPlayer.openRecorder();
  277. _isSoundInited = true;
  278. await _soundPlayer.startRecorder(
  279. toStream: recordingDataController!.sink,
  280. codec: recordConfig.codec,
  281. numChannels: recordConfig.numChannels,
  282. sampleRate: recordConfig.sampleRate);
  283. _setWakeLock();
  284. _startForegroundService();
  285. if (currentStatus.value != RecordStatus.recording) {
  286. _changeRecordStatus(RecordStatus.recording);
  287. }
  288. }
  289. String formatDuration(double value) {
  290. int hour = (value / 3600).floor();
  291. int minute = ((value - hour * 3600) / 60).floor();
  292. int second = (value - hour * 3600 - minute * 60).floor();
  293. return '${hour.toString().padLeft(2, '0')}:${minute.toString().padLeft(2, '0')}:${second.toString().padLeft(2, '0')}';
  294. }
  295. Future<void> _requestForegroundTaskPermission() async {
  296. final NotificationPermission notificationPermission =
  297. await FlutterForegroundTask.checkNotificationPermission();
  298. if (notificationPermission != NotificationPermission.granted) {
  299. await FlutterForegroundTask.requestNotificationPermission();
  300. }
  301. if (Platform.isAndroid) {
  302. if (!await FlutterForegroundTask.isIgnoringBatteryOptimizations) {
  303. // This function requires `android.permission.REQUEST_IGNORE_BATTERY_OPTIMIZATIONS` permission.
  304. await FlutterForegroundTask.requestIgnoreBatteryOptimization();
  305. }
  306. }
  307. }
  308. Future<void> deleteCurrentRecord() async {
  309. await stopRecord(isStopService: true);
  310. File file = await _getCurrentRecordFile();
  311. if (file.existsSync()) {
  312. file.deleteSync();
  313. }
  314. KVUtil.putString(keyLastRecordId, "");
  315. _changeRecordStatus(RecordStatus.pending);
  316. currentDuration.value = 0;
  317. currentRecordSize = 0;
  318. }
  319. Future<void> _startForegroundService() async {
  320. final isRunningService = await FlutterForegroundTask.isRunningService;
  321. if (isRunningService) {
  322. return;
  323. }
  324. await FlutterForegroundTask.startService(
  325. serviceId: _serviceId,
  326. notificationTitle: StringName.appName.tr,
  327. notificationText: StringName.recordStatusRecording.tr,
  328. notificationIcon: null,
  329. notificationButtons: [],
  330. callback: setRecordCallback,
  331. );
  332. }
  333. void releaseSoundRecorder() {
  334. if (_isSoundInited == true) {
  335. _soundPlayer.closeRecorder();
  336. _isSoundInited = false;
  337. }
  338. }
  339. void _cancelRecorderSubscriptions() {
  340. recordingDataController = null;
  341. _recorderSubscription?.cancel();
  342. }
  343. Future<void> getConvertWavFile(String talkId) async {
  344. File pcmFile = await _getCurrentRecordFile();
  345. if (pcmFile.existsSync()) {
  346. File wavFile = await getRecordFile(talkId);
  347. try {
  348. LoadingDialog.show('正在保存录音,请稍等...');
  349. await PcmWavConverter.convert(pcmFile, wavFile, recordConfig.sampleRate,
  350. recordConfig.numChannels, 16);
  351. } catch (e) {
  352. LoadingDialog.hide();
  353. throw ServerErrorException(-1, '录音文件保存失败');
  354. } finally {
  355. LoadingDialog.hide();
  356. }
  357. //检查pcm文件是否可删除
  358. await checkRecordSourceCanDelete(pcmFile, wavFile);
  359. } else {
  360. throw ServerErrorException(-1, "录音文件不存在");
  361. }
  362. }
  363. Future<void> checkRecordSourceCanDelete(File pcmFile, File wavFile) async {
  364. if (!pcmFile.existsSync() || !wavFile.existsSync()) {
  365. throw ServerErrorException(-1, "录音文件不存在");
  366. }
  367. int wavFileLength = wavFile.lengthSync();
  368. if (wavFileLength <= 44) {
  369. throw ServerErrorException(-1, "录音文件异常");
  370. }
  371. if (wavFileLength < pcmFile.lengthSync()) {
  372. throw ServerErrorException(-1, "录音文件未转换成功");
  373. }
  374. pcmFile.delete();
  375. KVUtil.putString(keyLastRecordId, "");
  376. }
  377. Future<TalkBean> saveCurrentRecord() async {
  378. final currentDurationValue = currentDuration.value;
  379. if (currentDurationValue < minRecordDuration) {
  380. throw ServerErrorException(-1, "录音时长不足$minRecordDuration秒");
  381. }
  382. await recordHandler.stopRecord(isStopService: true);
  383. //检查录音文件
  384. if (!await checkRecordFile()) {
  385. throw ServerErrorException(-1, "录音文件不存在");
  386. }
  387. return talkRepository
  388. .talkCreate(recordHandler.lastRecordId, currentDuration.value.toInt())
  389. .then((talkInfo) async {
  390. await recordHandler.getConvertWavFile(talkInfo.id);
  391. return talkInfo;
  392. });
  393. }
  394. Future<bool> checkRecordFile() async {
  395. File pcmFile = await _getCurrentRecordFile();
  396. if (pcmFile.existsSync()) {
  397. return true;
  398. }
  399. return false;
  400. }
  401. void onClose() async {
  402. if (currentStatus.value != RecordStatus.recording) {
  403. releaseSoundRecorder();
  404. _cancelRecorderSubscriptions();
  405. }
  406. }
  407. //********************静态方法***************************/
  408. /// 判断是否有未上传的录音
  409. static Future<bool> hasUnUploadRecord() async {
  410. String? lastRecordId = KVUtil.getString(keyLastRecordId, null);
  411. if (lastRecordId == null || lastRecordId.isEmpty) {
  412. return false;
  413. }
  414. Directory documentDir = await getApplicationDocumentsDirectory();
  415. File file = File("${documentDir.path}/.atmob/record/$lastRecordId");
  416. return await file.exists() && await file.length() > 0;
  417. }
  418. /// 获取录音文件地址
  419. static Future<File> getRecordFile(String talkId) async {
  420. Directory documentDir = await getApplicationDocumentsDirectory();
  421. return File("${documentDir.path}/.atmob/record/$talkId.wav");
  422. }
  423. static Future<File> getPcmRecordFile(String requestId) async {
  424. Directory documentDir = await getApplicationDocumentsDirectory();
  425. return File("${documentDir.path}/.atmob/record/$requestId");
  426. }
  427. }
  428. class RecordConfig {
  429. Codec codec;
  430. int numChannels;
  431. int sampleRate;
  432. RecordConfig(
  433. {required this.codec,
  434. required this.numChannels,
  435. required this.sampleRate});
  436. }
  437. final recordHandler = RecordHandler._();