feat:视频跟读逻辑修改

liangchengyou
1 parent b830911b
Showing 6 changed files with 245 additions and 101 deletions
ios/Runner/XSMessageMehtodChannel.swift
lib/pages/repeatafter/widgets/repeat_after_item.dart
lib/pages/repeataftercontent/bloc/repeat_after_content_bloc.dart
lib/pages/repeataftercontent/bloc/repeat_after_content_event.dart
lib/pages/repeataftercontent/repeat_after_content_page.dart
pubspec.yaml
@@ -78,7 +78,7 @@ class XSMessageMehtodChannel: NSObject,SSOralEvaluatingManagerDelegate {
         } else {
             config.oralType = .sentence
         }
-        config.oralType = .kidSent
+        config.oralType = .sentence
         config.userId = userId
         SSOralEvaluatingManager.share().startEvaluateOral(withWavPath: voicePath, config: config)
     }
@@ -20,12 +20,11 @@ class RepeatAfterItem extends StatelessWidget {
       child: GestureDetector(
         onTap: (){
           ///todo 暂时注释调,测试用
-          // if (entity != null) {
-          //   if (!entity!.lock!) {
-          //     tapEvent?.call();
-          //   }
-          // }
-          tapEvent?.call();
+          if (entity != null) {
+            if (!entity!.lock!) {
+              tapEvent?.call();
+            }
+          }
         },
         child: Stack(
           children: [
-import 'package:audioplayers/audioplayers.dart';
+import 'dart:io';
+import 'dart:async';
+
+import 'package:audio_session/audio_session.dart';
 import 'package:flutter/cupertino.dart';
 import 'package:flutter/services.dart';
 import 'package:flutter_bloc/flutter_bloc.dart';
+import 'package:flutter_sound/flutter_sound.dart';
+import 'package:path_provider/path_provider.dart';
+import 'package:permission_handler/permission_handler.dart';
 import 'package:wow_english/common/request/dao/listen_dao.dart';
 import '../../../common/request/exception.dart';
 import '../../../models/read_content_entity.dart';
@@ -23,47 +29,56 @@ enum VoiceRecordState {
   voiceRecordEnd
 }
-enum VoicePlayState {
+///先声测评状态
+enum XSVoiceCheckState {
   ///未知
   unKnow,
-  ///播放中
-  playing,
-  ///播放完成
-  completed,
-  ///播放终止
-  stop
+  ///测评开始
+  start,
+  ///测评结束
+  stop,
 }
 class RepeatAfterContentBloc extends Bloc<RepeatAfterContentEvent, RepeatAfterContentState> {
   final String courseLessonId;
-  ///是否正在播放视频
+  /// 是否正在播放视频
   bool _videoPlaying = true;
-  ///是否需要录音
+  bool get videoPlaying => _videoPlaying;
+  /// 是否正在录音
   bool _isRecord = false;
-
+  bool get isRecord => _isRecord;
+  /// 先声评测状态
+  XSVoiceCheckState _xSCheckState = XSVoiceCheckState.unKnow;
+  XSVoiceCheckState get xSCheckState => _xSCheckState;
+  /// 评测结果
   Map? _voiceTestResult;
-
+  Map? get voiceTestResult => _voiceTestResult;
+  /// 录音的次数
   int _recordNumber = 0;
-
+  /// 录音文件地址
+  String _path = '';
+  String get path => _path;
+  /// 当前播放的视频位置
+  int _currentPlayIndex = 0;
+  int get currentPlayIndex => _currentPlayIndex;
+
+  /// 录音状态
   VoiceRecordState _voiceRecordState = VoiceRecordState.voiceRecordUnkonw;
-
-  bool get videoPlaying => _videoPlaying;
-
-  bool get isRecord => _isRecord;
-
   VoiceRecordState get voiceRecordState => _voiceRecordState;
+  /// 跟读内容数字
   List<ReadContentEntity?>? _entityList;
-
   List<ReadContentEntity?>? get entityList => _entityList ;
-  Map? get voiceTestResult => _voiceTestResult;
-
+  /// 方法
   late MethodChannel methodChannel;
-  late AudioPlayer audioPlayer;
+  ///录音
+  late FlutterSoundRecorder _soundRecorder;
+  late FlutterSoundPlayer _soundPlayer;
+  StreamSubscription? _soundPlayerListen;
   RepeatAfterContentBloc(this.courseLessonId) : super(RepeatAfterContentInitial()) {
     on<VoiceRecordStateChangeEvent>(_voiceRecordStateChange);
@@ -71,60 +86,67 @@ class RepeatAfterContentBloc extends Bloc&lt;RepeatAfterContentEvent, RepeatAfterCo
     on<ChangeVideoPlayIndexEvent>(_changeVideoPlayIndex);
     on<VideoPlayChangeEvent>(_videoPlayStateChange);
     on<RecordeVoicePlayEvent>(_recordeVoicePlay);
+    on<StarRecordVoiceEvent>(_starRecordVoice);
+    on<StopRecordVoiceEvent>(_stopRecordVoice);
     on<XSVoiceResultEvent>(_voiceXsResult);
     on<XSVoiceInitEvent>(_initVoiceSdk);
     on<RequestDataEvent>(_requestData);
     on<XSVoiceTestEvent>(_voiceXsTest);
     on<XSVoiceStopEvent>(_voiceXsStop);
     on<VoiceRecordEvent>(_voiceRecord);
-    on<InitBlocEvent>((event, emit) {
-      //音频播放器
-      audioPlayer = AudioPlayer();
-      audioPlayer.onPlayerStateChanged.listen((event) async {
-        debugPrint('播放状态变化');
-        if (event == PlayerState.completed) {
-          debugPrint('播放完成');
-
-        }
-        if (event == PlayerState.stopped) {
-          debugPrint('播放结束');
-
-        }
-
-        if (event == PlayerState.playing) {
-          debugPrint('正在播放中');
-
-        }
-        if(isClosed) {
-          return;
-        }
-
-      });
+    on<InitBlocEvent>(_initBlocData);
+  }
-      methodChannel = const MethodChannel('wow_english/sing_sound_method_channel');
-      methodChannel.setMethodCallHandler((call) async {
-        if (call.method == 'voiceResult') {//评测结果
-          add(XSVoiceResultEvent(call.arguments));
-          add(PostFollowReadContentEvent());
-          return;
-        }
+  @override
+  Future<void> close() {
+    _releaseFlauto();
+    return super.close();
+  }
-        if (call.method == 'voiceStart') {//评测开始
-          debugPrint('评测开始');
-          return;
-        }
+  ///初始化功能
+  void _initBlocData(InitBlocEvent event, Emitter<RepeatAfterContentState> emitter) {
+    methodChannel = const MethodChannel('wow_english/sing_sound_method_channel');
+    methodChannel.setMethodCallHandler((call) async {
+      if (call.method == 'voiceResult') {//评测结果
+        add(XSVoiceResultEvent(call.arguments));
+        add(PostFollowReadContentEvent());
+        return;
+      }
+    });
-        if (call.method == 'voiceEnd') {//评测结束
-          debugPrint('评测结束');
-          return;
-        }
+    //录音
+    _soundRecorder = FlutterSoundRecorder();
+    _init();
+  }
-        if (call.method == 'voiceFail') {//评测失败
-          showToast('评测失败');
-          return;
-        }
-      });
-    });
+  void  _init() async {
+    await _soundRecorder.openRecorder();
+    await _soundRecorder.setSubscriptionDuration(const Duration(milliseconds: 10));
+
+    //音屏
+    _soundPlayer = FlutterSoundPlayer();
+    //设置音频
+    final session = await AudioSession.instance;
+    await session.configure(AudioSessionConfiguration(
+      avAudioSessionCategory: AVAudioSessionCategory.playAndRecord,
+      avAudioSessionCategoryOptions:
+      AVAudioSessionCategoryOptions.allowBluetooth |
+      AVAudioSessionCategoryOptions.defaultToSpeaker,
+      avAudioSessionMode: AVAudioSessionMode.spokenAudio,
+      avAudioSessionRouteSharingPolicy:
+      AVAudioSessionRouteSharingPolicy.defaultPolicy,
+      avAudioSessionSetActiveOptions: AVAudioSessionSetActiveOptions.none,
+      androidAudioAttributes: const AndroidAudioAttributes(
+        contentType: AndroidAudioContentType.speech,
+        flags: AndroidAudioFlags.none,
+        usage: AndroidAudioUsage.voiceCommunication,
+      ),
+      androidAudioFocusGainType: AndroidAudioFocusGainType.gain,
+      androidWillPauseWhenDucked: true,
+    ));
+    await _soundPlayer.closePlayer();
+    await _soundPlayer.openPlayer();
+    await _soundPlayer.setSubscriptionDuration(const Duration(milliseconds: 10));
   }
   ///请求数据
@@ -177,12 +199,17 @@ class RepeatAfterContentBloc extends Bloc&lt;RepeatAfterContentEvent, RepeatAfterCo
   ///先声测试
   void _voiceXsTest(XSVoiceTestEvent event,Emitter<RepeatAfterContentState> emitter) async {
-    await audioPlayer.stop();
     methodChannel.invokeMethod(
-        'startVoice',
-        {'word':event.testWord,'type':event.type,'userId':event.userId.toString()}
+        'starLocalVoice',
+        {
+          'type':event.type,
+          'word':event.testWord,
+          'voicePath':_path,
+          'userId':event.userId.toString()
+        }
     );
     _recordNumber++;
+    _xSCheckState = XSVoiceCheckState.start;
     emitter(XSVoiceTestState());
   }
@@ -196,21 +223,116 @@ class RepeatAfterContentBloc extends Bloc&lt;RepeatAfterContentEvent, RepeatAfterCo
     final Map args = event.message as Map;
     final result = args['result'] as Map;
     final overall = result['overall'].toString();
-    final audioUrl = args['audioUrl'].toString();
-    _voiceTestResult = {'overall':overall,'audioUrl':audioUrl};
+    _voiceTestResult = {'overall':overall};
     emitter(XSVoiceTestState());
   }
   ///播放声音
   void _recordeVoicePlay(RecordeVoicePlayEvent event,Emitter<RepeatAfterContentState> emitter) async {
-    await audioPlayer.stop();
-    assert(event.audioUrl.isNotEmpty);
-    await audioPlayer.play(UrlSource(event.audioUrl));
-  }
+    if (await _fileExists(_path)) {
+      if (_soundPlayer.isPlaying) {
+        _soundPlayer.stopPlayer();
+      }
+      await _soundPlayer.startPlayer(
+        fromURI: path,
+        codec: Codec.aacADTS,
+        sampleRate: 44000,
+        whenFinished: (){
+
+        }
+      );
+    }
+  }
   ///更改播放的视频
   void _changeVideoPlayIndex(ChangeVideoPlayIndexEvent event,Emitter<RepeatAfterContentState> emitter) async {
+    if (_entityList == null || _entityList!.isEmpty) {
+      return;
+    }
+    if (event.isNext) {
+      if (_currentPlayIndex < _entityList!.length-1) {
+        _currentPlayIndex++;
+      }
+    } else {
+      if (_currentPlayIndex >0) {
+        _currentPlayIndex--;
+      }
+    }
     emitter(ChangeVideoPlayIndexState(event.isNext));
   }
+
+  ///开始录音
+  void _starRecordVoice(StarRecordVoiceEvent event,Emitter<RepeatAfterContentState> emitter) async {
+    try {
+      await getPermissionStatus().then((value) async {
+        if (!value) {
+          debugPrint('失败$value');
+          return;
+        }
+        Directory tempDir = await getTemporaryDirectory();
+        var time = DateTime.now().millisecondsSinceEpoch;
+        String path = '${tempDir.path}/$time${ext[Codec.aacADTS.index]}';
+
+        _path = path;
+        debugPrint('=====> 准备开始录音');
+        await _soundRecorder.startRecorder(
+          toFile: path,
+          codec: Codec.aacADTS,
+          bitRate: 8000,
+          numChannels: 1,
+          sampleRate: 8000,
+        );
+        debugPrint('=====> 开始录音');
+        _voiceRecordState = VoiceRecordState.voiceRecording;
+        emitter(VoiceRecordStateChange());
+      });
+    } catch (error) {
+      await _soundRecorder.stopRecorder();
+    }
+  }
+
+  ///停止录音
+  void _stopRecordVoice(StopRecordVoiceEvent event,Emitter<RepeatAfterContentState> emitter) async {
+    debugPrint('=====> 停止录音');
+    await _soundRecorder.stopRecorder();
+    _voiceRecordState = VoiceRecordState.voiceRecordEnd;
+    emitter(VoiceRecordStateChange());
+  }
+
+  /// 判断文件是否存在
+  Future<bool> _fileExists(String path) async {
+    return await File(path).exists();
+  }
+
+  ///获取权限
+  Future<bool> getPermissionStatus() async {
+    Permission permission = Permission.microphone;
+    PermissionStatus status = await permission.status;
+    if (status.isGranted) {
+      return true;
+    } else if (status.isDenied) {
+      requestPermission(permission);
+    } else if (status.isPermanentlyDenied) {
+      openAppSettings();
+    } else if (status.isRestricted) {
+      requestPermission(permission);
+    } else {
+
+    }
+    return false;
+  }
+
+  /// 释放录音
+  Future<void> _releaseFlauto() async {
+    await _soundRecorder.closeRecorder();
+  }
+
+  ///申请权限
+  void requestPermission(Permission permission) async {
+    PermissionStatus status = await permission.request();
+    if (status.isPermanentlyDenied) {
+      openAppSettings();
+    }
+  }
 }
@@ -6,9 +6,9 @@ abstract class RepeatAfterContentEvent {}
 class InitBlocEvent extends RepeatAfterContentEvent {}
 class VideoPlayChangeEvent extends RepeatAfterContentEvent {}
-
+///切换录音状态
 class VoiceRecordEvent extends RepeatAfterContentEvent {}
-
+///请求数据
 class RequestDataEvent extends RepeatAfterContentEvent {}
 class VoiceRecordStateChangeEvent extends RepeatAfterContentEvent {
@@ -39,13 +39,18 @@ class XSVoiceResultEvent extends RepeatAfterContentEvent {
   XSVoiceResultEvent(this.message);
 }
-class RecordeVoicePlayEvent extends RepeatAfterContentEvent {
-  final String audioUrl;
-  RecordeVoicePlayEvent(this.audioUrl);
-}
+///开始录音
+class StarRecordVoiceEvent extends RepeatAfterContentEvent {}
+
+///停止录音
+class StopRecordVoiceEvent extends RepeatAfterContentEvent {}
+
+///播放录音
+class RecordeVoicePlayEvent extends RepeatAfterContentEvent {}
 class PostFollowReadContentEvent extends RepeatAfterContentEvent {}
+///切换视频播放
 class ChangeVideoPlayIndexEvent extends RepeatAfterContentEvent {
   final bool isNext;
   ChangeVideoPlayIndexEvent(this.isNext);
@@ -7,6 +7,7 @@ import &#39;package:wow_english/route/route.dart&#39;;
 import '../../common/core/app_consts.dart';
 import '../../common/core/user_util.dart';
+import '../../models/read_content_entity.dart';
 import '../../utils/toast_util.dart';
 import 'widgets/repeat_video_widget.dart';
@@ -39,7 +40,14 @@ class _RepeatAfterContentPage extends StatelessWidget {
   Widget build(BuildContext context) {
     return BlocListener<RepeatAfterContentBloc,RepeatAfterContentState>(
       listener: (context,state){
-
+        final bloc = BlocProvider.of<RepeatAfterContentBloc>(context);
+        if (state is VoiceRecordStateChange) {//录音状态回调
+          if (bloc.voiceRecordState == VoiceRecordState.voiceRecordEnd) {//声音录制结束
+            ReadContentEntity? readContentEntity = bloc.entityList?[bloc.currentPlayIndex];
+            bloc.add(XSVoiceTestEvent(readContentEntity?.word??'','0',UserUtil.getUser()!.id.toString()));
+          }
+          return;
+        }
       },
       child: _repeatAfterContentView(),
     );
@@ -248,7 +256,7 @@ class _RepeatAfterContentPage extends StatelessWidget {
           mainAxisAlignment: MainAxisAlignment.end,
           children: [
             Offstage(
-              offstage: bloc.voiceRecordState != VoiceRecordState.voiceRecordEnd && voiceResult == null,
+              offstage:!(bloc.voiceRecordState == VoiceRecordState.voiceRecordEnd && bloc.xSCheckState == XSVoiceCheckState.stop),
               child: Column(
                 children: [
                   Container(
@@ -270,9 +278,7 @@ class _RepeatAfterContentPage extends StatelessWidget {
                   ),
                   IconButton(
                       onPressed: (){
-                        if(voiceResult != null) {
-                          bloc.add(RecordeVoicePlayEvent(voiceResult['audioUrl']??''));
-                        }
+                        bloc.add(RecordeVoicePlayEvent());
                       },
                       icon: Image.asset(
                         'voice_record_play'.assetPng,
@@ -291,19 +297,29 @@ class _RepeatAfterContentPage extends StatelessWidget {
                 ],
               ),
             ),
+            Offstage(
+              offstage: bloc.voiceRecordState == VoiceRecordState.voiceRecordUnkonw || bloc.xSCheckState != XSVoiceCheckState.unKnow,
+              child: Container(
+                color: Colors.grey,
+                padding: EdgeInsets.symmetric(
+                  vertical: 50.h,
+                  horizontal: 50.w
+                ),
+                child: Text(
+                  bloc.voiceRecordState == VoiceRecordState.voiceRecording?'正在录音':'录音结束'
+                ),
+              ),
+            ),
+            10.verticalSpace,
             GestureDetector(
               onTap: () => bloc.add(VoiceRecordEvent()),
-              onLongPress: () {
-                bloc.add(XSVoiceTestEvent(bloc.entityList?.first?.word??'', '0', UserUtil.getUser()!.id.toString()));
-              },
               onLongPressStart: (LongPressStartDetails details) {
-                bloc.add(VoiceRecordStateChangeEvent(VoiceRecordState.voiceRecordStat));
+                ///开始录音
+                bloc.add(StarRecordVoiceEvent());
               },
               onLongPressEnd: (LongPressEndDetails details) {
-                bloc.add(VoiceRecordStateChangeEvent(VoiceRecordState.voiceRecordEnd));
-              },
-              onLongPressUp: () {
-
+                ///结束录音
+                bloc.add(StopRecordVoiceEvent());
               },
               child: Image.asset(
                 'video_record'.assetPng,
@@ -95,6 +95,8 @@ dependencies:
   audioplayers: ^4.1.0
   # 语音录制 https://pub.dev/packages/flutter_sound
   flutter_sound: ^9.2.13
+  # 音频播放 https://pub.dev/packages/audio_session
+  audio_session: ^0.1.16
   # 文件管理 https://pub.dev/packages/path_provider
   path_provider: ^2.0.15
   # 阿里云oss https://pub.dev/packages/flutter_oss_aliyun