removed legacy ijk plugin

This commit is contained in:
Thibault Deckers 2024-07-21 21:53:15 +02:00
parent ddca1500c9
commit 8f0ae0e79e
9 changed files with 0 additions and 818 deletions

View file

@ -1,30 +0,0 @@
# Miscellaneous
*.class
*.log
*.pyc
*.swp
.DS_Store
.atom/
.buildlog/
.history
.svn/
migrate_working_dir/
# IntelliJ related
*.iml
*.ipr
*.iws
.idea/
# The .vscode folder contains launch configuration and tasks you configure in
# VS Code which you may wish to be included in version control, so this line
# is commented out by default.
#.vscode/
# Flutter/Dart/Pub related
# Libraries should not include pubspec.lock, per https://dart.dev/guides/libraries/private-files#pubspeclock.
#/pubspec.lock
**/doc/api/
.dart_tool/
.packages
build/

View file

@ -1,10 +0,0 @@
# This file tracks properties of this Flutter project.
# Used by Flutter tool to assess capabilities and perform upgrades etc.
#
# This file should be version controlled and should not be manually edited.
version:
revision: 796c8ef79279f9c774545b3771238c3098dbefab
channel: stable
project_type: package

View file

@ -1 +0,0 @@
include: ../../analysis_options.yaml

View file

@ -1,5 +0,0 @@
library aves_video_ijk;
export 'src/controller.dart';
export 'src/factory.dart';
export 'src/metadata.dart';

View file

@ -1,593 +0,0 @@
import 'dart:async';
import 'package:aves_model/aves_model.dart';
import 'package:aves_utils/aves_utils.dart';
import 'package:aves_video/aves_video.dart';
import 'package:collection/collection.dart';
import 'package:fijkplayer/fijkplayer.dart';
import 'package:flutter/material.dart';
import 'package:flutter/services.dart';
class IjkVideoController extends AvesVideoController {
final EventChannel _eventChannel = const OptionalEventChannel('befovy.com/fijk/event');
late FijkPlayer _instance;
final List<StreamSubscription> _subscriptions = [];
final StreamController<FijkValue> _valueStreamController = StreamController.broadcast();
final StreamController<String?> _timedTextStreamController = StreamController.broadcast();
final StreamController<double> _volumeStreamController = StreamController.broadcast();
final StreamController<double> _speedStreamController = StreamController.broadcast();
final AChangeNotifier _completedNotifier = AChangeNotifier();
Offset _macroBlockCrop = Offset.zero;
Timer? _initialPlayTimer;
double _speed = 1;
double _volume = 1;
// audio/video get out of sync with speed < .5
// the video stream plays at .5 but the audio is slowed as requested
@override
final double minSpeed = .5;
// ijkplayer configures `AudioTrack` buffer for a maximum speed of 2
// but `SoundTouch` can go higher
@override
final double maxSpeed = 2;
@override
final ValueNotifier<bool> canCaptureFrameNotifier = ValueNotifier(false);
@override
final ValueNotifier<bool> canMuteNotifier = ValueNotifier(false);
@override
final ValueNotifier<bool> canSetSpeedNotifier = ValueNotifier(false);
@override
final ValueNotifier<bool> canSelectStreamNotifier = ValueNotifier(false);
@override
final ValueNotifier<double?> sarNotifier = ValueNotifier(null);
Stream<FijkValue> get _valueStream => _valueStreamController.stream;
static const initialPlayDelay = Duration(milliseconds: 100);
static const gifLikeVideoDurationThreshold = Duration(seconds: 10);
static const gifLikeBitRateThreshold = 2 << 18; // 512kB/s (4Mb/s)
static const captureFrameEnabled = true;
IjkVideoController(
super.entry, {
required super.playbackStateHandler,
required super.settings,
}) {
_instance = FijkPlayer();
_valueStream.map((value) => value.videoRenderStart).firstWhere((v) => v, orElse: () => false).then(
(started) {
canCaptureFrameNotifier.value = captureFrameEnabled && started;
},
onError: (error) {},
);
_valueStream.map((value) => value.audioRenderStart).firstWhere((v) => v, orElse: () => false).then(
(started) {
canMuteNotifier.value = started;
canSetSpeedNotifier.value = started;
},
onError: (error) {},
);
_startListening();
}
@override
Future<void> dispose() async {
await super.dispose();
_initialPlayTimer?.cancel();
_stopListening();
await _valueStreamController.close();
await _timedTextStreamController.close();
await _instance.release();
_completedNotifier.dispose();
canCaptureFrameNotifier.dispose();
canMuteNotifier.dispose();
canSetSpeedNotifier.dispose();
canSelectStreamNotifier.dispose();
sarNotifier.dispose();
}
void _startListening() {
_instance.addListener(_onValueChanged);
_subscriptions.add(_eventChannel.receiveBroadcastStream().listen((event) => _onPluginEvent(event as Map?)));
_subscriptions.add(_valueStream.where((value) => value.state == FijkState.completed).listen((_) => _completedNotifier.notify()));
_subscriptions.add(_instance.onTimedText.listen(_timedTextStreamController.add));
_subscriptions.add(settings.updateStream
.where((event) => {
SettingKeys.enableVideoHardwareAccelerationKey,
SettingKeys.videoLoopModeKey,
}.contains(event.key))
.listen((_) => _instance.reset()));
}
void _stopListening() {
_instance.removeListener(_onValueChanged);
_subscriptions
..forEach((sub) => sub.cancel())
..clear();
}
Future<void> _init({int startMillis = 0}) async {
if (isReady) {
_stopListening();
await _instance.release();
_instance = FijkPlayer();
_startListening();
}
sarNotifier.value = null;
streams.clear();
_applyOptions(startMillis);
// calling `setDataSource()` with `autoPlay` starts as soon as possible, but often yields initial artifacts
// so we introduce a small delay after the player is declared `prepared`, before playing
await _instance.setDataSourceUntilPrepared(entry.uri);
await _applyVolume();
if (speed != 1) {
await _applySpeed();
}
_initialPlayTimer = Timer(initialPlayDelay, play);
}
void _applyOptions(int startMillis) {
// FFmpeg options
// `setHostOption`, cf:
// - https://fijkplayer.befovy.com/docs/zh/host-option.html
// - https://github.com/deckerst/fijkplayer/blob/master/android/src/main/java/com/befovy/fijkplayer/HostOption.java
// `setFormatOption`, cf https://github.com/FFmpeg/FFmpeg/blob/master/libavcodec/options_table.h
// `setCodecOption`, cf https://github.com/FFmpeg/FFmpeg/blob/master/libavformat/options_table.h
// `setSwsOption`, cf https://github.com/FFmpeg/FFmpeg/blob/master/libswscale/options.c
// `setPlayerOption`, cf https://github.com/Bilibili/ijkplayer/blob/master/ijkmedia/ijkplayer/ff_ffplay_options.h
// cf https://www.jianshu.com/p/843c86a9e9ad
// cf https://www.jianshu.com/p/3649c073b346
final options = FijkOption();
// when accurate seek is enabled and seeking fails, it takes time (cf `accurate-seek-timeout`) to acknowledge the error and proceed
// failure seems to happen when pause-seeking videos with an audio stream, whatever container or video stream
// player cannot be dynamically set to use accurate seek only when playing
const accurateSeekEnabled = false;
// playing with HW acceleration seems to skip the last frames of some videos
// so HW acceleration is always disabled for GIF-like videos where the last frames may be significant
final hwAccelerationEnabled = settings.enableVideoHardwareAcceleration && !_isGifLike();
// TODO TLAD [video] flaky: HW codecs sometimes fail when seek-starting some videos, e.g. MP2TS/h264(HDPR)
if (hwAccelerationEnabled) {
// when HW acceleration is enabled, videos with dimensions that do not fit 16x macroblocks need cropping
// TODO TLAD [video] flaky: not all formats/devices need this correction, e.g. 498x278 MP4 on S7, 408x244 WEBM on S10e do not
final s = entry.displaySize % 16 * -1 % 16;
_macroBlockCrop = Offset(s.width, s.height);
}
final loopEnabled = settings.videoLoopMode.shouldLoop(entry);
// `fastseek`: enable fast, but inaccurate seeks for some formats
// in practice the flag seems ineffective, but harmless too
options.setFormatOption('fflags', 'fastseek');
// `enable-snapshot`: enable snapshot interface
// default: 0, in [0, 1]
// there is a performance cost, and it should be set up before playing
options.setHostOption('enable-snapshot', captureFrameEnabled ? 1 : 0);
// default: 0, in [0, 1]
options.setHostOption('request-audio-focus', 1);
// default: 0, in [0, 1]
options.setHostOption('release-audio-focus', 1);
// `accurate-seek-timeout`: accurate seek timeout
// default: 5000 ms, in [0, 5000]
options.setPlayerOption('accurate-seek-timeout', 1000);
// `cover-after-prepared`: show cover provided to `FijkView` when player is `prepared` without auto play
// default: 0, in [0, 1]
options.setPlayerOption('cover-after-prepared', 0);
// `enable-accurate-seek`: enable accurate seek
// default: 0, in [0, 1]
// ignore: dead_code
options.setPlayerOption('enable-accurate-seek', accurateSeekEnabled ? 1 : 0);
// `min-frames`: minimal frames to stop pre-reading
// default: 50000, in [2, 50000]
// a comment in `IjkMediaPlayer.java` recommends setting this to 25 when de/selecting streams
options.setPlayerOption('min-frames', 25);
// `framedrop`: drop frames when cpu is too slow
// default: 0, in [-1, 120]
options.setPlayerOption('framedrop', 5);
// `loop`: set number of times the playback shall be looped
// default: 1, in [INT_MIN, INT_MAX]
options.setPlayerOption('loop', loopEnabled ? -1 : 1);
// `mediacodec-all-videos`: MediaCodec: enable all videos
// default: 0, in [0, 1]
options.setPlayerOption('mediacodec-all-videos', hwAccelerationEnabled ? 1 : 0);
// `seek-at-start`: set offset of player should be seeked
// default: 0, in [0, INT_MAX]
options.setPlayerOption('seek-at-start', startMillis);
// `soundtouch`: enable SoundTouch
// default: 0, in [0, 1]
// `SoundTouch` cannot be enabled/disabled after video is `prepared`
// When `SoundTouch` is enabled:
// - slowed down videos have a weird wobbly audio
// - we can set speeds higher than the `AudioTrack` limit of 2
options.setPlayerOption('soundtouch', _needSoundTouch(speed) ? 1 : 0);
// `subtitle`: decode subtitle stream
// default: 0, in [0, 1]
options.setPlayerOption('subtitle', 1);
_instance.applyOptions(options);
}
bool _isGifLike() {
// short
final durationSecs = (entry.durationMillis ?? 0) ~/ 1000;
if (durationSecs == 0) return false;
if (durationSecs > gifLikeVideoDurationThreshold.inSeconds) return false;
// light
final sizeBytes = entry.sizeBytes;
if (sizeBytes == null) return false;
if (sizeBytes / durationSecs > gifLikeBitRateThreshold) return false;
return true;
}
// cf https://developer.android.com/reference/android/media/AudioManager
static const int _audioFocusLoss = -1;
static const int _audioFocusRequestFailed = 0;
void _onPluginEvent(Map? fields) {
if (fields == null) return;
final event = fields['event'] as String?;
switch (event) {
case 'audiofocus':
final value = fields['value'] as int?;
if (value != null) {
switch (value) {
case _audioFocusLoss:
case _audioFocusRequestFailed:
pause();
}
}
case 'volume':
// ignore
break;
}
}
void _onValueChanged() {
if (_instance.state == FijkState.prepared && streams.isEmpty) {
_fetchStreams();
}
_valueStreamController.add(_instance.value);
}
@override
void onVisualChanged() => _init(startMillis: currentPosition);
@override
Future<void> play() async {
if (isReady) {
await _instance.start();
} else {
await _init();
}
}
@override
Future<void> pause() async {
if (isReady) {
_initialPlayTimer?.cancel();
await _instance.pause();
}
}
@override
Future<void> seekTo(int targetMillis) async {
targetMillis = targetMillis.clamp(0, duration);
if (isReady) {
await _instance.seekTo(targetMillis);
} else {
// always start playing, even when seeking on uninitialized player, otherwise the texture is not updated
// as a workaround, pausing after a brief duration is possible, but fiddly
await _init(startMillis: targetMillis);
}
}
@override
Listenable get playCompletedListenable => _completedNotifier;
@override
VideoStatus get status => _instance.state.toAves;
@override
Stream<VideoStatus> get statusStream => _valueStream.map((value) => value.state.toAves);
@override
Stream<double> get volumeStream => _volumeStreamController.stream;
@override
Stream<double> get speedStream => _speedStreamController.stream;
@override
bool get isReady => _instance.isPlayable();
@override
int get duration {
final controllerDuration = _instance.value.duration.inMilliseconds;
// use expected duration when controller duration is not set yet
return controllerDuration == 0 ? (entry.durationMillis ?? 0) : controllerDuration;
}
@override
int get currentPosition => _instance.currentPos.inMilliseconds;
@override
Stream<int> get positionStream => _instance.onCurrentPosUpdate.map((pos) => pos.inMilliseconds);
@override
Stream<String?> get timedTextStream => _timedTextStreamController.stream;
@override
bool get isMuted => _volume == 0;
@override
Future<void> mute(bool muted) async {
_volume = muted ? 0 : 1;
_volumeStreamController.add(_volume);
await _applyVolume();
}
Future<void> _applyVolume() => _instance.setVolume(_volume);
@override
double get speed => _speed;
@override
set speed(double speed) {
if (speed <= 0 || _speed == speed) return;
final optionChange = _needSoundTouch(speed) != _needSoundTouch(_speed);
_speed = speed;
_speedStreamController.add(_speed);
if (optionChange) {
_init(startMillis: currentPosition);
} else {
_applySpeed();
}
}
bool _needSoundTouch(double speed) => speed > 1;
// TODO TLAD [video] bug: setting speed fails when there is no audio stream or audio is disabled
Future<void> _applySpeed() => _instance.setSpeed(speed);
@override
Future<Uint8List?> captureFrame() {
if (!_instance.value.videoRenderStart) {
return Future.error('cannot capture frame when video is not rendered');
}
return _instance.takeSnapShot();
}
@override
Widget buildPlayerWidget(BuildContext context) {
return ValueListenableBuilder<double?>(
valueListenable: sarNotifier,
builder: (context, sar, child) {
if (sar == null) return const SizedBox();
// derive DAR (Display Aspect Ratio) from SAR (Storage Aspect Ratio), if any
// e.g. 960x536 (~16:9) with SAR 4:3 should be displayed as ~2.39:1
final dar = entry.displayAspectRatio * sar;
return FijkView(
player: _instance,
fit: FijkFit(
sizeFactor: 1.0,
aspectRatio: dar,
alignment: _alignmentForRotation(entry.rotationDegrees),
macroBlockCrop: _macroBlockCrop,
),
panelBuilder: (player, data, context, viewSize, texturePos) => const SizedBox(),
color: Colors.transparent,
);
},
);
}
Alignment _alignmentForRotation(int rotation) {
switch (rotation) {
case 90:
return Alignment.topRight;
case 180:
return Alignment.bottomRight;
case 270:
return Alignment.bottomLeft;
case 0:
default:
return Alignment.topLeft;
}
}
// streams (aka tracks)
final List<MediaStreamSummary> _streams = [];
@override
List<MediaStreamSummary> get streams => _streams;
void _fetchStreams() async {
final mediaInfo = await _instance.getInfo();
if (!mediaInfo.containsKey(Keys.streams)) return;
var videoStreamCount = 0, audioStreamCount = 0, textStreamCount = 0;
_streams.clear();
final allStreams = (mediaInfo[Keys.streams] as List).cast<Map>();
allStreams.forEach((stream) {
final type = ExtraStreamType.fromTypeString(stream[Keys.streamType]);
if (type != null) {
final width = stream[Keys.width] as int?;
final height = stream[Keys.height] as int?;
_streams.add(MediaStreamSummary(
type: type,
index: stream[Keys.index],
codecName: stream[Keys.codecName],
language: stream[Keys.language],
title: stream[Keys.title],
width: width,
height: height,
));
switch (type) {
case MediaStreamType.video:
// check width/height to exclude image streams (that are included among video streams)
if (width != null && height != null) {
videoStreamCount++;
}
case MediaStreamType.audio:
audioStreamCount++;
case MediaStreamType.text:
textStreamCount++;
}
}
});
canSelectStreamNotifier.value = videoStreamCount > 1 || audioStreamCount > 1 || textStreamCount > 0;
final selectedVideo = await getSelectedStream(MediaStreamType.video);
if (selectedVideo != null) {
final streamIndex = selectedVideo.index;
final streamInfo = allStreams.firstWhereOrNull((stream) => stream[Keys.index] == streamIndex);
if (streamInfo != null) {
final num = streamInfo[Keys.sarNum] ?? 0;
final den = streamInfo[Keys.sarDen] ?? 0;
sarNotifier.value = (num != 0 ? num : 1) / (den != 0 ? den : 1);
}
}
}
@override
Future<MediaStreamSummary?> getSelectedStream(MediaStreamType type) async {
final currentIndex = await _instance.getSelectedTrack(type.code);
return currentIndex != -1 ? _streams.firstWhereOrNull((v) => v.index == currentIndex) : null;
}
// When a stream is selected, the video accelerates to catch up with it.
// The duration of this acceleration phase depends on the player `min-frames` parameter.
// Calling `seekTo` after stream de/selection is a workaround to:
// 1) prevent video stream acceleration to catch up with audio
// 2) apply timed text stream
@override
Future<void> selectStream(MediaStreamType type, MediaStreamSummary? selected) async {
final current = await getSelectedStream(type);
if (current == selected) return;
if (selected != null) {
final newIndex = selected.index;
if (newIndex != null) {
await _instance.selectTrack(newIndex);
}
} else if (current != null) {
await _instance.deselectTrack(current.index!);
}
if (type == MediaStreamType.text) {
_timedTextStreamController.add(null);
}
await seekTo(currentPosition);
}
}
extension ExtraIjkStatus on FijkState {
VideoStatus get toAves {
switch (this) {
case FijkState.idle:
case FijkState.end:
case FijkState.stopped:
return VideoStatus.idle;
case FijkState.initialized:
case FijkState.asyncPreparing:
return VideoStatus.initialized;
case FijkState.prepared:
case FijkState.paused:
return VideoStatus.paused;
case FijkState.started:
return VideoStatus.playing;
case FijkState.completed:
return VideoStatus.completed;
case FijkState.error:
return VideoStatus.error;
}
}
}
extension ExtraFijkPlayer on FijkPlayer {
Future<void> setDataSourceUntilPrepared(String uri) async {
await setDataSource(uri, autoPlay: false, showCover: false);
final completer = Completer();
void onChanged() {
switch (state) {
case FijkState.prepared:
removeListener(onChanged);
completer.complete();
case FijkState.error:
removeListener(onChanged);
completer.completeError(value.exception);
default:
break;
}
}
addListener(onChanged);
await prepareAsync();
return completer.future;
}
}
extension ExtraStreamType on MediaStreamType {
static MediaStreamType? fromTypeString(String? type) {
switch (type) {
case MediaStreamTypes.video:
return MediaStreamType.video;
case MediaStreamTypes.audio:
return MediaStreamType.audio;
case MediaStreamTypes.subtitle:
case MediaStreamTypes.timedText:
return MediaStreamType.text;
default:
return null;
}
}
int get code {
// codes from ijkplayer ITrackInfo.java
switch (this) {
case MediaStreamType.video:
return 1;
case MediaStreamType.audio:
return 2;
case MediaStreamType.text:
// TIMEDTEXT = 3, SUBTITLE = 4
return 3;
default:
// METADATA = 5, UNKNOWN = 0
return 0;
}
}
}

View file

@ -1,21 +0,0 @@
import 'package:aves_model/aves_model.dart';
import 'package:aves_video/aves_video.dart';
import 'package:aves_video_ijk/aves_video_ijk.dart';
import 'package:fijkplayer/fijkplayer.dart';
class IjkVideoControllerFactory extends AvesVideoControllerFactory {
@override
void init() => FijkLog.setLevel(FijkLogLevel.Warn);
@override
AvesVideoController buildController(
AvesEntryBase entry, {
required PlaybackStateHandler playbackStateHandler,
required VideoSettings settings,
}) =>
IjkVideoController(
entry,
playbackStateHandler: playbackStateHandler,
settings: settings,
);
}

View file

@ -1,23 +0,0 @@
import 'package:aves_model/aves_model.dart';
import 'package:aves_video/aves_video.dart';
import 'package:aves_video_ijk/aves_video_ijk.dart';
import 'package:fijkplayer/fijkplayer.dart';
import 'package:flutter/foundation.dart';
class IjkVideoMetadataFetcher extends AvesVideoMetadataFetcher {
@override
void init() => FijkLog.setLevel(FijkLogLevel.Warn);
@override
Future<Map> getMetadata(AvesEntryBase entry) async {
final player = FijkPlayer();
final info = await player.setDataSourceUntilPrepared(entry.uri).then((v) {
return player.getInfo();
}).catchError((error) {
debugPrint('failed to get video metadata for entry=$entry, error=$error');
return {};
});
await player.release();
return info;
}
}

View file

@ -1,109 +0,0 @@
# Generated by pub
# See https://dart.dev/tools/pub/glossary#lockfile
packages:
aves_model:
dependency: "direct main"
description:
path: "../aves_model"
relative: true
source: path
version: "0.0.1"
aves_utils:
dependency: "direct main"
description:
path: "../aves_utils"
relative: true
source: path
version: "0.0.1"
aves_video:
dependency: "direct main"
description:
path: "../aves_video"
relative: true
source: path
version: "0.0.1"
characters:
dependency: transitive
description:
name: characters
sha256: "04a925763edad70e8443c99234dc3328f442e811f1d8fd1a72f1c8ad0f69a605"
url: "https://pub.dev"
source: hosted
version: "1.3.0"
collection:
dependency: "direct main"
description:
name: collection
sha256: ee67cb0715911d28db6bf4af1026078bd6f0128b07a5f66fb2ed94ec6783c09a
url: "https://pub.dev"
source: hosted
version: "1.18.0"
equatable:
dependency: transitive
description:
name: equatable
sha256: c2b87cb7756efdf69892005af546c56c0b5037f54d2a88269b4f347a505e3ca2
url: "https://pub.dev"
source: hosted
version: "2.0.5"
fijkplayer:
dependency: "direct main"
description:
path: "."
ref: aves
resolved-ref: "935a2d86ebf45fbdbaf8b4a0921d5eaea87410d6"
url: "https://github.com/deckerst/fijkplayer.git"
source: git
version: "0.10.0"
flutter:
dependency: "direct main"
description: flutter
source: sdk
version: "0.0.0"
flutter_lints:
dependency: "direct dev"
description:
name: flutter_lints
sha256: "3f41d009ba7172d5ff9be5f6e6e6abb4300e263aab8866d2a0842ed2a70f8f0c"
url: "https://pub.dev"
source: hosted
version: "4.0.0"
lints:
dependency: transitive
description:
name: lints
sha256: "976c774dd944a42e83e2467f4cc670daef7eed6295b10b36ae8c85bcbf828235"
url: "https://pub.dev"
source: hosted
version: "4.0.0"
material_color_utilities:
dependency: transitive
description:
name: material_color_utilities
sha256: "0e0a020085b65b6083975e499759762399b4475f766c21668c4ecca34ea74e5a"
url: "https://pub.dev"
source: hosted
version: "0.8.0"
meta:
dependency: transitive
description:
name: meta
sha256: "7687075e408b093f36e6bbf6c91878cc0d4cd10f409506f7bc996f68220b9136"
url: "https://pub.dev"
source: hosted
version: "1.12.0"
sky_engine:
dependency: transitive
description: flutter
source: sdk
version: "0.0.99"
vector_math:
dependency: transitive
description:
name: vector_math
sha256: "80b3257d1492ce4d091729e3a67a60407d227c27241d6927be0130c98e741803"
url: "https://pub.dev"
source: hosted
version: "2.1.4"
sdks:
dart: ">=3.4.1 <4.0.0"

View file

@ -1,26 +0,0 @@
name: aves_video_ijk
version: 0.0.1
publish_to: none
environment:
sdk: '>=3.4.1 <4.0.0'
dependencies:
flutter:
sdk: flutter
aves_model:
path: ../aves_model
aves_video:
path: ../aves_video
aves_utils:
path: ../aves_utils
collection:
fijkplayer:
git:
url: https://github.com/deckerst/fijkplayer.git
ref: aves
dev_dependencies:
flutter_lints:
flutter: