Compare commits

...

11 Commits

Author SHA1 Message Date
Koen J 3cf4a52a69 Removed multicast lock again. 2024-09-03 11:48:35 +02:00
Koen J eb8b02756b Fixed case where device fails to acquire audio focus. 2024-09-03 11:13:23 +02:00
Koen J 0510d34ed3 Updated Bilibili 2024-09-02 20:10:02 +02:00
Koen J 1c8d12e72a Merge branch 'master' of gitlab.futo.org:videostreaming/grayjay 2024-09-02 19:45:35 +02:00
Koen J 0a36a6b674 Increased byte array size mDNS. 2024-09-02 19:45:27 +02:00
Kelvin b887c9d50f Change settings, WIP article object' 2024-09-02 19:32:59 +02:00
Koen J ee4e108e4f Acquiring and releasing multicast lock. 2024-09-02 17:57:51 +02:00
Koen J 5e14a0fed4 Possible fix for receivers. 2024-09-02 17:45:11 +02:00
Koen J 6045205ea9 Merge branch 'master' of gitlab.futo.org:videostreaming/grayjay 2024-09-02 16:17:09 +02:00
Koen J f2d763cdec Updated Rumble and Youtube and added tagName and parentElement to DOMParser. 2024-09-02 16:17:01 +02:00
Kelvin e5e348205a atob/btoa as methods, string body fix for devportal 2024-09-02 15:21:09 +02:00
18 changed files with 258 additions and 40 deletions
+96
View File
@@ -795,3 +795,99 @@ class URLSearchParams {
return searchString;
}
}
var __REGEX_SPACE_CHARACTERS = /<%= spaceCharacters %>/g;
var __btoa_TABLE = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/';
function btoa(input) {
input = String(input);
if (/[^\0-\xFF]/.test(input)) {
// Note: no need to special-case astral symbols here, as surrogates are
// matched, and the input is supposed to only contain ASCII anyway.
error(
'The string to be encoded contains characters outside of the ' +
'Latin1 range.'
);
}
var padding = input.length % 3;
var output = '';
var position = -1;
var a;
var b;
var c;
var buffer;
// Make sure any padding is handled outside of the loop.
var length = input.length - padding;
while (++position < length) {
// Read three bytes, i.e. 24 bits.
a = input.charCodeAt(position) << 16;
b = input.charCodeAt(++position) << 8;
c = input.charCodeAt(++position);
buffer = a + b + c;
// Turn the 24 bits into four chunks of 6 bits each, and append the
// matching character for each of them to the output.
output += (
__btoa_TABLE.charAt(buffer >> 18 & 0x3F) +
__btoa_TABLE.charAt(buffer >> 12 & 0x3F) +
__btoa_TABLE.charAt(buffer >> 6 & 0x3F) +
__btoa_TABLE.charAt(buffer & 0x3F)
);
}
if (padding == 2) {
a = input.charCodeAt(position) << 8;
b = input.charCodeAt(++position);
buffer = a + b;
output += (
__btoa_TABLE.charAt(buffer >> 10) +
__btoa_TABLE.charAt((buffer >> 4) & 0x3F) +
__btoa_TABLE.charAt((buffer << 2) & 0x3F) +
'='
);
} else if (padding == 1) {
buffer = input.charCodeAt(position);
output += (
__btoa_TABLE.charAt(buffer >> 2) +
__btoa_TABLE.charAt((buffer << 4) & 0x3F) +
'=='
);
}
return output;
};
function atob(input) {
input = String(input)
.replace(__REGEX_SPACE_CHARACTERS, '');
var length = input.length;
if (length % 4 == 0) {
input = input.replace(/==?$/, '');
length = input.length;
}
if (
length % 4 == 1 ||
// http://whatwg.org/C#alphanumeric-ascii-characters
/[^+a-zA-Z0-9/]/.test(input)
) {
error(
'Invalid character: the string to be decoded is not correctly encoded.'
);
}
var bitCounter = 0;
var bitStorage;
var buffer;
var output = '';
var position = -1;
while (++position < length) {
buffer = __btoa_TABLE.indexOf(input.charAt(position));
bitStorage = bitCounter % 4 ? bitStorage * 64 + buffer : buffer;
// Unless this is the first of a group of 4 characters…
if (bitCounter++ % 4) {
// …convert the first 8 bits to a single ASCII character.
output += String.fromCharCode(
0xFF & bitStorage >> (-2 * bitCounter & 6)
);
}
}
return output;
};
@@ -478,7 +478,6 @@ class Settings : FragmentedStorageFileJson() {
var preferWebmAudio: Boolean = false;
@FormField(R.string.allow_under_cutout, FieldForm.TOGGLE, R.string.allow_under_cutout_description, 16)
@FormFieldWarning(R.string.changing_this_field_requires_restart)
var allowVideoToGoUnderCutout: Boolean = true;
}
@@ -7,6 +7,7 @@ import android.content.Intent.FLAG_ACTIVITY_NEW_TASK
import android.content.pm.PackageManager
import android.content.res.Configuration
import android.net.Uri
import android.net.wifi.WifiManager
import android.os.Bundle
import android.os.StrictMode
import android.os.StrictMode.VmPolicy
@@ -253,7 +254,6 @@ class MainActivity : AppCompatActivity, IWithResultLauncher {
setContentView(R.layout.activity_main);
setNavigationBarColorAndIcons();
runBlocking {
StatePlatform.instance.updateAvailableClients(this@MainActivity);
}
@@ -514,7 +514,6 @@ class MainActivity : AppCompatActivity, IWithResultLauncher {
}
}
/*
override fun onRequestPermissionsResult(requestCode: Int, permissions: Array<out String>, grantResults: IntArray) {
super.onRequestPermissionsResult(requestCode, permissions, grantResults);
@@ -0,0 +1,78 @@
package com.futo.platformplayer.api.media.platforms.js.models
import com.caoccao.javet.values.reference.V8ValueObject
import com.futo.platformplayer.api.media.IPluginSourced
import com.futo.platformplayer.api.media.models.Thumbnails
import com.futo.platformplayer.api.media.models.contents.ContentType
import com.futo.platformplayer.api.media.models.post.TextType
import com.futo.platformplayer.api.media.platforms.js.SourcePluginConfig
import com.futo.platformplayer.getOrDefault
import com.futo.platformplayer.getOrThrow
import com.futo.platformplayer.getOrThrowNullableList
import kotlin.streams.toList
open class JSArticle : JSContent, IPluginSourced {
final override val contentType: ContentType get() = ContentType.POST;
val summary: String;
val thumbnails: Thumbnails?;
val segments: List<IJSArticleSegment>;
constructor(config: SourcePluginConfig, obj: V8ValueObject): super(config, obj) {
val contextName = "PlatformPost";
summary = _content.getOrThrow(config, "summary", contextName);
if(_content.has("thumbnails"))
thumbnails = Thumbnails.fromV8(config, _content.getOrThrow(config, "thumbnails", contextName));
else
thumbnails = null;
segments = (obj.getOrThrowNullableList<V8ValueObject>(config, "segments", contextName)
?.map { fromV8Segment(config, it) }
?.filterNotNull() ?: listOf());
}
companion object {
fun fromV8Segment(config: SourcePluginConfig, obj: V8ValueObject): IJSArticleSegment? {
if(!obj.has("type"))
throw IllegalArgumentException("Object missing type field");
return when(obj.getOrThrow<SegmentType>(config, "type", "JSArticle.Segment")) {
SegmentType.TEXT -> JSTextSegment(config, obj);
SegmentType.IMAGES -> JSImagesSegment(config, obj);
else -> null;
}
}
}
}
enum class SegmentType(i: Int) {
UNKNOWN(0),
TEXT(1),
IMAGES(2)
}
interface IJSArticleSegment {
val type: SegmentType;
}
class JSTextSegment: IJSArticleSegment {
override val type = SegmentType.TEXT;
val textType: TextType;
val content: String;
constructor(config: SourcePluginConfig, obj: V8ValueObject) {
val contextName = "JSTextSegment";
textType = TextType.fromInt((obj.getOrDefault<Int>(config, "textType", contextName, null) ?: 0));
content = obj.getOrDefault(config, "content", contextName, "") ?: "";
}
}
class JSImagesSegment: IJSArticleSegment {
override val type = SegmentType.IMAGES;
val images: List<String>;
constructor(config: SourcePluginConfig, obj: V8ValueObject) {
val contextName = "JSTextSegment";
images = obj.getOrThrowNullableList<String>(config, "images", contextName) ?: listOf();
}
}
@@ -68,6 +68,10 @@ class PackageDOMParser : V8Package {
return result;
}
@V8Property
fun parentElement(): DOMNode? {
return parentNode();
}
@V8Property
fun attributes(): Map<String, String> = _element.attributes().associate { Pair(it.key, it.value) }
@V8Property
fun innerHTML(): String = _element.html();
@@ -76,6 +80,8 @@ class PackageDOMParser : V8Package {
@V8Property
fun textContent(): String = _element.text();
@V8Property
fun tagName(): String = _element.tagName().uppercase();
@V8Property
fun text(): String = _element.text().ifEmpty { data() };
@V8Property
fun data(): String = _element.data();
@@ -99,6 +99,8 @@ class PackageHttp: V8Package {
if(body is V8ValueString)
return client.POST(url, body.value, headers, if(useByteResponse) ReturnType.BYTES else ReturnType.STRING);
else if(body is String)
return client.POST(url, body, headers, if(useByteResponse) ReturnType.BYTES else ReturnType.STRING);
else if(body is V8ValueTypedArray)
return client.POST(url, body.toBytes(), headers, if(useByteResponse) ReturnType.BYTES else ReturnType.STRING);
else if(body is ByteArray)
@@ -18,9 +18,9 @@ class MDNSListener {
}
private val _lockObject = ReentrantLock()
private var _receiver4: DatagramSocket? = null
private var _receiver6: DatagramSocket? = null
private val _senders = mutableListOf<DatagramSocket>()
private var _receiver4: MulticastSocket? = null
private var _receiver6: MulticastSocket? = null
private val _senders = mutableListOf<MulticastSocket>()
private val _nicMonitor = NICMonitor()
private val _serviceRecordAggregator = ServiceRecordAggregator()
private var _started = false
@@ -53,13 +53,13 @@ class MDNSListener {
Logger.i(TAG, "Starting")
_lockObject.withLock {
val receiver4 = DatagramSocket(null).apply {
val receiver4 = MulticastSocket(null).apply {
reuseAddress = true
bind(InetSocketAddress(InetAddress.getByName("0.0.0.0"), MulticastPort))
}
_receiver4 = receiver4
val receiver6 = DatagramSocket(null).apply {
val receiver6 = MulticastSocket(null).apply {
reuseAddress = true
bind(InetSocketAddress(InetAddress.getByName("::"), MulticastPort))
}
@@ -166,6 +166,11 @@ class MDNSListener {
try {
when (address) {
is Inet4Address -> {
_receiver4?.let { receiver4 ->
//receiver4.setOption(StandardSocketOptions.IP_MULTICAST_IF, NetworkInterface.getByInetAddress(address))
receiver4.joinGroup(InetSocketAddress(MulticastAddressIPv4, MulticastPort), NetworkInterface.getByInetAddress(address))
}
val sender = MulticastSocket(null).apply {
reuseAddress = true
bind(InetSocketAddress(address, MulticastPort))
@@ -175,6 +180,11 @@ class MDNSListener {
}
is Inet6Address -> {
_receiver6?.let { receiver6 ->
//receiver6.setOption(StandardSocketOptions.IP_MULTICAST_IF, NetworkInterface.getByInetAddress(address))
receiver6.joinGroup(InetSocketAddress(MulticastAddressIPv6, MulticastPort), NetworkInterface.getByInetAddress(address))
}
val sender = MulticastSocket(null).apply {
reuseAddress = true
bind(InetSocketAddress(address, MulticastPort))
@@ -222,7 +232,7 @@ class MDNSListener {
private fun receiveLoop(client: DatagramSocket) {
Logger.i(TAG, "Started receive loop")
val buffer = ByteArray(1024)
val buffer = ByteArray(8972)
val packet = DatagramPacket(buffer, buffer.size)
while (_started) {
try {
@@ -10,7 +10,6 @@ import com.futo.platformplayer.constructs.Event1
class MediaControlReceiver : BroadcastReceiver() {
override fun onReceive(context: Context?, intent: Intent?) {
val act = intent?.getStringExtra(EXTRA_MEDIA_ACTION);
Logger.i(TAG, "Received MediaControl Event $act");
@@ -58,6 +58,8 @@ class MediaPlaybackService : Service() {
private var _focusRequest: AudioFocusRequest? = null;
private var _audioFocusLossTime_ms: Long? = null
private var _playbackState = PlaybackStateCompat.STATE_NONE;
private val _handler = Handler(Looper.getMainLooper())
private val _audioFocusRunnable = Runnable { setAudioFocus(false) }
override fun onStartCommand(intent: Intent?, flags: Int, startId: Int): Int {
Logger.v(TAG, "onStartCommand");
@@ -161,6 +163,8 @@ class MediaPlaybackService : Service() {
val focusRequest = _focusRequest;
if (focusRequest != null) {
Logger.i(TAG, "Audio focus abandoned")
_handler.removeCallbacks(_audioFocusRunnable)
_audioManager?.abandonAudioFocusRequest(focusRequest);
_focusRequest = null;
}
@@ -342,22 +346,46 @@ class MediaPlaybackService : Service() {
}
//TODO: (TBD) This code probably more fitting inside FutoVideoPlayer, as this service is generally only used for global events
private fun setAudioFocus() {
Log.i(TAG, "Requested audio focus.");
private fun setAudioFocus(createFocusRequest: Boolean = true) {
_handler.removeCallbacks(_audioFocusRunnable)
val focusRequest = AudioFocusRequest.Builder(AudioManager.AUDIOFOCUS_GAIN)
.setAcceptsDelayedFocusGain(true)
.setOnAudioFocusChangeListener(_audioFocusChangeListener)
.build()
if (_hasFocus) {
Log.i(TAG, "Skipped trying to get audio focus because audio focus is already obtained.");
return;
}
_focusRequest = focusRequest;
val result = _audioManager?.requestAudioFocus(focusRequest)
if (_focusRequest == null) {
if (!createFocusRequest) {
Log.i(TAG, "Skipped trying to get audio focus because createFocusRequest = false and no focus request exists.");
return;
}
val focusRequest = AudioFocusRequest.Builder(AudioManager.AUDIOFOCUS_GAIN)
.setAcceptsDelayedFocusGain(true)
.setOnAudioFocusChangeListener(_audioFocusChangeListener)
.build()
_focusRequest = focusRequest;
Log.i(TAG, "Created audio focus request.");
}
Log.i(TAG, "Requesting audio focus.");
val result = _audioManager?.requestAudioFocus(_focusRequest!!)
Log.i(TAG, "Audio focus request result $result");
if (result == AudioManager.AUDIOFOCUS_REQUEST_GRANTED) {
//TODO: Handle when not possible to get audio focus
_hasFocus = true;
Log.i(TAG, "Audio focus received");
} else if (result == AudioManager.AUDIOFOCUS_REQUEST_DELAYED) {
_hasFocus = false
Log.i(TAG, "Audio focus delayed, waiting for focus")
} else {
_hasFocus = false
Log.i(TAG, "Audio focus not granted, retrying in 1 second")
_handler.postDelayed(_audioFocusRunnable, 1000)
}
Log.i(TAG, "Audio focus requested.");
}
private val _audioFocusChangeListener =
@@ -365,8 +393,7 @@ class MediaPlaybackService : Service() {
try {
when (focusChange) {
AudioManager.AUDIOFOCUS_GAIN -> {
//Do not start playing on gaining audo focus
//MediaControlReceiver.onPlayReceived.emit();
_handler.removeCallbacks(_audioFocusRunnable)
_hasFocus = true;
Log.i(TAG, "Audio focus gained (restartPlaybackAfterLoss = ${Settings.instance.playback.restartPlaybackAfterLoss}, _audioFocusLossTime_ms = $_audioFocusLossTime_ms)");
@@ -385,7 +412,6 @@ class MediaPlaybackService : Service() {
}
}
AudioManager.AUDIOFOCUS_LOSS_TRANSIENT -> {
MediaControlReceiver.onPauseReceived.emit();
if (_playbackState != PlaybackStateCompat.STATE_PAUSED &&
_playbackState != PlaybackStateCompat.STATE_STOPPED &&
_playbackState != PlaybackStateCompat.STATE_NONE &&
@@ -393,10 +419,13 @@ class MediaPlaybackService : Service() {
_audioFocusLossTime_ms = System.currentTimeMillis()
}
Log.i(TAG, "Audio focus transient loss");
_hasFocus = false;
MediaControlReceiver.onPauseReceived.emit();
Log.i(TAG, "Audio focus transient loss (_audioFocusLossTime_ms = ${_audioFocusLossTime_ms})");
}
AudioManager.AUDIOFOCUS_LOSS_TRANSIENT_CAN_DUCK -> {
Log.i(TAG, "Audio focus transient loss, can duck");
_hasFocus = true;
}
AudioManager.AUDIOFOCUS_LOSS -> {
if (_playbackState != PlaybackStateCompat.STATE_PAUSED &&
@@ -409,16 +438,6 @@ class MediaPlaybackService : Service() {
_hasFocus = false;
MediaControlReceiver.onPauseReceived.emit();
Log.i(TAG, "Audio focus lost");
val activityManager = getSystemService(Context.ACTIVITY_SERVICE) as ActivityManager
val runningAppProcesses = activityManager.runningAppProcesses
for (processInfo in runningAppProcesses) {
// Check the importance of the running app process
if (processInfo.importance == ActivityManager.RunningAppProcessInfo.IMPORTANCE_FOREGROUND) {
// This app is in the foreground, which might have caused the loss of audio focus
Log.i("AudioFocus", "App ${processInfo.processName} might have caused the loss of audio focus")
}
}
}
}
} catch(ex: Throwable) {
@@ -13,6 +13,10 @@ annotation class FormField(val title: Int, val type: String, val subtitle: Int =
@Retention(AnnotationRetention.RUNTIME)
annotation class FormFieldWarning(val messageRes: Int)
@Target(AnnotationTarget.FIELD, AnnotationTarget.PROPERTY)
@Retention(AnnotationRetention.RUNTIME)
annotation class FormFieldHint(val messageRes: Int)
interface IField {
var descriptor: FormField?;
val obj : Any?;
@@ -293,6 +293,12 @@ class FieldForm : LinearLayout {
}, UIDialogs.ActionStyle.PRIMARY));
}
}
val hint = propertyMap[field.field]?.findAnnotation<FormFieldHint>();
if(hint != null){
field.onChanged.subscribe { f, value, oldValue ->
UIDialogs.appToast(context.getString(hint.messageRes), false);
}
}
}
}
+1 -1
View File
@@ -378,7 +378,7 @@
<string name="prefer_webm_audio">Prefer Webm Audio Codecs</string>
<string name="prefer_webm_audio_description">If player should prefer Webm codecs (opus) over mp4 codecs (AAC), may result in worse compatibility.</string>
<string name="allow_under_cutout">Allow video under cutout</string>
<string name="allow_under_cutout_description">Allow video to go underneath the screen cutout in full-screen.</string>
<string name="allow_under_cutout_description">Allow video to go underneath the screen cutout in full-screen.\nMay require restart</string>
<string name="allow_full_screen_portrait">Allow fullscreen portrait</string>
<string name="background_switch_audio">Switch to Audio in Background</string>
<string name="background_switch_audio_description">Optimize bandwidth usage by switching to audio-only stream in background if available, may cause stutter</string>