From bdd40a033fd7acf4779cc9eca522c0f284961063 Mon Sep 17 00:00:00 2001 From: GZNGET FOSS Team Date: Wed, 21 Jun 2017 12:45:38 +0200 Subject: initial commit, development state dating 20170421. --- .../Streamer/PulseAudio2GST/ThreadGST_server.pm | 477 +++++++++++++++++++++ 1 file changed, 477 insertions(+) create mode 100644 lib/Arctica/Services/Audio/Streamer/PulseAudio2GST/ThreadGST_server.pm (limited to 'lib/Arctica/Services/Audio/Streamer/PulseAudio2GST') diff --git a/lib/Arctica/Services/Audio/Streamer/PulseAudio2GST/ThreadGST_server.pm b/lib/Arctica/Services/Audio/Streamer/PulseAudio2GST/ThreadGST_server.pm new file mode 100644 index 0000000..f8b9b37 --- /dev/null +++ b/lib/Arctica/Services/Audio/Streamer/PulseAudio2GST/ThreadGST_server.pm @@ -0,0 +1,477 @@ +################################################################################ +# _____ _ +# |_ _| |_ ___ +# | | | ' \/ -_) +# |_| |_||_\___| +# _ _ ____ _ _ +# / \ _ __ ___| |_(_) ___ __ _ | _ \ _ __ ___ (_) ___ ___| |_ +# / _ \ | '__/ __| __| |/ __/ _` | | |_) | '__/ _ \| |/ _ \/ __| __| +# / ___ \| | | (__| |_| | (_| (_| | | __/| | | (_) | | __/ (__| |_ +# /_/ \_\_| \___|\__|_|\___\__,_| |_| |_| \___// |\___|\___|\__| +# |__/ +# The Arctica Modular Remote Computing Framework +# +################################################################################ +# +# Copyright (C) 2015-2016 The Arctica Project +# http://arctica-project.org/ +# +# This code is dual licensed: strictly GPL-2 or AGPL-3+ +# +# GPL-2 +# ----- +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; version 2 of the License. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the +# Free Software Foundation, Inc., +# +# 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. +# +# AGPL-3+ +# ------- +# This programm is free software; you can redistribute it and/or modify +# it under the terms of the GNU Affero General Public License as published by +# the Free Software Foundation; either version 3 of the License, or +# (at your option) any later version. +# +# This programm is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU Affero General Public License for more details. +# +# You should have received a copy of the GNU Affero General Public License +# along with this program; if not, write to the +# Free Software Foundation, Inc., +# 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. +# +# Copyright (C) 2015-2016 Guangzhou Nianguan Electronics Technology Co.Ltd. +# +# Copyright (C) 2015-2016 Mike Gabriel +# +################################################################################ +package Arctica::Services::Audio::Server::PulseAudio::ThreadGST_server; +use strict; +use Exporter qw(import); +use Arctica::Core::BugOUT::Basics qw( BugOUT ); +#use Arctica::Core::Mother::Forker; +use IO::Handle; +use Time::HiRes qw( usleep ); +use GStreamer1; +use Data::Dumper;# Remove this before release! (unless we're still dependant) + +# Be very selective about what (if any) gets exported by default: +our @EXPORT = qw( ); +# And be mindfull of what we lett the caller request here too: +our @EXPORT_OK = qw( ); + +my $ACO; + +GStreamer1::init([ $0 ]);# Initiate GST + + +sub new { + BugOUT(9,"ThreadGST new->ENTER"); + my $class_name = $_[0];# Be EXPLICIT!! DON'T SHIFT OR "@_"; + $ACO = $_[1]; + + my $self = { + isArctica => 1, # Declare that this is a Arctica "something" + aobject_name => "ThreadGST", + _default_out_rate => 64,# FIXME Look for defaults in a config file somewhere? + _default_in_rate => 32,# FIXME (We have a cfg file handler module somewhere.... Use it soon?) + _default_pasuspender_fpath => "/usr/bin/pasuspender",# FIXME ^^^^^^^^^^ + }; + bless($self, $class_name); + + if ($_[2]) {# FIXME!!!! We got some fancypants module somewhere that handles this.... switch to using that one, some day...!? + foreach my $arg (@{$_[2]}) { + BugOUT(8,"ARGY:\t$arg\t:ARG\n"); + if (($arg =~ /^\-(src)\=([a-z]{3,5})/) or ($arg =~ /^\-(snk)\=([a-z]{3,5})/) ){ + # print "1:\t$1\n2:\t$2\n"; + if ($1 eq "src") { + $self->_set_argv("src_or_snk","src"); + } elsif ($1 eq "snk") { + $self->_set_argv("src_or_snk","snk"); + } else { + BugOUT(9,"Not a server nor a client... what then...?"); + } + if (($2 eq "tcp") or ($2 eq "unixs")) { + $self->_set_argv("socket_type",$2); + $self->_set_argv("com_style","stream"); + } elsif (($2 eq "udp") or ($2 eq "unixd")) { + $self->_set_argv("socket_type",$2); + $self->_set_argv("com_style","datagram"); + } else { + BugOUT(0,"We can't be a '$2' $self->{'s_or_c'}"); + } + + } elsif ($arg =~ /^\-oo_([a-z]{2,10})\=([a-z0-9]*)/) { + $self->_set_argv("opus_$1",$2); + } elsif ($arg =~ /^\-port\=([a-z0-9]*)/) { + $self->_set_argv("port_or_unix-socket",$1); + } elsif ($arg =~ /^\-pa_device_name\=([a-zA-Z0-9\.\_\-]*)/) { + BugOUT(8,"pa_device_name", $1); + $self->_set_argv("pa_device_name", $1); + } elsif ($arg =~ /^\-clientside\=([a-z]*)/) { + if ($1 eq "pulseaudio") { + $self->_set_argv("clientside","pulseaudio"); + } else { + if ($1 ne "autoaudio") { + BugOUT(1,"-clientside=$1 ? wtf? So we're going to try to use autoaudio..."); + } + $self->_set_argv("clientside","autoaudio"); + } + + } elsif ($arg =~ /^\-wait\=1/) { + $self->_set_argv("wait",1); + } elsif ($arg =~ /^\-start_bitrate\=(\d{1,3})/) { + $self->_set_argv("bitrate",$1); + } + } + + } else { + BugOUT(0,"NO ARGS?"); + } + + $ACO->{'aobj'}{'ThreadGST'} = \$self; + + BugOUT(9,"ThreadGST new->DONE"); + return $self; +} + + +sub ch_options { + my $self = $_[0]; + my $o_name = $_[1]; + my $o_value = $_[2]; + if ($o_name eq "bitrate") { + if ($o_value =~ /^(\d{1,})$/) { + $self->_tune_gstpipe($1); + } + } else { + BugOUT(2,"WTF '$o_name'?"); + } +} + +sub _set_argv { + my $self = $_[0]; + my $arg_name = $_[1]; + my $arg_value = $_[2]; + # FIXME DO A BUNCH OF SANETIZING HERE?! + $self->{'_argv'}{$arg_name} = $arg_value; +} + +sub _get_argv { + my $self = $_[0]; + my $arg_name = $_[1]; + if ($self->{'_argv'}{$arg_name}) { + return $self->{'_argv'}{$arg_name}; + } else { + return 0; + } +} + + +sub _tune_gstpipe { + my $self = $_[0]; + my $bitrate = $_[1]; + + if ($self->{'main'}{'elements'}{'opusenc'}) { + my $opusenc_element = $self->{'main'}{'elements'}{'opusenc'}; + $bitrate =~ s/\D//g; + if ($bitrate > 384) { + $bitrate = 384; + } elsif ($bitrate < 4) { + $bitrate = 4; + } + $opusenc_element->set("bitrate" => ($bitrate * 1000)); + BugOUT(1,"\t\tTWEAK IT:\t$bitrate"); + $opusenc_element->set("inband-fec" => 1); + $opusenc_element->set("max-payload-size" => 200); + $opusenc_element->set("frame-size" => 20); + #FIXME INSERT MORE COMPLEX PERFORMANCE TUNING MATRIX STUFF HERE! + } +} + +sub _start_gstsrc { + my $self = $_[0]; + # Cleanup stuff for collecting garbage from serverside pulseaudio + $self->{'garbage'}{'pipeline'} = GStreamer1::Pipeline->new('garbagepipe'); + $self->{'garbage'}{'elements'}{'pasrc'} = GStreamer1::ElementFactory::make( pulsesrc => 'garbage_pasrc' ); + + if ($self->_get_argv("pa_device_name")) { + my $device_name = $self->_get_argv("pa_device_name"); + BugOUT(8,"PA_DEVICE_NAME: $device_name"); + $self->{'garbage'}{'elements'}{'pasrc'}->set('device' => $device_name);# 'arctica.output0.monitor' + + } else { + BugOUT(8,"PA_DEVICE_NAME: USING DEFAULT DEVICE"); + } + + $self->{'garbage'}{'elements'}{'pasrc'}->set('client-name' => 'Arctica Garbage Collector'); + $self->{'garbage'}{'elements'}{'sink'} = GStreamer1::ElementFactory::make( fakesink => 'garbage_sink' ); + $self->{'garbage'}{'pipeline'}->add($self->{'garbage'}{'elements'}{'pasrc'}); + $self->{'garbage'}{'pipeline'}->add($self->{'garbage'}{'elements'}{'sink'}); + $self->{'garbage'}{'elements'}{'pasrc'}->link($self->{'garbage'}{'elements'}{'sink'}); + $self->{'garbage'}{'pipeline'}->set_state( "playing" ); + BugOUT(8,"Garbage collection initiated"); + + my $pasuspender_fpath = $self->{'_default_pasuspender_fpath'};# FIXME FIX THIS AFTER CFG FILES HAVE BEEN PROPERLY IMPLEMENTED + + if (-X $pasuspender_fpath) { + BugOUT(9,"pasuspender full path: $pasuspender_fpath"); + my $tpath = $ENV{'PATH'}; + $ENV{'PATH'} = "/bin:/usr/bin"; + system($pasuspender_fpath,"true");# FIXME Use Mother::Forker::Light. + $ENV{'PATH'} = $tpath; + } else { + BugOUT(1,"NO pasuspender at full path: $pasuspender_fpath");# Not super critical but some audible junk may occur... + } + + + + $self->{'main'}{'pipeline'} = GStreamer1::Pipeline->new('pipeline'); + + $self->{'main'}{'elements'}{'queue1'} = GStreamer1::ElementFactory::make( queue => 'queue1' ); + $self->{'main'}{'elements'}{'queue1'}->set("silent" => 0); + $self->{'main'}{'elements'}{'queue1'}->set("leaky" => "downstream"); + $self->{'main'}{'elements'}{'queue1'}->set("max-size-time" => "30000000"); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'queue1'}); + + + $self->{'main'}{'elements'}{'pasrc'} = GStreamer1::ElementFactory::make( pulsesrc => 'pasrc' ); + + if ($self->_get_argv("pa_device_name")) { + $self->{'main'}{'elements'}{'pasrc'}->set('device' => $self->_get_argv("pa_device_name"));# 'arctica.output0.monitor' + } + + $self->{'main'}{'elements'}{'pasrc'}->set('client-name' => 'Arctica Audio Services'); + + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'pasrc'}); + $self->{'main'}{'elements'}{'pasrc'}->link($self->{'main'}{'elements'}{'queue1'}); + + + $self->{'main'}{'elements'}{'opusenc'} = GStreamer1::ElementFactory::make( opusenc => 'opusenc' ); + $self->_tune_gstpipe($self->_get_argv("bitrate")); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'opusenc'}); + $self->{'main'}{'elements'}{'queue1'}->link($self->{'main'}{'elements'}{'opusenc'}); + + if ($self->_get_argv("com_style") eq "datagram") { + + $self->{'main'}{'elements'}{'rtpopuspay'} = GStreamer1::ElementFactory::make( rtpopuspay => 'rtpopuspay' ); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'rtpopuspay'}); + $self->{'main'}{'elements'}{'opusenc'}->link($self->{'main'}{'elements'}{'rtpopuspay'}); + + if ($self->_get_argv("socket_type") eq "udp") { + + $self->{'main'}{'elements'}{'udpsink'} = GStreamer1::ElementFactory::make( udpsink => 'udpsink' ); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'udpsink'}); + $self->{'main'}{'elements'}{'rtpopuspay'}->link($self->{'main'}{'elements'}{'udpsink'}); + + $self->{'main'}{'elements'}{'udpsink'}->set('port' => $self->_get_argv("port_or_unix-socket")); + $self->{'main'}{'elements'}{'udpsink'}->set('host' => 'localhost'); + + } elsif ($self->_get_argv("socket_type") eq "unixd") { + BugOUT(0,"NOT YET IMPLEMENTED!"); + } else { + BugOUT(0,"This should never happen!"); + } + + } elsif ($self->_get_argv("com_style") eq "stream") { + + $self->{'main'}{'elements'}{'gdppay'} = GStreamer1::ElementFactory::make( gdppay => 'gdppay' ); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'gdppay'}); + $self->{'main'}{'elements'}{'opusenc'}->link($self->{'main'}{'elements'}{'gdppay'}); + + $self->{'main'}{'elements'}{'queue2'} = GStreamer1::ElementFactory::make( queue => 'queue2' ); + $self->{'main'}{'elements'}{'queue2'}->set("silent" => 0); + $self->{'main'}{'elements'}{'queue2'}->set("leaky" => "downstream"); + $self->{'main'}{'elements'}{'queue2'}->set("max-size-time" => "30000000"); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'queue2'}); + + $self->{'main'}{'elements'}{'gdppay'}->link($self->{'main'}{'elements'}{'queue2'}); + + if ($self->_get_argv("socket_type") eq "tcp") { + $self->{'main'}{'elements'}{'tcpclientsink'} = GStreamer1::ElementFactory::make( tcpclientsink => 'tcpclientsink' ); + $self->{'main'}{'elements'}{'tcpclientsink'}->set('port' => $self->_get_argv("port_or_unix-socket")); + $self->{'main'}{'elements'}{'tcpclientsink'}->set('host' => 'localhost'); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'tcpclientsink'}); + $self->{'main'}{'elements'}{'queue2'}->link($self->{'main'}{'elements'}{'tcpclientsink'}); + + } elsif ($self->_get_argv("socket_type") eq "unixs") { + BugOUT(0,"NOT YET IMPLEMENTED!"); + } else { + BugOUT(0,"This should never happen!"); + } + + } else { + BugOUT(0,"com_style missing? WTF this should never happen at this point!"); + } + + + usleep(5000); + $self->{'main'}{'pipeline'}->set_state("paused"); + usleep(1000); + $self->{'main'}{'pipeline'}->set_state("playing"); + BugOUT(8,"Main pipeline initiated"); + usleep(100000); + $self->{'garbage'}{'pipeline'}->set_state("paused"); + $self->{'garbage'}{'pipeline'}->set_state("null"); + BugOUT(8,"Garbage collection done."); + +} + + + +sub _start_gstsnk { + BugOUT(9,"ThreadGST _start_gstsnk->ENTER"); + my $self = $_[0]; +############################## +# + $self->{'garbage'}{'pipeline'} = GStreamer1::Pipeline->new('garbagepipe'); + $self->{'garbage'}{'elements'}{'pasrc'} = GStreamer1::ElementFactory::make( pulsesrc => 'garbage_pasrc' ); + +# if ($self->_get_argv("pa_device_name")) { + + my $device_name = $self->_get_argv("pa_device_name"); + BugOUT(8,"PA_DEVICE_NAME: $device_name"); + print "INPUT: PA_DEVICE_NAME: $device_name"; + $self->{'garbage'}{'elements'}{'pasrc'}->set('device' => "arctica.mic0");# 'arctica.output0.monitor' + +# } else { +# BugOUT(8,"PA_DEVICE_NAME: USING DEFAULT DEVICE"); +# } + + $self->{'garbage'}{'elements'}{'pasrc'}->set('client-name' => 'Arctica Garbage Collector'); + $self->{'garbage'}{'elements'}{'sink'} = GStreamer1::ElementFactory::make( fakesink => 'garbage_sink' ); + $self->{'garbage'}{'pipeline'}->add($self->{'garbage'}{'elements'}{'pasrc'}); + $self->{'garbage'}{'pipeline'}->add($self->{'garbage'}{'elements'}{'sink'}); + $self->{'garbage'}{'elements'}{'pasrc'}->link($self->{'garbage'}{'elements'}{'sink'}); + $self->{'garbage'}{'pipeline'}->set_state( "playing" ); + BugOUT(8,"Garbage collection initiated"); + my $pasuspender_fpath = $self->{'_default_pasuspender_fpath'};# FIXME FIX THIS AFTER CFG FILES HAVE BEEN PROPERLY IMPLEMENTED + + if (-X $pasuspender_fpath) { + BugOUT(9,"pasuspender full path: $pasuspender_fpath"); + my $tpath = $ENV{'PATH'}; + $ENV{'PATH'} = "/bin:/usr/bin"; + system($pasuspender_fpath,"true");# FIXME Use Mother::Forker::Light. + $ENV{'PATH'} = $tpath; + } else { + BugOUT(1,"NO pasuspender at full path: $pasuspender_fpath");# Not super critical but some audible junk may occur... + } +# +############################## + $self->{'main'}{'pipeline'} = GStreamer1::Pipeline->new('pipeline'); + + $self->{'main'}{'elements'}{'opusdec'} = GStreamer1::ElementFactory::make( opusdec => 'opusdec' ); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'opusdec'}); + + if ($self->_get_argv("com_style") eq "datagram") { + if ($self->_get_argv("socket_type") eq "udp") { + + $self->{'main'}{'elements'}{'udpsrc'} = GStreamer1::ElementFactory::make( udpsrc => 'udpsrc' ); + $self->{'main'}{'elements'}{'udpsrc'}->set('port' => $self->_get_argv("port_or_unix-socket")); + $self->{'main'}{'elements'}{'udpsrc'}->set( caps => GStreamer1::Caps::Simple->new( + 'application/x-rtp', + 'media' => 'Glib::String' => 'audio', + 'clock-rate' => 'Glib::Int' => 48000, + 'encoding-name' => 'Glib::String' => 'X-GST-OPUS-DRAFT-SPITTKA-00')); + + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'udpsrc'}); + + $self->{'main'}{'elements'}{'rtpopusdepay'} = GStreamer1::ElementFactory::make( rtpopusdepay => 'rtpopusdepay' ); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'rtpopusdepay'}); + + $self->{'main'}{'elements'}{'udpsrc'}->link($self->{'main'}{'elements'}{'rtpopusdepay'}); + $self->{'main'}{'elements'}{'rtpopusdepay'}->link($self->{'main'}{'elements'}{'opusdec'}); + + } elsif ($self->_get_argv("socket_type") eq "unixd") { + BugOUT(0,"NOT YET IMPLEMENTED!"); + } else { + BugOUT(0,"This should never happen!"); + } + } elsif ($self->_get_argv("com_style") eq "stream") { + if ($self->_get_argv("socket_type") eq "tcp") { + + $self->{'main'}{'elements'}{'tcpserversrc'} = GStreamer1::ElementFactory::make( tcpserversrc => 'tcpserversrc' ); + $self->{'main'}{'elements'}{'tcpserversrc'}->set('port' => $self->_get_argv("port_or_unix-socket")); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'tcpserversrc'}); + + $self->{'main'}{'elements'}{'queue1'} = GStreamer1::ElementFactory::make( queue => 'queue1' ); + $self->{'main'}{'elements'}{'queue1'}->set("silent" => 0); + $self->{'main'}{'elements'}{'queue1'}->set("leaky" => "downstream"); + $self->{'main'}{'elements'}{'queue1'}->set("max-size-time" => "30000000"); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'queue1'}); + + $self->{'main'}{'elements'}{'tcpserversrc'}->link($self->{'main'}{'elements'}{'queue1'}); + + $self->{'main'}{'elements'}{'gdpdepay'} = GStreamer1::ElementFactory::make( gdpdepay => 'gdpdepay' ); + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'gdpdepay'}); + + $self->{'main'}{'elements'}{'queue1'}->link($self->{'main'}{'elements'}{'gdpdepay'}); + $self->{'main'}{'elements'}{'gdpdepay'}->link($self->{'main'}{'elements'}{'opusdec'}); + + } elsif ($self->_get_argv("socket_type") eq "unixs") { + BugOUT(0,"NOT YET IMPLEMENTED!"); + } else { + BugOUT(0,"This should never happen!"); + } + } + + + + $self->{'main'}{'elements'}{'pasink'} = GStreamer1::ElementFactory::make( pulsesink => 'pasink' ); + +# if ($self->_get_argv("pa_device_name")) { +# $self->{'main'}{'elements'}{'pasink'}->set('device' => $self->_get_argv("pa_device_name")); +# } + + $self->{'main'}{'elements'}{'pasink'}->set('device' => "arctica.input0"); + + $self->{'main'}{'elements'}{'pasink'}->set('client-name' => 'Arctica Audio Services'); + + $self->{'main'}{'pipeline'}->add($self->{'main'}{'elements'}{'pasink'}); + $self->{'main'}{'elements'}{'opusdec'}->link($self->{'main'}{'elements'}{'pasink'}); + + usleep(10000); + $self->{'main'}{'pipeline'}->set_state("playing"); + BugOUT(8,"Main pipeline initiated"); + print "status:sink_ready:",$self->_get_argv("idnum"),":\n"; + usleep(100000); + $self->{'garbage'}{'pipeline'}->set_state( "paused" ); + $self->{'garbage'}{'pipeline'}->set_state( "null" ); + + BugOUT(9,"ThreadGST _start_gstsnk->DONE"); +} + +sub start { + my $self = $_[0]; + if ($self->_get_argv("src_or_snk") eq "src") { + $self->_start_gstsrc; + } elsif ($self->_get_argv("src_or_snk") eq "snk") { + $self->_start_gstsnk; + } else { + BugOUT(0,"WTF? (src_or_snk!!)") + } +} + +sub terminate { + my $self = $_[0]; + if ($self->{'main'}{'pipeline'}) { + $self->{'main'}{'pipeline'}->set_state("paused"); + $self->{'main'}{'pipeline'}->set_state("null"); + } + # FIXME! Do something else too?? +} + +1; + -- cgit v1.2.3