231 lines
7.3 KiB
C++
231 lines
7.3 KiB
C++
/*
|
|
* This file is part of openauto project.
|
|
* Copyright (C) 2018 f1x.studio (Michal Szwaj)
|
|
*
|
|
* openauto is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
|
|
* openauto is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with openauto. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifdef USE_GST
|
|
|
|
#include "aasdk/Common/Data.hpp"
|
|
#include "openauto/Projection/GSTVideoOutput.hpp"
|
|
#include "OpenautoLog.hpp"
|
|
|
|
namespace openauto
|
|
{
|
|
namespace projection
|
|
{
|
|
|
|
GSTVideoOutput::GSTVideoOutput(configuration::IConfiguration::Pointer configuration, QWidget* videoContainer, std::function<void(bool)> activeCallback)
|
|
: VideoOutput(std::move(configuration))
|
|
, videoContainer_(videoContainer)
|
|
, activeCallback_(activeCallback)
|
|
{
|
|
this->moveToThread(QApplication::instance()->thread());
|
|
videoWidget_ = new QQuickWidget(videoContainer_);
|
|
|
|
surface_ = new QGst::Quick::VideoSurface;
|
|
videoWidget_->rootContext()->setContextProperty(QLatin1String("videoSurface"), surface_);
|
|
videoWidget_->setSource(QUrl("qrc:/aa_video.qml"));
|
|
videoWidget_->setResizeMode(QQuickWidget::SizeRootObjectToView);
|
|
|
|
videoSink_ = surface_->videoSink();
|
|
|
|
GError* error = nullptr;
|
|
const char* vidLaunchStr = "appsrc name=mysrc is-live=true block=false max-latency=100 do-timestamp=true stream-type=stream ! queue ! h264parse ! "
|
|
#ifdef RPI
|
|
#ifdef PI4
|
|
"v4l2h264dec ! "
|
|
#else
|
|
"omxh264dec ! "
|
|
#endif
|
|
#else
|
|
"avdec_h264 ! "
|
|
#endif
|
|
"capsfilter caps=video/x-raw name=mycapsfilter";
|
|
#ifdef RPI
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] RPI Build, running with " <<
|
|
#ifdef PI4
|
|
"v4l2h264dec";
|
|
#else
|
|
"omxh264dec";
|
|
#endif
|
|
#endif
|
|
|
|
vidPipeline_ = gst_parse_launch(vidLaunchStr, &error);
|
|
GstBus* bus = gst_pipeline_get_bus(GST_PIPELINE(vidPipeline_));
|
|
gst_bus_add_watch(bus, (GstBusFunc)&GSTVideoOutput::busCallback, this);
|
|
gst_object_unref(bus);
|
|
|
|
GstElement* sink = QGlib::RefPointer<QGst::Element>(videoSink_);
|
|
g_object_set(sink, "force-aspect-ratio", false, nullptr);
|
|
g_object_set(sink, "sync", false, nullptr);
|
|
g_object_set(sink, "async", false, nullptr);
|
|
|
|
GstElement* capsFilter = gst_bin_get_by_name(GST_BIN(vidPipeline_), "mycapsfilter");
|
|
gst_bin_add(GST_BIN(vidPipeline_), GST_ELEMENT(sink));
|
|
gst_element_link(capsFilter, GST_ELEMENT(sink));
|
|
|
|
vidSrc_ = GST_APP_SRC(gst_bin_get_by_name(GST_BIN(vidPipeline_), "mysrc"));
|
|
gst_app_src_set_stream_type(vidSrc_, GST_APP_STREAM_TYPE_STREAM);
|
|
|
|
connect(this, &GSTVideoOutput::startPlayback, this, &GSTVideoOutput::onStartPlayback, Qt::QueuedConnection);
|
|
connect(this, &GSTVideoOutput::stopPlayback, this, &GSTVideoOutput::onStopPlayback, Qt::QueuedConnection);
|
|
}
|
|
|
|
GSTVideoOutput::~GSTVideoOutput()
|
|
{
|
|
gst_object_unref(vidPipeline_);
|
|
gst_object_unref(vidSrc_);
|
|
}
|
|
|
|
gboolean GSTVideoOutput::busCallback(GstBus*, GstMessage* message, gpointer*)
|
|
{
|
|
gchar* debug;
|
|
GError* err;
|
|
gchar* name;
|
|
|
|
switch(GST_MESSAGE_TYPE(message))
|
|
{
|
|
case GST_MESSAGE_ERROR:
|
|
gst_message_parse_error(message, &err, &debug);
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Error " << err->message;
|
|
g_error_free(err);
|
|
g_free(debug);
|
|
break;
|
|
case GST_MESSAGE_WARNING:
|
|
gst_message_parse_warning(message, &err, &debug);
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Warning " << err->message << " | Debug " << debug;
|
|
name = (gchar*)GST_MESSAGE_SRC_NAME(message);
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Name of src " << (name ? name : "nil");
|
|
g_error_free(err);
|
|
g_free(debug);
|
|
break;
|
|
case GST_MESSAGE_EOS:
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] End of stream";
|
|
break;
|
|
case GST_MESSAGE_STATE_CHANGED:
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
bool GSTVideoOutput::open()
|
|
{
|
|
GstElement* capsFilter = gst_bin_get_by_name(GST_BIN(vidPipeline_), "mycapsfilter");
|
|
GstPad* convertPad = gst_element_get_static_pad(capsFilter, "sink");
|
|
gst_pad_add_probe(convertPad, GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM, &GSTVideoOutput::convertProbe, this, nullptr);
|
|
gst_element_set_state(vidPipeline_, GST_STATE_PLAYING);
|
|
|
|
return true;
|
|
}
|
|
|
|
GstPadProbeReturn GSTVideoOutput::convertProbe(GstPad* pad, GstPadProbeInfo* info, void*)
|
|
{
|
|
GstEvent* event = GST_PAD_PROBE_INFO_EVENT(info);
|
|
if(GST_PAD_PROBE_INFO_TYPE(info) & GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM)
|
|
{
|
|
if(GST_EVENT_TYPE(event) == GST_EVENT_SEGMENT)
|
|
{
|
|
GstCaps* caps = gst_pad_get_current_caps(pad);
|
|
if(caps != nullptr)
|
|
{
|
|
GstVideoInfo* vinfo = gst_video_info_new();
|
|
gst_video_info_from_caps(vinfo, caps);
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Video Width: " << vinfo->width;
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Video Height: " << vinfo->height;
|
|
}
|
|
|
|
return GST_PAD_PROBE_REMOVE;
|
|
}
|
|
}
|
|
|
|
return GST_PAD_PROBE_OK;
|
|
}
|
|
|
|
bool GSTVideoOutput::init()
|
|
{
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] init";
|
|
emit startPlayback();
|
|
|
|
return true;
|
|
}
|
|
|
|
void GSTVideoOutput::write(uint64_t timestamp, const aasdk::common::DataConstBuffer& buffer)
|
|
{
|
|
GstBuffer* buffer_ = gst_buffer_new_and_alloc(buffer.size);
|
|
gst_buffer_fill(buffer_, 0, buffer.cdata, buffer.size);
|
|
int ret = gst_app_src_push_buffer((GstAppSrc*)vidSrc_, buffer_);
|
|
if(ret != GST_FLOW_OK)
|
|
{
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] push buffer returned " << ret << " for " << buffer.size << "bytes";
|
|
}
|
|
}
|
|
|
|
void GSTVideoOutput::onStartPlayback()
|
|
{
|
|
if(activeCallback_ != nullptr)
|
|
{
|
|
activeCallback_(true);
|
|
}
|
|
|
|
if(videoContainer_ == nullptr)
|
|
{
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] No video container, setting projection fullscreen";
|
|
videoWidget_->setFocus();
|
|
videoWidget_->setWindowFlags(Qt::WindowStaysOnTopHint | Qt::FramelessWindowHint);
|
|
videoWidget_->showFullScreen();
|
|
}
|
|
else
|
|
{
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Resizing to video container";
|
|
videoWidget_->resize(videoContainer_->size());
|
|
}
|
|
videoWidget_->show();
|
|
}
|
|
|
|
void GSTVideoOutput::stop()
|
|
{
|
|
emit stopPlayback();
|
|
}
|
|
|
|
void GSTVideoOutput::onStopPlayback()
|
|
{
|
|
if(activeCallback_ != nullptr)
|
|
{
|
|
activeCallback_(false);
|
|
}
|
|
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] stop.";
|
|
gst_element_set_state(vidPipeline_, GST_STATE_PAUSED);
|
|
videoWidget_->hide();
|
|
}
|
|
|
|
void GSTVideoOutput::resize()
|
|
{
|
|
OPENAUTO_LOG(info) << "[GSTVideoOutput] Got resize request to "<< videoContainer_->width() << "x" << videoContainer_->height();
|
|
|
|
if(videoWidget_ != nullptr && videoContainer_ != nullptr)
|
|
{
|
|
videoWidget_->resize(videoContainer_->size());
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
#endif
|