/* * This file is part of openauto project. * Copyright (C) 2018 f1x.studio (Michal Szwaj) * * openauto is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 3 of the License, or * (at your option) any later version. * openauto is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with openauto. If not, see . */ #ifdef USE_GST #include "aasdk/Common/Data.hpp" #include "openauto/Projection/GSTVideoOutput.hpp" #include "OpenautoLog.hpp" namespace openauto { namespace projection { GSTVideoOutput::GSTVideoOutput(configuration::IConfiguration::Pointer configuration, QWidget* videoContainer, std::function activeCallback) : VideoOutput(std::move(configuration)) , videoContainer_(videoContainer) , activeCallback_(activeCallback) { this->moveToThread(QApplication::instance()->thread()); videoWidget_ = new QQuickWidget(videoContainer_); surface_ = new QGst::Quick::VideoSurface; videoWidget_->rootContext()->setContextProperty(QLatin1String("videoSurface"), surface_); videoWidget_->setSource(QUrl("qrc:/aa_video.qml")); videoWidget_->setResizeMode(QQuickWidget::SizeRootObjectToView); videoSink_ = surface_->videoSink(); GError* error = nullptr; const char* vidLaunchStr = "appsrc name=mysrc is-live=true block=false max-latency=100 do-timestamp=true stream-type=stream ! queue ! h264parse ! " #ifdef RPI #ifdef PI4 "v4l2h264dec ! " #else "omxh264dec ! " #endif #else "avdec_h264 ! " #endif "capsfilter caps=video/x-raw name=mycapsfilter"; #ifdef RPI OPENAUTO_LOG(info) << "[GSTVideoOutput] RPI Build, running with " << #ifdef PI4 "v4l2h264dec"; #else "omxh264dec"; #endif #endif vidPipeline_ = gst_parse_launch(vidLaunchStr, &error); GstBus* bus = gst_pipeline_get_bus(GST_PIPELINE(vidPipeline_)); gst_bus_add_watch(bus, (GstBusFunc)&GSTVideoOutput::busCallback, this); gst_object_unref(bus); GstElement* sink = QGlib::RefPointer(videoSink_); g_object_set(sink, "force-aspect-ratio", false, nullptr); g_object_set(sink, "sync", false, nullptr); g_object_set(sink, "async", false, nullptr); GstElement* capsFilter = gst_bin_get_by_name(GST_BIN(vidPipeline_), "mycapsfilter"); gst_bin_add(GST_BIN(vidPipeline_), GST_ELEMENT(sink)); gst_element_link(capsFilter, GST_ELEMENT(sink)); vidSrc_ = GST_APP_SRC(gst_bin_get_by_name(GST_BIN(vidPipeline_), "mysrc")); gst_app_src_set_stream_type(vidSrc_, GST_APP_STREAM_TYPE_STREAM); connect(this, &GSTVideoOutput::startPlayback, this, &GSTVideoOutput::onStartPlayback, Qt::QueuedConnection); connect(this, &GSTVideoOutput::stopPlayback, this, &GSTVideoOutput::onStopPlayback, Qt::QueuedConnection); } GSTVideoOutput::~GSTVideoOutput() { gst_object_unref(vidPipeline_); gst_object_unref(vidSrc_); } gboolean GSTVideoOutput::busCallback(GstBus*, GstMessage* message, gpointer*) { gchar* debug; GError* err; gchar* name; switch(GST_MESSAGE_TYPE(message)) { case GST_MESSAGE_ERROR: gst_message_parse_error(message, &err, &debug); OPENAUTO_LOG(info) << "[GSTVideoOutput] Error " << err->message; g_error_free(err); g_free(debug); break; case GST_MESSAGE_WARNING: gst_message_parse_warning(message, &err, &debug); OPENAUTO_LOG(info) << "[GSTVideoOutput] Warning " << err->message << " | Debug " << debug; name = (gchar*)GST_MESSAGE_SRC_NAME(message); OPENAUTO_LOG(info) << "[GSTVideoOutput] Name of src " << (name ? name : "nil"); g_error_free(err); g_free(debug); break; case GST_MESSAGE_EOS: OPENAUTO_LOG(info) << "[GSTVideoOutput] End of stream"; break; case GST_MESSAGE_STATE_CHANGED: default: break; } return TRUE; } bool GSTVideoOutput::open() { GstElement* capsFilter = gst_bin_get_by_name(GST_BIN(vidPipeline_), "mycapsfilter"); GstPad* convertPad = gst_element_get_static_pad(capsFilter, "sink"); gst_pad_add_probe(convertPad, GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM, &GSTVideoOutput::convertProbe, this, nullptr); gst_element_set_state(vidPipeline_, GST_STATE_PLAYING); return true; } GstPadProbeReturn GSTVideoOutput::convertProbe(GstPad* pad, GstPadProbeInfo* info, void*) { GstEvent* event = GST_PAD_PROBE_INFO_EVENT(info); if(GST_PAD_PROBE_INFO_TYPE(info) & GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM) { if(GST_EVENT_TYPE(event) == GST_EVENT_SEGMENT) { GstCaps* caps = gst_pad_get_current_caps(pad); if(caps != nullptr) { GstVideoInfo* vinfo = gst_video_info_new(); gst_video_info_from_caps(vinfo, caps); OPENAUTO_LOG(info) << "[GSTVideoOutput] Video Width: " << vinfo->width; OPENAUTO_LOG(info) << "[GSTVideoOutput] Video Height: " << vinfo->height; } return GST_PAD_PROBE_REMOVE; } } return GST_PAD_PROBE_OK; } bool GSTVideoOutput::init() { OPENAUTO_LOG(info) << "[GSTVideoOutput] init"; emit startPlayback(); return true; } void GSTVideoOutput::write(uint64_t timestamp, const aasdk::common::DataConstBuffer& buffer) { GstBuffer* buffer_ = gst_buffer_new_and_alloc(buffer.size); gst_buffer_fill(buffer_, 0, buffer.cdata, buffer.size); int ret = gst_app_src_push_buffer((GstAppSrc*)vidSrc_, buffer_); if(ret != GST_FLOW_OK) { OPENAUTO_LOG(info) << "[GSTVideoOutput] push buffer returned " << ret << " for " << buffer.size << "bytes"; } } void GSTVideoOutput::onStartPlayback() { if(activeCallback_ != nullptr) { activeCallback_(true); } if(videoContainer_ == nullptr) { OPENAUTO_LOG(info) << "[GSTVideoOutput] No video container, setting projection fullscreen"; videoWidget_->setFocus(); videoWidget_->setWindowFlags(Qt::WindowStaysOnTopHint | Qt::FramelessWindowHint); videoWidget_->showFullScreen(); } else { OPENAUTO_LOG(info) << "[GSTVideoOutput] Resizing to video container"; videoWidget_->resize(videoContainer_->size()); } videoWidget_->show(); } void GSTVideoOutput::stop() { emit stopPlayback(); } void GSTVideoOutput::onStopPlayback() { if(activeCallback_ != nullptr) { activeCallback_(false); } OPENAUTO_LOG(info) << "[GSTVideoOutput] stop."; gst_element_set_state(vidPipeline_, GST_STATE_PAUSED); videoWidget_->hide(); } void GSTVideoOutput::resize() { OPENAUTO_LOG(info) << "[GSTVideoOutput] Got resize request to "<< videoContainer_->width() << "x" << videoContainer_->height(); if(videoWidget_ != nullptr && videoContainer_ != nullptr) { videoWidget_->resize(videoContainer_->size()); } } } } #endif