6496f8e360
* new services being added to openauto * cmake for new services * MediaStatusService, transitioning away from qt gstreamer * Reverting change to qmlglsink as it's not functional on raspbian as of this moment * Multitouch support within android auto * add night mode toggle to aainterface * Dot dump debug functionality * NavigationStatusService, MediaStatusService, AAInterface, Hotkey migration * Add a delay to dot dumping because caps aren't selected until data is streaming, so we can't rely on just a PLAYING status * Update btservice connection method for pi4 * Update for pi4 compiling * missing brace * Yet another new bt connect process * oops bad merge * bad merge * Remove pi specific bt connection * Try to play nice with bullseye * Select decoder automatically based on priority list * Quick cleanup
138 lines
3.9 KiB
C++
138 lines
3.9 KiB
C++
/*
|
|
* This file is part of openauto project.
|
|
* Copyright (C) 2018 f1x.studio (Michal Szwaj)
|
|
*
|
|
* openauto is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation; either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
|
|
* openauto is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with openauto. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#ifdef USE_GST
|
|
#pragma once
|
|
|
|
#include <mutex>
|
|
#include <condition_variable>
|
|
#include <functional>
|
|
#include <thread>
|
|
#include <boost/circular_buffer.hpp>
|
|
#include <boost/noncopyable.hpp>
|
|
#include "openauto/Projection/VideoOutput.hpp"
|
|
#include <gst/gst.h>
|
|
#include <gst/app/gstappsrc.h>
|
|
#include <gst/app/gstappsink.h>
|
|
#include <gst/video/video.h>
|
|
#include <QGlib/Error>
|
|
#include <QGlib/Connect>
|
|
#include <QGst/Init>
|
|
#include <QGst/Bus>
|
|
#include <QGst/Pipeline>
|
|
#include <QGst/Parse>
|
|
#include <QGst/Message>
|
|
#include <QGst/Utils/ApplicationSink>
|
|
#include <QGst/Utils/ApplicationSource>
|
|
#include <QGst/Ui/VideoWidget>
|
|
#include <QGst/ElementFactory>
|
|
#include <QGst/Quick/VideoSurface>
|
|
#include <QtQml/QQmlContext>
|
|
#include <QtQuickWidgets/QQuickWidget>
|
|
#include <QApplication>
|
|
|
|
namespace openauto
|
|
{
|
|
namespace projection
|
|
{
|
|
|
|
// enum of possible h264 decoders dash will attempt to use
|
|
enum H264_Decoder {
|
|
nvcodec,
|
|
v4l2,
|
|
omx,
|
|
vaapi,
|
|
libav,
|
|
unknown
|
|
};
|
|
|
|
// order of priority for decoders - dash will use the first decoder it can find in this list
|
|
// for sake of the code, don't include "unknown" as a decoder to search for - this is the default case.
|
|
const H264_Decoder H264_Decoder_Priority_List[] = { nvcodec, v4l2, omx, libav };
|
|
|
|
// A map of enum to actual pad name we want to use
|
|
inline const char* ToString(H264_Decoder v)
|
|
{
|
|
switch (v)
|
|
{
|
|
case nvcodec: return "nvh264dec";
|
|
case v4l2: return "v4l2h264dec";
|
|
case omx: return "omxh264dec";
|
|
case libav: return "avdec_h264";
|
|
default: return "unknown";
|
|
}
|
|
}
|
|
// A map of enum to pipeline steps to insert (because for some we need some video converting)
|
|
inline const char* ToPipeline(H264_Decoder v)
|
|
{
|
|
switch (v)
|
|
{
|
|
// we're going to assume that any machine with an nvidia card has a cpu powerful enough for video convert.
|
|
case nvcodec: return "nvh264dec ! videoconvert";
|
|
case v4l2: return "v4l2h264dec";
|
|
case omx: return "omxh264dec";
|
|
case libav: return "avdec_h264";
|
|
default: return "unknown";
|
|
}
|
|
}
|
|
|
|
class GSTVideoOutput: public QObject, public VideoOutput, boost::noncopyable
|
|
{
|
|
Q_OBJECT
|
|
|
|
public:
|
|
GSTVideoOutput(configuration::IConfiguration::Pointer configuration, QWidget* videoContainer=nullptr, std::function<void(bool)> activeCallback=nullptr);
|
|
~GSTVideoOutput();
|
|
bool open() override;
|
|
bool init() override;
|
|
void write(uint64_t timestamp, const aasdk::common::DataConstBuffer& buffer) override;
|
|
void stop() override;
|
|
void resize();
|
|
|
|
signals:
|
|
void startPlayback();
|
|
void stopPlayback();
|
|
|
|
protected slots:
|
|
void onStartPlayback();
|
|
void onStopPlayback();
|
|
|
|
public slots:
|
|
void dumpDot();
|
|
private:
|
|
static GstPadProbeReturn convertProbe(GstPad* pad, GstPadProbeInfo* info, void*);
|
|
static gboolean busCallback(GstBus*, GstMessage* message, gpointer*);
|
|
H264_Decoder findPreferredVideoDecoder();
|
|
|
|
bool firstHeaderParsed = false;
|
|
|
|
QGst::ElementPtr videoSink_;
|
|
QQuickWidget* videoWidget_;
|
|
GstElement* vidPipeline_;
|
|
GstVideoFilter* vidCrop_;
|
|
GstAppSrc* vidSrc_;
|
|
QWidget* videoContainer_;
|
|
QGst::Quick::VideoSurface* surface_;
|
|
std::function<void(bool)> activeCallback_;
|
|
};
|
|
|
|
}
|
|
}
|
|
|
|
#endif
|