Line data Source code
1 : /*
2 : * Copyright (C) 2022 Sky UK
3 : *
4 : * This library is free software; you can redistribute it and/or
5 : * modify it under the terms of the GNU Lesser General Public
6 : * License as published by the Free Software Foundation;
7 : * version 2.1 of the License.
8 : *
9 : * This library is distributed in the hope that it will be useful,
10 : * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 : * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 : * Lesser General Public License for more details.
13 : *
14 : * You should have received a copy of the GNU Lesser General Public
15 : * License along with this library; if not, write to the Free Software
16 : * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 : */
18 :
19 : #include <gst/gst.h>
20 : #include <inttypes.h>
21 : #include <stdint.h>
22 :
23 : #include "GStreamerEMEUtils.h"
24 : #include "GStreamerMSEUtils.h"
25 : #include "IMediaPipelineCapabilities.h"
26 : #include "PullModeVideoPlaybackDelegate.h"
27 : #include "RialtoGStreamerMSEBaseSinkPrivate.h"
28 : #include "RialtoGStreamerMSEVideoSink.h"
29 :
30 : using namespace firebolt::rialto::client;
31 :
32 : GST_DEBUG_CATEGORY_STATIC(RialtoMSEVideoSinkDebug);
33 : #define GST_CAT_DEFAULT RialtoMSEVideoSinkDebug
34 :
35 : #define rialto_mse_video_sink_parent_class parent_class
36 181 : G_DEFINE_TYPE_WITH_CODE(RialtoMSEVideoSink, rialto_mse_video_sink, RIALTO_TYPE_MSE_BASE_SINK,
37 : GST_DEBUG_CATEGORY_INIT(RialtoMSEVideoSinkDebug, "rialtomsevideosink", 0,
38 : "rialto mse video sink"));
39 :
40 : enum
41 : {
42 : PROP_0,
43 : PROP_WINDOW_SET,
44 : PROP_MAX_VIDEO_WIDTH,
45 : PROP_MAX_VIDEO_HEIGHT,
46 : PROP_MAX_VIDEO_WIDTH_DEPRECATED,
47 : PROP_MAX_VIDEO_HEIGHT_DEPRECATED,
48 : PROP_FRAME_STEP_ON_PREROLL,
49 : PROP_IMMEDIATE_OUTPUT,
50 : PROP_SYNCMODE_STREAMING,
51 : PROP_SHOW_VIDEO_WINDOW,
52 : PROP_IS_MASTER,
53 : PROP_VIDEO_PTS,
54 : PROP_LAST
55 : };
56 :
57 178 : static GstStateChangeReturn rialto_mse_video_sink_change_state(GstElement *element, GstStateChange transition)
58 : {
59 178 : RialtoMSEVideoSink *sink = RIALTO_MSE_VIDEO_SINK(element);
60 178 : if (GST_STATE_CHANGE_NULL_TO_READY == transition)
61 : {
62 59 : GST_INFO_OBJECT(sink, "RialtoMSEVideoSink state change to READY. Initializing delegate");
63 59 : rialto_mse_base_sink_initialise_delegate(RIALTO_MSE_BASE_SINK(sink),
64 118 : std::make_shared<PullModeVideoPlaybackDelegate>(element));
65 : }
66 178 : GstStateChangeReturn result = GST_ELEMENT_CLASS(parent_class)->change_state(element, transition);
67 178 : if (G_UNLIKELY(result == GST_STATE_CHANGE_FAILURE))
68 : {
69 1 : GST_WARNING_OBJECT(sink, "State change failed");
70 1 : return result;
71 : }
72 :
73 177 : return result;
74 : }
75 :
76 17 : static void rialto_mse_video_sink_get_property(GObject *object, guint propId, GValue *value, GParamSpec *pspec)
77 : {
78 17 : switch (propId)
79 : {
80 5 : case PROP_WINDOW_SET:
81 : {
82 5 : g_value_set_string(value, "0,0,1920,1080"); // Set default value
83 5 : rialto_mse_base_sink_handle_get_property(RIALTO_MSE_BASE_SINK(object), IPlaybackDelegate::Property::WindowSet,
84 : value);
85 5 : break;
86 : }
87 1 : case PROP_MAX_VIDEO_WIDTH_DEPRECATED:
88 1 : GST_WARNING_OBJECT(object, "MaxVideoWidth property is deprecated. Use 'max-video-width' instead");
89 : case PROP_MAX_VIDEO_WIDTH:
90 : {
91 2 : g_value_set_uint(value, 0); // Set default value
92 2 : rialto_mse_base_sink_handle_get_property(RIALTO_MSE_BASE_SINK(object),
93 2 : IPlaybackDelegate::Property::MaxVideoWidth, value);
94 2 : break;
95 : }
96 1 : case PROP_MAX_VIDEO_HEIGHT_DEPRECATED:
97 1 : GST_WARNING_OBJECT(object, "MaxVideoHeight property is deprecated. Use 'max-video-height' instead");
98 : case PROP_MAX_VIDEO_HEIGHT:
99 : {
100 2 : g_value_set_uint(value, 0); // Set default value
101 2 : rialto_mse_base_sink_handle_get_property(RIALTO_MSE_BASE_SINK(object),
102 2 : IPlaybackDelegate::Property::MaxVideoHeight, value);
103 2 : break;
104 : }
105 1 : case PROP_FRAME_STEP_ON_PREROLL:
106 : {
107 1 : g_value_set_boolean(value, FALSE); // Set default value
108 1 : rialto_mse_base_sink_handle_get_property(RIALTO_MSE_BASE_SINK(object),
109 1 : IPlaybackDelegate::Property::FrameStepOnPreroll, value);
110 1 : break;
111 : }
112 3 : case PROP_IMMEDIATE_OUTPUT:
113 : {
114 3 : g_value_set_boolean(value, FALSE); // Set default value
115 3 : rialto_mse_base_sink_handle_get_property(RIALTO_MSE_BASE_SINK(object),
116 3 : IPlaybackDelegate::Property::ImmediateOutput, value);
117 3 : break;
118 : }
119 1 : case PROP_IS_MASTER:
120 : {
121 1 : g_value_set_boolean(value, TRUE); // Set default value
122 : std::unique_ptr<firebolt::rialto::IMediaPipelineCapabilities> mediaPlayerCapabilities =
123 1 : firebolt::rialto::IMediaPipelineCapabilitiesFactory::createFactory()->createMediaPipelineCapabilities();
124 1 : bool isMaster{false};
125 1 : if (mediaPlayerCapabilities && mediaPlayerCapabilities->isVideoMaster(isMaster))
126 : {
127 1 : g_value_set_boolean(value, isMaster);
128 : }
129 1 : break;
130 : }
131 2 : case PROP_VIDEO_PTS:
132 : {
133 2 : g_value_set_int64(value, 0); // Set default value
134 2 : rialto_mse_base_sink_handle_get_property(RIALTO_MSE_BASE_SINK(object), IPlaybackDelegate::Property::VideoPts,
135 : value);
136 2 : break;
137 : }
138 1 : default:
139 1 : G_OBJECT_WARN_INVALID_PROPERTY_ID(object, propId, pspec);
140 1 : break;
141 : }
142 17 : }
143 :
144 24 : static void rialto_mse_video_sink_set_property(GObject *object, guint propId, const GValue *value, GParamSpec *pspec)
145 : {
146 24 : switch (propId)
147 : {
148 4 : case PROP_WINDOW_SET:
149 : {
150 4 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object), IPlaybackDelegate::Property::WindowSet,
151 : value);
152 4 : break;
153 : }
154 2 : case PROP_MAX_VIDEO_WIDTH:
155 : case PROP_MAX_VIDEO_WIDTH_DEPRECATED:
156 2 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object),
157 2 : IPlaybackDelegate::Property::MaxVideoWidth, value);
158 2 : break;
159 2 : case PROP_MAX_VIDEO_HEIGHT:
160 : case PROP_MAX_VIDEO_HEIGHT_DEPRECATED:
161 2 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object),
162 2 : IPlaybackDelegate::Property::MaxVideoHeight, value);
163 2 : break;
164 5 : case PROP_FRAME_STEP_ON_PREROLL:
165 : {
166 5 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object),
167 5 : IPlaybackDelegate::Property::FrameStepOnPreroll, value);
168 5 : break;
169 : }
170 4 : case PROP_IMMEDIATE_OUTPUT:
171 : {
172 4 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object),
173 4 : IPlaybackDelegate::Property::ImmediateOutput, value);
174 4 : break;
175 : }
176 4 : case PROP_SYNCMODE_STREAMING:
177 : {
178 4 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object),
179 4 : IPlaybackDelegate::Property::SyncmodeStreaming, value);
180 4 : break;
181 : }
182 2 : case PROP_SHOW_VIDEO_WINDOW:
183 : {
184 2 : rialto_mse_base_sink_handle_set_property(RIALTO_MSE_BASE_SINK(object),
185 2 : IPlaybackDelegate::Property::ShowVideoWindow, value);
186 2 : break;
187 : }
188 1 : default:
189 1 : G_OBJECT_WARN_INVALID_PROPERTY_ID(object, propId, pspec);
190 1 : break;
191 : }
192 24 : }
193 :
194 59 : static void rialto_mse_video_sink_init(RialtoMSEVideoSink *sink)
195 : {
196 59 : RialtoMSEBaseSinkPrivate *basePriv = sink->parent.priv;
197 :
198 59 : if (!rialto_mse_base_sink_initialise_sinkpad(RIALTO_MSE_BASE_SINK(sink)))
199 : {
200 0 : GST_ERROR_OBJECT(sink, "Failed to initialise VIDEO sink. Sink pad initialisation failed.");
201 0 : return;
202 : }
203 :
204 59 : gst_pad_set_chain_function(basePriv->m_sinkPad, rialto_mse_base_sink_chain);
205 59 : gst_pad_set_event_function(basePriv->m_sinkPad, rialto_mse_base_sink_event);
206 : }
207 :
208 1 : static void rialto_mse_video_sink_class_init(RialtoMSEVideoSinkClass *klass)
209 : {
210 1 : GObjectClass *gobjectClass = G_OBJECT_CLASS(klass);
211 1 : GstElementClass *elementClass = GST_ELEMENT_CLASS(klass);
212 1 : gobjectClass->get_property = rialto_mse_video_sink_get_property;
213 1 : gobjectClass->set_property = rialto_mse_video_sink_set_property;
214 1 : elementClass->change_state = rialto_mse_video_sink_change_state;
215 :
216 1 : g_object_class_install_property(gobjectClass, PROP_WINDOW_SET,
217 : g_param_spec_string("rectangle", "rectangle", "Window Set Format: x,y,width,height",
218 : nullptr, GParamFlags(G_PARAM_READWRITE)));
219 :
220 1 : g_object_class_install_property(gobjectClass, PROP_MAX_VIDEO_WIDTH,
221 : g_param_spec_uint("max-video-width",
222 : "max video width", "Maximum width of video frames to be decoded. Should only be set for video only streams.",
223 : 0, 3840, DEFAULT_MAX_VIDEO_WIDTH, GParamFlags(G_PARAM_READWRITE)));
224 :
225 1 : g_object_class_install_property(gobjectClass, PROP_MAX_VIDEO_HEIGHT,
226 : g_param_spec_uint("max-video-height",
227 : "max video height", "Maximum height of video frames to be decoded. should only be set for video only streams.",
228 : 0, 2160, DEFAULT_MAX_VIDEO_HEIGHT, GParamFlags(G_PARAM_READWRITE)));
229 :
230 1 : g_object_class_install_property(gobjectClass, PROP_MAX_VIDEO_WIDTH_DEPRECATED,
231 : g_param_spec_uint("maxVideoWidth", "maxVideoWidth", "[DEPRECATED] Use max-video-width",
232 : 0, 3840, DEFAULT_MAX_VIDEO_WIDTH, GParamFlags(G_PARAM_READWRITE)));
233 :
234 1 : g_object_class_install_property(gobjectClass, PROP_MAX_VIDEO_HEIGHT_DEPRECATED,
235 : g_param_spec_uint("maxVideoHeight", "maxVideoHeight", "[DEPRECATED] max-video-height",
236 : 0, 2160, DEFAULT_MAX_VIDEO_HEIGHT, GParamFlags(G_PARAM_READWRITE)));
237 :
238 1 : g_object_class_install_property(gobjectClass, PROP_FRAME_STEP_ON_PREROLL,
239 : g_param_spec_boolean("frame-step-on-preroll", "frame step on preroll",
240 : "allow frame stepping on preroll into pause", FALSE,
241 : G_PARAM_READWRITE));
242 1 : g_object_class_install_property(gobjectClass, PROP_IS_MASTER,
243 : g_param_spec_boolean("is-master", "is master",
244 : "Checks if the platform is video master", TRUE,
245 : G_PARAM_READABLE));
246 1 : g_object_class_install_property(gobjectClass, PROP_VIDEO_PTS,
247 : g_param_spec_int64("video_pts", "video PTS", "current video PTS value", G_MININT64,
248 : G_MAXINT64, 0, G_PARAM_READABLE));
249 :
250 : std::unique_ptr<firebolt::rialto::IMediaPipelineCapabilities> mediaPlayerCapabilities =
251 1 : firebolt::rialto::IMediaPipelineCapabilitiesFactory::createFactory()->createMediaPipelineCapabilities();
252 1 : if (mediaPlayerCapabilities)
253 : {
254 : std::vector<std::string> supportedMimeTypes =
255 1 : mediaPlayerCapabilities->getSupportedMimeTypes(firebolt::rialto::MediaSourceType::VIDEO);
256 :
257 1 : rialto_mse_sink_setup_supported_caps(elementClass, supportedMimeTypes);
258 :
259 2 : const std::string kImmediateOutputPropertyName{"immediate-output"};
260 2 : const std::string kSyncmodeStreamingPropertyName{"syncmode-streaming"};
261 1 : const std::string kShowVideoWindowPropertyName{"show-video-window"};
262 : const std::vector<std::string> kPropertyNamesToSearch{kImmediateOutputPropertyName,
263 : kSyncmodeStreamingPropertyName,
264 5 : kShowVideoWindowPropertyName};
265 : std::vector<std::string> supportedProperties{
266 1 : mediaPlayerCapabilities->getSupportedProperties(firebolt::rialto::MediaSourceType::VIDEO,
267 1 : kPropertyNamesToSearch)};
268 :
269 4 : for (const auto &propertyName : supportedProperties)
270 : {
271 3 : if (kImmediateOutputPropertyName == propertyName)
272 : {
273 1 : g_object_class_install_property(gobjectClass, PROP_IMMEDIATE_OUTPUT,
274 : g_param_spec_boolean(kImmediateOutputPropertyName.c_str(),
275 : "immediate output", "immediate output", TRUE,
276 : GParamFlags(G_PARAM_READWRITE)));
277 : }
278 2 : else if (kSyncmodeStreamingPropertyName == propertyName)
279 : {
280 1 : g_object_class_install_property(gobjectClass, PROP_SYNCMODE_STREAMING,
281 : g_param_spec_boolean("syncmode-streaming", "Streaming Sync Mode",
282 : "Enable/disable OTT streaming sync mode", FALSE,
283 : G_PARAM_WRITABLE));
284 : }
285 1 : else if (kShowVideoWindowPropertyName == propertyName)
286 : {
287 1 : g_object_class_install_property(gobjectClass, PROP_SHOW_VIDEO_WINDOW,
288 : g_param_spec_boolean(kShowVideoWindowPropertyName.c_str(),
289 : "make video window visible",
290 : "true: visible, false: hidden", TRUE,
291 : G_PARAM_WRITABLE));
292 : }
293 : }
294 : }
295 : else
296 : {
297 0 : GST_ERROR("Failed to get supported mime types for VIDEO");
298 : }
299 :
300 1 : gst_element_class_set_details_simple(elementClass, "Rialto Video Sink", "Decoder/Video/Sink/Video",
301 : "Communicates with Rialto Server", "Sky");
302 2 : }
|
