Line data Source code
1 : /*
2 : * If not stated otherwise in this file or this component's LICENSE file the
3 : * following copyright and licenses apply:
4 : *
5 : * Copyright 2022 Sky UK
6 : *
7 : * Licensed under the Apache License, Version 2.0 (the "License");
8 : * you may not use this file except in compliance with the License.
9 : * You may obtain a copy of the License at
10 : *
11 : * http://www.apache.org/licenses/LICENSE-2.0
12 : *
13 : * Unless required by applicable law or agreed to in writing, software
14 : * distributed under the License is distributed on an "AS IS" BASIS,
15 : * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 : * See the License for the specific language governing permissions and
17 : * limitations under the License.
18 : */
19 :
20 : #ifndef FIREBOLT_RIALTO_SERVER_GENERIC_PLAYER_CONTEXT_H_
21 : #define FIREBOLT_RIALTO_SERVER_GENERIC_PLAYER_CONTEXT_H_
22 :
23 : #include "IGstSrc.h"
24 : #include "IRdkGstreamerUtilsWrapper.h"
25 : #include "ITimer.h"
26 : #include "MediaCommon.h"
27 : #include <gst/gst.h>
28 : #include <list>
29 : #include <map>
30 : #include <memory>
31 : #include <mutex>
32 : #include <unordered_map>
33 : #include <vector>
34 :
35 : namespace firebolt::rialto::server
36 : {
37 : constexpr double kNoPendingPlaybackRate{0.0};
38 :
39 : enum class EosState
40 : {
41 : PENDING,
42 : SET
43 : };
44 :
45 : /**
46 : * @brief Structure used for video geometry
47 : */
48 : struct Rectangle
49 : {
50 : int x, y, width, height;
51 494 : constexpr Rectangle() : x(0), y(0), width(0), height(0) {}
52 1 : constexpr Rectangle(int x_, int y_, int w_, int h_) : x(x_), y(y_), width(w_), height(h_) {}
53 : Rectangle(const Rectangle &rhs) = default;
54 10 : inline constexpr bool empty() { return (width == 0) || (height == 0); }
55 2 : inline void clear() { x = y = width = height = 0; }
56 : };
57 :
58 : /**
59 : * @brief Structure used for set source position
60 : */
61 : struct SegmentData
62 : {
63 : int64_t position;
64 : bool resetTime;
65 : double appliedRate;
66 : uint64_t stopPosition;
67 : };
68 :
69 : struct GenericPlayerContext
70 : {
71 : /**
72 : * @brief The rialto src object.
73 : */
74 : std::shared_ptr<IGstSrc> gstSrc{nullptr};
75 :
76 : /**
77 : * @brief The gstreamer pipeline.
78 : */
79 : GstElement *pipeline{nullptr};
80 :
81 : /**
82 : * @brief The gstreamer source.
83 : */
84 : GstElement *source{nullptr};
85 :
86 : /**
87 : * @brief A map of streams attached to the source.
88 : */
89 : StreamInfoMap streamInfo{};
90 :
91 : /**
92 : * @brief Child sink of the autovideosink.
93 : */
94 : GstElement *autoVideoChildSink{nullptr};
95 :
96 : /**
97 : * @brief Child sink of the autoaudiosink.
98 : */
99 : GstElement *autoAudioChildSink{nullptr};
100 :
101 : /**
102 : * @brief The subtitle sink
103 : */
104 : GstElement *subtitleSink{nullptr};
105 :
106 : /**
107 : * @brief Flag used to check, if video decoder handle has been set.
108 : */
109 : bool isVideoHandleSet{false};
110 :
111 : /**
112 : * @brief Flag used to check, if BUFFERED notification has been sent.
113 : *
114 : * Flag can be used only in worker thread
115 : */
116 : bool bufferedNotificationSent{false};
117 :
118 : /**
119 : * @brief Flag used to check, if the playback is in the playing state
120 : *
121 : * Flag can be used only in worker thread
122 : */
123 : bool isPlaying{false};
124 :
125 : /**
126 : * @brief Flag used to check, if EOS has been notified to the client
127 : *
128 : * Flag can be used only in worker thread
129 : */
130 : bool eosNotified{false};
131 :
132 : /**
133 : * @brief Pending video geometry
134 : */
135 : Rectangle pendingGeometry;
136 :
137 : /**
138 : * @brief Current playback rate
139 : */
140 : double playbackRate{1.0};
141 :
142 : /**
143 : * @brief Pending playback rate
144 : */
145 : double pendingPlaybackRate{kNoPendingPlaybackRate};
146 :
147 : /**
148 : * @brief Pending immediate output for MediaSourceType::VIDEO
149 : */
150 : std::optional<bool> pendingImmediateOutputForVideo{};
151 :
152 : /**
153 : * @brief Pending low latency
154 : */
155 : std::optional<bool> pendingLowLatency{};
156 :
157 : /**
158 : * @brief Pending sync
159 : */
160 : std::optional<bool> pendingSync{};
161 :
162 : /**
163 : * @brief Pending sync off
164 : */
165 : std::optional<bool> pendingSyncOff{};
166 :
167 : /**
168 : * @brief Pending buffering limit
169 : */
170 : std::optional<uint32_t> pendingBufferingLimit{};
171 :
172 : /**
173 : * @brief Pending use buffering
174 : */
175 : std::optional<bool> pendingUseBuffering{};
176 :
177 : /**
178 : * @brief Pending stream sync mode
179 : */
180 : std::map<MediaSourceType, int32_t> pendingStreamSyncMode{};
181 :
182 : /**
183 : * @brief Pending render frame
184 : */
185 : bool pendingRenderFrame{false};
186 :
187 : /**
188 : * @brief Pending show video window
189 : */
190 : std::optional<bool> pendingShowVideoWindow{};
191 :
192 : /**
193 : * @brief Last audio sample timestamps
194 : * TODO(LLDEV-31012) Needed to detect audio stream underflow
195 : */
196 : int64_t lastAudioSampleTimestamps{0};
197 :
198 : /**
199 : * @brief The decryption service.
200 : */
201 : IDecryptionService *decryptionService{nullptr};
202 :
203 : /**
204 : * @brief Flag used to check, if audio source has been recently removed
205 : *
206 : * Flag can be used only in worker thread
207 : */
208 : bool audioSourceRemoved{false};
209 :
210 : /**
211 : * @brief Audio elements of gst pipeline.
212 : *
213 : * Attribute can be used only in worker thread
214 : */
215 : firebolt::rialto::wrappers::PlaybackGroupPrivate playbackGroup;
216 :
217 : /**
218 : * @brief A map of streams that have ended.
219 : */
220 : std::unordered_map<MediaSourceType, EosState> endOfStreamInfo{};
221 :
222 : /**
223 : * @brief Flag used to check if client already notified server that all sources were attached
224 : *
225 : * Attribute can be used only in worker thread
226 : */
227 : bool wereAllSourcesAttached{false};
228 :
229 : /**
230 : * @brief Flag used to check if FinishSetupSource is finished. It is needed to avoid need data overwriting.
231 : *
232 : * Attribute can be used only in worker thread
233 : */
234 : bool setupSourceFinished{false};
235 :
236 : /**
237 : * @brief Queued source positions. Used by SetSourcePosition task to request pushing new sample.
238 : *
239 : * Attribute can be used only in worker thread
240 : */
241 : std::map<GstElement *, std::vector<SegmentData>> initialPositions;
242 :
243 : /**
244 : * @brief Currently set position of a source. Used to check, if additional segment should be pushed.
245 : *
246 : * Attribute can be used only in worker thread
247 : */
248 : std::map<GstElement *, SegmentData> currentPosition;
249 :
250 : /**
251 : * @brief The mutex, which protects properties, which are read/written by main/worker thread.
252 : * This mutex should be removed in future, when we find out better solution for
253 : * property read-write.
254 : */
255 : std::mutex propertyMutex;
256 :
257 : /**
258 : * @brief Flag used to check if audio fade is enabled
259 : *
260 : * Attribute can be used only in worker thread
261 : */
262 : std::atomic_bool audioFadeEnabled{false};
263 : };
264 : } // namespace firebolt::rialto::server
265 :
266 : #endif // FIREBOLT_RIALTO_SERVER_GENERIC_PLAYER_CONTEXT_H_
|
