aboutsummaryrefslogtreecommitdiff
path: root/voctocore/lib/videomix.py
blob: 65083466879a8d4e7ba8275152a5f64d7b725b4a (plain) 
    

  1. #!/usr/bin/python3
    2. 

  2. import logging
    3. 

  3. from gi.repository import Gst
    4. 

  4. from enum import Enum
    5. 

  5. 

  6. from lib.config import Config
    7. 

  7. 

  8. class CompositeModes(Enum):
    9. 

  9.     fullscreen = 0
    10. 

  10.     side_by_side_equal = 1
    11. 

  11.     side_by_side_preview = 2
    12. 

  12.     picture_in_picture = 3
    13. 

  13. 

  14. class VideoMix(object):
    15. 

  15.     log = logging.getLogger('VideoMix')
    16. 

  16. 

  17.     def __init__(self):
    18. 

  18.         self.caps = Config.get('mix', 'videocaps')
    19. 

  19. 

  20.         self.names = Config.getlist('mix', 'sources')
    21. 

  21.         self.log.info('Configuring Mixer for %u Sources', len(self.names))
    22. 

  22. 

  23.         pipeline = """
    24. 

  24.             videomixer name=mix !
    25. 

  25.             {caps} !
    26. 

  26.             queue !
    27. 

  27.             tee name=tee
    28. 

    29. 

  29.             tee. ! queue ! intervideosink channel=video_mix_out
    30. 

  30.         """.format(
    31. 

  31.             caps=self.caps
    32. 

  32.         )
    33. 

  33. 

  34.         if Config.getboolean('previews', 'enabled'):
    35. 

  35.             pipeline += """
    36. 

  36.                 tee. ! queue ! intervideosink channel=video_mix_preview
    37. 

  37.             """
    38. 

  38. 

  39.         for idx, name in enumerate(self.names):
    40. 

  40.             pipeline += """
    41. 

  41.                 intervideosrc channel=video_{name}_mixer !
    42. 

  42.                 {caps} !
    43. 

  43.                 videoscale !
    44. 

  44.                 capsfilter name=caps_{idx} !
    45. 

  45.                 mix.
    46. 

  46.             """.format(
    47. 

  47.                 name=name,
    48. 

  48.                 caps=self.caps,
    49. 

  49.                 idx=idx
    50. 

  50.             )
    51. 

  51. 

  52.         self.log.debug('Creating Mixing-Pipeline:\n%s', pipeline)
    53. 

  53.         self.mixingPipeline = Gst.parse_launch(pipeline)
    54. 

  54. 

  55.         self.log.debug('Binding Error & End-of-Stream-Signal on Mixing-Pipeline')
    56. 

  56.         self.mixingPipeline.bus.add_signal_watch()
    57. 

  57.         self.mixingPipeline.bus.connect("message::eos", self.on_eos)
    58. 

  58.         self.mixingPipeline.bus.connect("message::error", self.on_error)
    59. 

  59. 

  60.         self.log.debug('Initializing Mixer-State')
    61. 

  61.         self.compositeMode = CompositeModes.fullscreen
    62. 

  62.         self.sourceA = 0
    63. 

  63.         self.sourceB = 1
    64. 

  64.         self.updateMixerState()
    65. 

  65. 

  66.         self.log.debug('Launching Mixing-Pipeline')
    67. 

  67.         self.mixingPipeline.set_state(Gst.State.PLAYING)
    68. 

  68. 

  69.     def getInputVideoSize(self):
    70. 

  70.         caps = Gst.Caps.from_string(self.caps)
    71. 

  71.         struct = caps.get_structure(0)
    72. 

  72.         _, width = struct.get_int('width')
    73. 

  73.         _, height = struct.get_int('height')
    74. 

  74. 

  75.         return width, height
    76. 

  76. 

  77.     def updateMixerState(self):
    78. 

  78.         if self.compositeMode == CompositeModes.fullscreen:
    79. 

  79.             self.updateMixerStateFullscreen()
    80. 

  80. 

  81.         elif self.compositeMode == CompositeModes.side_by_side_equal:
    82. 

  82.             self.updateMixerStateSideBySideEqual()
    83. 

  83. 

  84.         elif self.compositeMode == CompositeModes.side_by_side_preview:
    85. 

  85.             self.updateMixerStateSideBySidePreview()
    86. 

  86. 

  87.         elif self.compositeMode == CompositeModes.picture_in_picture:
    88. 

  88.             self.updateMixerStatePictureInPicture()
    89. 

  89. 

  90.     def updateMixerStateFullscreen(self):
    91. 

  91.         self.log.info('Updating Mixer-State for Fullscreen-Composition')
    92. 

  92. 

  93.         noScaleCaps = Gst.Caps.from_string('video/x-raw')
    94. 

  94. 

  95.         for idx, name in enumerate(self.names):
    96. 

  96.             alpha = int(idx == self.sourceA)
    97. 

  97. 

  98.             self.log.debug('Setting Mixerpad %u to x/y=0 and alpha=%0.2f', idx, alpha)
    99. 

  99.             mixerpad = self.mixingPipeline.get_by_name('mix').get_static_pad('sink_%u' % idx)
    100. 

  100.             mixerpad.set_property('alpha', alpha )
    101. 

  101.             mixerpad.set_property('xpos', 0)
    102. 

  102.             mixerpad.set_property('ypos', 0)
    103. 

  103. 

  104.             self.log.debug('Resetting Scaler %u to non-scaling', idx)
    105. 

  105.             capsfilter = self.mixingPipeline.get_by_name('caps_%u' % idx)
    106. 

  106.             capsfilter.set_property('caps', noScaleCaps)
    107. 

  107. 

  108.     def updateMixerStateSideBySideEqual(self):
    109. 

  109.         self.log.info('Updating Mixer-State for Side-by-side-Equal-Composition')
    110. 

  110. 

  111.         width, height = self.getInputVideoSize()
    112. 

  112.         self.log.debug('Video-Size parsed as %ux%u', width, height)
    113. 

  113. 

  114.         try:
    115. 

  115.             gutter = Config.getint('side-by-side-equal', 'gutter')
    116. 

  116.             self.log.debug('Gutter configured to %u', gutter)
    117. 

  117.         except:
    118. 

  118.             gutter = int(width / 100)
    119. 

  119.             self.log.debug('Gutter calculated to %u', gutter)
    120. 

  120. 

  121.         targetWidth = int((width - gutter) / 2)
    122. 

  122.         targetHeight = int(targetWidth / width * height)
    123. 

  123. 

  124.         y = (height - targetHeight) / 2
    125. 

  125.         xa = 0
    126. 

  126.         xb = width - targetWidth
    127. 

  127. 

  128.         scaleCaps = Gst.Caps.from_string('video/x-raw,width=%u,height=%u' % (targetWidth, targetHeight))
    129. 

  129.         noScaleCaps = Gst.Caps.from_string('video/x-raw')
    130. 

  130. 

  131.         for idx, name in enumerate(self.names):
    132. 

  132.             mixerpad = self.mixingPipeline.get_by_name('mix').get_static_pad('sink_%u' % idx)
    133. 

  133.             capsfilter = self.mixingPipeline.get_by_name('caps_%u' % idx)
    134. 

  134. 

  135.             if idx == self.sourceA:
    136. 

  136.                 mixerpad.set_property('alpha', 1)
    137. 

  137.                 mixerpad.set_property('xpos', xa)
    138. 

  138.                 mixerpad.set_property('ypos', y)
    139. 

  139.                 capsfilter.set_property('caps', scaleCaps)
    140. 

  140. 

  141.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f', idx, xa, y, 1)
    142. 

  142.                 self.log.debug('Setting Scaler %u to %u/%u', idx, targetWidth, targetHeight)
    143. 

  143. 

  144.             elif idx == self.sourceB:
    145. 

  145.                 mixerpad.set_property('alpha', 1)
    146. 

  146.                 mixerpad.set_property('xpos', xb)
    147. 

  147.                 mixerpad.set_property('ypos', y)
    148. 

  148.                 capsfilter.set_property('caps', scaleCaps)
    149. 

  149. 

  150.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f', idx, xb, y, 1)
    151. 

  151.                 self.log.debug('Setting Scaler %u to %u/%u', idx, targetWidth, targetHeight)
    152. 

  152. 

  153.             else:
    154. 

  154.                 mixerpad.set_property('alpha', 0)
    155. 

  155.                 mixerpad.set_property('xpos', 0)
    156. 

  156.                 mixerpad.set_property('ypos', 0)
    157. 

  157.                 capsfilter.set_property('caps', noScaleCaps)
    158. 

  158. 

  159.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f', idx, 0, 0, 0)
    160. 

  160.                 self.log.debug('Resetting Scaler %u to non-scaling', idx)
    161. 

  161. 

  162.     def updateMixerStateSideBySidePreview(self):
    163. 

  163.         self.log.info('Updating Mixer-State for Side-by-side-Preview-Composition')
    164. 

  164. 

  165.         width, height = self.getInputVideoSize()
    166. 

  166.         self.log.debug('Video-Size parsed as %ux%u', width, height)
    167. 

  167. 

  168.         try:
    169. 

  169.             asize = [int(i) for i in Config.get('side-by-side-preview', 'asize').split('x', 1)]
    170. 

  170.             self.log.debug('A-Video-Size configured to %ux%u', asize[0], asize[1])
    171. 

  171.         except:
    172. 

  172.             asize = [
    173. 

  173.                 int(width / 1.25), # 80%
    174. 

  174.                 int(height / 1.25) # 80%
    175. 

  175.             ]
    176. 

  176.             self.log.debug('A-Video-Size calculated to %ux%u', asize[0], asize[1])
    177. 

  177. 

  178.         try:
    179. 

  179.             apos = [int(i) for i in Config.get('side-by-side-preview', 'apos').split('/', 1)]
    180. 

  180.             self.log.debug('B-Video-Position configured to %u/%u', apos[0], apos[1])
    181. 

  181.         except:
    182. 

  182.             apos = [
    183. 

  183.                 int(width / 100), # 1%
    184. 

  184.                 int(width / 100)  # 1%
    185. 

  185.             ]
    186. 

  186.             self.log.debug('B-Video-Position calculated to %u/%u', apos[0], apos[1])
    187. 

  187. 

  188.         try:
    189. 

  189.             bsize = [int(i) for i in Config.get('side-by-side-preview', 'bsize').split('x', 1)]
    190. 

  190.             self.log.debug('B-Video-Size configured to %ux%u', bsize[0], bsize[1])
    191. 

  191.         except:
    192. 

  192.             bsize = [
    193. 

  193.                 int(width / 4), # 25%
    194. 

  194.                 int(height / 4) # 25%
    195. 

  195.             ]
    196. 

  196.             self.log.debug('B-Video-Size calculated to %ux%u', bsize[0], bsize[1])
    197. 

  197. 

  198.         try:
    199. 

  199.             bpos = [int(i) for i in Config.get('side-by-side-preview', 'bpos').split('/', 1)]
    200. 

  200.             self.log.debug('B-Video-Position configured to %u/%u', bpos[0], bpos[1])
    201. 

  201.         except:
    202. 

  202.             bpos = [
    203. 

  203.                 width - int(width / 100) - bsize[0],
    204. 

  204.                 height - int(width / 100) - bsize[1]  # 1%
    205. 

  205.             ]
    206. 

  206.             self.log.debug('B-Video-Position calculated to %u/%u', bpos[0], bpos[1])
    207. 

  207. 

  208.         aCaps = Gst.Caps.from_string('video/x-raw,width=%u,height=%u' % tuple(asize))
    209. 

  209.         bCaps = Gst.Caps.from_string('video/x-raw,width=%u,height=%u' % tuple(bsize))
    210. 

  210.         noScaleCaps = Gst.Caps.from_string('video/x-raw')
    211. 

  211. 

  212.         for idx, name in enumerate(self.names):
    213. 

  213.             mixerpad = self.mixingPipeline.get_by_name('mix').get_static_pad('sink_%u' % idx)
    214. 

  214.             capsfilter = self.mixingPipeline.get_by_name('caps_%u' % idx)
    215. 

  215. 

  216.             if idx == self.sourceA:
    217. 

  217.                 mixerpad.set_property('alpha', 1)
    218. 

  218.                 mixerpad.set_property('xpos', apos[1])
    219. 

  219.                 mixerpad.set_property('ypos', apos[1])
    220. 

  220.                 mixerpad.set_property('zorder', 0)
    221. 

  221.                 capsfilter.set_property('caps', aCaps)
    222. 

  222. 

  223.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f, zorder=%u', idx, apos[0], apos[1], 1, 1)
    224. 

  224.                 self.log.debug('Setting Scaler %u to %u/%u', idx, asize[0], asize[1])
    225. 

  225. 

  226.             elif idx == self.sourceB:
    227. 

  227.                 mixerpad.set_property('alpha', 1)
    228. 

  228.                 mixerpad.set_property('xpos', bpos[0])
    229. 

  229.                 mixerpad.set_property('ypos', bpos[1])
    230. 

  230.                 mixerpad.set_property('zorder', 1)
    231. 

  231.                 capsfilter.set_property('caps', bCaps)
    232. 

  232. 

  233.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u, alpha=%0.2f, zorder=%u', idx, bpos[0], bpos[1], 1, 0)
    234. 

  234.                 self.log.debug('Setting Scaler %u to %u/%u', idx, bsize[0], bsize[1])
    235. 

  235. 

  236.             else:
    237. 

  237.                 mixerpad.set_property('alpha', 0)
    238. 

  238.                 mixerpad.set_property('xpos', 0)
    239. 

  239.                 mixerpad.set_property('ypos', 0)
    240. 

  240.                 capsfilter.set_property('caps', noScaleCaps)
    241. 

  241. 

  242.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f', idx, 0, 0, 0)
    243. 

  243.                 self.log.debug('Resetting Scaler %u to non-scaling', idx)
    244. 

  244. 

  245.     def updateMixerStatePictureInPicture(self):
    246. 

  246.         self.log.info('Updating Mixer-State for Picture-in-Picture-Composition')
    247. 

  247. 

  248.         width, height = self.getInputVideoSize()
    249. 

  249.         self.log.debug('Video-Size parsed as %ux%u', width, height)
    250. 

  250. 

  251.         try:
    252. 

  252.             pipsize = [int(i) for i in Config.get('picture-in-picture', 'pipsize').split('x', 1)]
    253. 

  253.             self.log.debug('PIP-Size configured to %ux%u', pipsize[0], pipsize[1])
    254. 

  254.         except:
    255. 

  255.             pipsize = [
    256. 

  256.                 int(width / 4), # 25%
    257. 

  257.                 int(height / 4) # 25%
    258. 

  258.             ]
    259. 

  259.             self.log.debug('PIP-Size calculated to %ux%u', pipsize[0], pipsize[1])
    260. 

  260. 

  261.         try:
    262. 

  262.             pippos = [int(i) for i in Config.get('picture-in-picture', 'pippos').split('/', 1)]
    263. 

  263.             self.log.debug('PIP-Position configured to %u/%u', pippos[0], pippos[1])
    264. 

  264.         except:
    265. 

  265.             pippos = [
    266. 

  266.                 width - pipsize[0] - int(width / 100), # 1%
    267. 

  267.                 height - pipsize[1] -int(width / 100)  # 1%
    268. 

  268.             ]
    269. 

  269.             self.log.debug('PIP-Position calculated to %u/%u', pippos[0], pippos[1])
    270. 

  270. 

  271.         scaleCaps = Gst.Caps.from_string('video/x-raw,width=%u,height=%u' % tuple(pipsize))
    272. 

  272.         noScaleCaps = Gst.Caps.from_string('video/x-raw')
    273. 

  273. 

  274.         for idx, name in enumerate(self.names):
    275. 

  275.             mixerpad = self.mixingPipeline.get_by_name('mix').get_static_pad('sink_%u' % idx)
    276. 

  276.             capsfilter = self.mixingPipeline.get_by_name('caps_%u' % idx)
    277. 

  277. 

  278.             if idx == self.sourceA:
    279. 

  279.                 mixerpad.set_property('alpha', 1)
    280. 

  280.                 mixerpad.set_property('xpos', 0)
    281. 

  281.                 mixerpad.set_property('ypos', 0)
    282. 

  282.                 mixerpad.set_property('zorder', 0)
    283. 

  283.                 capsfilter.set_property('caps', noScaleCaps)
    284. 

  284. 

  285.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f, zorder=%u', idx, 0, 0, 1, 0)
    286. 

  286.                 self.log.debug('Resetting Scaler %u to non-scaling', idx)
    287. 

  287. 

  288.             elif idx == self.sourceB:
    289. 

  289.                 mixerpad.set_property('alpha', 1)
    290. 

  290.                 mixerpad.set_property('xpos', pippos[0])
    291. 

  291.                 mixerpad.set_property('ypos', pippos[1])
    292. 

  292.                 mixerpad.set_property('zorder', 1)
    293. 

  293.                 capsfilter.set_property('caps', scaleCaps)
    294. 

  294. 

  295.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u, alpha=%0.2f, zorder=%u', idx, pippos[0], pippos[1], 1, 1)
    296. 

  296.                 self.log.debug('Setting Scaler %u to %u/%u', idx, pipsize[0], pipsize[1])
    297. 

  297. 

  298.             else:
    299. 

  299.                 mixerpad.set_property('alpha', 0)
    300. 

  300.                 mixerpad.set_property('xpos', 0)
    301. 

  301.                 mixerpad.set_property('ypos', 0)
    302. 

  302.                 capsfilter.set_property('caps', noScaleCaps)
    303. 

  303. 

  304.                 self.log.debug('Setting Mixerpad %u to x/y=%u/%u and alpha=%0.2f', idx, 0, 0, 0)
    305. 

  305.                 self.log.debug('Resetting Scaler %u to non-scaling', idx)
    306. 

  306. 

  307.     def setVideoSourceA(self, source):
    308. 

  308.         # swap if required
    309. 

  309.         if self.sourceB == source:
    310. 

  310.             self.sourceB = self.sourceA
    311. 

  311. 

  312.         self.sourceA = source
    313. 

  313.         self.updateMixerState()
    314. 

  314. 

  315.     def setVideoSourceB(self, source):
    316. 

  316.         # swap if required
    317. 

  317.         if self.sourceA == source:
    318. 

  318.             self.sourceA = self.sourceB
    319. 

  319. 

  320.         self.sourceB = source
    321. 

  321.         self.updateMixerState()
    322. 

  322. 

  323.     def setCompositeMode(self, mode):
    324. 

  324.         self.compositeMode = mode
    325. 

  325.         self.updateMixerState()
    326. 

  326. 

  327.     def on_eos(self, bus, message):
    328. 

  328.         self.log.debug('Received End-of-Stream-Signal on Mixing-Pipeline')
    329. 

  329. 

  330.     def on_error(self, bus, message):
    331. 

  331.         self.log.debug('Received Error-Signal on Mixing-Pipeline')
    332. 

  332.         (error, debug) = message.parse_error()
    333. 

  333.         self.log.debug('Error-Details: #%u: %s', error.code, debug)
    334.
generated by cgit v1.2.3 (git 2.39.1) at 2024-07-04 22:41:24 +0000