avmedia/source/gstreamer/gstframegrabber.cxx

   1 /* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
   2 /*
   3  * This file is part of the LibreOffice project.
   4  *
   5  * This Source Code Form is subject to the terms of the Mozilla Public
   6  * License, v. 2.0. If a copy of the MPL was not distributed with this
   7  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
   8  *
   9  * This file incorporates work covered by the following license notice:
  10  *
  11  *   Licensed to the Apache Software Foundation (ASF) under one or more
  12  *   contributor license agreements. See the NOTICE file distributed
  13  *   with this work for additional information regarding copyright
  14  *   ownership. The ASF licenses this file to you under the Apache
  15  *   License, Version 2.0 (the "License"); you may not use this file
  16  *   except in compliance with the License. You may obtain a copy of
  17  *   the License at http://www.apache.org/licenses/LICENSE-2.0 .
  18  */
  19
  20 #include "gstframegrabber.hxx"
  21 #include "gstplayer.hxx"
  22
  23 #include <cppuhelper/supportsservice.hxx>
  24
  25 #include <gst/gstbuffer.h>
  26 #include <gst/video/video.h>
  27 #include <gst/video/gstvideosink.h>
  28
  29 #include <vcl/graph.hxx>
  30 #include <vcl/BitmapTools.hxx>
  31
  32 #include <string>
  33
  34 #ifdef AVMEDIA_GST_0_10
  35 #  define AVMEDIA_GST_FRAMEGRABBER_IMPLEMENTATIONNAME "com.sun.star.comp.avmedia.FrameGrabber_GStreamer_0_10"
  36 #  define AVMEDIA_GST_FRAMEGRABBER_SERVICENAME "com.sun.star.media.FrameGrabber_GStreamer_0_10"
  37 #else
  38 #  define AVMEDIA_GST_FRAMEGRABBER_IMPLEMENTATIONNAME "com.sun.star.comp.avmedia.FrameGrabber_GStreamer"
  39 #  define AVMEDIA_GST_FRAMEGRABBER_SERVICENAME "com.sun.star.media.FrameGrabber_GStreamer"
  40 #endif
  41
  42 using namespace ::com::sun::star;
  43
  44 namespace avmedia { namespace gstreamer {
  45
  46 void FrameGrabber::disposePipeline()
  47 {
  48     if( mpPipeline != nullptr )
  49     {
  50         gst_element_set_state( mpPipeline, GST_STATE_NULL );
  51         g_object_unref( G_OBJECT( mpPipeline ) );
  52         mpPipeline = nullptr;
  53     }
  54 }
  55
  56 FrameGrabber::FrameGrabber( const OUString &rURL ) :
  57     FrameGrabber_BASE()
  58 {
  59     gchar *pPipelineStr;
  60     pPipelineStr = g_strdup_printf(
  61 #ifdef AVMEDIA_GST_0_10
  62         "uridecodebin uri=%s ! ffmpegcolorspace ! videoscale ! appsink "
  63         "name=sink caps=\"video/x-raw-rgb,format=RGB,pixel-aspect-ratio=1/1,"
  64         "bpp=(int)24,depth=(int)24,endianness=(int)4321,"
  65         "red_mask=(int)0xff0000, green_mask=(int)0x00ff00, blue_mask=(int)0x0000ff\"",
  66 #else
  67         "uridecodebin uri=%s ! videoconvert ! videoscale ! appsink "
  68         "name=sink caps=\"video/x-raw,format=RGB,pixel-aspect-ratio=1/1\"",
  69 #endif
  70         OUStringToOString( rURL, RTL_TEXTENCODING_UTF8 ).getStr() );
  71
  72     GError *pError = nullptr;
  73     mpPipeline = gst_parse_launch( pPipelineStr, &pError );
  74     if( pError != nullptr) {
  75         g_warning( "Failed to construct frame-grabber pipeline '%s'\n", pError->message );
  76         g_error_free( pError );
  77         disposePipeline();
  78     }
  79
  80     if( mpPipeline ) {
  81         // pre-roll
  82         switch( gst_element_set_state( mpPipeline, GST_STATE_PAUSED ) ) {
  83         case GST_STATE_CHANGE_FAILURE:
  84         case GST_STATE_CHANGE_NO_PREROLL:
  85             g_warning( "failure pre-rolling media" );
  86             disposePipeline();
  87             break;
  88         default:
  89             break;
  90         }
  91     }
  92     if( mpPipeline &&
  93         gst_element_get_state( mpPipeline, nullptr, nullptr, 5 * GST_SECOND ) == GST_STATE_CHANGE_FAILURE )
  94         disposePipeline();
  95 }
  96
  97 FrameGrabber::~FrameGrabber()
  98 {
  99     disposePipeline();
 100 }
 101
 102 FrameGrabber* FrameGrabber::create( const OUString &rURL )
 103 {
 104     return new FrameGrabber( rURL );
 105 }
 106
 107 uno::Reference< graphic::XGraphic > SAL_CALL FrameGrabber::grabFrame( double fMediaTime )
 108 {
 109     uno::Reference< graphic::XGraphic > xRet;
 110
 111     if( !mpPipeline )
 112         return xRet;
 113
 114     gint64 gst_position = llround( fMediaTime * GST_SECOND );
 115     gst_element_seek_simple(
 116         mpPipeline, GST_FORMAT_TIME,
 117         GstSeekFlags(GST_SEEK_FLAG_KEY_UNIT | GST_SEEK_FLAG_FLUSH),
 118         gst_position );
 119
 120     GstElement *pSink = gst_bin_get_by_name( GST_BIN( mpPipeline ), "sink" );
 121     if( !pSink )
 122         return xRet;
 123
 124     GstBuffer *pBuf = nullptr;
 125     GstCaps *pCaps = nullptr;
 126
 127     // synchronously fetch the frame
 128 #ifdef AVMEDIA_GST_0_10
 129     g_signal_emit_by_name( pSink, "pull-preroll", &pBuf, nullptr );
 130     if( pBuf )
 131         pCaps = GST_BUFFER_CAPS( pBuf );
 132 #else
 133     GstSample *pSample = nullptr;
 134     g_signal_emit_by_name( pSink, "pull-preroll", &pSample, nullptr );
 135
 136     if( pSample )
 137     {
 138         pBuf = gst_sample_get_buffer( pSample );
 139         pCaps = gst_sample_get_caps( pSample );
 140     }
 141 #endif
 142
 143     // get geometry
 144     int nWidth = 0, nHeight = 0;
 145     if( !pCaps )
 146         g_warning( "could not get snapshot format\n" );
 147     else
 148     {
 149         GstStructure *pStruct = gst_caps_get_structure( pCaps, 0 );
 150
 151         /* we need to get the final caps on the buffer to get the size */
 152         if( !gst_structure_get_int( pStruct, "width", &nWidth ) ||
 153             !gst_structure_get_int( pStruct, "height", &nHeight ) )
 154             nWidth = nHeight = 0;
 155     }
 156
 157     if( pBuf && nWidth > 0 && nHeight > 0 &&
 158         // sanity check the size
 159 #ifdef AVMEDIA_GST_0_10
 160         GST_BUFFER_SIZE( pBuf ) >= static_cast<unsigned>( nWidth * nHeight * 3 )
 161 #else
 162         gst_buffer_get_size( pBuf ) >= static_cast<unsigned>( nWidth * nHeight * 3 )
 163 #endif
 164         )
 165     {
 166         sal_uInt8 *pData = nullptr;
 167 #ifdef AVMEDIA_GST_0_10
 168         pData = GST_BUFFER_DATA( pBuf );
 169 #else
 170         GstMapInfo aMapInfo;
 171         gst_buffer_map( pBuf, &aMapInfo, GST_MAP_READ );
 172         pData = aMapInfo.data;
 173 #endif
 174
 175         int nStride = GST_ROUND_UP_4( nWidth * 3 );
 176         BitmapEx aBmp = vcl::bitmap::CreateFromData(pData, nWidth, nHeight, nStride, 24 );
 177
 178 #ifndef AVMEDIA_GST_0_10
 179         gst_buffer_unmap( pBuf, &aMapInfo );
 180 #endif
 181
 182         xRet = Graphic( aBmp ).GetXGraphic();
 183     }
 184
 185     return xRet;
 186 }
 187
 188 OUString SAL_CALL FrameGrabber::getImplementationName(  )
 189 {
 190     return OUString( AVMEDIA_GST_FRAMEGRABBER_IMPLEMENTATIONNAME );
 191 }
 192
 193 sal_Bool SAL_CALL FrameGrabber::supportsService( const OUString& ServiceName )
 194 {
 195     return cppu::supportsService(this, ServiceName);
 196 }
 197
 198 uno::Sequence< OUString > SAL_CALL FrameGrabber::getSupportedServiceNames()
 199 {
 200     return { AVMEDIA_GST_FRAMEGRABBER_SERVICENAME };
 201 }
 202
 203 } // namespace gstreamer
 204 } // namespace avmedia
 205
 206 /* vim:set shiftwidth=4 softtabstop=4 expandtab: */