/* * producer_pango.c -- a pango-based titler * Copyright (C) 2003-2004 Ushodaya Enterprises Limited * Author: Dan Dennedy * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "producer_pango.h" #include #include #include #include #include #include #include #include #include #include static pthread_mutex_t pango_mutex = PTHREAD_MUTEX_INITIALIZER; struct producer_pango_s { struct mlt_producer_s parent; int width; int height; uint8_t *image; uint8_t *alpha; char *fgcolor; char *bgcolor; int align; int pad; char *markup; char *text; char *font; int weight; }; // special color type used by internal pango routines typedef struct { uint8_t r, g, b, a; } rgba_color; // Forward declarations static int producer_get_frame( mlt_producer parent, mlt_frame_ptr frame, int index ); static void producer_close( mlt_producer parent ); static void pango_draw_background( GdkPixbuf *pixbuf, rgba_color bg ); static GdkPixbuf *pango_get_pixbuf( const char *markup, const char *text, const char *font, rgba_color fg, rgba_color bg, int pad, int align, int weight, int size ); /** Return nonzero if the two strings are equal, ignoring case, up to the first n characters. */ int strncaseeq(const char *s1, const char *s2, size_t n) { for ( ; n > 0; n--) { if (tolower(*s1++) != tolower(*s2++)) return 0; } return 1; } /** Parse the alignment property. */ static int alignment_parse( char* align ) { int ret = pango_align_left; if ( align == NULL ); else if ( isdigit( align[ 0 ] ) ) ret = atoi( align ); else if ( align[ 0 ] == 'c' || align[ 0 ] == 'm' ) ret = pango_align_center; else if ( align[ 0 ] == 'r' ) ret = pango_align_right; return ret; } static PangoFT2FontMap *fontmap = NULL; mlt_producer producer_pango_init( const char *filename ) { producer_pango this = calloc( sizeof( struct producer_pango_s ), 1 ); if ( this != NULL && mlt_producer_init( &this->parent, this ) == 0 ) { mlt_producer producer = &this->parent; pthread_mutex_lock( &pango_mutex ); if ( fontmap == NULL ) fontmap = (PangoFT2FontMap*) pango_ft2_font_map_new(); g_type_init(); pthread_mutex_unlock( &pango_mutex ); producer->get_frame = producer_get_frame; producer->close = ( mlt_destructor )producer_close; // Get the properties interface mlt_properties properties = MLT_PRODUCER_PROPERTIES( &this->parent ); // Set the default properties mlt_properties_set( properties, "fgcolour", "0xffffffff" ); mlt_properties_set( properties, "bgcolour", "0x00000000" ); mlt_properties_set_int( properties, "align", pango_align_left ); mlt_properties_set_int( properties, "pad", 0 ); mlt_properties_set( properties, "text", "" ); mlt_properties_set( properties, "font", "Sans 48" ); mlt_properties_set( properties, "encoding", "UTF-8" ); mlt_properties_set_int( properties, "weight", PANGO_WEIGHT_NORMAL ); if ( filename == NULL ) { mlt_properties_set( properties, "markup", "" ); } else if ( filename[ 0 ] == '+' || strstr( filename, "/+" ) ) { char *copy = strdup( filename + 1 ); char *markup = copy; if ( strstr( markup, "/+" ) ) markup = strstr( markup, "/+" ) + 2; ( *strrchr( markup, '.' ) ) = '\0'; while ( strchr( markup, '~' ) ) ( *strchr( markup, '~' ) ) = '\n'; mlt_properties_set( properties, "resource", ( char * )filename ); mlt_properties_set( properties, "markup", markup ); free( copy ); } else if ( strstr( filename, ".mpl" ) ) { int i = 0; mlt_properties contents = mlt_properties_load( filename ); mlt_geometry key_frames = mlt_geometry_init( ); struct mlt_geometry_item_s item; mlt_properties_set( properties, "resource", ( char * )filename ); mlt_properties_set_data( properties, "contents", contents, 0, ( mlt_destructor )mlt_properties_close, NULL ); mlt_properties_set_data( properties, "key_frames", key_frames, 0, ( mlt_destructor )mlt_geometry_close, NULL ); // Make sure we have at least one entry if ( mlt_properties_get( contents, "0" ) == NULL ) mlt_properties_set( contents, "0", "" ); for ( i = 0; i < mlt_properties_count( contents ); i ++ ) { char *name = mlt_properties_get_name( contents, i ); char *value = mlt_properties_get_value( contents, i ); while ( value != NULL && strchr( value, '~' ) ) ( *strchr( value, '~' ) ) = '\n'; item.frame = atoi( name ); mlt_geometry_insert( key_frames, &item ); } } else { FILE *f = fopen( filename, "r" ); if ( f != NULL ) { char line[81]; char *markup = NULL; size_t size = 0; line[80] = '\0'; while ( fgets( line, 80, f ) ) { size += strlen( line ) + 1; if ( markup ) { markup = realloc( markup, size ); strcat( markup, line ); } else { markup = strdup( line ); } } fclose( f ); if ( markup[ strlen( markup ) - 1 ] == '\n' ) markup[ strlen( markup ) - 1 ] = '\0'; mlt_properties_set( properties, "resource", ( char * ) filename ); mlt_properties_set( properties, "markup", ( char * ) ( markup == NULL ? "" : markup ) ); free( markup ); } else { mlt_properties_set( properties, "markup", "" ); } } return producer; } free( this ); return NULL; } static void set_string( char **string, char *value, char *fallback ) { if ( value != NULL ) { free( *string ); *string = strdup( value ); } else if ( *string == NULL && fallback != NULL ) { *string = strdup( fallback ); } else if ( *string != NULL && fallback == NULL ) { free( *string ); *string = NULL; } } rgba_color parse_color( char *color ) { rgba_color result = { 0xff, 0xff, 0xff, 0xff }; if ( !strncmp( color, "0x", 2 ) ) { unsigned int temp = 0; sscanf( color + 2, "%x", &temp ); result.r = ( temp >> 24 ) & 0xff; result.g = ( temp >> 16 ) & 0xff; result.b = ( temp >> 8 ) & 0xff; result.a = ( temp ) & 0xff; } else if ( !strcmp( color, "red" ) ) { result.r = 0xff; result.g = 0x00; result.b = 0x00; } else if ( !strcmp( color, "green" ) ) { result.r = 0x00; result.g = 0xff; result.b = 0x00; } else if ( !strcmp( color, "blue" ) ) { result.r = 0x00; result.g = 0x00; result.b = 0xff; } else { unsigned int temp = 0; sscanf( color, "%d", &temp ); result.r = ( temp >> 24 ) & 0xff; result.g = ( temp >> 16 ) & 0xff; result.b = ( temp >> 8 ) & 0xff; result.a = ( temp ) & 0xff; } return result; } /** Convert a string property to UTF-8 */ static int iconv_utf8( mlt_properties properties, char *prop_name, const char* encoding ) { char *text = mlt_properties_get( properties, prop_name ); int result = -1; iconv_t cd = iconv_open( "UTF-8", encoding ); if ( cd != ( iconv_t )-1 ) { char *inbuf_p = text; size_t inbuf_n = strlen( text ); size_t outbuf_n = inbuf_n * 6; char *outbuf = mlt_pool_alloc( outbuf_n ); char *outbuf_p = outbuf; memset( outbuf, 0, outbuf_n ); if ( text != NULL && strcmp( text, "" ) && iconv( cd, &inbuf_p, &inbuf_n, &outbuf_p, &outbuf_n ) != -1 ) mlt_properties_set( properties, prop_name, outbuf ); else mlt_properties_set( properties, prop_name, "" ); mlt_pool_release( outbuf ); iconv_close( cd ); result = 0; } return result; } static void refresh_image( mlt_frame frame, int width, int height ) { // Pixbuf GdkPixbuf *pixbuf = mlt_properties_get_data( MLT_FRAME_PROPERTIES( frame ), "pixbuf", NULL ); // Obtain properties of frame mlt_properties properties = MLT_FRAME_PROPERTIES( frame ); // Obtain the producer pango for this frame producer_pango this = mlt_properties_get_data( properties, "producer_pango", NULL ); // Obtain the producer mlt_producer producer = &this->parent; // Obtain the producer properties mlt_properties producer_props = MLT_PRODUCER_PROPERTIES( producer ); // Get producer properties char *fg = mlt_properties_get( producer_props, "fgcolour" ); char *bg = mlt_properties_get( producer_props, "bgcolour" ); int align = alignment_parse( mlt_properties_get( producer_props, "align" ) ); int pad = mlt_properties_get_int( producer_props, "pad" ); char *markup = mlt_properties_get( producer_props, "markup" ); char *text = mlt_properties_get( producer_props, "text" ); char *font = mlt_properties_get( producer_props, "font" ); char *encoding = mlt_properties_get( producer_props, "encoding" ); int weight = mlt_properties_get_int( producer_props, "weight" ); int size = mlt_properties_get_int( producer_props, "size" ); int property_changed = 0; if ( pixbuf == NULL ) { // Check for file support int position = mlt_properties_get_position( properties, "pango_position" ); mlt_properties contents = mlt_properties_get_data( producer_props, "contents", NULL ); mlt_geometry key_frames = mlt_properties_get_data( producer_props, "key_frames", NULL ); struct mlt_geometry_item_s item; if ( contents != NULL ) { char temp[ 20 ]; mlt_geometry_prev_key( key_frames, &item, position ); sprintf( temp, "%d", item.frame ); markup = mlt_properties_get( contents, temp ); } // See if any properties changed property_changed = ( align != this->align ); property_changed = property_changed || ( this->fgcolor == NULL || ( fg && strcmp( fg, this->fgcolor ) ) ); property_changed = property_changed || ( this->bgcolor == NULL || ( bg && strcmp( bg, this->bgcolor ) ) ); property_changed = property_changed || ( pad != this->pad ); property_changed = property_changed || ( markup && this->markup && strcmp( markup, this->markup ) ); property_changed = property_changed || ( text && this->text && strcmp( text, this->text ) ); property_changed = property_changed || ( font && this->font && strcmp( font, this->font ) ); property_changed = property_changed || ( weight != this->weight ); // Save the properties for next comparison this->align = align; this->pad = pad; set_string( &this->fgcolor, fg, "0xffffffff" ); set_string( &this->bgcolor, bg, "0x00000000" ); set_string( &this->markup, markup, NULL ); set_string( &this->text, text, NULL ); set_string( &this->font, font, "Sans 48" ); this->weight = weight; } if ( pixbuf == NULL && property_changed ) { rgba_color fgcolor = parse_color( this->fgcolor ); rgba_color bgcolor = parse_color( this->bgcolor ); mlt_pool_release( this->image ); mlt_pool_release( this->alpha ); this->image = NULL; this->alpha = NULL; // Convert from specified encoding to UTF-8 if ( encoding != NULL && !strncaseeq( encoding, "utf-8", 5 ) && !strncaseeq( encoding, "utf8", 4 ) ) { if ( markup != NULL && iconv_utf8( producer_props, "markup", encoding ) != -1 ) { markup = mlt_properties_get( producer_props, "markup" ); set_string( &this->markup, markup, NULL ); } if ( text != NULL && iconv_utf8( producer_props, "text", encoding ) != -1 ) { text = mlt_properties_get( producer_props, "text" ); set_string( &this->text, text, NULL ); } } // Render the title pixbuf = pango_get_pixbuf( markup, text, font, fgcolor, bgcolor, pad, align, weight, size ); if ( pixbuf != NULL ) { // Register this pixbuf for destruction and reuse mlt_properties_set_data( producer_props, "pixbuf", pixbuf, 0, ( mlt_destructor )g_object_unref, NULL ); g_object_ref( pixbuf ); mlt_properties_set_data( MLT_FRAME_PROPERTIES( frame ), "pixbuf", pixbuf, 0, ( mlt_destructor )g_object_unref, NULL ); mlt_properties_set_int( producer_props, "real_width", gdk_pixbuf_get_width( pixbuf ) ); mlt_properties_set_int( producer_props, "real_height", gdk_pixbuf_get_height( pixbuf ) ); // Store the width/height of the pixbuf temporarily this->width = gdk_pixbuf_get_width( pixbuf ); this->height = gdk_pixbuf_get_height( pixbuf ); } } else if ( pixbuf == NULL && ( width > 0 && ( this->image == NULL || width != this->width || height != this->height ) ) ) { mlt_pool_release( this->image ); mlt_pool_release( this->alpha ); this->image = NULL; this->alpha = NULL; pixbuf = mlt_properties_get_data( producer_props, "pixbuf", NULL ); } // If we have a pixbuf and a valid width if ( pixbuf && width > 0 ) { char *interps = mlt_properties_get( properties, "rescale.interp" ); int interp = GDK_INTERP_BILINEAR; if ( strcmp( interps, "nearest" ) == 0 ) interp = GDK_INTERP_NEAREST; else if ( strcmp( interps, "tiles" ) == 0 ) interp = GDK_INTERP_TILES; else if ( strcmp( interps, "hyper" ) == 0 ) interp = GDK_INTERP_HYPER; // fprintf( stderr, "SCALING PANGO from %dx%d to %dx%d was %dx%d\n", gdk_pixbuf_get_width( pixbuf ), gdk_pixbuf_get_height( pixbuf ), width, height, this->width, this->height ); // Note - the original pixbuf is already safe and ready for destruction pixbuf = gdk_pixbuf_scale_simple( pixbuf, width, height, interp ); // Store width and height this->width = width; this->height = height; // Allocate/define image this->image = mlt_pool_alloc( width * ( height + 1 ) * 2 ); this->alpha = mlt_pool_alloc( this->width * this->height ); // Convert the image mlt_convert_rgb24a_to_yuv422( gdk_pixbuf_get_pixels( pixbuf ), this->width, this->height, gdk_pixbuf_get_rowstride( pixbuf ), this->image, this->alpha ); // Finished with pixbuf now g_object_unref( pixbuf ); } // Set width/height mlt_properties_set_int( properties, "width", this->width ); mlt_properties_set_int( properties, "height", this->height ); mlt_properties_set_int( properties, "real_width", mlt_properties_get_int( producer_props, "real_width" ) ); mlt_properties_set_int( properties, "real_height", mlt_properties_get_int( producer_props, "real_height" ) ); // pass the image data without destructor mlt_properties_set_data( properties, "image", this->image, this->width * ( this->height + 1 ) * 2, NULL, NULL ); mlt_properties_set_data( properties, "alpha", this->alpha, this->width * this->height, NULL, NULL ); } static int producer_get_image( mlt_frame frame, uint8_t **buffer, mlt_image_format *format, int *width, int *height, int writable ) { // Obtain properties of frame mlt_properties properties = MLT_FRAME_PROPERTIES( frame ); // We need to know the size of the image to clone it int image_size = 0; int alpha_size = 0; // Alpha channel uint8_t *alpha = NULL; *width = mlt_properties_get_int( properties, "rescale_width" ); *height = mlt_properties_get_int( properties, "rescale_height" ); // Refresh the image pthread_mutex_lock( &pango_mutex ); refresh_image( frame, *width, *height ); // Get the image *buffer = mlt_properties_get_data( properties, "image", &image_size ); alpha = mlt_properties_get_data( properties, "alpha", &alpha_size ); // Get width and height *width = mlt_properties_get_int( properties, "width" ); *height = mlt_properties_get_int( properties, "height" ); // Always clone here to allow 'animated' text if ( *buffer != NULL ) { // Clone the image and the alpha uint8_t *image_copy = mlt_pool_alloc( image_size ); uint8_t *alpha_copy = mlt_pool_alloc( alpha_size ); memcpy( image_copy, *buffer, image_size ); // Copy or default the alpha if ( alpha != NULL ) memcpy( alpha_copy, alpha, alpha_size ); else memset( alpha_copy, 255, alpha_size ); // Now update properties so we free the copy after mlt_properties_set_data( properties, "image", image_copy, image_size, mlt_pool_release, NULL ); mlt_properties_set_data( properties, "alpha", alpha_copy, alpha_size, mlt_pool_release, NULL ); // We're going to pass the copy on *buffer = image_copy; } else { // TODO: Review all cases of invalid images *buffer = mlt_pool_alloc( 50 * 50 * 2 ); mlt_properties_set_data( properties, "image", *buffer, image_size, mlt_pool_release, NULL ); *width = 50; *height = 50; } pthread_mutex_unlock( &pango_mutex ); return 0; } static uint8_t *producer_get_alpha_mask( mlt_frame this ) { // Obtain properties of frame mlt_properties properties = MLT_FRAME_PROPERTIES( this ); // Return the alpha mask return mlt_properties_get_data( properties, "alpha", NULL ); } static int producer_get_frame( mlt_producer producer, mlt_frame_ptr frame, int index ) { producer_pango this = producer->child; // Generate a frame *frame = mlt_frame_init( ); // Obtain properties of frame and producer mlt_properties properties = MLT_FRAME_PROPERTIES( *frame ); // Set the producer on the frame properties mlt_properties_set_data( properties, "producer_pango", this, 0, NULL, NULL ); // Update timecode on the frame we're creating mlt_frame_set_position( *frame, mlt_producer_position( producer ) ); mlt_properties_set_position( properties, "pango_position", mlt_producer_frame( producer ) ); // Refresh the pango image pthread_mutex_lock( &pango_mutex ); refresh_image( *frame, 0, 0 ); pthread_mutex_unlock( &pango_mutex ); // Set producer-specific frame properties mlt_properties_set_int( properties, "progressive", 1 ); mlt_properties_set_double( properties, "aspect_ratio", 1 ); // Set alpha call back ( *frame )->get_alpha_mask = producer_get_alpha_mask; // Stack the get image callback mlt_frame_push_get_image( *frame, producer_get_image ); // Calculate the next timecode mlt_producer_prepare_next( producer ); return 0; } static void producer_close( mlt_producer parent ) { producer_pango this = parent->child; mlt_pool_release( this->image ); mlt_pool_release( this->alpha ); free( this->fgcolor ); free( this->bgcolor ); free( this->markup ); free( this->text ); free( this->font ); parent->close = NULL; mlt_producer_close( parent ); free( this ); } static void pango_draw_background( GdkPixbuf *pixbuf, rgba_color bg ) { int ww = gdk_pixbuf_get_width( pixbuf ); int hh = gdk_pixbuf_get_height( pixbuf ); uint8_t *p = gdk_pixbuf_get_pixels( pixbuf ); int i, j; for ( j = 0; j < hh; j++ ) { for ( i = 0; i < ww; i++ ) { *p++ = bg.r; *p++ = bg.g; *p++ = bg.b; *p++ = bg.a; } } } static GdkPixbuf *pango_get_pixbuf( const char *markup, const char *text, const char *font, rgba_color fg, rgba_color bg, int pad, int align, int weight, int size ) { PangoContext *context = pango_ft2_font_map_create_context( fontmap ); PangoLayout *layout = pango_layout_new( context ); int w, h, x; int i, j; GdkPixbuf *pixbuf = NULL; FT_Bitmap bitmap; uint8_t *src = NULL; uint8_t* dest = NULL; uint8_t *d, *s, a; int stride; PangoFontDescription *desc = pango_font_description_from_string( font ); pango_ft2_font_map_set_resolution( fontmap, 72, 72 ); pango_layout_set_width( layout, -1 ); // set wrapping constraints pango_font_description_set_weight( desc, ( PangoWeight ) weight ); if ( size != 0 ) pango_font_description_set_size( desc, PANGO_SCALE * size ); pango_layout_set_font_description( layout, desc ); // pango_layout_set_spacing( layout, space ); pango_layout_set_alignment( layout, ( PangoAlignment ) align ); if ( markup != NULL && strcmp( markup, "" ) != 0 ) { pango_layout_set_markup( layout, markup, strlen( markup ) ); } else if ( text != NULL && strcmp( text, "" ) != 0 ) { // Replace all ~'s with a line feed (silly convention, but handy) char *copy = strdup( text ); while ( strchr( copy, '~' ) ) ( *strchr( copy, '~' ) ) = '\n'; pango_layout_set_text( layout, copy, strlen( copy ) ); free( copy ); } else { // Pango doesn't like empty strings pango_layout_set_text( layout, " ", 2 ); } pango_layout_get_pixel_size( layout, &w, &h ); pixbuf = gdk_pixbuf_new( GDK_COLORSPACE_RGB, TRUE /* has alpha */, 8, w + 2 * pad, h + 2 * pad ); pango_draw_background( pixbuf, bg ); stride = gdk_pixbuf_get_rowstride( pixbuf ); bitmap.width = w; bitmap.pitch = 32 * ( ( w + 31 ) / 31 ); bitmap.rows = h; bitmap.buffer = mlt_pool_alloc( h * bitmap.pitch ); bitmap.num_grays = 256; bitmap.pixel_mode = ft_pixel_mode_grays; memset( bitmap.buffer, 0, h * bitmap.pitch ); pango_ft2_render_layout( &bitmap, layout, 0, 0 ); src = bitmap.buffer; x = ( gdk_pixbuf_get_width( pixbuf ) - w - 2 * pad ) * align / 2 + pad; dest = gdk_pixbuf_get_pixels( pixbuf ) + 4 * x + pad * stride; j = h; while( j -- ) { d = dest; s = src; i = w; while( i -- ) { a = *s ++; *d++ = ( a * fg.r + ( 255 - a ) * bg.r ) >> 8; *d++ = ( a * fg.g + ( 255 - a ) * bg.g ) >> 8; *d++ = ( a * fg.b + ( 255 - a ) * bg.b ) >> 8; *d++ = ( a * fg.a + ( 255 - a ) * bg.a ) >> 8; } dest += stride; src += bitmap.pitch; } mlt_pool_release( bitmap.buffer ); pango_font_description_free( desc ); g_object_unref( layout ); g_object_unref( context ); return pixbuf; }