source: mediastreamer2/src/android-display.c @ 1193:58278fd087fd

/*
mediastreamer2 android video display filter
Copyright (C) 2010 Belledonne Communications SARL (simon.morlat@linphone.org)

This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
*/

#include "ffmpeg-priv.h"

#include "mediastreamer2/msfilter.h"
#include "mediastreamer2/msvideo.h"
#include "layouts.h"
#include <android/bitmap.h>
#include <jni.h>
#include <dlfcn.h>

/*defined in msandroid.cpp*/
extern JavaVM *ms_andsnd_jvm;

typedef struct AndroidDisplay{
        JavaVM *jvm;
        JNIEnv *jenv;
        jobject android_video_window;
        jobject jbitmap;
        jmethodID get_bitmap_id;
        jmethodID update_id;
        AndroidBitmapInfo bmpinfo;
        struct ms_SwsContext *sws;
        MSVideoSize vsize;
}AndroidDisplay;


static int (*sym_AndroidBitmap_getInfo)(JNIEnv *env,jobject bitmap, AndroidBitmapInfo *bmpinfo)=NULL;
static int (*sym_AndroidBitmap_lockPixels)(JNIEnv *env, jobject bitmap, void **pixels)=NULL;
static int (*sym_AndroidBitmap_unlockPixels)(JNIEnv *env, jobject bitmap)=NULL;

static void android_display_init(MSFilter *f){
        AndroidDisplay *ad=(AndroidDisplay*)ms_new0(AndroidDisplay,1);
        JNIEnv *jenv=NULL;
        jclass wc;

        ad->jvm=ms_andsnd_jvm;

        if ((*(ad->jvm))->AttachCurrentThread(ad->jvm,&jenv,NULL)!=0){
                ms_error("Could not get JNIEnv");
                return ;
        }
        wc=(*jenv)->FindClass(jenv,"org/linphone/core/AndroidVideoWindowImpl");
        if (wc==0){
                ms_fatal("Could not find org.linphone.core.AndroidVideoWindowImpl class !");
        }
        ad->get_bitmap_id=(*jenv)->GetMethodID(jenv,wc,"getBitmap", "()Landroid/graphics/Bitmap;");
        ad->update_id=(*jenv)->GetMethodID(jenv,wc,"update","()V");

        MS_VIDEO_SIZE_ASSIGN(ad->vsize,CIF);
        f->data=ad;
}

static void android_display_uninit(MSFilter *f){
        AndroidDisplay *ad=(AndroidDisplay*)f->data;
        if (ad->sws){
                ms_sws_freeContext (ad->sws);
                ad->sws=NULL;
        }
        ms_free(ad);
}

static void android_display_preprocess(MSFilter *f){
        
}

static void android_display_process(MSFilter *f){
        AndroidDisplay *ad=(AndroidDisplay*)f->data;
        MSPicture pic;
        mblk_t *m;

        if (ad->jenv==NULL){
                jint result = (*(ad->jvm))->AttachCurrentThread(ad->jvm,&ad->jenv,NULL);
                if (result != 0) {
                        ms_error("android_display_process(): cannot attach VM");
                        goto end;
                }
        }

        ms_filter_lock(f);
        if (ad->jbitmap!=0){
                if ((m=ms_queue_peek_last(f->inputs[0]))!=NULL){
                        if (ms_yuv_buf_init_from_mblk (&pic,m)==0){
                                MSVideoSize wsize={ad->bmpinfo.width,ad->bmpinfo.height};
                                MSVideoSize vsize={pic.w, pic.h};
                                MSRect vrect;
                                MSPicture dest={0};
                                void *pixels=NULL;

                                if (!ms_video_size_equal(vsize,ad->vsize)){
                                        ad->vsize=vsize;
                                        if (ad->sws){
                                                ms_sws_freeContext (ad->sws);
                                                ad->sws=NULL;
                                        }
                                }
                                
                                ms_layout_compute(wsize,vsize,vsize,-1,0,&vrect, NULL);

                                if (ad->sws==NULL){
                                        ad->sws=ms_sws_getContext (vsize.width,vsize.height,PIX_FMT_YUV420P,
                                                                   vrect.w,vrect.h,PIX_FMT_RGB565,SWS_BILINEAR,NULL,NULL,NULL);
                                        if (ad->sws==NULL){
                                                ms_fatal("Could not obtain sws context !");
                                        }
                                }
                                if (sym_AndroidBitmap_lockPixels(ad->jenv,ad->jbitmap,&pixels)==0){
                                        dest.planes[0]=(uint8_t*)pixels+(vrect.y*ad->bmpinfo.stride)+(vrect.x*2);
                                        dest.strides[0]=ad->bmpinfo.stride;
                                        ms_sws_scale (ad->sws,pic.planes,pic.strides,0,pic.h,dest.planes,dest.strides);
                                        sym_AndroidBitmap_unlockPixels(ad->jenv,ad->jbitmap);
                                }else{
                                        ms_error("AndroidBitmap_lockPixels() failed !");
                                }
                                ms_message("Ask draw of bitmap");
                                (*ad->jenv)->CallVoidMethod(ad->jenv,ad->android_video_window,ad->update_id);
                        }
                }
        }
        ms_filter_unlock(f);
        
end:
        ms_queue_flush(f->inputs[0]);
        ms_queue_flush(f->inputs[1]);
}

static int android_display_set_window(MSFilter *f, void *arg){
        AndroidDisplay *ad=(AndroidDisplay*)f->data;
        unsigned long id=*(unsigned long*)arg;
        int err;
        JNIEnv *jenv=NULL;
        jobject window=(jobject)id;
        
        if ((*(ad->jvm))->AttachCurrentThread(ad->jvm,&jenv,NULL)!=0){
                ms_error("Could not get JNIEnv");
                return -1;
        }
        
        ms_filter_lock(f);
        ad->jbitmap=(*jenv)->CallObjectMethod(jenv,window,ad->get_bitmap_id);
        ad->android_video_window=window;
        err=sym_AndroidBitmap_getInfo(jenv,ad->jbitmap,&ad->bmpinfo);
        if (err!=0){
                ms_error("AndroidBitmap_getInfo() failed.");
                ad->jbitmap=0;
                ms_filter_unlock(f);
                return -1;
        }
        ms_filter_unlock(f);
        ms_message("New java bitmap given with w=%i,h=%i,stride=%i,format=%i",
                   ad->bmpinfo.width,ad->bmpinfo.height,ad->bmpinfo.stride,ad->bmpinfo.format);
}

static MSFilterMethod methods[]={
        {       MS_VIDEO_DISPLAY_SET_NATIVE_WINDOW_ID , android_display_set_window },
        {       0, NULL}
};

MSFilterDesc ms_android_display_desc={
        .id=MS_ANDROID_DISPLAY_ID,
        .name="MSAndroidDisplay",
        .text="Video display filter for Android.",
        .category=MS_FILTER_OTHER,
        .ninputs=2, /*number of inputs*/
        .noutputs=0, /*number of outputs*/
        .init=android_display_init,
        .preprocess=android_display_preprocess,
        .process=android_display_process,
        .uninit=android_display_uninit
};

void libmsandroiddisplay_init(void){
        /*See if we can use AndroidBitmap_* symbols (only since android 2.2 normally)*/
        void *handle=dlopen("libjnigraphics.so",RTLD_LAZY);
        if (handle!=NULL){
                sym_AndroidBitmap_getInfo=dlsym(handle,"AndroidBitmap_getInfo");
                sym_AndroidBitmap_lockPixels=dlsym(handle,"AndroidBitmap_lockPixels");
                sym_AndroidBitmap_unlockPixels=dlsym(handle,"AndroidBitmap_unlockPixels");

                if (sym_AndroidBitmap_getInfo==NULL || sym_AndroidBitmap_lockPixels==NULL
                        || sym_AndroidBitmap_unlockPixels==NULL){
                        ms_warning("AndroidBitmap not available.");
                }else{
                        ms_filter_register(&ms_android_display_desc);
                        ms_message("MSAndroidDisplay registered.");
                }
        }else ms_warning("libjnigraphics.so cannot be loaded.");
}