/* $Id$ */ /* * Copyright (C) 2008-2010 Teluu Inc. (http://www.teluu.com) * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include #include #include #include #include #if PJMEDIA_VIDEO_DEV_HAS_SDL #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 # include #endif #include #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL # include "SDL_opengl.h" # define OPENGL_DEV_IDX 1 #else # define OPENGL_DEV_IDX -999 #endif #define THIS_FILE "sdl_dev.c" #define DEFAULT_CLOCK_RATE 90000 #define DEFAULT_WIDTH 640 #define DEFAULT_HEIGHT 480 #define DEFAULT_FPS 25 #if !(SDL_VERSION_ATLEAST(1,3,0)) # define SDL_PIXELFORMAT_RGBA8888 0 # define SDL_PIXELFORMAT_RGB24 0 # define SDL_PIXELFORMAT_BGRA8888 0 # define SDL_PIXELFORMAT_ABGR8888 0 # define SDL_PIXELFORMAT_BGR24 0 # define SDL_PIXELFORMAT_ARGB8888 0 # define SDL_PIXELFORMAT_RGB24 0 #endif typedef struct sdl_fmt_info { pjmedia_format_id fmt_id; Uint32 sdl_format; Uint32 Rmask; Uint32 Gmask; Uint32 Bmask; Uint32 Amask; } sdl_fmt_info; static sdl_fmt_info sdl_fmts[] = { #if PJ_IS_BIG_ENDIAN {PJMEDIA_FORMAT_RGBA, (Uint32)SDL_PIXELFORMAT_RGBA8888, 0xFF000000, 0xFF0000, 0xFF00, 0xFF} , {PJMEDIA_FORMAT_RGB24, (Uint32)SDL_PIXELFORMAT_RGB24, 0xFF0000, 0xFF00, 0xFF, 0} , {PJMEDIA_FORMAT_BGRA, (Uint32)SDL_PIXELFORMAT_BGRA8888, 0xFF00, 0xFF0000, 0xFF000000, 0xFF} , #else {PJMEDIA_FORMAT_RGBA, (Uint32)SDL_PIXELFORMAT_ABGR8888, 0xFF, 0xFF00, 0xFF0000, 0xFF000000} , {PJMEDIA_FORMAT_RGB24, (Uint32)SDL_PIXELFORMAT_BGR24, 0xFF, 0xFF00, 0xFF0000, 0} , {PJMEDIA_FORMAT_BGRA, (Uint32)SDL_PIXELFORMAT_ARGB8888, 0xFF0000, 0xFF00, 0xFF, 0xFF000000} , #endif {PJMEDIA_FORMAT_DIB , (Uint32)SDL_PIXELFORMAT_RGB24, 0xFF0000, 0xFF00, 0xFF, 0} , {PJMEDIA_FORMAT_YUY2, SDL_YUY2_OVERLAY, 0, 0, 0, 0} , {PJMEDIA_FORMAT_UYVY, SDL_UYVY_OVERLAY, 0, 0, 0, 0} , {PJMEDIA_FORMAT_YVYU, SDL_YVYU_OVERLAY, 0, 0, 0, 0} , {PJMEDIA_FORMAT_I420, SDL_IYUV_OVERLAY, 0, 0, 0, 0} , {PJMEDIA_FORMAT_YV12, SDL_YV12_OVERLAY, 0, 0, 0, 0} , {PJMEDIA_FORMAT_I420JPEG, SDL_IYUV_OVERLAY, 0, 0, 0, 0} , {PJMEDIA_FORMAT_I422JPEG, SDL_YV12_OVERLAY, 0, 0, 0, 0} , }; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 @interface SDLDelegate: NSObject { @public struct sdl_stream *strm; } - (void)sdl_init; - (void)sdl_quit; - (void)detect_new_fmt; - (int)sdl_create; - (void)sdl_destroy; - (int)handle_event; - (pj_status_t)put_frame; @end #endif /* sdl_ device info */ struct sdl_dev_info { pjmedia_vid_dev_info info; }; /* sdl_ factory */ struct sdl_factory { pjmedia_vid_dev_factory base; pj_pool_t *pool; pj_pool_factory *pf; unsigned dev_count; struct sdl_dev_info *dev_info; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 NSAutoreleasePool *apool; SDLDelegate *delegate; #endif }; /* Video stream. */ struct sdl_stream { pjmedia_vid_dev_stream base; /**< Base stream */ pjmedia_vid_dev_param param; /**< Settings */ pj_pool_t *pool; /**< Memory pool. */ pjmedia_vid_dev_cb vid_cb; /**< Stream callback. */ void *user_data; /**< Application data. */ pj_thread_t *sdl_thread; /**< SDL thread. */ pj_bool_t is_quitting; pj_bool_t is_running; pj_bool_t render_exited; pj_status_t status; pjmedia_format *new_fmt; pjmedia_rect_size *new_disp_size; pj_timestamp last_ts; #if SDL_VERSION_ATLEAST(1,3,0) SDL_Window *window; /**< Display window. */ SDL_Renderer *renderer; /**< Display renderer. */ SDL_Texture *scr_tex; /**< Screen texture. */ int pitch; /**< Pitch value. */ #endif SDL_Rect rect; /**< Frame rectangle. */ SDL_Rect dstrect; /**< Display rectangle. */ SDL_Surface *screen; /**< Display screen. */ SDL_Surface *surf; /**< RGB surface. */ SDL_Overlay *overlay; /**< YUV overlay. */ #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL #if SDL_VERSION_ATLEAST(1,3,0) SDL_GLContext *gl_context; #endif GLuint texture; void *tex_buf; pj_size_t tex_buf_size; #endif #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 NSAutoreleasePool *apool; SDLDelegate *delegate; const pjmedia_frame *frame; #endif /* For frame conversion */ pjmedia_converter *conv; pjmedia_conversion_param conv_param; pjmedia_frame conv_buf; pjmedia_video_apply_fmt_param vafp; }; /* Prototypes */ static pj_status_t sdl_factory_init(pjmedia_vid_dev_factory *f); static pj_status_t sdl_factory_destroy(pjmedia_vid_dev_factory *f); static pj_status_t sdl_factory_refresh(pjmedia_vid_dev_factory *f); static unsigned sdl_factory_get_dev_count(pjmedia_vid_dev_factory *f); static pj_status_t sdl_factory_get_dev_info(pjmedia_vid_dev_factory *f, unsigned index, pjmedia_vid_dev_info *info); static pj_status_t sdl_factory_default_param(pj_pool_t *pool, pjmedia_vid_dev_factory *f, unsigned index, pjmedia_vid_dev_param *param); static pj_status_t sdl_factory_create_stream( pjmedia_vid_dev_factory *f, pjmedia_vid_dev_param *param, const pjmedia_vid_dev_cb *cb, void *user_data, pjmedia_vid_dev_stream **p_vid_strm); static pj_status_t sdl_stream_get_param(pjmedia_vid_dev_stream *strm, pjmedia_vid_dev_param *param); static pj_status_t sdl_stream_get_cap(pjmedia_vid_dev_stream *strm, pjmedia_vid_dev_cap cap, void *value); static pj_status_t sdl_stream_set_cap(pjmedia_vid_dev_stream *strm, pjmedia_vid_dev_cap cap, const void *value); static pj_status_t sdl_stream_put_frame(pjmedia_vid_dev_stream *strm, const pjmedia_frame *frame); static pj_status_t sdl_stream_start(pjmedia_vid_dev_stream *strm); static pj_status_t sdl_stream_stop(pjmedia_vid_dev_stream *strm); static pj_status_t sdl_stream_destroy(pjmedia_vid_dev_stream *strm); #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL static void draw_gl(struct sdl_stream *stream, void *tex_buf); #endif /* Operations */ static pjmedia_vid_dev_factory_op factory_op = { &sdl_factory_init, &sdl_factory_destroy, &sdl_factory_get_dev_count, &sdl_factory_get_dev_info, &sdl_factory_default_param, &sdl_factory_create_stream, &sdl_factory_refresh }; static pjmedia_vid_dev_stream_op stream_op = { &sdl_stream_get_param, &sdl_stream_get_cap, &sdl_stream_set_cap, &sdl_stream_start, NULL, &sdl_stream_put_frame, &sdl_stream_stop, &sdl_stream_destroy }; /**************************************************************************** * Factory operations */ /* * Init sdl_ video driver. */ pjmedia_vid_dev_factory* pjmedia_sdl_factory(pj_pool_factory *pf) { struct sdl_factory *f; pj_pool_t *pool; pool = pj_pool_create(pf, "sdl video", 1000, 1000, NULL); f = PJ_POOL_ZALLOC_T(pool, struct sdl_factory); f->pf = pf; f->pool = pool; f->base.op = &factory_op; return &f->base; } /* API: init factory */ static pj_status_t sdl_factory_init(pjmedia_vid_dev_factory *f) { struct sdl_factory *sf = (struct sdl_factory*)f; struct sdl_dev_info *ddi; unsigned i, j; #if SDL_VERSION_ATLEAST(1,3,0) #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 sf->apool = [[NSAutoreleasePool alloc] init]; sf->delegate = [[SDLDelegate alloc] init]; [sf->delegate performSelectorOnMainThread:@selector(sdl_init) withObject:nil waitUntilDone:YES]; #else /* Initialize the SDL library */ if (SDL_Init(SDL_INIT_VIDEO)) return PJMEDIA_EVID_INIT; #endif #endif sf->dev_count = 1; #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL sf->dev_count++; #endif sf->dev_info = (struct sdl_dev_info*) pj_pool_calloc(sf->pool, sf->dev_count, sizeof(struct sdl_dev_info)); ddi = &sf->dev_info[0]; pj_bzero(ddi, sizeof(*ddi)); strncpy(ddi->info.name, "SDL renderer", sizeof(ddi->info.name)); ddi->info.name[sizeof(ddi->info.name)-1] = '\0'; ddi->info.fmt_cnt = PJ_ARRAY_SIZE(sdl_fmts); #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL ddi = &sf->dev_info[OPENGL_DEV_IDX]; pj_bzero(ddi, sizeof(*ddi)); strncpy(ddi->info.name, "SDL openGL renderer", sizeof(ddi->info.name)); ddi->info.name[sizeof(ddi->info.name)-1] = '\0'; ddi->info.fmt_cnt = 1; #endif for (i = 0; i < sf->dev_count; i++) { ddi = &sf->dev_info[i]; strncpy(ddi->info.driver, "SDL", sizeof(ddi->info.driver)); ddi->info.driver[sizeof(ddi->info.driver)-1] = '\0'; ddi->info.dir = PJMEDIA_DIR_RENDER; ddi->info.has_callback = PJ_FALSE; ddi->info.caps = PJMEDIA_VID_DEV_CAP_FORMAT | PJMEDIA_VID_DEV_CAP_OUTPUT_RESIZE; #if SDL_VERSION_ATLEAST(1,3,0) ddi->info.caps |= PJMEDIA_VID_DEV_CAP_OUTPUT_WINDOW; #endif for (j = 0; j < ddi->info.fmt_cnt; j++) { pjmedia_format *fmt = &ddi->info.fmt[j]; pjmedia_format_init_video(fmt, sdl_fmts[j].fmt_id, DEFAULT_WIDTH, DEFAULT_HEIGHT, DEFAULT_FPS, 1); } } PJ_LOG(4, (THIS_FILE, "SDL initialized")); return PJ_SUCCESS; } /* API: destroy factory */ static pj_status_t sdl_factory_destroy(pjmedia_vid_dev_factory *f) { struct sdl_factory *sf = (struct sdl_factory*)f; pj_pool_t *pool = sf->pool; sf->pool = NULL; pj_pool_release(pool); #if SDL_VERSION_ATLEAST(1,3,0) #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 [sf->delegate performSelectorOnMainThread:@selector(sdl_quit) withObject:nil waitUntilDone:YES]; [sf->delegate release]; [sf->apool release]; #else SDL_Quit(); #endif #endif return PJ_SUCCESS; } /* API: refresh the list of devices */ static pj_status_t sdl_factory_refresh(pjmedia_vid_dev_factory *f) { PJ_UNUSED_ARG(f); return PJ_SUCCESS; } /* API: get number of devices */ static unsigned sdl_factory_get_dev_count(pjmedia_vid_dev_factory *f) { struct sdl_factory *sf = (struct sdl_factory*)f; return sf->dev_count; } /* API: get device info */ static pj_status_t sdl_factory_get_dev_info(pjmedia_vid_dev_factory *f, unsigned index, pjmedia_vid_dev_info *info) { struct sdl_factory *sf = (struct sdl_factory*)f; PJ_ASSERT_RETURN(index < sf->dev_count, PJMEDIA_EVID_INVDEV); pj_memcpy(info, &sf->dev_info[index].info, sizeof(*info)); return PJ_SUCCESS; } /* API: create default device parameter */ static pj_status_t sdl_factory_default_param(pj_pool_t *pool, pjmedia_vid_dev_factory *f, unsigned index, pjmedia_vid_dev_param *param) { struct sdl_factory *sf = (struct sdl_factory*)f; struct sdl_dev_info *di = &sf->dev_info[index]; PJ_ASSERT_RETURN(index < sf->dev_count, PJMEDIA_EVID_INVDEV); PJ_UNUSED_ARG(pool); pj_bzero(param, sizeof(*param)); param->dir = PJMEDIA_DIR_RENDER; param->rend_id = index; param->cap_id = PJMEDIA_VID_INVALID_DEV; /* Set the device capabilities here */ param->flags = PJMEDIA_VID_DEV_CAP_FORMAT; param->fmt.type = PJMEDIA_TYPE_VIDEO; param->clock_rate = DEFAULT_CLOCK_RATE; pj_memcpy(¶m->fmt, &di->info.fmt[0], sizeof(param->fmt)); return PJ_SUCCESS; } static sdl_fmt_info* get_sdl_format_info(pjmedia_format_id id) { unsigned i; for (i = 0; i < sizeof(sdl_fmts)/sizeof(sdl_fmts[0]); i++) { if (sdl_fmts[i].fmt_id == id) return &sdl_fmts[i]; } return NULL; } static void destroy_sdl(struct sdl_stream *strm, pj_bool_t destroy_win) { PJ_UNUSED_ARG(destroy_win); if (strm->surf) { SDL_FreeSurface(strm->surf); strm->surf = NULL; } if (strm->overlay) { SDL_FreeYUVOverlay(strm->overlay); strm->overlay = NULL; } #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL if (strm->texture) { glDeleteTextures(1, &strm->texture); strm->texture = 0; } #endif #if SDL_VERSION_ATLEAST(1,3,0) #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL if (strm->gl_context) { SDL_GL_DeleteContext(strm->gl_context); strm->gl_context = NULL; } #endif if (strm->scr_tex) { SDL_DestroyTexture(strm->scr_tex); strm->scr_tex = NULL; } if (strm->renderer) { SDL_DestroyRenderer(strm->renderer); strm->renderer = NULL; } #ifndef __IPHONEOS__ if (destroy_win) { if (strm->window && !(strm->param.flags & PJMEDIA_VID_DEV_CAP_OUTPUT_WINDOW)) { SDL_DestroyWindow(strm->window); } strm->window = NULL; } #endif #endif } static pj_status_t init_sdl(struct sdl_stream *strm, pjmedia_format *fmt) { sdl_fmt_info *sdl_info = get_sdl_format_info(fmt->id); const pjmedia_video_format_info *vfi; pjmedia_video_format_detail *vfd; vfi = pjmedia_get_video_format_info(pjmedia_video_format_mgr_instance(), fmt->id); if (!vfi || !sdl_info) return PJMEDIA_EVID_BADFORMAT; strm->vafp.size = fmt->det.vid.size; strm->vafp.buffer = NULL; if (vfi->apply_fmt(vfi, &strm->vafp) != PJ_SUCCESS) return PJMEDIA_EVID_BADFORMAT; vfd = pjmedia_format_get_video_format_detail(fmt, PJ_TRUE); strm->rect.x = strm->rect.y = 0; strm->rect.w = (Uint16)vfd->size.w; strm->rect.h = (Uint16)vfd->size.h; if (strm->param.disp_size.w == 0) strm->param.disp_size.w = strm->rect.w; if (strm->param.disp_size.h == 0) strm->param.disp_size.h = strm->rect.h; strm->dstrect.x = strm->dstrect.y = 0; strm->dstrect.w = (Uint16)strm->param.disp_size.w; strm->dstrect.h = (Uint16)strm->param.disp_size.h; destroy_sdl(strm, PJ_FALSE); #if SDL_VERSION_ATLEAST(1,3,0) if (!strm->window) { Uint32 flags = SDL_WINDOW_SHOWN | SDL_WINDOW_RESIZABLE; if (strm->param.rend_id == OPENGL_DEV_IDX) flags |= SDL_WINDOW_OPENGL; if (strm->param.flags & PJMEDIA_VID_DEV_CAP_OUTPUT_WINDOW) { /* Use the window supplied by the application. */ strm->window = SDL_CreateWindowFrom(strm->param.window); } else { /* Create the window where we will draw. */ strm->window = SDL_CreateWindow("pjmedia-SDL video", SDL_WINDOWPOS_CENTERED, SDL_WINDOWPOS_CENTERED, strm->param.disp_size.w, strm->param.disp_size.h, flags); } if (!strm->window) return PJMEDIA_EVID_SYSERR; } SDL_SetWindowSize(strm->window, strm->param.disp_size.w, strm->param.disp_size.h); /** * We must call SDL_CreateRenderer in order for draw calls to * affect this window. */ strm->renderer = SDL_CreateRenderer(strm->window, -1, 0); if (!strm->renderer) return PJMEDIA_EVID_SYSERR; #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL if (strm->param.rend_id == OPENGL_DEV_IDX) { strm->gl_context = SDL_GL_CreateContext(strm->window); if (!strm->gl_context) return PJMEDIA_EVID_SYSERR; SDL_GL_MakeCurrent(strm->window, strm->gl_context); } #endif strm->screen = SDL_GetWindowSurface(strm->window); #else /* Initialize the display */ strm->screen = SDL_SetVideoMode(strm->param.disp_size.w, strm->param.disp_size.h, 0, ( #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL strm->param.rend_id == OPENGL_DEV_IDX? SDL_OPENGL | SDL_RESIZABLE: #endif SDL_RESIZABLE | SDL_SWSURFACE)); if (strm->screen == NULL) return PJMEDIA_EVID_SYSERR; SDL_WM_SetCaption("pjmedia-SDL video", NULL); #endif #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL if (strm->param.rend_id == OPENGL_DEV_IDX) { /* Init some OpenGL settings */ glDisable(GL_DEPTH_TEST); glDisable(GL_CULL_FACE); glEnable(GL_TEXTURE_2D); /* Init the viewport */ glViewport(0, 0, strm->param.disp_size.w, strm->param.disp_size.h); glMatrixMode(GL_PROJECTION); glLoadIdentity(); glOrtho(0.0, (GLdouble)strm->param.disp_size.w, (GLdouble)strm->param.disp_size.h, 0.0, 0.0, 1.0); glMatrixMode(GL_MODELVIEW); glLoadIdentity(); /* Create a texture */ glTexEnvf(GL_TEXTURE_ENV, GL_TEXTURE_ENV_MODE, GL_DECAL); glGenTextures(1, &strm->texture); if (!strm->texture) return PJMEDIA_EVID_SYSERR; #if defined(PJ_WIN32) && PJ_WIN32 != 0 /** * On Win32 platform, the OpenGL drawing must be in the same * thread that calls SDL_SetVideoMode(), hence we need a buffer * for the frame from sdl_stream_put_frame() */ if (strm->vafp.framebytes > strm->tex_buf_size) { strm->tex_buf_size = strm->vafp.framebytes; strm->tex_buf = pj_pool_alloc(strm->pool, strm->vafp.framebytes); } #endif } else #endif #if SDL_VERSION_ATLEAST(1,3,0) { strm->scr_tex = SDL_CreateTexture(strm->renderer, sdl_info->sdl_format, SDL_TEXTUREACCESS_STREAMING, strm->rect.w, strm->rect.h); if (strm->scr_tex == NULL) return PJMEDIA_EVID_SYSERR; strm->pitch = strm->rect.w * SDL_BYTESPERPIXEL(sdl_info->sdl_format); } #else if (vfi->color_model == PJMEDIA_COLOR_MODEL_RGB) { strm->surf = SDL_CreateRGBSurface(SDL_SWSURFACE, strm->rect.w, strm->rect.h, vfi->bpp, sdl_info->Rmask, sdl_info->Gmask, sdl_info->Bmask, sdl_info->Amask); if (strm->surf == NULL) return PJMEDIA_EVID_SYSERR; } else if (vfi->color_model == PJMEDIA_COLOR_MODEL_YUV) { strm->overlay = SDL_CreateYUVOverlay(strm->rect.w, strm->rect.h, sdl_info->sdl_format, strm->screen); if (strm->overlay == NULL) return PJMEDIA_EVID_SYSERR; } #endif return PJ_SUCCESS; } static void detect_fmt_change(struct sdl_stream *strm) { if (strm->new_fmt || strm->new_disp_size) { /* Stop the stream */ sdl_stream_stop((pjmedia_vid_dev_stream *)strm); if (strm->new_disp_size) pj_memcpy(&strm->param.disp_size, strm->new_disp_size, sizeof(strm->param.disp_size)); /* Re-initialize SDL */ strm->status = init_sdl(strm, (strm->new_fmt? strm->new_fmt : &strm->param.fmt)); if (strm->status == PJ_SUCCESS) { if (strm->new_fmt) pjmedia_format_copy(&strm->param.fmt, strm->new_fmt); /* Restart the stream */ sdl_stream_start((pjmedia_vid_dev_stream *)strm); } strm->new_fmt = NULL; strm->new_disp_size = NULL; } } #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 @implementation SDLDelegate - (void)sdl_init { if (SDL_Init(SDL_INIT_VIDEO)) { PJ_LOG(4, (THIS_FILE, "Cannot initialize SDL")); } } - (void)sdl_quit { SDL_Quit(); } - (void)detect_new_fmt { detect_fmt_change(strm); } - (int)sdl_create { #else static int sdlthread(void * data) { struct sdl_stream *strm = (struct sdl_stream*)data; pj_bool_t notify_wnd_closed_event = PJ_FALSE; pj_status_t saved_stream_status; #endif #if !(SDL_VERSION_ATLEAST(1,3,0)) if (SDL_Init(SDL_INIT_VIDEO)) { strm->status = PJMEDIA_EVID_INIT; goto on_return; } #endif #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL if (strm->param.rend_id == OPENGL_DEV_IDX) { SDL_GL_SetAttribute(SDL_GL_DOUBLEBUFFER,1); } #endif strm->status = init_sdl(strm, &strm->param.fmt); if (strm->status != PJ_SUCCESS) goto on_return; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 on_return: if (strm->status != PJ_SUCCESS) { destroy_sdl(strm, PJ_TRUE); #if !(SDL_VERSION_ATLEAST(1,3,0)) SDL_Quit(); #endif strm->screen = NULL; } return strm->status; } - (void)sdl_destroy { destroy_sdl(strm, PJ_TRUE); } - (int)handle_event { const pjmedia_video_format_info *vfi; pjmedia_video_format_detail *vfd; pj_bool_t notify_wnd_closed_event = PJ_FALSE; pj_status_t saved_stream_status; vfi = pjmedia_get_video_format_info(pjmedia_video_format_mgr_instance(), strm->param.fmt.id); vfd = pjmedia_format_get_video_format_detail(&strm->param.fmt, PJ_TRUE); #else while(!strm->is_quitting) #endif { SDL_Event sevent; pjmedia_event pevent; #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL #if defined(PJ_WIN32) && PJ_WIN32 != 0 if (strm->param.rend_id == OPENGL_DEV_IDX) { draw_gl(strm, strm->tex_buf); } #endif #endif detect_fmt_change(strm); /** * The event polling must be placed in the same thread that * call SDL_SetVideoMode(). Please consult the official doc of * SDL_PumpEvents(). */ while (SDL_PollEvent(&sevent)) { pjmedia_event_init(&pevent, PJMEDIA_EVENT_NONE, &strm->last_ts, &strm->base.epub); switch(sevent.type) { case SDL_MOUSEBUTTONDOWN: pevent.type = PJMEDIA_EVENT_MOUSE_BTN_DOWN; break; #if SDL_VERSION_ATLEAST(1,3,0) case SDL_WINDOWEVENT: switch (sevent.window.event) { case SDL_WINDOWEVENT_RESIZED: pevent.type = PJMEDIA_EVENT_WND_RESIZED; pevent.data.wnd_resized.new_size.w = sevent.window.data1; pevent.data.wnd_resized.new_size.h = sevent.window.data2; break; } break; #else case SDL_VIDEORESIZE: pevent.type = PJMEDIA_EVENT_WND_RESIZED; pevent.data.wnd_resized.new_size.w = sevent.resize.w; pevent.data.wnd_resized.new_size.h = sevent.resize.h; break; case SDL_QUIT: pevent.type = PJMEDIA_EVENT_WND_CLOSING; break; #endif } if (pevent.type != PJMEDIA_EVENT_NONE) { pj_status_t status; status = pjmedia_event_publish(&strm->base.epub, &pevent); switch (pevent.type) { case PJMEDIA_EVENT_WND_RESIZED: strm->new_disp_size = &pevent.data.wnd_resized.new_size; detect_fmt_change(strm); break; case PJMEDIA_EVENT_WND_CLOSING: if (pevent.data.wnd_closing.cancel) { /* Cancel the closing operation */ break; } /* Proceed to cleanup SDL. App must still call * pjmedia_dev_stream_destroy() when getting WND_CLOSED * event */ strm->is_quitting = PJ_TRUE; notify_wnd_closed_event = PJ_TRUE; sdl_stream_stop(&strm->base); goto on_return; default: /* Just to prevent gcc warning about unused enums */ break; } } } } #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 return 0; #endif on_return: destroy_sdl(strm, PJ_TRUE); #if !(SDL_VERSION_ATLEAST(1,3,0)) SDL_Quit(); #endif strm->screen = NULL; saved_stream_status = strm->status; if (notify_wnd_closed_event) { pjmedia_event pevent; pjmedia_event_init(&pevent, PJMEDIA_EVENT_WND_CLOSED, &strm->last_ts, &strm->base.epub); pjmedia_event_publish(&strm->base.epub, &pevent); } /* * Note: don't access the stream after this point, it might have * been destroyed */ return saved_stream_status; } #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL static void draw_gl(struct sdl_stream *stream, void *tex_buf) { if (stream->texture) { glBindTexture(GL_TEXTURE_2D, stream->texture); glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST); glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST); glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA, stream->rect.w, stream->rect.h, 0, GL_RGBA, GL_UNSIGNED_BYTE, tex_buf); glBegin(GL_TRIANGLE_STRIP); glTexCoord2f(0, 0); glVertex2i(0, 0); glTexCoord2f(1, 0); glVertex2i(stream->param.disp_size.w, 0); glTexCoord2f(0, 1); glVertex2i(0, stream->param.disp_size.h); glTexCoord2f(1, 1); glVertex2i(stream->param.disp_size.w, stream->param.disp_size.h); glEnd(); #if SDL_VERSION_ATLEAST(1,3,0) SDL_GL_SwapWindow(stream->window); #else SDL_GL_SwapBuffers(); #endif } } #endif #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 - (pj_status_t)put_frame { const pjmedia_frame *frame = strm->frame; #else /* API: Put frame from stream */ static pj_status_t sdl_stream_put_frame(pjmedia_vid_dev_stream *strm, const pjmedia_frame *frame) { #endif struct sdl_stream *stream = (struct sdl_stream*)strm; pj_status_t status = PJ_SUCCESS; stream->last_ts.u64 = frame->timestamp.u64; if (!stream->is_running) { stream->render_exited = PJ_TRUE; goto on_return; } if (frame->size==0 || frame->buf==NULL || frame->size < stream->vafp.framebytes) goto on_return; if (stream->surf) { if (SDL_MUSTLOCK(stream->surf)) { if (SDL_LockSurface(stream->surf) < 0) { PJ_LOG(3, (THIS_FILE, "Unable to lock SDL surface")); status = PJMEDIA_EVID_NOTREADY; goto on_return; } } pj_memcpy(stream->surf->pixels, frame->buf, stream->vafp.framebytes); if (SDL_MUSTLOCK(stream->surf)) { SDL_UnlockSurface(stream->surf); } SDL_BlitSurface(stream->surf, NULL, stream->screen, &stream->dstrect); #if SDL_VERSION_ATLEAST(1,3,0) SDL_UpdateWindowSurface(stream->window); #else SDL_UpdateRect(stream->screen, 0, 0, 0, 0); #endif } else if (stream->overlay) { int i, sz, offset; if (SDL_LockYUVOverlay(stream->overlay) < 0) { PJ_LOG(3, (THIS_FILE, "Unable to lock SDL overlay")); status = PJMEDIA_EVID_NOTREADY; goto on_return; } for (i = 0, offset = 0; i < stream->overlay->planes; i++) { sz = stream->vafp.plane_bytes[i]; pj_memcpy(stream->overlay->pixels[i], (char *)frame->buf + offset, sz); offset += sz; } SDL_UnlockYUVOverlay(stream->overlay); SDL_DisplayYUVOverlay(stream->overlay, &stream->dstrect); } #if SDL_VERSION_ATLEAST(1,3,0) else if (stream->scr_tex) { SDL_UpdateTexture(stream->scr_tex, NULL, frame->buf, stream->pitch); SDL_RenderClear(stream->renderer); SDL_RenderCopy(stream->renderer, stream->scr_tex, NULL, NULL); SDL_RenderPresent(stream->renderer); } #endif #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL else if (stream->param.rend_id == OPENGL_DEV_IDX) { #if defined(PJ_WIN32) && PJ_WIN32 != 0 pj_memcpy(stream->tex_buf, frame->buf, stream->vafp.framebytes); #else draw_gl(stream, frame->buf); #endif } #endif on_return: return status; } #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 @end static pj_status_t sdl_stream_put_frame(pjmedia_vid_dev_stream *strm, const pjmedia_frame *frame) { struct sdl_stream *stream = (struct sdl_stream*)strm; stream->frame = frame; [stream->delegate performSelectorOnMainThread:@selector(put_frame) withObject:nil waitUntilDone:YES]; return PJ_SUCCESS; } static int sdlthread(void * data) { struct sdl_stream *strm = (struct sdl_stream*)data; while(!strm->is_quitting) { [strm->delegate performSelectorOnMainThread:@selector(handle_event) withObject:nil waitUntilDone:YES]; } return 0; } #endif /* API: create stream */ static pj_status_t sdl_factory_create_stream( pjmedia_vid_dev_factory *f, pjmedia_vid_dev_param *param, const pjmedia_vid_dev_cb *cb, void *user_data, pjmedia_vid_dev_stream **p_vid_strm) { struct sdl_factory *sf = (struct sdl_factory*)f; pj_pool_t *pool; struct sdl_stream *strm; pj_status_t status; PJ_ASSERT_RETURN(param->dir == PJMEDIA_DIR_RENDER, PJ_EINVAL); /* Create and Initialize stream descriptor */ pool = pj_pool_create(sf->pf, "sdl-dev", 1000, 1000, NULL); PJ_ASSERT_RETURN(pool != NULL, PJ_ENOMEM); strm = PJ_POOL_ZALLOC_T(pool, struct sdl_stream); pj_memcpy(&strm->param, param, sizeof(*param)); strm->pool = pool; pj_memcpy(&strm->vid_cb, cb, sizeof(*cb)); strm->user_data = user_data; pjmedia_event_publisher_init(&strm->base.epub, PJMEDIA_SIG_VID_DEV_SDL); /* Create render stream here */ if (param->dir & PJMEDIA_DIR_RENDER) { strm->status = PJ_SUCCESS; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 strm->apool = [[NSAutoreleasePool alloc] init]; strm->delegate = [[SDLDelegate alloc]init]; strm->delegate->strm = strm; /* On Darwin OS, we need to call SDL functions in the main thread */ [strm->delegate performSelectorOnMainThread:@selector(sdl_create) withObject:nil waitUntilDone:YES]; if ((status = strm->status) != PJ_SUCCESS) { goto on_error; } #endif status = pj_thread_create(pool, "sdl_thread", sdlthread, strm, 0, 0, &strm->sdl_thread); if (status != PJ_SUCCESS) { goto on_error; } while(strm->status == PJ_SUCCESS && !strm->surf && !strm->overlay #if SDL_VERSION_ATLEAST(1,3,0) && !strm->scr_tex #endif #if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL && !strm->texture #endif ) { pj_thread_sleep(10); } if ((status = strm->status) != PJ_SUCCESS) { goto on_error; } } /* Apply the remaining settings */ if (param->flags & PJMEDIA_VID_DEV_CAP_OUTPUT_POSITION) { sdl_stream_set_cap(&strm->base, PJMEDIA_VID_DEV_CAP_OUTPUT_POSITION, ¶m->window_pos); } if (param->flags & PJMEDIA_VID_DEV_CAP_OUTPUT_HIDE) { sdl_stream_set_cap(&strm->base, PJMEDIA_VID_DEV_CAP_OUTPUT_HIDE, ¶m->window_hide); } /* Done */ strm->base.op = &stream_op; *p_vid_strm = &strm->base; return PJ_SUCCESS; on_error: sdl_stream_destroy(&strm->base); return status; } /* API: Get stream info. */ static pj_status_t sdl_stream_get_param(pjmedia_vid_dev_stream *s, pjmedia_vid_dev_param *pi) { struct sdl_stream *strm = (struct sdl_stream*)s; PJ_ASSERT_RETURN(strm && pi, PJ_EINVAL); pj_memcpy(pi, &strm->param, sizeof(*pi)); if (sdl_stream_get_cap(s, PJMEDIA_VID_DEV_CAP_OUTPUT_WINDOW, &pi->window) == PJ_SUCCESS) { pi->flags |= PJMEDIA_VID_DEV_CAP_OUTPUT_WINDOW; } if (sdl_stream_get_cap(s, PJMEDIA_VID_DEV_CAP_OUTPUT_POSITION, &pi->window_pos) == PJ_SUCCESS) { pi->flags |= PJMEDIA_VID_DEV_CAP_OUTPUT_POSITION; } if (sdl_stream_get_cap(s, PJMEDIA_VID_DEV_CAP_OUTPUT_RESIZE, &pi->disp_size) == PJ_SUCCESS) { pi->flags |= PJMEDIA_VID_DEV_CAP_OUTPUT_RESIZE; } if (sdl_stream_get_cap(s, PJMEDIA_VID_DEV_CAP_OUTPUT_HIDE, &pi->window_hide) == PJ_SUCCESS) { pi->flags |= PJMEDIA_VID_DEV_CAP_OUTPUT_HIDE; } return PJ_SUCCESS; } /* API: get capability */ static pj_status_t sdl_stream_get_cap(pjmedia_vid_dev_stream *s, pjmedia_vid_dev_cap cap, void *pval) { struct sdl_stream *strm = (struct sdl_stream*)s; PJ_UNUSED_ARG(strm); PJ_ASSERT_RETURN(s && pval, PJ_EINVAL); #if SDL_VERSION_ATLEAST(1,3,0) if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_WINDOW) { *((void **)pval) = strm->window; return PJ_SUCCESS; } else if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_POSITION) { SDL_GetWindowPosition(strm->window, &((pjmedia_coord *)pval)->x, &((pjmedia_coord *)pval)->y); return PJ_SUCCESS; } else if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_RESIZE) { SDL_GetWindowSize(strm->window, (int *)&((pjmedia_rect_size *)pval)->w, (int *)&((pjmedia_rect_size *)pval)->h); return PJ_SUCCESS; } else if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_HIDE) { Uint32 flag = SDL_GetWindowFlags(strm->window); *((pj_bool_t *)pval) = (flag | SDL_WINDOW_HIDDEN)? PJ_TRUE: PJ_FALSE; return PJ_SUCCESS; } #endif return PJMEDIA_EVID_INVCAP; } /* API: set capability */ static pj_status_t sdl_stream_set_cap(pjmedia_vid_dev_stream *s, pjmedia_vid_dev_cap cap, const void *pval) { struct sdl_stream *strm = (struct sdl_stream*)s; PJ_UNUSED_ARG(strm); PJ_ASSERT_RETURN(s && pval, PJ_EINVAL); #if SDL_VERSION_ATLEAST(1,3,0) if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_POSITION) { SDL_SetWindowPosition(strm->window, ((pjmedia_coord *)pval)->x, ((pjmedia_coord *)pval)->y); return PJ_SUCCESS; } else if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_HIDE) { if (*(pj_bool_t *)pval) SDL_HideWindow(strm->window); else SDL_ShowWindow(strm->window); return PJ_SUCCESS; } else #endif if (cap == PJMEDIA_VID_DEV_CAP_FORMAT) { strm->new_fmt = (pjmedia_format *)pval; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 [strm->delegate performSelectorOnMainThread:@selector(detect_new_fmt) withObject:nil waitUntilDone:YES]; #endif while (strm->new_fmt) pj_thread_sleep(10); if (strm->status != PJ_SUCCESS) { pj_status_t status = strm->status; /** * Failed to change the output format. Try to revert * to its original format. */ strm->new_fmt = &strm->param.fmt; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 [strm->delegate performSelectorOnMainThread: @selector(detect_new_fmt) withObject:nil waitUntilDone:YES]; #endif while (strm->new_fmt) pj_thread_sleep(10); if (strm->status != PJ_SUCCESS) { /** * This means that we failed to revert to our * original state! */ status = PJMEDIA_EVID_ERR; } strm->status = status; } return strm->status; } else if (cap == PJMEDIA_VID_DEV_CAP_OUTPUT_RESIZE) { strm->new_disp_size = (pjmedia_rect_size *)pval; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 [strm->delegate performSelectorOnMainThread: @selector(detect_new_fmt) withObject:nil waitUntilDone:YES]; #endif while (strm->new_disp_size) pj_thread_sleep(10); return strm->status; } return PJMEDIA_EVID_INVCAP; } /* API: Start stream. */ static pj_status_t sdl_stream_start(pjmedia_vid_dev_stream *strm) { struct sdl_stream *stream = (struct sdl_stream*)strm; PJ_LOG(4, (THIS_FILE, "Starting sdl video stream")); stream->is_running = PJ_TRUE; stream->render_exited = PJ_FALSE; return PJ_SUCCESS; } /* API: Stop stream. */ static pj_status_t sdl_stream_stop(pjmedia_vid_dev_stream *strm) { struct sdl_stream *stream = (struct sdl_stream*)strm; unsigned i; PJ_LOG(4, (THIS_FILE, "Stopping sdl video stream")); /* Wait for renderer put_frame() to finish */ stream->is_running = PJ_FALSE; #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 if (![NSThread isMainThread]) #endif for (i=0; !stream->render_exited && i<50; ++i) pj_thread_sleep(10); return PJ_SUCCESS; } /* API: Destroy stream. */ static pj_status_t sdl_stream_destroy(pjmedia_vid_dev_stream *strm) { struct sdl_stream *stream = (struct sdl_stream*)strm; PJ_ASSERT_RETURN(stream != NULL, PJ_EINVAL); sdl_stream_stop(strm); if (!stream->is_quitting) { stream->is_quitting = PJ_TRUE; if (stream->sdl_thread) pj_thread_join(stream->sdl_thread); } #if defined(PJ_DARWINOS) && PJ_DARWINOS!=0 if (stream->delegate) { [stream->delegate performSelectorOnMainThread:@selector(sdl_destroy) withObject:nil waitUntilDone:YES]; [stream->delegate release]; stream->delegate = NULL; } if (stream->apool) { [stream->apool release]; stream->apool = NULL; } #endif pj_pool_release(stream->pool); return PJ_SUCCESS; } #ifdef _MSC_VER # pragma comment( lib, "sdl.lib") # if PJMEDIA_VIDEO_DEV_SDL_HAS_OPENGL # pragma comment(lib, "OpenGL32.lib") # endif #endif #endif /* PJMEDIA_VIDEO_DEV_HAS_SDL */