diff options
Diffstat (limited to 'pjmedia/src/pjmedia-codec/ipp_codecs.c')
| -rw-r--r-- | pjmedia/src/pjmedia-codec/ipp_codecs.c | 1680 |
1 files changed, 1680 insertions, 0 deletions
diff --git a/pjmedia/src/pjmedia-codec/ipp_codecs.c b/pjmedia/src/pjmedia-codec/ipp_codecs.c new file mode 100644 index 0000000..c7a3a77 --- /dev/null +++ b/pjmedia/src/pjmedia-codec/ipp_codecs.c @@ -0,0 +1,1680 @@ +/* $Id: ipp_codecs.c 4002 2012-03-30 08:05:43Z bennylp $ */ +/* + * Copyright (C) 2008-2011 Teluu Inc. (http://www.teluu.com) + * Copyright (C) 2003-2008 Benny Prijono <benny@prijono.org> + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA + */ +#include <pjmedia-codec/ipp_codecs.h> +#include <pjmedia-codec/amr_sdp_match.h> +#include <pjmedia-codec/g7221_sdp_match.h> +#include <pjmedia/codec.h> +#include <pjmedia/errno.h> +#include <pjmedia/endpoint.h> +#include <pjmedia/plc.h> +#include <pjmedia/port.h> +#include <pjmedia/silencedet.h> +#include <pj/assert.h> +#include <pj/log.h> +#include <pj/math.h> +#include <pj/pool.h> +#include <pj/string.h> +#include <pj/os.h> + + +/* + * Only build this file if PJMEDIA_HAS_INTEL_IPP != 0 + */ +#if defined(PJMEDIA_HAS_INTEL_IPP) && PJMEDIA_HAS_INTEL_IPP != 0 + +#include <usc.h> +#include <ippversion.h> + +#define THIS_FILE "ipp_codecs.c" + + +/* Prototypes for IPP codecs factory */ +static pj_status_t ipp_test_alloc( pjmedia_codec_factory *factory, + const pjmedia_codec_info *id ); +static pj_status_t ipp_default_attr( pjmedia_codec_factory *factory, + const pjmedia_codec_info *id, + pjmedia_codec_param *attr ); +static pj_status_t ipp_enum_codecs( pjmedia_codec_factory *factory, + unsigned *count, + pjmedia_codec_info codecs[]); +static pj_status_t ipp_alloc_codec( pjmedia_codec_factory *factory, + const pjmedia_codec_info *id, + pjmedia_codec **p_codec); +static pj_status_t ipp_dealloc_codec( pjmedia_codec_factory *factory, + pjmedia_codec *codec ); + +/* Prototypes for IPP codecs implementation. */ +static pj_status_t ipp_codec_init( pjmedia_codec *codec, + pj_pool_t *pool ); +static pj_status_t ipp_codec_open( pjmedia_codec *codec, + pjmedia_codec_param *attr ); +static pj_status_t ipp_codec_close( pjmedia_codec *codec ); +static pj_status_t ipp_codec_modify(pjmedia_codec *codec, + const pjmedia_codec_param *attr ); +static pj_status_t ipp_codec_parse( pjmedia_codec *codec, + void *pkt, + pj_size_t pkt_size, + const pj_timestamp *ts, + unsigned *frame_cnt, + pjmedia_frame frames[]); +static pj_status_t ipp_codec_encode( pjmedia_codec *codec, + const struct pjmedia_frame *input, + unsigned output_buf_len, + struct pjmedia_frame *output); +static pj_status_t ipp_codec_decode( pjmedia_codec *codec, + const struct pjmedia_frame *input, + unsigned output_buf_len, + struct pjmedia_frame *output); +static pj_status_t ipp_codec_recover(pjmedia_codec *codec, + unsigned output_buf_len, + struct pjmedia_frame *output); + +/* Definition for IPP codecs operations. */ +static pjmedia_codec_op ipp_op = +{ + &ipp_codec_init, + &ipp_codec_open, + &ipp_codec_close, + &ipp_codec_modify, + &ipp_codec_parse, + &ipp_codec_encode, + &ipp_codec_decode, + &ipp_codec_recover +}; + +/* Definition for IPP codecs factory operations. */ +static pjmedia_codec_factory_op ipp_factory_op = +{ + &ipp_test_alloc, + &ipp_default_attr, + &ipp_enum_codecs, + &ipp_alloc_codec, + &ipp_dealloc_codec, + &pjmedia_codec_ipp_deinit +}; + +/* IPP codecs factory */ +static struct ipp_factory { + pjmedia_codec_factory base; + pjmedia_endpt *endpt; + pj_pool_t *pool; + pj_mutex_t *mutex; + unsigned g7221_pcm_shift; +} ipp_factory; + +/* IPP codecs private data. */ +typedef struct ipp_private { + int codec_idx; /**< Codec index. */ + void *codec_setting; /**< Specific codec setting. */ + pj_pool_t *pool; /**< Pool for each instance. */ + + USC_Handle enc; /**< Encoder state. */ + USC_Handle dec; /**< Decoder state. */ + USC_CodecInfo *info; /**< Native codec info. */ + pj_uint16_t frame_size; /**< Bitstream frame size. */ + + pj_bool_t plc_enabled; /**< PLC enabled flag. */ + pjmedia_plc *plc; /**< PJMEDIA PLC engine, NULL if + codec has internal PLC. */ + + pj_bool_t vad_enabled; /**< VAD enabled flag. */ + pjmedia_silence_det *vad; /**< PJMEDIA VAD engine, NULL if + codec has internal VAD. */ + pj_timestamp last_tx; /**< Timestamp of last transmit.*/ + + unsigned g7221_pcm_shift; /**< G722.1 PCM level adjustment*/ +} ipp_private_t; + + +/* USC codec implementations. */ +extern USC_Fxns USC_G729AFP_Fxns; +extern USC_Fxns USC_G729I_Fxns; +extern USC_Fxns USC_G723_Fxns; +extern USC_Fxns USC_G726_Fxns; +extern USC_Fxns USC_G728_Fxns; +extern USC_Fxns USC_G722_Fxns; +extern USC_Fxns USC_GSMAMR_Fxns; +extern USC_Fxns USC_AMRWB_Fxns; +extern USC_Fxns USC_AMRWBE_Fxns; + + +/* CUSTOM CALLBACKS */ + +/* This callback is useful for translating RTP frame into USC frame, e.g: + * reassigning frame attributes, reorder bitstream. Default behaviour of + * the translation is just setting the USC frame buffer & its size as + * specified in RTP frame, setting USC frame frametype to 0, setting bitrate + * of USC frame to bitrate info of codec_data. Implement this callback when + * the default behaviour is unapplicable. + */ +typedef void (*predecode_cb)(ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame); + +/* Parse frames from a packet. Default behaviour of frame parsing is + * just separating frames based on calculating frame length derived + * from bitrate. Implement this callback when the default behaviour is + * unapplicable. + */ +typedef pj_status_t (*parse_cb)(ipp_private_t *codec_data, void *pkt, + pj_size_t pkt_size, const pj_timestamp *ts, + unsigned *frame_cnt, pjmedia_frame frames[]); + +/* Pack frames into a packet. Default behaviour of packing frames is + * just stacking the frames with octet aligned without adding any + * payload header. Implement this callback when the default behaviour is + * unapplicable. + */ +typedef pj_status_t (*pack_cb)(ipp_private_t *codec_data, void *pkt, + pj_size_t *pkt_size, pj_size_t max_pkt_size); + + + +/* Custom callback implementations. */ +static void predecode_g723( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame); +static pj_status_t parse_g723( ipp_private_t *codec_data, void *pkt, + pj_size_t pkt_size, const pj_timestamp *ts, + unsigned *frame_cnt, pjmedia_frame frames[]); + +static void predecode_g729( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame); + +static void predecode_amr( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame); +static pj_status_t parse_amr( ipp_private_t *codec_data, void *pkt, + pj_size_t pkt_size, const pj_timestamp *ts, + unsigned *frame_cnt, pjmedia_frame frames[]); +static pj_status_t pack_amr( ipp_private_t *codec_data, void *pkt, + pj_size_t *pkt_size, pj_size_t max_pkt_size); + +static void predecode_g7221( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame); +static pj_status_t pack_g7221( ipp_private_t *codec_data, void *pkt, + pj_size_t *pkt_size, pj_size_t max_pkt_size); + +/* IPP codec implementation descriptions. */ +static struct ipp_codec { + int enabled; /* Is this codec enabled? */ + const char *name; /* Codec name. */ + pj_uint8_t pt; /* Payload type. */ + USC_Fxns *fxns; /* USC callback functions. */ + unsigned clock_rate; /* Codec's clock rate. */ + unsigned channel_count; /* Codec's channel count. */ + unsigned samples_per_frame; /* Codec's samples count. */ + + unsigned def_bitrate; /* Default bitrate of this codec. */ + unsigned max_bitrate; /* Maximum bitrate of this codec. */ + pj_uint8_t frm_per_pkt; /* Default num of frames per packet.*/ + int has_native_vad; /* Codec has internal VAD? */ + int has_native_plc; /* Codec has internal PLC? */ + + predecode_cb predecode; /* Callback to translate RTP frame + into USC frame. */ + parse_cb parse; /* Callback to parse bitstream. */ + pack_cb pack; /* Callback to pack bitstream. */ + + pjmedia_codec_fmtp dec_fmtp; /* Decoder's fmtp params. */ +} + +ipp_codec[] = +{ +# if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR + {1, "AMR", PJMEDIA_RTP_PT_AMR, &USC_GSMAMR_Fxns, 8000, 1, 160, + 7400, 12200, 2, 1, 1, + &predecode_amr, &parse_amr, &pack_amr, + {1, {{{"octet-align", 11}, {"1", 1}}} } + }, +# endif + +# if PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB + {1, "AMR-WB", PJMEDIA_RTP_PT_AMRWB, &USC_AMRWB_Fxns, 16000, 1, 320, + 15850, 23850, 2, 1, 1, + &predecode_amr, &parse_amr, &pack_amr, + {1, {{{"octet-align", 11}, {"1", 1}}} } + }, +# endif + +# if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 +# if defined(PJ_HAS_FLOATING_POINT) && (PJ_HAS_FLOATING_POINT != 0) + {1, "G729", PJMEDIA_RTP_PT_G729, &USC_G729AFP_Fxns, 8000, 1, 80, + 8000, 11800, 2, 1, 1, + &predecode_g729, NULL, NULL + }, +# else + {1, "G729", PJMEDIA_RTP_PT_G729, &USC_G729I_Fxns, 8000, 1, 80, + 8000, 11800, 2, 1, 1, + &predecode_g729, NULL, NULL + }, +# endif +# endif + +# if PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 + /* This is actually G.723.1 */ + {1, "G723", PJMEDIA_RTP_PT_G723, &USC_G723_Fxns, 8000, 1, 240, + 6300, 6300, 1, 1, 1, + &predecode_g723, &parse_g723, NULL + }, +# endif + +# if PJMEDIA_HAS_INTEL_IPP_CODEC_G726 + {0, "G726-16", PJMEDIA_RTP_PT_G726_16, &USC_G726_Fxns, 8000, 1, 80, + 16000, 16000, 2, 0, 0, + NULL, NULL, NULL + }, + {0, "G726-24", PJMEDIA_RTP_PT_G726_24, &USC_G726_Fxns, 8000, 1, 80, + 24000, 24000, 2, 0, 0, + NULL, NULL, NULL + }, + {1, "G726-32", PJMEDIA_RTP_PT_G726_32, &USC_G726_Fxns, 8000, 1, 80, + 32000, 32000, 2, 0, 0, + NULL, NULL, NULL + }, + {0, "G726-40", PJMEDIA_RTP_PT_G726_40, &USC_G726_Fxns, 8000, 1, 80, + 40000, 40000, 2, 0, 0, + NULL, NULL, NULL + }, + /* Old definition of G726-32 */ + {1, "G721", PJMEDIA_RTP_PT_G721, &USC_G726_Fxns, 8000, 1, 80, + 32000, 32000, 2, 0, 0, + NULL, NULL, NULL + }, +# endif + +# if PJMEDIA_HAS_INTEL_IPP_CODEC_G728 + {1, "G728", PJMEDIA_RTP_PT_G728, &USC_G728_Fxns, 8000, 1, 80, + 16000, 16000, 2, 0, 1, + NULL, NULL, NULL + }, +# endif + +# if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 + {0, "G7221", PJMEDIA_RTP_PT_G722_1_16, &USC_G722_Fxns, 16000, 1, 320, + 16000, 16000, 1, 0, 1, + predecode_g7221, NULL, pack_g7221, + {1, {{{"bitrate", 7}, {"16000", 5}}} } + }, + {1, "G7221", PJMEDIA_RTP_PT_G722_1_24, &USC_G722_Fxns, 16000, 1, 320, + 24000, 24000, 1, 0, 1, + predecode_g7221, NULL, pack_g7221, + {1, {{{"bitrate", 7}, {"24000", 5}}} } + }, + {1, "G7221", PJMEDIA_RTP_PT_G722_1_32, &USC_G722_Fxns, 16000, 1, 320, + 32000, 32000, 1, 0, 1, + predecode_g7221, NULL, pack_g7221, + {1, {{{"bitrate", 7}, {"32000", 5}}} } + }, +# endif +}; + + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 + +static void predecode_g729( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame) +{ + switch (rtp_frame->size) { + case 2: + /* SID */ + usc_frame->frametype = 1; + usc_frame->bitrate = codec_data->info->params.modes.bitrate; + break; + case 8: + /* G729D */ + usc_frame->frametype = 2; + usc_frame->bitrate = 6400; + break; + case 10: + /* G729 */ + usc_frame->frametype = 3; + usc_frame->bitrate = 8000; + break; + case 15: + /* G729E */ + usc_frame->frametype = 4; + usc_frame->bitrate = 11800; + break; + default: + usc_frame->frametype = 0; + usc_frame->bitrate = 0; + break; + } + + usc_frame->pBuffer = rtp_frame->buf; + usc_frame->nbytes = rtp_frame->size; +} + +#endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G729 */ + + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 + +static void predecode_g723( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame) +{ + int i, HDR = 0; + pj_uint8_t *f = (pj_uint8_t*)rtp_frame->buf; + + PJ_UNUSED_ARG(codec_data); + + for (i = 0; i < 2; ++i){ + int tmp; + tmp = (f[0] >> (i & 0x7)) & 1; + HDR += tmp << i ; + } + + usc_frame->pBuffer = rtp_frame->buf; + usc_frame->nbytes = rtp_frame->size; + usc_frame->bitrate = HDR == 0? 6300 : 5300; + usc_frame->frametype = 0; +} + +static pj_status_t parse_g723(ipp_private_t *codec_data, void *pkt, + pj_size_t pkt_size, const pj_timestamp *ts, + unsigned *frame_cnt, pjmedia_frame frames[]) +{ + unsigned count = 0; + pj_uint8_t *f = (pj_uint8_t*)pkt; + + while (pkt_size && count < *frame_cnt) { + int framesize, i, j; + int HDR = 0; + + for (i = 0; i < 2; ++i){ + j = (f[0] >> (i & 0x7)) & 1; + HDR += j << i ; + } + + if (HDR == 0) + framesize = 24; + else if (HDR == 1) + framesize = 20; + else if (HDR == 2) + framesize = 4; + else if (HDR == 3) + framesize = 1; + else { + pj_assert(!"Unknown G723.1 frametype, packet may be corrupted!"); + return PJMEDIA_CODEC_EINMODE; + } + + frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO; + frames[count].buf = f; + frames[count].size = framesize; + frames[count].timestamp.u64 = ts->u64 + count * + ipp_codec[codec_data->codec_idx].samples_per_frame; + + f += framesize; + pkt_size -= framesize; + + ++count; + } + + *frame_cnt = count; + return PJ_SUCCESS; +} + +#endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 */ + + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR || PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB + +#include <pjmedia-codec/amr_helper.h> + +typedef struct amr_settings_t { + pjmedia_codec_amr_pack_setting enc_setting; + pjmedia_codec_amr_pack_setting dec_setting; + pj_int8_t enc_mode; +} amr_settings_t; + + +/* Rearrange AMR bitstream and convert RTP frame into USC frame: + * - make the start_bit to be 0 + * - if it is speech frame, reorder bitstream from sensitivity bits order + * to encoder bits order. + * - set the appropriate value of usc_frame. + */ +static void predecode_amr( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame) +{ + pjmedia_frame frame; + pjmedia_codec_amr_bit_info *info; + pjmedia_codec_amr_pack_setting *setting; + + setting = &((amr_settings_t*)codec_data->codec_setting)->dec_setting; + + frame = *rtp_frame; + pjmedia_codec_amr_predecode(rtp_frame, setting, &frame); + info = (pjmedia_codec_amr_bit_info*) &frame.bit_info; + + usc_frame->pBuffer = frame.buf; + usc_frame->nbytes = frame.size; + if (info->mode != -1) { + usc_frame->bitrate = setting->amr_nb? + pjmedia_codec_amrnb_bitrates[info->mode]: + pjmedia_codec_amrwb_bitrates[info->mode]; + } else { + usc_frame->bitrate = 0; + } + + if (frame.size > 5) { + /* Speech */ + if (info->good_quality) + usc_frame->frametype = 0; + else + usc_frame->frametype = setting->amr_nb ? 5 : 6; + } else if (frame.size == 5) { + /* SID */ + if (info->good_quality) { + usc_frame->frametype = info->STI? 2 : 1; + } else { + usc_frame->frametype = setting->amr_nb ? 6 : 7; + } + } else { + /* no data */ + usc_frame->frametype = 3; + } +} + +/* Pack AMR payload */ +static pj_status_t pack_amr(ipp_private_t *codec_data, void *pkt, + pj_size_t *pkt_size, pj_size_t max_pkt_size) +{ + enum {MAX_FRAMES_PER_PACKET = PJMEDIA_MAX_FRAME_DURATION_MS / 20}; + + pjmedia_frame frames[MAX_FRAMES_PER_PACKET]; + unsigned nframes = 0; + pjmedia_codec_amr_bit_info *info; + pj_uint8_t *r; /* Read cursor */ + pj_uint8_t SID_FT; + pjmedia_codec_amr_pack_setting *setting; + const pj_uint8_t *framelen_tbl; + + setting = &((amr_settings_t*)codec_data->codec_setting)->enc_setting; + framelen_tbl = setting->amr_nb? pjmedia_codec_amrnb_framelen: + pjmedia_codec_amrwb_framelen; + + SID_FT = (pj_uint8_t)(setting->amr_nb? 8 : 9); + + /* Align pkt buf right */ + r = (pj_uint8_t*)pkt + max_pkt_size - *pkt_size; + pj_memmove(r, pkt, *pkt_size); + + /* Get frames */ + for (;;) { + pj_bool_t eof; + pj_uint16_t info_; + + info_ = *((pj_uint16_t*)r); + eof = ((info_ & 0x40) != 0); + + info = (pjmedia_codec_amr_bit_info*) &frames[nframes].bit_info; + pj_bzero(info, sizeof(*info)); + info->frame_type = (pj_uint8_t)(info_ & 0x0F); + info->good_quality = (pj_uint8_t)((info_ & 0x80) == 0); + info->mode = (pj_int8_t) ((info_ >> 8) & 0x0F); + info->STI = (pj_uint8_t)((info_ >> 5) & 1); + + frames[nframes].buf = r + 2; + frames[nframes].size = info->frame_type <= SID_FT ? + framelen_tbl[info->frame_type] : 0; + + r += frames[nframes].size + 2; + + /* Last frame */ + if (++nframes >= MAX_FRAMES_PER_PACKET || eof) + break; + } + + /* Pack */ + *pkt_size = max_pkt_size; + return pjmedia_codec_amr_pack(frames, nframes, setting, pkt, pkt_size); +} + + +/* Parse AMR payload into frames. */ +static pj_status_t parse_amr(ipp_private_t *codec_data, void *pkt, + pj_size_t pkt_size, const pj_timestamp *ts, + unsigned *frame_cnt, pjmedia_frame frames[]) +{ + amr_settings_t* s = (amr_settings_t*)codec_data->codec_setting; + pjmedia_codec_amr_pack_setting *setting; + pj_status_t status; + pj_uint8_t cmr; + + setting = &s->dec_setting; + + status = pjmedia_codec_amr_parse(pkt, pkt_size, ts, setting, frames, + frame_cnt, &cmr); + if (status != PJ_SUCCESS) + return status; + + /* Check Change Mode Request. */ + if (((setting->amr_nb && cmr <= 7) || (!setting->amr_nb && cmr <= 8)) && + s->enc_mode != cmr) + { + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + + s->enc_mode = cmr; + codec_data->info->params.modes.bitrate = s->enc_setting.amr_nb? + pjmedia_codec_amrnb_bitrates[s->enc_mode] : + pjmedia_codec_amrwb_bitrates[s->enc_mode]; + ippc->fxns->std.Control(&codec_data->info->params.modes, + codec_data->enc); + + PJ_LOG(4,(THIS_FILE, "AMR%s switched encoding mode to: %d (%dbps)", + (s->enc_setting.amr_nb?"":"-WB"), + s->enc_mode, + codec_data->info->params.modes.bitrate)); + } + + return PJ_SUCCESS; +} + +#endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_AMR */ + + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 + +static void predecode_g7221( ipp_private_t *codec_data, + const pjmedia_frame *rtp_frame, + USC_Bitstream *usc_frame) +{ + usc_frame->pBuffer = (char*)rtp_frame->buf; + usc_frame->nbytes = rtp_frame->size; + usc_frame->frametype = 0; + usc_frame->bitrate = codec_data->info->params.modes.bitrate; + +#if defined(PJ_IS_LITTLE_ENDIAN) && PJ_IS_LITTLE_ENDIAN!=0 + { + pj_uint16_t *p, *p_end; + + p = (pj_uint16_t*)rtp_frame->buf; + p_end = p + rtp_frame->size/2; + while (p < p_end) { + *p = pj_ntohs(*p); + ++p; + } + } +#endif +} + +static pj_status_t pack_g7221( ipp_private_t *codec_data, void *pkt, + pj_size_t *pkt_size, pj_size_t max_pkt_size) +{ + PJ_UNUSED_ARG(codec_data); + PJ_UNUSED_ARG(max_pkt_size); + +#if defined(PJ_IS_LITTLE_ENDIAN) && PJ_IS_LITTLE_ENDIAN!=0 + { + pj_uint16_t *p, *p_end; + + p = (pj_uint16_t*)pkt; + p_end = p + *pkt_size/2; + while (p < p_end) { + *p = pj_htons(*p); + ++p; + } + } +#else + PJ_UNUSED_ARG(pkt); + PJ_UNUSED_ARG(pkt_size); +#endif + + return PJ_SUCCESS; +} + + +#include <pjmedia-codec/g7221.h> + + +PJ_DEF(pj_status_t) pjmedia_codec_g7221_set_pcm_shift(int val) +{ + PJ_ASSERT_RETURN(val >= 0, PJ_EINVAL); + + ipp_factory.g7221_pcm_shift = val; + return PJ_SUCCESS; +} + + +#endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 */ + +/* + * Initialize and register IPP codec factory to pjmedia endpoint. + */ +PJ_DEF(pj_status_t) pjmedia_codec_ipp_init( pjmedia_endpt *endpt ) +{ + pjmedia_codec_mgr *codec_mgr; + pj_str_t codec_name; + pj_status_t status; + + if (ipp_factory.pool != NULL) { + /* Already initialized. */ + return PJ_SUCCESS; + } + + /* Create IPP codec factory. */ + ipp_factory.base.op = &ipp_factory_op; + ipp_factory.base.factory_data = NULL; + ipp_factory.endpt = endpt; + ipp_factory.g7221_pcm_shift = PJMEDIA_G7221_DEFAULT_PCM_SHIFT; + + ipp_factory.pool = pjmedia_endpt_create_pool(endpt, "IPP codecs", 4000, 4000); + if (!ipp_factory.pool) + return PJ_ENOMEM; + + /* Create mutex. */ + status = pj_mutex_create_simple(ipp_factory.pool, "IPP codecs", + &ipp_factory.mutex); + if (status != PJ_SUCCESS) + goto on_error; + + /* Get the codec manager. */ + codec_mgr = pjmedia_endpt_get_codec_mgr(endpt); + if (!codec_mgr) { + status = PJ_EINVALIDOP; + goto on_error; + } + + /* Register format match callback. */ +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 + pj_cstr(&codec_name, "G7221"); + status = pjmedia_sdp_neg_register_fmt_match_cb( + &codec_name, + &pjmedia_codec_g7221_match_sdp); + if (status != PJ_SUCCESS) + goto on_error; +#endif + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR + pj_cstr(&codec_name, "AMR"); + status = pjmedia_sdp_neg_register_fmt_match_cb( + &codec_name, + &pjmedia_codec_amr_match_sdp); + if (status != PJ_SUCCESS) + goto on_error; +#endif + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB + pj_cstr(&codec_name, "AMR-WB"); + status = pjmedia_sdp_neg_register_fmt_match_cb( + &codec_name, + &pjmedia_codec_amr_match_sdp); + if (status != PJ_SUCCESS) + goto on_error; +#endif + + /* Suppress compile warning */ + PJ_UNUSED_ARG(codec_name); + + /* Register codec factory to endpoint. */ + status = pjmedia_codec_mgr_register_factory(codec_mgr, + &ipp_factory.base); + if (status != PJ_SUCCESS) + goto on_error; + + /* Done. */ + return PJ_SUCCESS; + +on_error: + pj_pool_release(ipp_factory.pool); + ipp_factory.pool = NULL; + return status; +} + +/* + * Unregister IPP codecs factory from pjmedia endpoint. + */ +PJ_DEF(pj_status_t) pjmedia_codec_ipp_deinit(void) +{ + pjmedia_codec_mgr *codec_mgr; + pj_status_t status; + + if (ipp_factory.pool == NULL) { + /* Already deinitialized */ + return PJ_SUCCESS; + } + + pj_mutex_lock(ipp_factory.mutex); + + /* Get the codec manager. */ + codec_mgr = pjmedia_endpt_get_codec_mgr(ipp_factory.endpt); + if (!codec_mgr) { + pj_pool_release(ipp_factory.pool); + ipp_factory.pool = NULL; + return PJ_EINVALIDOP; + } + + /* Unregister IPP codecs factory. */ + status = pjmedia_codec_mgr_unregister_factory(codec_mgr, + &ipp_factory.base); + + /* Destroy mutex. */ + pj_mutex_destroy(ipp_factory.mutex); + + /* Destroy pool. */ + pj_pool_release(ipp_factory.pool); + ipp_factory.pool = NULL; + + return status; +} + + +/* + * Check if factory can allocate the specified codec. + */ +static pj_status_t ipp_test_alloc( pjmedia_codec_factory *factory, + const pjmedia_codec_info *info ) +{ + unsigned i; + + PJ_UNUSED_ARG(factory); + + /* Type MUST be audio. */ + if (info->type != PJMEDIA_TYPE_AUDIO) + return PJMEDIA_CODEC_EUNSUP; + + for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) { + pj_str_t name = pj_str((char*)ipp_codec[i].name); + if ((pj_stricmp(&info->encoding_name, &name) == 0) && + (info->clock_rate == (unsigned)ipp_codec[i].clock_rate) && + (info->channel_cnt == (unsigned)ipp_codec[i].channel_count) && + (ipp_codec[i].enabled)) + { + return PJ_SUCCESS; + } + } + + /* Unsupported, or mode is disabled. */ + return PJMEDIA_CODEC_EUNSUP; +} + +/* + * Generate default attribute. + */ +static pj_status_t ipp_default_attr (pjmedia_codec_factory *factory, + const pjmedia_codec_info *id, + pjmedia_codec_param *attr ) +{ + unsigned i; + + PJ_ASSERT_RETURN(factory==&ipp_factory.base, PJ_EINVAL); + + pj_bzero(attr, sizeof(pjmedia_codec_param)); + + for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) { + pj_str_t name = pj_str((char*)ipp_codec[i].name); + if ((pj_stricmp(&id->encoding_name, &name) == 0) && + (id->clock_rate == (unsigned)ipp_codec[i].clock_rate) && + (id->channel_cnt == (unsigned)ipp_codec[i].channel_count) && + (id->pt == (unsigned)ipp_codec[i].pt)) + { + attr->info.pt = (pj_uint8_t)id->pt; + attr->info.channel_cnt = ipp_codec[i].channel_count; + attr->info.clock_rate = ipp_codec[i].clock_rate; + attr->info.avg_bps = ipp_codec[i].def_bitrate; + attr->info.max_bps = ipp_codec[i].max_bitrate; + attr->info.pcm_bits_per_sample = 16; + attr->info.frm_ptime = (pj_uint16_t) + (ipp_codec[i].samples_per_frame * 1000 / + ipp_codec[i].channel_count / + ipp_codec[i].clock_rate); + attr->setting.frm_per_pkt = ipp_codec[i].frm_per_pkt; + + /* Default flags. */ + attr->setting.plc = 1; + attr->setting.penh= 0; + attr->setting.vad = 1; + attr->setting.cng = attr->setting.vad; + attr->setting.dec_fmtp = ipp_codec[i].dec_fmtp; + + if (attr->setting.vad == 0) { +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 + if (id->pt == PJMEDIA_RTP_PT_G729) { + /* Signal G729 Annex B is being disabled */ + attr->setting.dec_fmtp.cnt = 1; + pj_strset2(&attr->setting.dec_fmtp.param[0].name, "annexb"); + pj_strset2(&attr->setting.dec_fmtp.param[0].val, "no"); + } +#endif + } + + return PJ_SUCCESS; + } + } + + return PJMEDIA_CODEC_EUNSUP; +} + +/* + * Enum codecs supported by this factory. + */ +static pj_status_t ipp_enum_codecs(pjmedia_codec_factory *factory, + unsigned *count, + pjmedia_codec_info codecs[]) +{ + unsigned max; + unsigned i; + + PJ_UNUSED_ARG(factory); + PJ_ASSERT_RETURN(codecs && *count > 0, PJ_EINVAL); + + max = *count; + + for (i = 0, *count = 0; i < PJ_ARRAY_SIZE(ipp_codec) && *count < max; ++i) + { + if (!ipp_codec[i].enabled) + continue; + + pj_bzero(&codecs[*count], sizeof(pjmedia_codec_info)); + codecs[*count].encoding_name = pj_str((char*)ipp_codec[i].name); + codecs[*count].pt = ipp_codec[i].pt; + codecs[*count].type = PJMEDIA_TYPE_AUDIO; + codecs[*count].clock_rate = ipp_codec[i].clock_rate; + codecs[*count].channel_cnt = ipp_codec[i].channel_count; + + ++*count; + } + + return PJ_SUCCESS; +} + +/* + * Allocate a new codec instance. + */ +static pj_status_t ipp_alloc_codec( pjmedia_codec_factory *factory, + const pjmedia_codec_info *id, + pjmedia_codec **p_codec) +{ + ipp_private_t *codec_data; + pjmedia_codec *codec; + int idx; + pj_pool_t *pool; + unsigned i; + + PJ_ASSERT_RETURN(factory && id && p_codec, PJ_EINVAL); + PJ_ASSERT_RETURN(factory == &ipp_factory.base, PJ_EINVAL); + + pj_mutex_lock(ipp_factory.mutex); + + /* Find codec's index */ + idx = -1; + for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) { + pj_str_t name = pj_str((char*)ipp_codec[i].name); + if ((pj_stricmp(&id->encoding_name, &name) == 0) && + (id->clock_rate == (unsigned)ipp_codec[i].clock_rate) && + (id->channel_cnt == (unsigned)ipp_codec[i].channel_count) && + (ipp_codec[i].enabled)) + { + idx = i; + break; + } + } + if (idx == -1) { + *p_codec = NULL; + return PJMEDIA_CODEC_EFAILED; + } + + /* Create pool for codec instance */ + pool = pjmedia_endpt_create_pool(ipp_factory.endpt, "IPPcodec", 512, 512); + codec = PJ_POOL_ZALLOC_T(pool, pjmedia_codec); + PJ_ASSERT_RETURN(codec != NULL, PJ_ENOMEM); + codec->op = &ipp_op; + codec->factory = factory; + codec->codec_data = PJ_POOL_ZALLOC_T(pool, ipp_private_t); + codec_data = (ipp_private_t*) codec->codec_data; + + /* Create PLC if codec has no internal PLC */ + if (!ipp_codec[idx].has_native_plc) { + pj_status_t status; + status = pjmedia_plc_create(pool, ipp_codec[idx].clock_rate, + ipp_codec[idx].samples_per_frame, 0, + &codec_data->plc); + if (status != PJ_SUCCESS) { + pj_pool_release(pool); + pj_mutex_unlock(ipp_factory.mutex); + return status; + } + } + + /* Create silence detector if codec has no internal VAD */ + if (!ipp_codec[idx].has_native_vad) { + pj_status_t status; + status = pjmedia_silence_det_create(pool, + ipp_codec[idx].clock_rate, + ipp_codec[idx].samples_per_frame, + &codec_data->vad); + if (status != PJ_SUCCESS) { + pj_pool_release(pool); + pj_mutex_unlock(ipp_factory.mutex); + return status; + } + } + + codec_data->pool = pool; + codec_data->codec_idx = idx; + + pj_mutex_unlock(ipp_factory.mutex); + + *p_codec = codec; + return PJ_SUCCESS; +} + +/* + * Free codec. + */ +static pj_status_t ipp_dealloc_codec( pjmedia_codec_factory *factory, + pjmedia_codec *codec ) +{ + ipp_private_t *codec_data; + + PJ_ASSERT_RETURN(factory && codec, PJ_EINVAL); + PJ_ASSERT_RETURN(factory == &ipp_factory.base, PJ_EINVAL); + + /* Close codec, if it's not closed. */ + codec_data = (ipp_private_t*) codec->codec_data; + if (codec_data->enc != NULL || codec_data->dec != NULL) { + ipp_codec_close(codec); + } + + pj_pool_release(codec_data->pool); + + return PJ_SUCCESS; +} + +/* + * Init codec. + */ +static pj_status_t ipp_codec_init( pjmedia_codec *codec, + pj_pool_t *pool ) +{ + PJ_UNUSED_ARG(codec); + PJ_UNUSED_ARG(pool); + return PJ_SUCCESS; +} + +/* + * Open codec. + */ +static pj_status_t ipp_codec_open( pjmedia_codec *codec, + pjmedia_codec_param *attr ) +{ + ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + int info_size; + pj_pool_t *pool; + int i, j; + USC_MemBank *membanks; + int nb_membanks; + + pool = codec_data->pool; + + /* Get the codec info size */ + if (USC_NoError != ippc->fxns->std.GetInfoSize(&info_size)) { + PJ_LOG(1,(THIS_FILE, "Error getting codec info size")); + goto on_error; + } + /* Get the codec info */ + codec_data->info = pj_pool_zalloc(pool, info_size); + if (USC_NoError != ippc->fxns->std.GetInfo((USC_Handle)NULL, + codec_data->info)) + { + PJ_LOG(1,(THIS_FILE, "Error getting codec info")); + goto on_error; + } + + /* PREPARING THE ENCODER */ + + /* Setting the encoder params */ + codec_data->info->params.direction = USC_ENCODE; + codec_data->info->params.modes.vad = attr->setting.vad && + ippc->has_native_vad; + codec_data->info->params.modes.bitrate = attr->info.avg_bps; + codec_data->info->params.law = 0; /* Linear PCM input */ + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 + if (ippc->pt == PJMEDIA_RTP_PT_G729) { + /* Check if G729 Annex B is signaled to be disabled */ + for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) { + if (pj_stricmp2(&attr->setting.enc_fmtp.param[i].name, "annexb")==0) + { + if (pj_stricmp2(&attr->setting.enc_fmtp.param[i].val, "no")==0) + { + attr->setting.vad = 0; + codec_data->info->params.modes.vad = 0; + } + break; + } + } + } +#endif + + /* Get number of memory blocks needed by the encoder */ + if (USC_NoError != ippc->fxns->std.NumAlloc(&codec_data->info->params, + &nb_membanks)) + { + PJ_LOG(1,(THIS_FILE, "Error getting no of memory blocks of encoder")); + goto on_error; + } + + /* Allocate memory blocks table */ + membanks = (USC_MemBank*) pj_pool_zalloc(pool, + sizeof(USC_MemBank) * nb_membanks); + /* Get size of each memory block */ + if (USC_NoError != ippc->fxns->std.MemAlloc(&codec_data->info->params, + membanks)) + { + PJ_LOG(1,(THIS_FILE, "Error getting memory blocks size of encoder")); + goto on_error; + } + + /* Allocate memory for each block */ + for (i = 0; i < nb_membanks; i++) { + membanks[i].pMem = (char*) pj_pool_zalloc(pool, membanks[i].nbytes); + } + + /* Create encoder instance */ + if (USC_NoError != ippc->fxns->std.Init(&codec_data->info->params, + membanks, + &codec_data->enc)) + { + PJ_LOG(1,(THIS_FILE, "Error initializing encoder")); + goto on_error; + } + + /* PREPARING THE DECODER */ + + /* Setting the decoder params */ + codec_data->info->params.direction = USC_DECODE; + + /* Not sure if VAD affects decoder, just try to be safe */ + //codec_data->info->params.modes.vad = ippc->has_native_vad; + + /* Get number of memory blocks needed by the decoder */ + if (USC_NoError != ippc->fxns->std.NumAlloc(&codec_data->info->params, + &nb_membanks)) + { + PJ_LOG(1,(THIS_FILE, "Error getting no of memory blocks of decoder")); + goto on_error; + } + + /* Allocate memory blocks table */ + membanks = (USC_MemBank*) pj_pool_zalloc(pool, + sizeof(USC_MemBank) * nb_membanks); + /* Get size of each memory block */ + if (USC_NoError != ippc->fxns->std.MemAlloc(&codec_data->info->params, + membanks)) + { + PJ_LOG(1,(THIS_FILE, "Error getting memory blocks size of decoder")); + goto on_error; + } + + /* Allocate memory for each block */ + for (i = 0; i < nb_membanks; i++) { + membanks[i].pMem = (char*) pj_pool_zalloc(pool, membanks[i].nbytes); + } + + /* Create decoder instance */ + if (USC_NoError != ippc->fxns->std.Init(&codec_data->info->params, + membanks, &codec_data->dec)) + { + PJ_LOG(1,(THIS_FILE, "Error initializing decoder")); + goto on_error; + } + + /* Update codec info */ + ippc->fxns->std.GetInfo((USC_Handle)codec_data->enc, codec_data->info); + + /* Get bitstream size */ + i = codec_data->info->params.modes.bitrate * ippc->samples_per_frame; + j = ippc->clock_rate << 3; + codec_data->frame_size = (pj_uint16_t)(i / j); + if (i % j) ++codec_data->frame_size; + + codec_data->vad_enabled = (attr->setting.vad != 0); + codec_data->plc_enabled = (attr->setting.plc != 0); + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR + /* Init AMR settings */ + if (ippc->pt == PJMEDIA_RTP_PT_AMR || ippc->pt == PJMEDIA_RTP_PT_AMRWB) { + amr_settings_t *s; + pj_uint8_t octet_align = 0; + pj_int8_t enc_mode; + + enc_mode = pjmedia_codec_amr_get_mode( + codec_data->info->params.modes.bitrate); + pj_assert(enc_mode >= 0 && enc_mode <= 8); + + /* Check AMR specific attributes */ + + for (i = 0; i < attr->setting.dec_fmtp.cnt; ++i) { + /* octet-align, one of the parameters that must have same value + * in offer & answer (RFC 4867 Section 8.3.1). Just check fmtp + * in the decoder side, since it's value is guaranteed to fulfil + * above requirement (by SDP negotiator). + */ + const pj_str_t STR_FMTP_OCTET_ALIGN = {"octet-align", 11}; + + if (pj_stricmp(&attr->setting.dec_fmtp.param[i].name, + &STR_FMTP_OCTET_ALIGN) == 0) + { + octet_align=(pj_uint8_t) + pj_strtoul(&attr->setting.dec_fmtp.param[i].val); + break; + } + } + + for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) { + /* mode-set, encoding mode is chosen based on local default mode + * setting: + * - if local default mode is included in the mode-set, use it + * - otherwise, find the closest mode to local default mode; + * if there are two closest modes, prefer to use the higher + * one, e.g: local default mode is 4, the mode-set param + * contains '2,3,5,6', then 5 will be chosen. + */ + const pj_str_t STR_FMTP_MODE_SET = {"mode-set", 8}; + + if (pj_stricmp(&attr->setting.enc_fmtp.param[i].name, + &STR_FMTP_MODE_SET) == 0) + { + const char *p; + pj_size_t l; + pj_int8_t diff = 99; + + p = pj_strbuf(&attr->setting.enc_fmtp.param[i].val); + l = pj_strlen(&attr->setting.enc_fmtp.param[i].val); + + while (l--) { + if ((ippc->pt==PJMEDIA_RTP_PT_AMR && *p>='0' && *p<='7') || + (ippc->pt==PJMEDIA_RTP_PT_AMRWB && *p>='0' && *p<='8')) + { + pj_int8_t tmp = (pj_int8_t)(*p - '0' - enc_mode); + + if (PJ_ABS(diff) > PJ_ABS(tmp) || + (PJ_ABS(diff) == PJ_ABS(tmp) && tmp > diff)) + { + diff = tmp; + if (diff == 0) break; + } + } + ++p; + } + + if (diff == 99) + goto on_error; + + enc_mode = (pj_int8_t)(enc_mode + diff); + + break; + } + } + + /* Initialize AMR specific settings */ + s = PJ_POOL_ZALLOC_T(pool, amr_settings_t); + codec_data->codec_setting = s; + + s->enc_setting.amr_nb = (pj_uint8_t)(ippc->pt == PJMEDIA_RTP_PT_AMR); + s->enc_setting.octet_aligned = octet_align; + s->enc_setting.reorder = PJ_TRUE; + s->enc_setting.cmr = 15; + + s->dec_setting.amr_nb = (pj_uint8_t)(ippc->pt == PJMEDIA_RTP_PT_AMR); + s->dec_setting.octet_aligned = octet_align; + s->dec_setting.reorder = PJ_TRUE; + + /* Apply encoder mode/bitrate */ + s->enc_mode = enc_mode; + codec_data->info->params.modes.bitrate = s->enc_setting.amr_nb? + pjmedia_codec_amrnb_bitrates[s->enc_mode]: + pjmedia_codec_amrwb_bitrates[s->enc_mode]; + ippc->fxns->std.Control(&codec_data->info->params.modes, + codec_data->enc); + + PJ_LOG(4,(THIS_FILE, "AMR%s encoding mode: %d (%dbps)", + (s->enc_setting.amr_nb?"":"-WB"), + s->enc_mode, + codec_data->info->params.modes.bitrate)); + + /* Return back bitrate info to application */ + attr->info.avg_bps = codec_data->info->params.modes.bitrate; + } +#endif + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 + if (ippc->pt >= PJMEDIA_RTP_PT_G722_1_16 && + ippc->pt <= PJMEDIA_RTP_PT_G7221_RSV2) + { + codec_data->g7221_pcm_shift = ipp_factory.g7221_pcm_shift; + } +#endif + + return PJ_SUCCESS; + +on_error: + return PJMEDIA_CODEC_EFAILED; +} + +/* + * Close codec. + */ +static pj_status_t ipp_codec_close( pjmedia_codec *codec ) +{ + PJ_UNUSED_ARG(codec); + + return PJ_SUCCESS; +} + + +/* + * Modify codec settings. + */ +static pj_status_t ipp_codec_modify(pjmedia_codec *codec, + const pjmedia_codec_param *attr ) +{ + ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + + codec_data->vad_enabled = (attr->setting.vad != 0); + codec_data->plc_enabled = (attr->setting.plc != 0); + + if (ippc->has_native_vad) { + USC_Modes modes; + + modes = codec_data->info->params.modes; + modes.vad = codec_data->vad_enabled; + ippc->fxns->std.Control(&modes, codec_data->enc); + } + + return PJ_SUCCESS; +} + +/* + * Get frames in the packet. + */ +static pj_status_t ipp_codec_parse( pjmedia_codec *codec, + void *pkt, + pj_size_t pkt_size, + const pj_timestamp *ts, + unsigned *frame_cnt, + pjmedia_frame frames[]) +{ + ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + unsigned count = 0; + + PJ_ASSERT_RETURN(frame_cnt, PJ_EINVAL); + + if (ippc->parse != NULL) { + return ippc->parse(codec_data, pkt, pkt_size, ts, frame_cnt, frames); + } + + while (pkt_size >= codec_data->frame_size && count < *frame_cnt) { + frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO; + frames[count].buf = pkt; + frames[count].size = codec_data->frame_size; + frames[count].timestamp.u64 = ts->u64 + count*ippc->samples_per_frame; + + pkt = ((char*)pkt) + codec_data->frame_size; + pkt_size -= codec_data->frame_size; + + ++count; + } + + if (pkt_size && count < *frame_cnt) { + frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO; + frames[count].buf = pkt; + frames[count].size = pkt_size; + frames[count].timestamp.u64 = ts->u64 + count*ippc->samples_per_frame; + ++count; + } + + *frame_cnt = count; + return PJ_SUCCESS; +} + +/* + * Encode frames. + */ +static pj_status_t ipp_codec_encode( pjmedia_codec *codec, + const struct pjmedia_frame *input, + unsigned output_buf_len, + struct pjmedia_frame *output) +{ + ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + unsigned samples_per_frame; + unsigned nsamples; + pj_size_t tx = 0; + pj_int16_t *pcm_in = (pj_int16_t*)input->buf; + pj_uint8_t *bits_out = (pj_uint8_t*) output->buf; + pj_uint8_t pt; + + /* Invoke external VAD if codec has no internal VAD */ + if (codec_data->vad && codec_data->vad_enabled) { + pj_bool_t is_silence; + pj_int32_t silence_duration; + + silence_duration = pj_timestamp_diff32(&codec_data->last_tx, + &input->timestamp); + + is_silence = pjmedia_silence_det_detect(codec_data->vad, + (const pj_int16_t*) input->buf, + (input->size >> 1), + NULL); + if (is_silence && + (PJMEDIA_CODEC_MAX_SILENCE_PERIOD == -1 || + silence_duration < (PJMEDIA_CODEC_MAX_SILENCE_PERIOD * + (int)ippc->clock_rate / 1000))) + { + output->type = PJMEDIA_FRAME_TYPE_NONE; + output->buf = NULL; + output->size = 0; + output->timestamp = input->timestamp; + return PJ_SUCCESS; + } else { + codec_data->last_tx = input->timestamp; + } + } + + nsamples = input->size >> 1; + samples_per_frame = ippc->samples_per_frame; + pt = ippc->pt; + + PJ_ASSERT_RETURN(nsamples % samples_per_frame == 0, + PJMEDIA_CODEC_EPCMFRMINLEN); + + /* Encode the frames */ + while (nsamples >= samples_per_frame) { + USC_PCMStream in; + USC_Bitstream out; + + in.bitrate = codec_data->info->params.modes.bitrate; + in.nbytes = samples_per_frame << 1; + in.pBuffer = (char*)pcm_in; + in.pcmType.bitPerSample = codec_data->info->params.pcmType.bitPerSample; + in.pcmType.nChannels = codec_data->info->params.pcmType.nChannels; + in.pcmType.sample_frequency = codec_data->info->params.pcmType.sample_frequency; + + out.pBuffer = (char*)bits_out; + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR + /* For AMR: reserve two octets for AMR frame info */ + if (pt == PJMEDIA_RTP_PT_AMR || pt == PJMEDIA_RTP_PT_AMRWB) { + out.pBuffer += 2; + } +#endif + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 + /* For G722.1: adjust the encoder input signal level */ + if (pt >= PJMEDIA_RTP_PT_G722_1_16 && + pt <= PJMEDIA_RTP_PT_G7221_RSV2 && + codec_data->g7221_pcm_shift) + { + unsigned i; + for (i = 0; i < samples_per_frame; ++i) + pcm_in[i] >>= codec_data->g7221_pcm_shift; + } +#endif + + if (USC_NoError != ippc->fxns->Encode(codec_data->enc, &in, &out)) { + break; + } + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR + /* For AMR: put info (frametype, degraded, last frame, mode) in the + * first two octets for payload packing. + */ + if (pt == PJMEDIA_RTP_PT_AMR || pt == PJMEDIA_RTP_PT_AMRWB) { + pj_uint16_t *info = (pj_uint16_t*)bits_out; + + /* Two octets for AMR frame info, 0=LSB: + * bit 0-3 : frame type + * bit 5 : STI flag + * bit 6 : last frame flag + * bit 7 : quality flag + * bit 8-11 : mode + */ + out.nbytes += 2; + if (out.frametype == 0 || out.frametype == 4 || + (pt == PJMEDIA_RTP_PT_AMR && out.frametype == 5) || + (pt == PJMEDIA_RTP_PT_AMRWB && out.frametype == 6)) + { + /* Speech frame type */ + *info = (char)pjmedia_codec_amr_get_mode(out.bitrate); + /* Quality */ + if (out.frametype == 5 || out.frametype == 6) + *info |= 0x80; + } else if (out.frametype == 1 || out.frametype == 2 || + (pt == PJMEDIA_RTP_PT_AMR && out.frametype == 6) || + (pt == PJMEDIA_RTP_PT_AMRWB && out.frametype == 7)) + { + /* SID frame type */ + *info = (pj_uint8_t)(pt == PJMEDIA_RTP_PT_AMRWB? 9 : 8); + /* Quality */ + if (out.frametype == 6 || out.frametype == 7) + *info |= 0x80; + /* STI */ + if (out.frametype != 1) + *info |= 0x20; + } else { + /* Untransmited */ + *info = 15; + out.nbytes = 2; + } + + /* Mode */ + *info |= (char)pjmedia_codec_amr_get_mode(out.bitrate) << 8; + + /* Last frame flag */ + if (nsamples == samples_per_frame) + *info |= 0x40; + } +#endif + + pcm_in += samples_per_frame; + nsamples -= samples_per_frame; + tx += out.nbytes; + bits_out += out.nbytes; + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 + if (pt == PJMEDIA_RTP_PT_G729) { + if (out.frametype == 1) { + /* SID */ + break; + } else if (out.frametype == 0) { + /* Untransmitted */ + tx -= out.nbytes; + break; + } + } +#endif + + } + + if (ippc->pack != NULL) { + ippc->pack(codec_data, output->buf, &tx, output_buf_len); + } + + /* Check if we don't need to transmit the frame (DTX) */ + if (tx == 0) { + output->buf = NULL; + output->size = 0; + output->timestamp.u64 = input->timestamp.u64; + output->type = PJMEDIA_FRAME_TYPE_NONE; + return PJ_SUCCESS; + } + + output->size = tx; + output->type = PJMEDIA_FRAME_TYPE_AUDIO; + output->timestamp = input->timestamp; + + return PJ_SUCCESS; +} + +/* + * Decode frame. + */ +static pj_status_t ipp_codec_decode( pjmedia_codec *codec, + const struct pjmedia_frame *input, + unsigned output_buf_len, + struct pjmedia_frame *output) +{ + ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + unsigned samples_per_frame; + USC_PCMStream out; + USC_Bitstream in; + pj_uint8_t pt; + + pt = ippc->pt; + samples_per_frame = ippc->samples_per_frame; + + PJ_ASSERT_RETURN(output_buf_len >= samples_per_frame << 1, + PJMEDIA_CODEC_EPCMTOOSHORT); + + if (input->type == PJMEDIA_FRAME_TYPE_AUDIO) { + if (ippc->predecode) { + ippc->predecode(codec_data, input, &in); + } else { + /* Most IPP codecs have frametype==0 for speech frame */ + in.pBuffer = (char*)input->buf; + in.nbytes = input->size; + in.frametype = 0; + in.bitrate = codec_data->info->params.modes.bitrate; + } + + out.pBuffer = output->buf; + } + + if (input->type != PJMEDIA_FRAME_TYPE_AUDIO || + USC_NoError != ippc->fxns->Decode(codec_data->dec, &in, &out)) + { + pjmedia_zero_samples((pj_int16_t*)output->buf, samples_per_frame); + output->size = samples_per_frame << 1; + output->timestamp.u64 = input->timestamp.u64; + output->type = PJMEDIA_FRAME_TYPE_AUDIO; + return PJ_SUCCESS; + } + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G726 + /* For G.726: amplify decoding result (USC G.726 encoder deamplified it) */ + if (pt == PJMEDIA_RTP_PT_G726_16 || pt == PJMEDIA_RTP_PT_G726_24 || + pt == PJMEDIA_RTP_PT_G726_32 || pt == PJMEDIA_RTP_PT_G726_40 || + pt == PJMEDIA_RTP_PT_G721) + { + unsigned i; + pj_int16_t *s = (pj_int16_t*)output->buf; + + for (i = 0; i < samples_per_frame; ++i) + s[i] <<= 2; + } +#endif + +#if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 + /* For G722.1: adjust the decoder output signal level */ + if (pt >= PJMEDIA_RTP_PT_G722_1_16 && + pt <= PJMEDIA_RTP_PT_G7221_RSV2 && + codec_data->g7221_pcm_shift) + { + unsigned i; + pj_int16_t *s = (pj_int16_t*)output->buf; + + for (i = 0; i < samples_per_frame; ++i) + s[i] <<= codec_data->g7221_pcm_shift; + } +#endif + + output->type = PJMEDIA_FRAME_TYPE_AUDIO; + output->size = samples_per_frame << 1; + output->timestamp.u64 = input->timestamp.u64; + + /* Invoke external PLC if codec has no internal PLC */ + if (codec_data->plc && codec_data->plc_enabled) + pjmedia_plc_save(codec_data->plc, (pj_int16_t*)output->buf); + + return PJ_SUCCESS; +} + +/* + * Recover lost frame. + */ +static pj_status_t ipp_codec_recover(pjmedia_codec *codec, + unsigned output_buf_len, + struct pjmedia_frame *output) +{ + ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; + struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; + unsigned samples_per_frame; + + PJ_UNUSED_ARG(output_buf_len); + + samples_per_frame = ippc->samples_per_frame; + + output->type = PJMEDIA_FRAME_TYPE_AUDIO; + output->size = samples_per_frame << 1; + + if (codec_data->plc_enabled) { + if (codec_data->plc) { + pjmedia_plc_generate(codec_data->plc, (pj_int16_t*)output->buf); + } else { + USC_PCMStream out; + out.pBuffer = output->buf; + ippc->fxns->Decode(codec_data->dec, NULL, &out); + } + } else { + pjmedia_zero_samples((pj_int16_t*)output->buf, samples_per_frame); + } + + return PJ_SUCCESS; +} + + +#if defined(_MSC_VER) && PJMEDIA_AUTO_LINK_IPP_LIBS +# pragma comment( lib, "ippcore.lib") +# pragma comment( lib, "ipps.lib") +# pragma comment( lib, "ippsc.lib") +# if defined(IPP_VERSION_MAJOR) && IPP_VERSION_MAJOR<=6 +# pragma comment( lib, "ippsr.lib") +# endif +//# pragma comment( lib, "ippcorel.lib") +//# pragma comment( lib, "ippsemerged.lib") +//# pragma comment( lib, "ippsmerged.lib") +//# pragma comment( lib, "ippscemerged.lib") +//# pragma comment( lib, "ippscmerged.lib") +//# pragma comment( lib, "ippsremerged.lib") +//# pragma comment( lib, "ippsrmerged.lib") +# if defined(IPP_VERSION_MAJOR) && IPP_VERSION_MAJOR>=6 +# pragma comment( lib, "speech.lib") +# else +# pragma comment( lib, "usc.lib") +# endif +#endif + + +#endif /* PJMEDIA_HAS_INTEL_IPP */ + |