/* $Id$ */ /* * Copyright (C) 2008-2011 Teluu Inc. (http://www.teluu.com) * Copyright (C) 2003-2008 Benny Prijono * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include /* * Only build this file if PJMEDIA_HAS_INTEL_IPP != 0 */ #if defined(PJMEDIA_HAS_INTEL_IPP) && PJMEDIA_HAS_INTEL_IPP != 0 #include #include #define THIS_FILE "ipp_codecs.c" /* Prototypes for IPP codecs factory */ static pj_status_t ipp_test_alloc( pjmedia_codec_factory *factory, const pjmedia_codec_info *id ); static pj_status_t ipp_default_attr( pjmedia_codec_factory *factory, const pjmedia_codec_info *id, pjmedia_codec_param *attr ); static pj_status_t ipp_enum_codecs( pjmedia_codec_factory *factory, unsigned *count, pjmedia_codec_info codecs[]); static pj_status_t ipp_alloc_codec( pjmedia_codec_factory *factory, const pjmedia_codec_info *id, pjmedia_codec **p_codec); static pj_status_t ipp_dealloc_codec( pjmedia_codec_factory *factory, pjmedia_codec *codec ); /* Prototypes for IPP codecs implementation. */ static pj_status_t ipp_codec_init( pjmedia_codec *codec, pj_pool_t *pool ); static pj_status_t ipp_codec_open( pjmedia_codec *codec, pjmedia_codec_param *attr ); static pj_status_t ipp_codec_close( pjmedia_codec *codec ); static pj_status_t ipp_codec_modify(pjmedia_codec *codec, const pjmedia_codec_param *attr ); static pj_status_t ipp_codec_parse( pjmedia_codec *codec, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]); static pj_status_t ipp_codec_encode( pjmedia_codec *codec, const struct pjmedia_frame *input, unsigned output_buf_len, struct pjmedia_frame *output); static pj_status_t ipp_codec_decode( pjmedia_codec *codec, const struct pjmedia_frame *input, unsigned output_buf_len, struct pjmedia_frame *output); static pj_status_t ipp_codec_recover(pjmedia_codec *codec, unsigned output_buf_len, struct pjmedia_frame *output); /* Definition for IPP codecs operations. */ static pjmedia_codec_op ipp_op = { &ipp_codec_init, &ipp_codec_open, &ipp_codec_close, &ipp_codec_modify, &ipp_codec_parse, &ipp_codec_encode, &ipp_codec_decode, &ipp_codec_recover }; /* Definition for IPP codecs factory operations. */ static pjmedia_codec_factory_op ipp_factory_op = { &ipp_test_alloc, &ipp_default_attr, &ipp_enum_codecs, &ipp_alloc_codec, &ipp_dealloc_codec, &pjmedia_codec_ipp_deinit }; /* IPP codecs factory */ static struct ipp_factory { pjmedia_codec_factory base; pjmedia_endpt *endpt; pj_pool_t *pool; pj_mutex_t *mutex; unsigned g7221_pcm_shift; } ipp_factory; /* IPP codecs private data. */ typedef struct ipp_private { int codec_idx; /**< Codec index. */ void *codec_setting; /**< Specific codec setting. */ pj_pool_t *pool; /**< Pool for each instance. */ USC_Handle enc; /**< Encoder state. */ USC_Handle dec; /**< Decoder state. */ USC_CodecInfo *info; /**< Native codec info. */ pj_uint16_t frame_size; /**< Bitstream frame size. */ pj_bool_t plc_enabled; /**< PLC enabled flag. */ pjmedia_plc *plc; /**< PJMEDIA PLC engine, NULL if codec has internal PLC. */ pj_bool_t vad_enabled; /**< VAD enabled flag. */ pjmedia_silence_det *vad; /**< PJMEDIA VAD engine, NULL if codec has internal VAD. */ pj_timestamp last_tx; /**< Timestamp of last transmit.*/ unsigned g7221_pcm_shift; /**< G722.1 PCM level adjustment*/ } ipp_private_t; /* USC codec implementations. */ extern USC_Fxns USC_G729AFP_Fxns; extern USC_Fxns USC_G729I_Fxns; extern USC_Fxns USC_G723_Fxns; extern USC_Fxns USC_G726_Fxns; extern USC_Fxns USC_G728_Fxns; extern USC_Fxns USC_G722_Fxns; extern USC_Fxns USC_GSMAMR_Fxns; extern USC_Fxns USC_AMRWB_Fxns; extern USC_Fxns USC_AMRWBE_Fxns; /* CUSTOM CALLBACKS */ /* This callback is useful for translating RTP frame into USC frame, e.g: * reassigning frame attributes, reorder bitstream. Default behaviour of * the translation is just setting the USC frame buffer & its size as * specified in RTP frame, setting USC frame frametype to 0, setting bitrate * of USC frame to bitrate info of codec_data. Implement this callback when * the default behaviour is unapplicable. */ typedef void (*predecode_cb)(ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame); /* Parse frames from a packet. Default behaviour of frame parsing is * just separating frames based on calculating frame length derived * from bitrate. Implement this callback when the default behaviour is * unapplicable. */ typedef pj_status_t (*parse_cb)(ipp_private_t *codec_data, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]); /* Pack frames into a packet. Default behaviour of packing frames is * just stacking the frames with octet aligned without adding any * payload header. Implement this callback when the default behaviour is * unapplicable. */ typedef pj_status_t (*pack_cb)(ipp_private_t *codec_data, void *pkt, pj_size_t *pkt_size, pj_size_t max_pkt_size); /* Custom callback implementations. */ static void predecode_g723( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame); static pj_status_t parse_g723( ipp_private_t *codec_data, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]); static void predecode_g729( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame); static void predecode_amr( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame); static pj_status_t parse_amr( ipp_private_t *codec_data, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]); static pj_status_t pack_amr( ipp_private_t *codec_data, void *pkt, pj_size_t *pkt_size, pj_size_t max_pkt_size); static void predecode_g7221( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame); static pj_status_t pack_g7221( ipp_private_t *codec_data, void *pkt, pj_size_t *pkt_size, pj_size_t max_pkt_size); /* IPP codec implementation descriptions. */ static struct ipp_codec { int enabled; /* Is this codec enabled? */ const char *name; /* Codec name. */ pj_uint8_t pt; /* Payload type. */ USC_Fxns *fxns; /* USC callback functions. */ unsigned clock_rate; /* Codec's clock rate. */ unsigned channel_count; /* Codec's channel count. */ unsigned samples_per_frame; /* Codec's samples count. */ unsigned def_bitrate; /* Default bitrate of this codec. */ unsigned max_bitrate; /* Maximum bitrate of this codec. */ pj_uint8_t frm_per_pkt; /* Default num of frames per packet.*/ int has_native_vad; /* Codec has internal VAD? */ int has_native_plc; /* Codec has internal PLC? */ predecode_cb predecode; /* Callback to translate RTP frame into USC frame. */ parse_cb parse; /* Callback to parse bitstream. */ pack_cb pack; /* Callback to pack bitstream. */ pjmedia_codec_fmtp dec_fmtp; /* Decoder's fmtp params. */ } ipp_codec[] = { # if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR {1, "AMR", PJMEDIA_RTP_PT_AMR, &USC_GSMAMR_Fxns, 8000, 1, 160, 7400, 12200, 2, 1, 1, &predecode_amr, &parse_amr, &pack_amr, {1, {{{"octet-align", 11}, {"1", 1}}} } }, # endif # if PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB {1, "AMR-WB", PJMEDIA_RTP_PT_AMRWB, &USC_AMRWB_Fxns, 16000, 1, 320, 15850, 23850, 2, 1, 1, &predecode_amr, &parse_amr, &pack_amr, {1, {{{"octet-align", 11}, {"1", 1}}} } }, # endif # if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 # if defined(PJ_HAS_FLOATING_POINT) && (PJ_HAS_FLOATING_POINT != 0) {1, "G729", PJMEDIA_RTP_PT_G729, &USC_G729AFP_Fxns, 8000, 1, 80, 8000, 11800, 2, 1, 1, &predecode_g729, NULL, NULL }, # else {1, "G729", PJMEDIA_RTP_PT_G729, &USC_G729I_Fxns, 8000, 1, 80, 8000, 11800, 2, 1, 1, &predecode_g729, NULL, NULL }, # endif # endif # if PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 /* This is actually G.723.1 */ {1, "G723", PJMEDIA_RTP_PT_G723, &USC_G723_Fxns, 8000, 1, 240, 6300, 6300, 1, 1, 1, &predecode_g723, &parse_g723, NULL }, # endif # if PJMEDIA_HAS_INTEL_IPP_CODEC_G726 {0, "G726-16", PJMEDIA_RTP_PT_G726_16, &USC_G726_Fxns, 8000, 1, 80, 16000, 16000, 2, 0, 0, NULL, NULL, NULL }, {0, "G726-24", PJMEDIA_RTP_PT_G726_24, &USC_G726_Fxns, 8000, 1, 80, 24000, 24000, 2, 0, 0, NULL, NULL, NULL }, {1, "G726-32", PJMEDIA_RTP_PT_G726_32, &USC_G726_Fxns, 8000, 1, 80, 32000, 32000, 2, 0, 0, NULL, NULL, NULL }, {0, "G726-40", PJMEDIA_RTP_PT_G726_40, &USC_G726_Fxns, 8000, 1, 80, 40000, 40000, 2, 0, 0, NULL, NULL, NULL }, /* Old definition of G726-32 */ {1, "G721", PJMEDIA_RTP_PT_G721, &USC_G726_Fxns, 8000, 1, 80, 32000, 32000, 2, 0, 0, NULL, NULL, NULL }, # endif # if PJMEDIA_HAS_INTEL_IPP_CODEC_G728 {1, "G728", PJMEDIA_RTP_PT_G728, &USC_G728_Fxns, 8000, 1, 80, 16000, 16000, 2, 0, 1, NULL, NULL, NULL }, # endif # if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 {0, "G7221", PJMEDIA_RTP_PT_G722_1_16, &USC_G722_Fxns, 16000, 1, 320, 16000, 16000, 1, 0, 1, predecode_g7221, NULL, pack_g7221, {1, {{{"bitrate", 7}, {"16000", 5}}} } }, {1, "G7221", PJMEDIA_RTP_PT_G722_1_24, &USC_G722_Fxns, 16000, 1, 320, 24000, 24000, 1, 0, 1, predecode_g7221, NULL, pack_g7221, {1, {{{"bitrate", 7}, {"24000", 5}}} } }, {1, "G7221", PJMEDIA_RTP_PT_G722_1_32, &USC_G722_Fxns, 16000, 1, 320, 32000, 32000, 1, 0, 1, predecode_g7221, NULL, pack_g7221, {1, {{{"bitrate", 7}, {"32000", 5}}} } }, # endif }; #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 static void predecode_g729( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame) { switch (rtp_frame->size) { case 2: /* SID */ usc_frame->frametype = 1; usc_frame->bitrate = codec_data->info->params.modes.bitrate; break; case 8: /* G729D */ usc_frame->frametype = 2; usc_frame->bitrate = 6400; break; case 10: /* G729 */ usc_frame->frametype = 3; usc_frame->bitrate = 8000; break; case 15: /* G729E */ usc_frame->frametype = 4; usc_frame->bitrate = 11800; break; default: usc_frame->frametype = 0; usc_frame->bitrate = 0; break; } usc_frame->pBuffer = rtp_frame->buf; usc_frame->nbytes = rtp_frame->size; } #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G729 */ #if PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 static void predecode_g723( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame) { int i, HDR = 0; pj_uint8_t *f = (pj_uint8_t*)rtp_frame->buf; PJ_UNUSED_ARG(codec_data); for (i = 0; i < 2; ++i){ int tmp; tmp = (f[0] >> (i & 0x7)) & 1; HDR += tmp << i ; } usc_frame->pBuffer = rtp_frame->buf; usc_frame->nbytes = rtp_frame->size; usc_frame->bitrate = HDR == 0? 6300 : 5300; usc_frame->frametype = 0; } static pj_status_t parse_g723(ipp_private_t *codec_data, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]) { unsigned count = 0; pj_uint8_t *f = (pj_uint8_t*)pkt; while (pkt_size && count < *frame_cnt) { int framesize, i, j; int HDR = 0; for (i = 0; i < 2; ++i){ j = (f[0] >> (i & 0x7)) & 1; HDR += j << i ; } if (HDR == 0) framesize = 24; else if (HDR == 1) framesize = 20; else if (HDR == 2) framesize = 4; else if (HDR == 3) framesize = 1; else { pj_assert(!"Unknown G723.1 frametype, packet may be corrupted!"); return PJMEDIA_CODEC_EINMODE; } frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO; frames[count].buf = f; frames[count].size = framesize; frames[count].timestamp.u64 = ts->u64 + count * ipp_codec[codec_data->codec_idx].samples_per_frame; f += framesize; pkt_size -= framesize; ++count; } *frame_cnt = count; return PJ_SUCCESS; } #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G723_1 */ #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR || PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB #include typedef struct amr_settings_t { pjmedia_codec_amr_pack_setting enc_setting; pjmedia_codec_amr_pack_setting dec_setting; pj_int8_t enc_mode; } amr_settings_t; /* Rearrange AMR bitstream and convert RTP frame into USC frame: * - make the start_bit to be 0 * - if it is speech frame, reorder bitstream from sensitivity bits order * to encoder bits order. * - set the appropriate value of usc_frame. */ static void predecode_amr( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame) { pjmedia_frame frame; pjmedia_codec_amr_bit_info *info; pjmedia_codec_amr_pack_setting *setting; setting = &((amr_settings_t*)codec_data->codec_setting)->dec_setting; frame = *rtp_frame; pjmedia_codec_amr_predecode(rtp_frame, setting, &frame); info = (pjmedia_codec_amr_bit_info*) &frame.bit_info; usc_frame->pBuffer = frame.buf; usc_frame->nbytes = frame.size; if (info->mode != -1) { usc_frame->bitrate = setting->amr_nb? pjmedia_codec_amrnb_bitrates[info->mode]: pjmedia_codec_amrwb_bitrates[info->mode]; } else { usc_frame->bitrate = 0; } if (frame.size > 5) { /* Speech */ if (info->good_quality) usc_frame->frametype = 0; else usc_frame->frametype = setting->amr_nb ? 5 : 6; } else if (frame.size == 5) { /* SID */ if (info->good_quality) { usc_frame->frametype = info->STI? 2 : 1; } else { usc_frame->frametype = setting->amr_nb ? 6 : 7; } } else { /* no data */ usc_frame->frametype = 3; } } /* Pack AMR payload */ static pj_status_t pack_amr(ipp_private_t *codec_data, void *pkt, pj_size_t *pkt_size, pj_size_t max_pkt_size) { enum {MAX_FRAMES_PER_PACKET = PJMEDIA_MAX_FRAME_DURATION_MS / 20}; pjmedia_frame frames[MAX_FRAMES_PER_PACKET]; unsigned nframes = 0; pjmedia_codec_amr_bit_info *info; pj_uint8_t *r; /* Read cursor */ pj_uint8_t SID_FT; pjmedia_codec_amr_pack_setting *setting; const pj_uint8_t *framelen_tbl; setting = &((amr_settings_t*)codec_data->codec_setting)->enc_setting; framelen_tbl = setting->amr_nb? pjmedia_codec_amrnb_framelen: pjmedia_codec_amrwb_framelen; SID_FT = (pj_uint8_t)(setting->amr_nb? 8 : 9); /* Align pkt buf right */ r = (pj_uint8_t*)pkt + max_pkt_size - *pkt_size; pj_memmove(r, pkt, *pkt_size); /* Get frames */ for (;;) { pj_bool_t eof; pj_uint16_t info_; info_ = *((pj_uint16_t*)r); eof = ((info_ & 0x40) != 0); info = (pjmedia_codec_amr_bit_info*) &frames[nframes].bit_info; pj_bzero(info, sizeof(*info)); info->frame_type = (pj_uint8_t)(info_ & 0x0F); info->good_quality = (pj_uint8_t)((info_ & 0x80) == 0); info->mode = (pj_int8_t) ((info_ >> 8) & 0x0F); info->STI = (pj_uint8_t)((info_ >> 5) & 1); frames[nframes].buf = r + 2; frames[nframes].size = info->frame_type <= SID_FT ? framelen_tbl[info->frame_type] : 0; r += frames[nframes].size + 2; /* Last frame */ if (++nframes >= MAX_FRAMES_PER_PACKET || eof) break; } /* Pack */ *pkt_size = max_pkt_size; return pjmedia_codec_amr_pack(frames, nframes, setting, pkt, pkt_size); } /* Parse AMR payload into frames. */ static pj_status_t parse_amr(ipp_private_t *codec_data, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]) { amr_settings_t* s = (amr_settings_t*)codec_data->codec_setting; pjmedia_codec_amr_pack_setting *setting; pj_status_t status; pj_uint8_t cmr; setting = &s->dec_setting; status = pjmedia_codec_amr_parse(pkt, pkt_size, ts, setting, frames, frame_cnt, &cmr); if (status != PJ_SUCCESS) return status; /* Check Change Mode Request. */ if (((setting->amr_nb && cmr <= 7) || (!setting->amr_nb && cmr <= 8)) && s->enc_mode != cmr) { struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; s->enc_mode = cmr; codec_data->info->params.modes.bitrate = s->enc_setting.amr_nb? pjmedia_codec_amrnb_bitrates[s->enc_mode] : pjmedia_codec_amrwb_bitrates[s->enc_mode]; ippc->fxns->std.Control(&codec_data->info->params.modes, codec_data->enc); PJ_LOG(4,(THIS_FILE, "AMR%s switched encoding mode to: %d (%dbps)", (s->enc_setting.amr_nb?"":"-WB"), s->enc_mode, codec_data->info->params.modes.bitrate)); } return PJ_SUCCESS; } #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_AMR */ #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 static void predecode_g7221( ipp_private_t *codec_data, const pjmedia_frame *rtp_frame, USC_Bitstream *usc_frame) { usc_frame->pBuffer = (char*)rtp_frame->buf; usc_frame->nbytes = rtp_frame->size; usc_frame->frametype = 0; usc_frame->bitrate = codec_data->info->params.modes.bitrate; #if defined(PJ_IS_LITTLE_ENDIAN) && PJ_IS_LITTLE_ENDIAN!=0 { pj_uint16_t *p, *p_end; p = (pj_uint16_t*)rtp_frame->buf; p_end = p + rtp_frame->size/2; while (p < p_end) { *p = pj_ntohs(*p); ++p; } } #endif } static pj_status_t pack_g7221( ipp_private_t *codec_data, void *pkt, pj_size_t *pkt_size, pj_size_t max_pkt_size) { PJ_UNUSED_ARG(codec_data); PJ_UNUSED_ARG(max_pkt_size); #if defined(PJ_IS_LITTLE_ENDIAN) && PJ_IS_LITTLE_ENDIAN!=0 { pj_uint16_t *p, *p_end; p = (pj_uint16_t*)pkt; p_end = p + *pkt_size/2; while (p < p_end) { *p = pj_htons(*p); ++p; } } #else PJ_UNUSED_ARG(pkt); PJ_UNUSED_ARG(pkt_size); #endif return PJ_SUCCESS; } #include PJ_DEF(pj_status_t) pjmedia_codec_g7221_set_pcm_shift(int val) { PJ_ASSERT_RETURN(val >= 0, PJ_EINVAL); ipp_factory.g7221_pcm_shift = val; return PJ_SUCCESS; } #endif /* PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 */ /* * Initialize and register IPP codec factory to pjmedia endpoint. */ PJ_DEF(pj_status_t) pjmedia_codec_ipp_init( pjmedia_endpt *endpt ) { pjmedia_codec_mgr *codec_mgr; pj_str_t codec_name; pj_status_t status; if (ipp_factory.pool != NULL) { /* Already initialized. */ return PJ_SUCCESS; } /* Create IPP codec factory. */ ipp_factory.base.op = &ipp_factory_op; ipp_factory.base.factory_data = NULL; ipp_factory.endpt = endpt; ipp_factory.g7221_pcm_shift = PJMEDIA_G7221_DEFAULT_PCM_SHIFT; ipp_factory.pool = pjmedia_endpt_create_pool(endpt, "IPP codecs", 4000, 4000); if (!ipp_factory.pool) return PJ_ENOMEM; /* Create mutex. */ status = pj_mutex_create_simple(ipp_factory.pool, "IPP codecs", &ipp_factory.mutex); if (status != PJ_SUCCESS) goto on_error; /* Get the codec manager. */ codec_mgr = pjmedia_endpt_get_codec_mgr(endpt); if (!codec_mgr) { status = PJ_EINVALIDOP; goto on_error; } /* Register format match callback. */ #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 pj_cstr(&codec_name, "G7221"); status = pjmedia_sdp_neg_register_fmt_match_cb( &codec_name, &pjmedia_codec_g7221_match_sdp); if (status != PJ_SUCCESS) goto on_error; #endif #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR pj_cstr(&codec_name, "AMR"); status = pjmedia_sdp_neg_register_fmt_match_cb( &codec_name, &pjmedia_codec_amr_match_sdp); if (status != PJ_SUCCESS) goto on_error; #endif #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMRWB pj_cstr(&codec_name, "AMR-WB"); status = pjmedia_sdp_neg_register_fmt_match_cb( &codec_name, &pjmedia_codec_amr_match_sdp); if (status != PJ_SUCCESS) goto on_error; #endif /* Suppress compile warning */ PJ_UNUSED_ARG(codec_name); /* Register codec factory to endpoint. */ status = pjmedia_codec_mgr_register_factory(codec_mgr, &ipp_factory.base); if (status != PJ_SUCCESS) goto on_error; /* Done. */ return PJ_SUCCESS; on_error: pj_pool_release(ipp_factory.pool); ipp_factory.pool = NULL; return status; } /* * Unregister IPP codecs factory from pjmedia endpoint. */ PJ_DEF(pj_status_t) pjmedia_codec_ipp_deinit(void) { pjmedia_codec_mgr *codec_mgr; pj_status_t status; if (ipp_factory.pool == NULL) { /* Already deinitialized */ return PJ_SUCCESS; } pj_mutex_lock(ipp_factory.mutex); /* Get the codec manager. */ codec_mgr = pjmedia_endpt_get_codec_mgr(ipp_factory.endpt); if (!codec_mgr) { pj_pool_release(ipp_factory.pool); ipp_factory.pool = NULL; pj_mutex_unlock(ipp_factory.mutex); return PJ_EINVALIDOP; } /* Unregister IPP codecs factory. */ status = pjmedia_codec_mgr_unregister_factory(codec_mgr, &ipp_factory.base); /* Destroy mutex. */ pj_mutex_unlock(ipp_factory.mutex); pj_mutex_destroy(ipp_factory.mutex); ipp_factory.mutex = NULL; /* Destroy pool. */ pj_pool_release(ipp_factory.pool); ipp_factory.pool = NULL; return status; } /* * Check if factory can allocate the specified codec. */ static pj_status_t ipp_test_alloc( pjmedia_codec_factory *factory, const pjmedia_codec_info *info ) { unsigned i; PJ_UNUSED_ARG(factory); /* Type MUST be audio. */ if (info->type != PJMEDIA_TYPE_AUDIO) return PJMEDIA_CODEC_EUNSUP; for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) { pj_str_t name = pj_str((char*)ipp_codec[i].name); if ((pj_stricmp(&info->encoding_name, &name) == 0) && (info->clock_rate == (unsigned)ipp_codec[i].clock_rate) && (info->channel_cnt == (unsigned)ipp_codec[i].channel_count) && (ipp_codec[i].enabled)) { return PJ_SUCCESS; } } /* Unsupported, or mode is disabled. */ return PJMEDIA_CODEC_EUNSUP; } /* * Generate default attribute. */ static pj_status_t ipp_default_attr (pjmedia_codec_factory *factory, const pjmedia_codec_info *id, pjmedia_codec_param *attr ) { unsigned i; PJ_ASSERT_RETURN(factory==&ipp_factory.base, PJ_EINVAL); pj_bzero(attr, sizeof(pjmedia_codec_param)); for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) { pj_str_t name = pj_str((char*)ipp_codec[i].name); if ((pj_stricmp(&id->encoding_name, &name) == 0) && (id->clock_rate == (unsigned)ipp_codec[i].clock_rate) && (id->channel_cnt == (unsigned)ipp_codec[i].channel_count) && (id->pt == (unsigned)ipp_codec[i].pt)) { attr->info.pt = (pj_uint8_t)id->pt; attr->info.channel_cnt = ipp_codec[i].channel_count; attr->info.clock_rate = ipp_codec[i].clock_rate; attr->info.avg_bps = ipp_codec[i].def_bitrate; attr->info.max_bps = ipp_codec[i].max_bitrate; attr->info.pcm_bits_per_sample = 16; attr->info.frm_ptime = (pj_uint16_t) (ipp_codec[i].samples_per_frame * 1000 / ipp_codec[i].channel_count / ipp_codec[i].clock_rate); attr->setting.frm_per_pkt = ipp_codec[i].frm_per_pkt; /* Default flags. */ attr->setting.plc = 1; attr->setting.penh= 0; attr->setting.vad = 1; attr->setting.cng = attr->setting.vad; attr->setting.dec_fmtp = ipp_codec[i].dec_fmtp; if (attr->setting.vad == 0) { #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 if (id->pt == PJMEDIA_RTP_PT_G729) { /* Signal G729 Annex B is being disabled */ attr->setting.dec_fmtp.cnt = 1; pj_strset2(&attr->setting.dec_fmtp.param[0].name, "annexb"); pj_strset2(&attr->setting.dec_fmtp.param[0].val, "no"); } #endif } return PJ_SUCCESS; } } return PJMEDIA_CODEC_EUNSUP; } /* * Enum codecs supported by this factory. */ static pj_status_t ipp_enum_codecs(pjmedia_codec_factory *factory, unsigned *count, pjmedia_codec_info codecs[]) { unsigned max; unsigned i; PJ_UNUSED_ARG(factory); PJ_ASSERT_RETURN(codecs && *count > 0, PJ_EINVAL); max = *count; for (i = 0, *count = 0; i < PJ_ARRAY_SIZE(ipp_codec) && *count < max; ++i) { if (!ipp_codec[i].enabled) continue; pj_bzero(&codecs[*count], sizeof(pjmedia_codec_info)); codecs[*count].encoding_name = pj_str((char*)ipp_codec[i].name); codecs[*count].pt = ipp_codec[i].pt; codecs[*count].type = PJMEDIA_TYPE_AUDIO; codecs[*count].clock_rate = ipp_codec[i].clock_rate; codecs[*count].channel_cnt = ipp_codec[i].channel_count; ++*count; } return PJ_SUCCESS; } /* * Allocate a new codec instance. */ static pj_status_t ipp_alloc_codec( pjmedia_codec_factory *factory, const pjmedia_codec_info *id, pjmedia_codec **p_codec) { ipp_private_t *codec_data; pjmedia_codec *codec; int idx; pj_pool_t *pool; unsigned i; PJ_ASSERT_RETURN(factory && id && p_codec, PJ_EINVAL); PJ_ASSERT_RETURN(factory == &ipp_factory.base, PJ_EINVAL); pj_mutex_lock(ipp_factory.mutex); /* Find codec's index */ idx = -1; for (i = 0; i < PJ_ARRAY_SIZE(ipp_codec); ++i) { pj_str_t name = pj_str((char*)ipp_codec[i].name); if ((pj_stricmp(&id->encoding_name, &name) == 0) && (id->clock_rate == (unsigned)ipp_codec[i].clock_rate) && (id->channel_cnt == (unsigned)ipp_codec[i].channel_count) && (ipp_codec[i].enabled)) { idx = i; break; } } if (idx == -1) { *p_codec = NULL; return PJMEDIA_CODEC_EFAILED; } /* Create pool for codec instance */ pool = pjmedia_endpt_create_pool(ipp_factory.endpt, "IPPcodec", 512, 512); codec = PJ_POOL_ZALLOC_T(pool, pjmedia_codec); PJ_ASSERT_RETURN(codec != NULL, PJ_ENOMEM); codec->op = &ipp_op; codec->factory = factory; codec->codec_data = PJ_POOL_ZALLOC_T(pool, ipp_private_t); codec_data = (ipp_private_t*) codec->codec_data; /* Create PLC if codec has no internal PLC */ if (!ipp_codec[idx].has_native_plc) { pj_status_t status; status = pjmedia_plc_create(pool, ipp_codec[idx].clock_rate, ipp_codec[idx].samples_per_frame, 0, &codec_data->plc); if (status != PJ_SUCCESS) { pj_pool_release(pool); pj_mutex_unlock(ipp_factory.mutex); return status; } } /* Create silence detector if codec has no internal VAD */ if (!ipp_codec[idx].has_native_vad) { pj_status_t status; status = pjmedia_silence_det_create(pool, ipp_codec[idx].clock_rate, ipp_codec[idx].samples_per_frame, &codec_data->vad); if (status != PJ_SUCCESS) { pj_pool_release(pool); pj_mutex_unlock(ipp_factory.mutex); return status; } } codec_data->pool = pool; codec_data->codec_idx = idx; pj_mutex_unlock(ipp_factory.mutex); *p_codec = codec; return PJ_SUCCESS; } /* * Free codec. */ static pj_status_t ipp_dealloc_codec( pjmedia_codec_factory *factory, pjmedia_codec *codec ) { ipp_private_t *codec_data; PJ_ASSERT_RETURN(factory && codec, PJ_EINVAL); PJ_ASSERT_RETURN(factory == &ipp_factory.base, PJ_EINVAL); /* Close codec, if it's not closed. */ codec_data = (ipp_private_t*) codec->codec_data; if (codec_data->enc != NULL || codec_data->dec != NULL) { ipp_codec_close(codec); } pj_pool_release(codec_data->pool); return PJ_SUCCESS; } /* * Init codec. */ static pj_status_t ipp_codec_init( pjmedia_codec *codec, pj_pool_t *pool ) { PJ_UNUSED_ARG(codec); PJ_UNUSED_ARG(pool); return PJ_SUCCESS; } /* * Open codec. */ static pj_status_t ipp_codec_open( pjmedia_codec *codec, pjmedia_codec_param *attr ) { ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; int info_size; pj_pool_t *pool; int i, j; USC_MemBank *membanks; int nb_membanks; pool = codec_data->pool; /* Get the codec info size */ if (USC_NoError != ippc->fxns->std.GetInfoSize(&info_size)) { PJ_LOG(1,(THIS_FILE, "Error getting codec info size")); goto on_error; } /* Get the codec info */ codec_data->info = pj_pool_zalloc(pool, info_size); if (USC_NoError != ippc->fxns->std.GetInfo((USC_Handle)NULL, codec_data->info)) { PJ_LOG(1,(THIS_FILE, "Error getting codec info")); goto on_error; } /* PREPARING THE ENCODER */ /* Setting the encoder params */ codec_data->info->params.direction = USC_ENCODE; codec_data->info->params.modes.vad = attr->setting.vad && ippc->has_native_vad; codec_data->info->params.modes.bitrate = attr->info.avg_bps; codec_data->info->params.law = 0; /* Linear PCM input */ #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 if (ippc->pt == PJMEDIA_RTP_PT_G729) { /* Check if G729 Annex B is signaled to be disabled */ for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) { if (pj_stricmp2(&attr->setting.enc_fmtp.param[i].name, "annexb")==0) { if (pj_stricmp2(&attr->setting.enc_fmtp.param[i].val, "no")==0) { attr->setting.vad = 0; codec_data->info->params.modes.vad = 0; } break; } } } #endif /* Get number of memory blocks needed by the encoder */ if (USC_NoError != ippc->fxns->std.NumAlloc(&codec_data->info->params, &nb_membanks)) { PJ_LOG(1,(THIS_FILE, "Error getting no of memory blocks of encoder")); goto on_error; } /* Allocate memory blocks table */ membanks = (USC_MemBank*) pj_pool_zalloc(pool, sizeof(USC_MemBank) * nb_membanks); /* Get size of each memory block */ if (USC_NoError != ippc->fxns->std.MemAlloc(&codec_data->info->params, membanks)) { PJ_LOG(1,(THIS_FILE, "Error getting memory blocks size of encoder")); goto on_error; } /* Allocate memory for each block */ for (i = 0; i < nb_membanks; i++) { membanks[i].pMem = (char*) pj_pool_zalloc(pool, membanks[i].nbytes); } /* Create encoder instance */ if (USC_NoError != ippc->fxns->std.Init(&codec_data->info->params, membanks, &codec_data->enc)) { PJ_LOG(1,(THIS_FILE, "Error initializing encoder")); goto on_error; } /* PREPARING THE DECODER */ /* Setting the decoder params */ codec_data->info->params.direction = USC_DECODE; /* Not sure if VAD affects decoder, just try to be safe */ //codec_data->info->params.modes.vad = ippc->has_native_vad; /* Get number of memory blocks needed by the decoder */ if (USC_NoError != ippc->fxns->std.NumAlloc(&codec_data->info->params, &nb_membanks)) { PJ_LOG(1,(THIS_FILE, "Error getting no of memory blocks of decoder")); goto on_error; } /* Allocate memory blocks table */ membanks = (USC_MemBank*) pj_pool_zalloc(pool, sizeof(USC_MemBank) * nb_membanks); /* Get size of each memory block */ if (USC_NoError != ippc->fxns->std.MemAlloc(&codec_data->info->params, membanks)) { PJ_LOG(1,(THIS_FILE, "Error getting memory blocks size of decoder")); goto on_error; } /* Allocate memory for each block */ for (i = 0; i < nb_membanks; i++) { membanks[i].pMem = (char*) pj_pool_zalloc(pool, membanks[i].nbytes); } /* Create decoder instance */ if (USC_NoError != ippc->fxns->std.Init(&codec_data->info->params, membanks, &codec_data->dec)) { PJ_LOG(1,(THIS_FILE, "Error initializing decoder")); goto on_error; } /* Update codec info */ ippc->fxns->std.GetInfo((USC_Handle)codec_data->enc, codec_data->info); /* Get bitstream size */ i = codec_data->info->params.modes.bitrate * ippc->samples_per_frame; j = ippc->clock_rate << 3; codec_data->frame_size = (pj_uint16_t)(i / j); if (i % j) ++codec_data->frame_size; codec_data->vad_enabled = (attr->setting.vad != 0); codec_data->plc_enabled = (attr->setting.plc != 0); #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR /* Init AMR settings */ if (ippc->pt == PJMEDIA_RTP_PT_AMR || ippc->pt == PJMEDIA_RTP_PT_AMRWB) { amr_settings_t *s; pj_uint8_t octet_align = 0; pj_int8_t enc_mode; enc_mode = pjmedia_codec_amr_get_mode( codec_data->info->params.modes.bitrate); pj_assert(enc_mode >= 0 && enc_mode <= 8); /* Check AMR specific attributes */ for (i = 0; i < attr->setting.dec_fmtp.cnt; ++i) { /* octet-align, one of the parameters that must have same value * in offer & answer (RFC 4867 Section 8.3.1). Just check fmtp * in the decoder side, since it's value is guaranteed to fulfil * above requirement (by SDP negotiator). */ const pj_str_t STR_FMTP_OCTET_ALIGN = {"octet-align", 11}; if (pj_stricmp(&attr->setting.dec_fmtp.param[i].name, &STR_FMTP_OCTET_ALIGN) == 0) { octet_align=(pj_uint8_t) pj_strtoul(&attr->setting.dec_fmtp.param[i].val); break; } } for (i = 0; i < attr->setting.enc_fmtp.cnt; ++i) { /* mode-set, encoding mode is chosen based on local default mode * setting: * - if local default mode is included in the mode-set, use it * - otherwise, find the closest mode to local default mode; * if there are two closest modes, prefer to use the higher * one, e.g: local default mode is 4, the mode-set param * contains '2,3,5,6', then 5 will be chosen. */ const pj_str_t STR_FMTP_MODE_SET = {"mode-set", 8}; if (pj_stricmp(&attr->setting.enc_fmtp.param[i].name, &STR_FMTP_MODE_SET) == 0) { const char *p; pj_size_t l; pj_int8_t diff = 99; p = pj_strbuf(&attr->setting.enc_fmtp.param[i].val); l = pj_strlen(&attr->setting.enc_fmtp.param[i].val); while (l--) { if ((ippc->pt==PJMEDIA_RTP_PT_AMR && *p>='0' && *p<='7') || (ippc->pt==PJMEDIA_RTP_PT_AMRWB && *p>='0' && *p<='8')) { pj_int8_t tmp = (pj_int8_t)(*p - '0' - enc_mode); if (PJ_ABS(diff) > PJ_ABS(tmp) || (PJ_ABS(diff) == PJ_ABS(tmp) && tmp > diff)) { diff = tmp; if (diff == 0) break; } } ++p; } if (diff == 99) goto on_error; enc_mode = (pj_int8_t)(enc_mode + diff); break; } } /* Initialize AMR specific settings */ s = PJ_POOL_ZALLOC_T(pool, amr_settings_t); codec_data->codec_setting = s; s->enc_setting.amr_nb = (pj_uint8_t)(ippc->pt == PJMEDIA_RTP_PT_AMR); s->enc_setting.octet_aligned = octet_align; s->enc_setting.reorder = PJ_TRUE; s->enc_setting.cmr = 15; s->dec_setting.amr_nb = (pj_uint8_t)(ippc->pt == PJMEDIA_RTP_PT_AMR); s->dec_setting.octet_aligned = octet_align; s->dec_setting.reorder = PJ_TRUE; /* Apply encoder mode/bitrate */ s->enc_mode = enc_mode; codec_data->info->params.modes.bitrate = s->enc_setting.amr_nb? pjmedia_codec_amrnb_bitrates[s->enc_mode]: pjmedia_codec_amrwb_bitrates[s->enc_mode]; ippc->fxns->std.Control(&codec_data->info->params.modes, codec_data->enc); PJ_LOG(4,(THIS_FILE, "AMR%s encoding mode: %d (%dbps)", (s->enc_setting.amr_nb?"":"-WB"), s->enc_mode, codec_data->info->params.modes.bitrate)); /* Return back bitrate info to application */ attr->info.avg_bps = codec_data->info->params.modes.bitrate; } #endif #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 if (ippc->pt >= PJMEDIA_RTP_PT_G722_1_16 && ippc->pt <= PJMEDIA_RTP_PT_G7221_RSV2) { codec_data->g7221_pcm_shift = ipp_factory.g7221_pcm_shift; } #endif return PJ_SUCCESS; on_error: return PJMEDIA_CODEC_EFAILED; } /* * Close codec. */ static pj_status_t ipp_codec_close( pjmedia_codec *codec ) { PJ_UNUSED_ARG(codec); return PJ_SUCCESS; } /* * Modify codec settings. */ static pj_status_t ipp_codec_modify(pjmedia_codec *codec, const pjmedia_codec_param *attr ) { ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; codec_data->vad_enabled = (attr->setting.vad != 0); codec_data->plc_enabled = (attr->setting.plc != 0); if (ippc->has_native_vad) { USC_Modes modes; modes = codec_data->info->params.modes; modes.vad = codec_data->vad_enabled; ippc->fxns->std.Control(&modes, codec_data->enc); } return PJ_SUCCESS; } /* * Get frames in the packet. */ static pj_status_t ipp_codec_parse( pjmedia_codec *codec, void *pkt, pj_size_t pkt_size, const pj_timestamp *ts, unsigned *frame_cnt, pjmedia_frame frames[]) { ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; unsigned count = 0; PJ_ASSERT_RETURN(frame_cnt, PJ_EINVAL); if (ippc->parse != NULL) { return ippc->parse(codec_data, pkt, pkt_size, ts, frame_cnt, frames); } while (pkt_size >= codec_data->frame_size && count < *frame_cnt) { frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO; frames[count].buf = pkt; frames[count].size = codec_data->frame_size; frames[count].timestamp.u64 = ts->u64 + count*ippc->samples_per_frame; pkt = ((char*)pkt) + codec_data->frame_size; pkt_size -= codec_data->frame_size; ++count; } if (pkt_size && count < *frame_cnt) { frames[count].type = PJMEDIA_FRAME_TYPE_AUDIO; frames[count].buf = pkt; frames[count].size = pkt_size; frames[count].timestamp.u64 = ts->u64 + count*ippc->samples_per_frame; ++count; } *frame_cnt = count; return PJ_SUCCESS; } /* * Encode frames. */ static pj_status_t ipp_codec_encode( pjmedia_codec *codec, const struct pjmedia_frame *input, unsigned output_buf_len, struct pjmedia_frame *output) { ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; unsigned samples_per_frame; unsigned nsamples; pj_size_t tx = 0; pj_int16_t *pcm_in = (pj_int16_t*)input->buf; pj_uint8_t *bits_out = (pj_uint8_t*) output->buf; pj_uint8_t pt; /* Invoke external VAD if codec has no internal VAD */ if (codec_data->vad && codec_data->vad_enabled) { pj_bool_t is_silence; pj_int32_t silence_duration; silence_duration = pj_timestamp_diff32(&codec_data->last_tx, &input->timestamp); is_silence = pjmedia_silence_det_detect(codec_data->vad, (const pj_int16_t*) input->buf, (input->size >> 1), NULL); if (is_silence && (PJMEDIA_CODEC_MAX_SILENCE_PERIOD == -1 || silence_duration < (PJMEDIA_CODEC_MAX_SILENCE_PERIOD * (int)ippc->clock_rate / 1000))) { output->type = PJMEDIA_FRAME_TYPE_NONE; output->buf = NULL; output->size = 0; output->timestamp = input->timestamp; return PJ_SUCCESS; } else { codec_data->last_tx = input->timestamp; } } nsamples = input->size >> 1; samples_per_frame = ippc->samples_per_frame; pt = ippc->pt; PJ_ASSERT_RETURN(nsamples % samples_per_frame == 0, PJMEDIA_CODEC_EPCMFRMINLEN); /* Encode the frames */ while (nsamples >= samples_per_frame) { USC_PCMStream in; USC_Bitstream out; in.bitrate = codec_data->info->params.modes.bitrate; in.nbytes = samples_per_frame << 1; in.pBuffer = (char*)pcm_in; in.pcmType.bitPerSample = codec_data->info->params.pcmType.bitPerSample; in.pcmType.nChannels = codec_data->info->params.pcmType.nChannels; in.pcmType.sample_frequency = codec_data->info->params.pcmType.sample_frequency; out.pBuffer = (char*)bits_out; #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR /* For AMR: reserve two octets for AMR frame info */ if (pt == PJMEDIA_RTP_PT_AMR || pt == PJMEDIA_RTP_PT_AMRWB) { out.pBuffer += 2; } #endif #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 /* For G722.1: adjust the encoder input signal level */ if (pt >= PJMEDIA_RTP_PT_G722_1_16 && pt <= PJMEDIA_RTP_PT_G7221_RSV2 && codec_data->g7221_pcm_shift) { unsigned i; for (i = 0; i < samples_per_frame; ++i) pcm_in[i] >>= codec_data->g7221_pcm_shift; } #endif if (USC_NoError != ippc->fxns->Encode(codec_data->enc, &in, &out)) { break; } #if PJMEDIA_HAS_INTEL_IPP_CODEC_AMR /* For AMR: put info (frametype, degraded, last frame, mode) in the * first two octets for payload packing. */ if (pt == PJMEDIA_RTP_PT_AMR || pt == PJMEDIA_RTP_PT_AMRWB) { pj_uint16_t *info = (pj_uint16_t*)bits_out; /* Two octets for AMR frame info, 0=LSB: * bit 0-3 : frame type * bit 5 : STI flag * bit 6 : last frame flag * bit 7 : quality flag * bit 8-11 : mode */ out.nbytes += 2; if (out.frametype == 0 || out.frametype == 4 || (pt == PJMEDIA_RTP_PT_AMR && out.frametype == 5) || (pt == PJMEDIA_RTP_PT_AMRWB && out.frametype == 6)) { /* Speech frame type */ *info = (char)pjmedia_codec_amr_get_mode(out.bitrate); /* Quality */ if (out.frametype == 5 || out.frametype == 6) *info |= 0x80; } else if (out.frametype == 1 || out.frametype == 2 || (pt == PJMEDIA_RTP_PT_AMR && out.frametype == 6) || (pt == PJMEDIA_RTP_PT_AMRWB && out.frametype == 7)) { /* SID frame type */ *info = (pj_uint8_t)(pt == PJMEDIA_RTP_PT_AMRWB? 9 : 8); /* Quality */ if (out.frametype == 6 || out.frametype == 7) *info |= 0x80; /* STI */ if (out.frametype != 1) *info |= 0x20; } else { /* Untransmited */ *info = 15; out.nbytes = 2; } /* Mode */ *info |= (char)pjmedia_codec_amr_get_mode(out.bitrate) << 8; /* Last frame flag */ if (nsamples == samples_per_frame) *info |= 0x40; } #endif pcm_in += samples_per_frame; nsamples -= samples_per_frame; tx += out.nbytes; bits_out += out.nbytes; #if PJMEDIA_HAS_INTEL_IPP_CODEC_G729 if (pt == PJMEDIA_RTP_PT_G729) { if (out.frametype == 1) { /* SID */ break; } else if (out.frametype == 0) { /* Untransmitted */ tx -= out.nbytes; break; } } #endif } if (ippc->pack != NULL) { ippc->pack(codec_data, output->buf, &tx, output_buf_len); } /* Check if we don't need to transmit the frame (DTX) */ if (tx == 0) { output->buf = NULL; output->size = 0; output->timestamp.u64 = input->timestamp.u64; output->type = PJMEDIA_FRAME_TYPE_NONE; return PJ_SUCCESS; } output->size = tx; output->type = PJMEDIA_FRAME_TYPE_AUDIO; output->timestamp = input->timestamp; return PJ_SUCCESS; } /* * Decode frame. */ static pj_status_t ipp_codec_decode( pjmedia_codec *codec, const struct pjmedia_frame *input, unsigned output_buf_len, struct pjmedia_frame *output) { ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; unsigned samples_per_frame; USC_PCMStream out; USC_Bitstream in; pj_uint8_t pt; pt = ippc->pt; samples_per_frame = ippc->samples_per_frame; PJ_ASSERT_RETURN(output_buf_len >= samples_per_frame << 1, PJMEDIA_CODEC_EPCMTOOSHORT); if (input->type == PJMEDIA_FRAME_TYPE_AUDIO) { if (ippc->predecode) { ippc->predecode(codec_data, input, &in); } else { /* Most IPP codecs have frametype==0 for speech frame */ in.pBuffer = (char*)input->buf; in.nbytes = input->size; in.frametype = 0; in.bitrate = codec_data->info->params.modes.bitrate; } out.pBuffer = output->buf; } if (input->type != PJMEDIA_FRAME_TYPE_AUDIO || USC_NoError != ippc->fxns->Decode(codec_data->dec, &in, &out)) { pjmedia_zero_samples((pj_int16_t*)output->buf, samples_per_frame); output->size = samples_per_frame << 1; output->timestamp.u64 = input->timestamp.u64; output->type = PJMEDIA_FRAME_TYPE_AUDIO; return PJ_SUCCESS; } #if PJMEDIA_HAS_INTEL_IPP_CODEC_G726 /* For G.726: amplify decoding result (USC G.726 encoder deamplified it) */ if (pt == PJMEDIA_RTP_PT_G726_16 || pt == PJMEDIA_RTP_PT_G726_24 || pt == PJMEDIA_RTP_PT_G726_32 || pt == PJMEDIA_RTP_PT_G726_40 || pt == PJMEDIA_RTP_PT_G721) { unsigned i; pj_int16_t *s = (pj_int16_t*)output->buf; for (i = 0; i < samples_per_frame; ++i) s[i] <<= 2; } #endif #if PJMEDIA_HAS_INTEL_IPP_CODEC_G722_1 /* For G722.1: adjust the decoder output signal level */ if (pt >= PJMEDIA_RTP_PT_G722_1_16 && pt <= PJMEDIA_RTP_PT_G7221_RSV2 && codec_data->g7221_pcm_shift) { unsigned i; pj_int16_t *s = (pj_int16_t*)output->buf; for (i = 0; i < samples_per_frame; ++i) s[i] <<= codec_data->g7221_pcm_shift; } #endif output->type = PJMEDIA_FRAME_TYPE_AUDIO; output->size = samples_per_frame << 1; output->timestamp.u64 = input->timestamp.u64; /* Invoke external PLC if codec has no internal PLC */ if (codec_data->plc && codec_data->plc_enabled) pjmedia_plc_save(codec_data->plc, (pj_int16_t*)output->buf); return PJ_SUCCESS; } /* * Recover lost frame. */ static pj_status_t ipp_codec_recover(pjmedia_codec *codec, unsigned output_buf_len, struct pjmedia_frame *output) { ipp_private_t *codec_data = (ipp_private_t*) codec->codec_data; struct ipp_codec *ippc = &ipp_codec[codec_data->codec_idx]; unsigned samples_per_frame; PJ_UNUSED_ARG(output_buf_len); samples_per_frame = ippc->samples_per_frame; output->type = PJMEDIA_FRAME_TYPE_AUDIO; output->size = samples_per_frame << 1; if (codec_data->plc_enabled) { if (codec_data->plc) { pjmedia_plc_generate(codec_data->plc, (pj_int16_t*)output->buf); } else { USC_PCMStream out; out.pBuffer = output->buf; ippc->fxns->Decode(codec_data->dec, NULL, &out); } } else { pjmedia_zero_samples((pj_int16_t*)output->buf, samples_per_frame); } return PJ_SUCCESS; } #if defined(_MSC_VER) && PJMEDIA_AUTO_LINK_IPP_LIBS # pragma comment( lib, "ippcore.lib") # pragma comment( lib, "ipps.lib") # pragma comment( lib, "ippsc.lib") # if defined(IPP_VERSION_MAJOR) && IPP_VERSION_MAJOR<=6 # pragma comment( lib, "ippsr.lib") # endif //# pragma comment( lib, "ippcorel.lib") //# pragma comment( lib, "ippsemerged.lib") //# pragma comment( lib, "ippsmerged.lib") //# pragma comment( lib, "ippscemerged.lib") //# pragma comment( lib, "ippscmerged.lib") //# pragma comment( lib, "ippsremerged.lib") //# pragma comment( lib, "ippsrmerged.lib") # if defined(IPP_VERSION_MAJOR) && IPP_VERSION_MAJOR>=6 # pragma comment( lib, "speech.lib") # else # pragma comment( lib, "usc.lib") # endif #endif #endif /* PJMEDIA_HAS_INTEL_IPP */