/* $Id$ */ /* * Copyright (C) 2003-2006 Benny Prijono * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA */ #include #include #include #include #include #include #include #include #include #include #include #include #include /* CONF_DEBUG enables detailed operation of the conference bridge. * Beware that it prints large amounts of logs (several lines per frame). */ //#define CONF_DEBUG #ifdef CONF_DEBUG # include # define TRACE_(x) PJ_LOG(5,x) #else # define TRACE_(x) #endif /* REC_FILE macro enables recording of the samples written to the sound * device. The file contains RAW PCM data with no header, and has the * same settings (clock rate etc) as the conference bridge. * This should only be enabled when debugging audio quality *only*. */ //#define REC_FILE "confrec.pcm" #ifdef REC_FILE static FILE *fhnd_rec; #endif #define THIS_FILE "conference.c" #define RX_BUF_COUNT PJMEDIA_SOUND_BUFFER_COUNT #define BYTES_PER_SAMPLE 2 #define SIGNATURE PJMEDIA_PORT_SIGNATURE('C', 'O', 'N', 'F') #define SIGNATURE_PORT PJMEDIA_PORT_SIGNATURE('C', 'O', 'N', 'P') /* Normal level is hardcodec to 128 in all over places */ #define NORMAL_LEVEL 128 #define SLOT_TYPE unsigned #define INVALID_SLOT ((SLOT_TYPE)-1) /* * DON'T GET CONFUSED WITH TX/RX!! * * TX and RX directions are always viewed from the conference bridge's point * of view, and NOT from the port's point of view. So TX means the bridge * is transmitting to the port, RX means the bridge is receiving from the * port. */ /** * This is a port connected to conference bridge. */ struct conf_port { pj_str_t name; /**< Port name. */ pjmedia_port *port; /**< get_frame() and put_frame() */ pjmedia_port_op rx_setting; /**< Can we receive from this port */ pjmedia_port_op tx_setting; /**< Can we transmit to this port */ unsigned listener_cnt; /**< Number of listeners. */ SLOT_TYPE *listener_slots;/**< Array of listeners. */ unsigned transmitter_cnt;/**name, name); /* Default has tx and rx enabled. */ conf_port->rx_setting = PJMEDIA_PORT_ENABLE; conf_port->tx_setting = PJMEDIA_PORT_ENABLE; /* Default level adjustment is 128 (which means no adjustment) */ conf_port->tx_adj_level = NORMAL_LEVEL; conf_port->rx_adj_level = NORMAL_LEVEL; /* Create transmit flag array */ conf_port->listener_slots = pj_pool_zalloc(pool, conf->max_ports * sizeof(SLOT_TYPE)); PJ_ASSERT_RETURN(conf_port->listener_slots, PJ_ENOMEM); /* Save some port's infos, for convenience. */ if (port) { conf_port->port = port; conf_port->clock_rate = port->info.clock_rate; conf_port->samples_per_frame = port->info.samples_per_frame; } else { conf_port->port = NULL; conf_port->clock_rate = conf->clock_rate; conf_port->samples_per_frame = conf->samples_per_frame; } /* Create and init vad. */ status = pjmedia_silence_det_create( pool, conf_port->clock_rate, conf_port->samples_per_frame, &conf_port->vad); if (status != PJ_SUCCESS) return status; /* Set fixed */ pjmedia_silence_det_set_fixed(conf_port->vad, 2); /* Set VAD name */ pjmedia_silence_det_set_name(conf_port->vad, conf_port->name.ptr); /* If port's clock rate is different than conference's clock rate, * create a resample sessions. */ if (conf_port->clock_rate != conf->clock_rate) { pj_bool_t high_quality; pj_bool_t large_filter; high_quality = ((conf->options & PJMEDIA_CONF_USE_LINEAR)==0); large_filter = ((conf->options & PJMEDIA_CONF_SMALL_FILTER)==0); /* Create resample for rx buffer. */ status = pjmedia_resample_create( pool, high_quality, large_filter, conf_port->clock_rate,/* Rate in */ conf->clock_rate, /* Rate out */ conf->samples_per_frame * conf_port->clock_rate / conf->clock_rate, &conf_port->rx_resample); if (status != PJ_SUCCESS) return status; /* Create resample for tx buffer. */ status = pjmedia_resample_create(pool, high_quality, large_filter, conf->clock_rate, /* Rate in */ conf_port->clock_rate, /* Rate out */ conf->samples_per_frame, &conf_port->tx_resample); if (status != PJ_SUCCESS) return status; } /* * Initialize rx and tx buffer, only when port's samples per frame or * port's clock rate is different then the conference bridge settings. */ if (conf_port->clock_rate != conf->clock_rate || conf_port->samples_per_frame != conf->samples_per_frame) { /* Create RX buffer. */ conf_port->rx_buf_cap = (unsigned)(conf_port->samples_per_frame + conf->samples_per_frame * conf_port->clock_rate * 1.0 / conf->clock_rate); conf_port->rx_buf_count = 0; conf_port->rx_buf = pj_pool_alloc(pool, conf_port->rx_buf_cap * sizeof(conf_port->rx_buf[0])); PJ_ASSERT_RETURN(conf_port->rx_buf, PJ_ENOMEM); /* Create TX buffer. */ conf_port->tx_buf_cap = conf_port->rx_buf_cap; conf_port->tx_buf_count = 0; conf_port->tx_buf = pj_pool_alloc(pool, conf_port->tx_buf_cap * sizeof(conf_port->tx_buf[0])); PJ_ASSERT_RETURN(conf_port->tx_buf, PJ_ENOMEM); } /* Create mix buffer. */ conf_port->mix_buf = pj_pool_zalloc(pool, conf->samples_per_frame * sizeof(conf_port->mix_buf[0])); PJ_ASSERT_RETURN(conf_port->mix_buf, PJ_ENOMEM); /* Done */ *p_conf_port = conf_port; return PJ_SUCCESS; } /* * Add passive port. */ static pj_status_t create_pasv_port( pjmedia_conf *conf, pj_pool_t *pool, const pj_str_t *name, pjmedia_port *port, struct conf_port **p_conf_port) { struct conf_port *conf_port; unsigned i; pj_status_t status; /* Create port */ status = create_conf_port(pool, conf, port, name, &conf_port); if (status != PJ_SUCCESS) return status; /* Passive port has rx buffers. */ for (i=0; isnd_buf[i] = pj_pool_zalloc(pool, conf->samples_per_frame * sizeof(conf_port->snd_buf[0][0])); if (conf_port->snd_buf[i] == NULL) { return PJ_ENOMEM; } } conf_port->snd_write_pos = 0; conf_port->snd_read_pos = 0; *p_conf_port = conf_port; return PJ_SUCCESS; } /* * Create port zero for the sound device. */ static pj_status_t create_sound_port( pj_pool_t *pool, pjmedia_conf *conf ) { struct conf_port *conf_port; pj_str_t name = { "Master/sound", 12 }; pj_status_t status; status = create_pasv_port(conf, pool, &name, NULL, &conf_port); if (status != PJ_SUCCESS) return status; /* Create sound device port: */ if ((conf->options & PJMEDIA_CONF_NO_DEVICE) == 0) { pjmedia_snd_stream *strm; pjmedia_snd_stream_info si; /* * If capture is disabled then create player only port. * Otherwise create bidirectional sound device port. */ if (conf->options & PJMEDIA_CONF_NO_MIC) { status = pjmedia_snd_port_create_player(pool, -1, conf->clock_rate, conf->channel_count, conf->samples_per_frame, conf->bits_per_sample, 0, /* options */ &conf->snd_dev_port); } else { status = pjmedia_snd_port_create( pool, -1, -1, conf->clock_rate, conf->channel_count, conf->samples_per_frame, conf->bits_per_sample, 0, /* Options */ &conf->snd_dev_port); } if (status != PJ_SUCCESS) return status; strm = pjmedia_snd_port_get_snd_stream(conf->snd_dev_port); status = pjmedia_snd_stream_get_info(strm, &si); if (status == PJ_SUCCESS) { const pjmedia_snd_dev_info *snd_dev_info; if (conf->options & PJMEDIA_CONF_NO_MIC) snd_dev_info = pjmedia_snd_get_dev_info(si.play_id); else snd_dev_info = pjmedia_snd_get_dev_info(si.rec_id); pj_strdup2_with_null(pool, &conf_port->name, snd_dev_info->name); } } /* Add the port to the bridge */ conf->ports[0] = conf_port; conf->port_cnt++; PJ_LOG(5,(THIS_FILE, "Sound device successfully created for port 0")); return PJ_SUCCESS; } /* * Create conference bridge. */ PJ_DEF(pj_status_t) pjmedia_conf_create( pj_pool_t *pool, unsigned max_ports, unsigned clock_rate, unsigned channel_count, unsigned samples_per_frame, unsigned bits_per_sample, unsigned options, pjmedia_conf **p_conf ) { pjmedia_conf *conf; const pj_str_t name = { "Conf", 4 }; pj_status_t status; /* Can only accept 16bits per sample, for now.. */ PJ_ASSERT_RETURN(bits_per_sample == 16, PJ_EINVAL); PJ_LOG(5,(THIS_FILE, "Creating conference bridge with %d ports", max_ports)); /* Create and init conf structure. */ conf = pj_pool_zalloc(pool, sizeof(pjmedia_conf)); PJ_ASSERT_RETURN(conf, PJ_ENOMEM); conf->ports = pj_pool_zalloc(pool, max_ports*sizeof(void*)); PJ_ASSERT_RETURN(conf->ports, PJ_ENOMEM); conf->options = options; conf->max_ports = max_ports; conf->clock_rate = clock_rate; conf->channel_count = channel_count; conf->samples_per_frame = samples_per_frame; conf->bits_per_sample = bits_per_sample; /* Create and initialize the master port interface. */ conf->master_port = pj_pool_zalloc(pool, sizeof(pjmedia_port)); PJ_ASSERT_RETURN(conf->master_port, PJ_ENOMEM); pjmedia_port_info_init(&conf->master_port->info, &name, SIGNATURE, clock_rate, channel_count, bits_per_sample, samples_per_frame); conf->master_port->port_data.pdata = conf; conf->master_port->port_data.ldata = 0; conf->master_port->get_frame = &get_frame; conf->master_port->put_frame = &put_frame; conf->master_port->on_destroy = &destroy_port; /* Create port zero for sound device. */ status = create_sound_port(pool, conf); if (status != PJ_SUCCESS) return status; /* Create temporary buffer. */ conf->uns_buf = pj_pool_zalloc(pool, samples_per_frame * sizeof(conf->uns_buf[0])); /* Create mutex. */ status = pj_mutex_create_recursive(pool, "conf", &conf->mutex); if (status != PJ_SUCCESS) return status; /* If sound device was created, connect sound device to the * master port. */ if (conf->snd_dev_port) { status = pjmedia_snd_port_connect( conf->snd_dev_port, conf->master_port ); if (status != PJ_SUCCESS) { pjmedia_conf_destroy(conf); return status; } } /* Done */ *p_conf = conf; return PJ_SUCCESS; } /* * Pause sound device. */ static pj_status_t pause_sound( pjmedia_conf *conf ) { /* Do nothing. */ PJ_UNUSED_ARG(conf); return PJ_SUCCESS; } /* * Resume sound device. */ static pj_status_t resume_sound( pjmedia_conf *conf ) { /* Do nothing. */ PJ_UNUSED_ARG(conf); return PJ_SUCCESS; } /** * Destroy conference bridge. */ PJ_DEF(pj_status_t) pjmedia_conf_destroy( pjmedia_conf *conf ) { PJ_ASSERT_RETURN(conf != NULL, PJ_EINVAL); /* Destroy sound device port. */ if (conf->snd_dev_port) { pjmedia_snd_port_destroy(conf->snd_dev_port); conf->snd_dev_port = NULL; } /* Destroy mutex */ pj_mutex_destroy(conf->mutex); return PJ_SUCCESS; } /* * Destroy the master port (will destroy the conference) */ static pj_status_t destroy_port(pjmedia_port *this_port) { pjmedia_conf *conf = this_port->port_data.pdata; return pjmedia_conf_destroy(conf); } /* * Get port zero interface. */ PJ_DEF(pjmedia_port*) pjmedia_conf_get_master_port(pjmedia_conf *conf) { /* Sanity check. */ PJ_ASSERT_RETURN(conf != NULL, NULL); /* Can only return port interface when PJMEDIA_CONF_NO_DEVICE was * present in the option. */ PJ_ASSERT_RETURN((conf->options & PJMEDIA_CONF_NO_DEVICE) != 0, NULL); return conf->master_port; } /* * Set master port name. */ PJ_DEF(pj_status_t) pjmedia_conf_set_port0_name(pjmedia_conf *conf, const pj_str_t *name) { int len; /* Sanity check. */ PJ_ASSERT_RETURN(conf != NULL && name != NULL, PJ_EINVAL); len = name->slen; if (len > sizeof(conf->master_name_buf)) len = sizeof(conf->master_name_buf); if (len > 0) pj_memcpy(conf->master_name_buf, name->ptr, len); conf->ports[0]->name.ptr = conf->master_name_buf; conf->ports[0]->name.slen = len; if (conf->master_port) conf->master_port->info.name = conf->ports[0]->name; return PJ_SUCCESS; } /* * Add stream port to the conference bridge. */ PJ_DEF(pj_status_t) pjmedia_conf_add_port( pjmedia_conf *conf, pj_pool_t *pool, pjmedia_port *strm_port, const pj_str_t *port_name, unsigned *p_port ) { struct conf_port *conf_port; unsigned index; pj_status_t status; PJ_ASSERT_RETURN(conf && pool && strm_port, PJ_EINVAL); /* If port_name is not specified, use the port's name */ if (!port_name) port_name = &strm_port->info.name; /* For this version of PJMEDIA, port MUST have the same number of * PCM channels. */ if (strm_port->info.channel_count != conf->channel_count) { pj_assert(!"Number of channels mismatch"); return PJMEDIA_ENCCHANNEL; } pj_mutex_lock(conf->mutex); if (conf->port_cnt >= conf->max_ports) { pj_assert(!"Too many ports"); pj_mutex_unlock(conf->mutex); return PJ_ETOOMANY; } /* Find empty port in the conference bridge. */ for (index=0; index < conf->max_ports; ++index) { if (conf->ports[index] == NULL) break; } pj_assert(index != conf->max_ports); /* Create conf port structure. */ status = create_conf_port(pool, conf, strm_port, port_name, &conf_port); if (status != PJ_SUCCESS) { pj_mutex_unlock(conf->mutex); return status; } /* Put the port. */ conf->ports[index] = conf_port; conf->port_cnt++; /* Done. */ if (p_port) { *p_port = index; } pj_mutex_unlock(conf->mutex); return PJ_SUCCESS; } /* * Add passive port. */ PJ_DEF(pj_status_t) pjmedia_conf_add_passive_port( pjmedia_conf *conf, pj_pool_t *pool, const pj_str_t *name, unsigned clock_rate, unsigned channel_count, unsigned samples_per_frame, unsigned bits_per_sample, unsigned options, unsigned *p_slot, pjmedia_port **p_port ) { struct conf_port *conf_port; pjmedia_port *port; unsigned index; pj_str_t tmp; pj_status_t status; PJ_ASSERT_RETURN(conf && pool, PJ_EINVAL); /* For this version of PJMEDIA, port MUST have the same number of * PCM channels. */ if (channel_count != conf->channel_count) { pj_assert(!"Number of channels mismatch"); return PJMEDIA_ENCCHANNEL; } /* For this version, options must be zero */ PJ_ASSERT_RETURN(options == 0, PJ_EINVAL); PJ_UNUSED_ARG(options); pj_mutex_lock(conf->mutex); if (conf->port_cnt >= conf->max_ports) { pj_assert(!"Too many ports"); pj_mutex_unlock(conf->mutex); return PJ_ETOOMANY; } /* Find empty port in the conference bridge. */ for (index=0; index < conf->max_ports; ++index) { if (conf->ports[index] == NULL) break; } pj_assert(index != conf->max_ports); if (name == NULL) { name = &tmp; tmp.ptr = pj_pool_alloc(pool, 32); tmp.slen = pj_ansi_snprintf(tmp.ptr, 32, "ConfPort#%d", index); } /* Create and initialize the media port structure. */ port = pj_pool_zalloc(pool, sizeof(pjmedia_port)); PJ_ASSERT_RETURN(port, PJ_ENOMEM); pjmedia_port_info_init(&port->info, name, SIGNATURE_PORT, clock_rate, channel_count, bits_per_sample, samples_per_frame); port->port_data.pdata = conf; port->port_data.ldata = index; port->get_frame = &get_frame_pasv; port->put_frame = &put_frame; port->on_destroy = NULL; /* Create conf port structure. */ status = create_pasv_port(conf, pool, name, port, &conf_port); if (status != PJ_SUCCESS) { pj_mutex_unlock(conf->mutex); return status; } /* Put the port. */ conf->ports[index] = conf_port; conf->port_cnt++; /* Done. */ if (p_slot) *p_slot = index; if (p_port) *p_port = port; pj_mutex_unlock(conf->mutex); return PJ_SUCCESS; } /* * Change TX and RX settings for the port. */ PJ_DECL(pj_status_t) pjmedia_conf_configure_port( pjmedia_conf *conf, unsigned slot, pjmedia_port_op tx, pjmedia_port_op rx) { struct conf_port *conf_port; /* Check arguments */ PJ_ASSERT_RETURN(conf && slotmax_ports, PJ_EINVAL); /* Port must be valid. */ PJ_ASSERT_RETURN(conf->ports[slot] != NULL, PJ_EINVAL); conf_port = conf->ports[slot]; if (tx != PJMEDIA_PORT_NO_CHANGE) conf_port->tx_setting = tx; if (rx != PJMEDIA_PORT_NO_CHANGE) conf_port->rx_setting = rx; return PJ_SUCCESS; } /* * Connect port. */ PJ_DEF(pj_status_t) pjmedia_conf_connect_port( pjmedia_conf *conf, unsigned src_slot, unsigned sink_slot, int level ) { struct conf_port *src_port, *dst_port; pj_bool_t start_sound = PJ_FALSE; unsigned i; /* Check arguments */ PJ_ASSERT_RETURN(conf && src_slotmax_ports && sink_slotmax_ports, PJ_EINVAL); /* Ports must be valid. */ PJ_ASSERT_RETURN(conf->ports[src_slot] != NULL, PJ_EINVAL); PJ_ASSERT_RETURN(conf->ports[sink_slot] != NULL, PJ_EINVAL); /* For now, level MUST be zero. */ PJ_ASSERT_RETURN(level == 0, PJ_EINVAL); pj_mutex_lock(conf->mutex); src_port = conf->ports[src_slot]; dst_port = conf->ports[sink_slot]; /* Check if connection has been made */ for (i=0; ilistener_cnt; ++i) { if (src_port->listener_slots[i] == sink_slot) break; } if (i == src_port->listener_cnt) { src_port->listener_slots[src_port->listener_cnt] = sink_slot; ++conf->connect_cnt; ++src_port->listener_cnt; ++dst_port->transmitter_cnt; if (conf->connect_cnt == 1) start_sound = 1; PJ_LOG(4,(THIS_FILE,"Port %d (%.*s) transmitting to port %d (%.*s)", src_slot, (int)src_port->name.slen, src_port->name.ptr, sink_slot, (int)dst_port->name.slen, dst_port->name.ptr)); } pj_mutex_unlock(conf->mutex); /* Sound device must be started without mutex, otherwise the * sound thread will deadlock (?) */ if (start_sound) resume_sound(conf); return PJ_SUCCESS; } /* * Disconnect port */ PJ_DEF(pj_status_t) pjmedia_conf_disconnect_port( pjmedia_conf *conf, unsigned src_slot, unsigned sink_slot ) { struct conf_port *src_port, *dst_port; unsigned i; /* Check arguments */ PJ_ASSERT_RETURN(conf && src_slotmax_ports && sink_slotmax_ports, PJ_EINVAL); /* Ports must be valid. */ PJ_ASSERT_RETURN(conf->ports[src_slot] != NULL, PJ_EINVAL); PJ_ASSERT_RETURN(conf->ports[sink_slot] != NULL, PJ_EINVAL); pj_mutex_lock(conf->mutex); src_port = conf->ports[src_slot]; dst_port = conf->ports[sink_slot]; /* Check if connection has been made */ for (i=0; ilistener_cnt; ++i) { if (src_port->listener_slots[i] == sink_slot) break; } if (i != src_port->listener_cnt) { pj_assert(src_port->listener_cnt > 0 && src_port->listener_cnt < conf->max_ports); pj_assert(dst_port->transmitter_cnt > 0 && dst_port->transmitter_cnt < conf->max_ports); pj_array_erase(src_port->listener_slots, sizeof(SLOT_TYPE), src_port->listener_cnt, i); --conf->connect_cnt; --src_port->listener_cnt; --dst_port->transmitter_cnt; PJ_LOG(4,(THIS_FILE, "Port %d (%.*s) stop transmitting to port %d (%.*s)", src_slot, (int)src_port->name.slen, src_port->name.ptr, sink_slot, (int)dst_port->name.slen, dst_port->name.ptr)); } pj_mutex_unlock(conf->mutex); if (conf->connect_cnt == 0) { pause_sound(conf); } return PJ_SUCCESS; } /* * Get total number of ports connections currently set up in the bridge. */ PJ_DECL(unsigned) pjmedia_conf_get_connect_count(pjmedia_conf *conf) { return conf->connect_cnt; } /* * Remove the specified port. */ PJ_DEF(pj_status_t) pjmedia_conf_remove_port( pjmedia_conf *conf, unsigned port ) { struct conf_port *conf_port; unsigned i; /* Check arguments */ PJ_ASSERT_RETURN(conf && port < conf->max_ports, PJ_EINVAL); /* Port must be valid. */ PJ_ASSERT_RETURN(conf->ports[port] != NULL, PJ_EINVAL); /* Suspend the sound devices. * Don't want to remove port while port is being accessed by sound * device's threads! */ pj_mutex_lock(conf->mutex); conf_port = conf->ports[port]; conf_port->tx_setting = PJMEDIA_PORT_DISABLE; conf_port->rx_setting = PJMEDIA_PORT_DISABLE; /* Remove this port from transmit array of other ports. */ for (i=0; imax_ports; ++i) { unsigned j; conf_port = conf->ports[i]; if (!conf_port) continue; if (conf_port->listener_cnt == 0) continue; for (j=0; jlistener_cnt; ++j) { if (conf_port->listener_slots[j] == port) { pj_array_erase(conf_port->listener_slots, sizeof(SLOT_TYPE), conf_port->listener_cnt, j); --conf->connect_cnt; --conf_port->listener_cnt; break; } } } /* Update conf's connection count. */ conf_port = conf->ports[port]; conf->connect_cnt -= conf_port->listener_cnt; /* Remove the port. */ conf->ports[port] = NULL; --conf->port_cnt; pj_mutex_unlock(conf->mutex); /* Stop sound if there's no connection. */ if (conf->connect_cnt == 0) { pause_sound(conf); } return PJ_SUCCESS; } /* * Enum ports. */ PJ_DEF(pj_status_t) pjmedia_conf_enum_ports( pjmedia_conf *conf, unsigned ports[], unsigned *p_count ) { unsigned i, count=0; PJ_ASSERT_RETURN(conf && p_count && ports, PJ_EINVAL); for (i=0; imax_ports && count<*p_count; ++i) { if (!conf->ports[i]) continue; ports[count++] = i; } *p_count = count; return PJ_SUCCESS; } /* * Get port info */ PJ_DEF(pj_status_t) pjmedia_conf_get_port_info( pjmedia_conf *conf, unsigned slot, pjmedia_conf_port_info *info) { struct conf_port *conf_port; /* Check arguments */ PJ_ASSERT_RETURN(conf && slotmax_ports, PJ_EINVAL); /* Port must be valid. */ PJ_ASSERT_RETURN(conf->ports[slot] != NULL, PJ_EINVAL); conf_port = conf->ports[slot]; info->slot = slot; info->name = conf_port->name; info->tx_setting = conf_port->tx_setting; info->rx_setting = conf_port->rx_setting; info->listener_cnt = conf_port->listener_cnt; info->listener_slots = conf_port->listener_slots; info->clock_rate = conf_port->clock_rate; info->channel_count = conf->channel_count; info->samples_per_frame = conf_port->samples_per_frame; info->bits_per_sample = conf->bits_per_sample; info->tx_adj_level = conf_port->tx_adj_level - NORMAL_LEVEL; info->rx_adj_level = conf_port->rx_adj_level - NORMAL_LEVEL; return PJ_SUCCESS; } PJ_DEF(pj_status_t) pjmedia_conf_get_ports_info(pjmedia_conf *conf, unsigned *size, pjmedia_conf_port_info info[]) { unsigned i, count=0; PJ_ASSERT_RETURN(conf && size && info, PJ_EINVAL); for (i=0; imax_ports && count<*size; ++i) { if (!conf->ports[i]) continue; pjmedia_conf_get_port_info(conf, i, &info[count]); ++count; } *size = count; return PJ_SUCCESS; } /* * Get signal level. */ PJ_DEF(pj_status_t) pjmedia_conf_get_signal_level( pjmedia_conf *conf, unsigned slot, unsigned *tx_level, unsigned *rx_level) { struct conf_port *conf_port; /* Check arguments */ PJ_ASSERT_RETURN(conf && slotmax_ports, PJ_EINVAL); /* Port must be valid. */ PJ_ASSERT_RETURN(conf->ports[slot] != NULL, PJ_EINVAL); conf_port = conf->ports[slot]; if (tx_level != NULL) { *tx_level = conf_port->tx_level; } if (rx_level != NULL) *rx_level = conf_port->rx_level; return PJ_SUCCESS; } /* * Adjust RX level of individual port. */ PJ_DEF(pj_status_t) pjmedia_conf_adjust_rx_level( pjmedia_conf *conf, unsigned slot, int adj_level ) { struct conf_port *conf_port; /* Check arguments */ PJ_ASSERT_RETURN(conf && slotmax_ports, PJ_EINVAL); /* Port must be valid. */ PJ_ASSERT_RETURN(conf->ports[slot] != NULL, PJ_EINVAL); /* Value must be from -128 to +127 */ /* Disabled, you can put more than +127, at your own risk: PJ_ASSERT_RETURN(adj_level >= -128 && adj_level <= 127, PJ_EINVAL); */ PJ_ASSERT_RETURN(adj_level >= -128, PJ_EINVAL); conf_port = conf->ports[slot]; /* Set normalized adjustment level. */ conf_port->rx_adj_level = adj_level + NORMAL_LEVEL; return PJ_SUCCESS; } /* * Adjust TX level of individual port. */ PJ_DEF(pj_status_t) pjmedia_conf_adjust_tx_level( pjmedia_conf *conf, unsigned slot, int adj_level ) { struct conf_port *conf_port; /* Check arguments */ PJ_ASSERT_RETURN(conf && slotmax_ports, PJ_EINVAL); /* Port must be valid. */ PJ_ASSERT_RETURN(conf->ports[slot] != NULL, PJ_EINVAL); /* Value must be from -128 to +127 */ /* Disabled, you can put more than +127,, at your own risk: PJ_ASSERT_RETURN(adj_level >= -128 && adj_level <= 127, PJ_EINVAL); */ PJ_ASSERT_RETURN(adj_level >= -128, PJ_EINVAL); conf_port = conf->ports[slot]; /* Set normalized adjustment level. */ conf_port->tx_adj_level = adj_level + NORMAL_LEVEL; return PJ_SUCCESS; } /* Convert signed 16bit pcm sample to unsigned 16bit sample */ static pj_uint16_t pcm2unsigned(pj_int32_t pcm) { return (pj_uint16_t)(pcm + 32768); } /* Convert unsigned 16bit sample to signed 16bit pcm sample */ static pj_int16_t unsigned2pcm(pj_uint32_t uns) { return (pj_int16_t)(uns - 32768); } /* * Read from port. */ static pj_status_t read_port( pjmedia_conf *conf, struct conf_port *cport, pj_int16_t *frame, pj_size_t count, pjmedia_frame_type *type ) { pj_assert(count == conf->samples_per_frame); TRACE_((THIS_FILE, "read_port %.*s: count=%d", (int)cport->name.slen, cport->name.ptr, count)); /* If port's samples per frame and sampling rate matches conference * bridge's settings, get the frame directly from the port. */ if (cport->rx_buf_cap == 0) { pjmedia_frame f; pj_status_t status; f.buf = frame; f.size = count * BYTES_PER_SAMPLE; TRACE_((THIS_FILE, " get_frame %.*s: count=%d", (int)cport->name.slen, cport->name.ptr, count)); status = pjmedia_port_get_frame(cport->port, &f); *type = f.type; return status; } else { /* * If we don't have enough samples in rx_buf, read from the port * first. Remember that rx_buf may be in different clock rate! */ while (cport->rx_buf_count < count * 1.0 * cport->clock_rate / conf->clock_rate) { pjmedia_frame f; pj_status_t status; f.buf = cport->rx_buf + cport->rx_buf_count; f.size = cport->samples_per_frame * BYTES_PER_SAMPLE; TRACE_((THIS_FILE, " get_frame, count=%d", cport->samples_per_frame)); status = pjmedia_port_get_frame(cport->port, &f); if (status != PJ_SUCCESS) { /* Fatal error! */ return status; } if (f.type != PJMEDIA_FRAME_TYPE_AUDIO) { TRACE_((THIS_FILE, " get_frame returned non-audio")); pjmedia_zero_samples( cport->rx_buf + cport->rx_buf_count, cport->samples_per_frame); } cport->rx_buf_count += cport->samples_per_frame; TRACE_((THIS_FILE, " rx buffer size is now %d", cport->rx_buf_count)); pj_assert(cport->rx_buf_count <= cport->rx_buf_cap); } /* * If port's clock_rate is different, resample. * Otherwise just copy. */ if (cport->clock_rate != conf->clock_rate) { unsigned src_count; TRACE_((THIS_FILE, " resample, input count=%d", pjmedia_resample_get_input_size(cport->rx_resample))); pjmedia_resample_run( cport->rx_resample,cport->rx_buf, frame); src_count = (unsigned)(count * 1.0 * cport->clock_rate / conf->clock_rate); cport->rx_buf_count -= src_count; if (cport->rx_buf_count) { pjmedia_copy_samples(cport->rx_buf, cport->rx_buf+src_count, cport->rx_buf_count); } TRACE_((THIS_FILE, " rx buffer size is now %d", cport->rx_buf_count)); } else { pjmedia_copy_samples(frame, cport->rx_buf, count); cport->rx_buf_count -= count; if (cport->rx_buf_count) { pjmedia_copy_samples(cport->rx_buf, cport->rx_buf+count, cport->rx_buf_count); } } } return PJ_SUCCESS; } /* * Write the mixed signal to the port. */ static pj_status_t write_port(pjmedia_conf *conf, struct conf_port *cport, const pj_timestamp *timestamp, pjmedia_frame_type *frm_type) { pj_int16_t *buf; unsigned j, ts; pj_status_t status; *frm_type = PJMEDIA_FRAME_TYPE_AUDIO; /* If port is muted or nobody is transmitting to this port, * transmit NULL frame. */ /* note: * the "cport->src_level==0" checking will cause discontinuous * transmission for RTP stream. */ if (cport->tx_setting == PJMEDIA_PORT_MUTE || cport->src_level==0) { pjmedia_frame frame; /* Adjust the timestamp */ frame.timestamp.u64 = timestamp->u64 * cport->clock_rate / conf->clock_rate; frame.type = PJMEDIA_FRAME_TYPE_NONE; frame.buf = NULL; frame.size = 0; if (cport->port && cport->port->put_frame) { pjmedia_port_put_frame(cport->port, &frame); } cport->tx_level = 0; *frm_type = PJMEDIA_FRAME_TYPE_NONE; return PJ_SUCCESS; } else if (cport->tx_setting != PJMEDIA_PORT_ENABLE) { cport->tx_level = 0; *frm_type = PJMEDIA_FRAME_TYPE_NONE; return PJ_SUCCESS; } buf = (pj_int16_t*)cport->mix_buf; /* This is the convention set in get_frame(). For optimization purpose, * if we only have one transmitter transmitting to this port, then * the transmitter will directly copy the original 16bit frame to * mix_buf. */ if (cport->transmitter_cnt==1 && cport->src_cnt == 1) { /* But still see if we need to adjust the level */ if (cport->tx_adj_level != NORMAL_LEVEL) { pj_int16_t *input = buf; pj_int32_t adj = cport->tx_adj_level; for (j=0; jsamples_per_frame; ++j) { pj_int32_t itemp; /* For the level adjustment, we need to store the sample to * a temporary 32bit integer value to avoid overflowing the * 16bit sample storage. */ itemp = input[j]; /*itemp = itemp * adj / NORMAL_LEVEL; */ itemp = (itemp * adj) >> 7; /* Clip the signal if it's too loud */ if (itemp > 32767) itemp = 32767; else if (itemp < -32768) itemp = -32768; input[j] = (pj_int16_t) itemp; } } } /* If there are sources in the mix buffer, convert the mixed samples * to the mixed samples itself. This is possible because mixed sample * is 32bit. * * In addition to this process, if we need to change the level of * TX signal, we adjust is here too. */ else if (cport->tx_adj_level != NORMAL_LEVEL && cport->src_level) { unsigned adj_level = cport->tx_adj_level; /* We need to adjust signal level. */ for (j=0; jsamples_per_frame; ++j) { pj_int32_t itemp; /* Calculate average level, and convert the sample to * 16bit signed integer. */ itemp = unsigned2pcm(cport->mix_buf[j] / cport->src_level); /* Adjust the level */ /*itemp = itemp * adj_level / NORMAL_LEVEL;*/ itemp = (itemp * adj_level) >> 7; /* Clip the signal if it's too loud */ if (itemp > 32767) itemp = 32767; else if (itemp < -32768) itemp = -32768; /* Put back in the buffer. */ buf[j] = (pj_int16_t) itemp; } } else if (cport->src_level) { /* No need to adjust signal level. */ for (j=0; jsamples_per_frame; ++j) { buf[j] = unsigned2pcm(cport->mix_buf[j] / cport->src_level); } } else { // Not necessarry. Buffer has been zeroed before. // pjmedia_zero_samples(buf, conf->samples_per_frame); //pj_assert(buf[0] == 0); // This shouldn't happen. Function should've already bailed out when // cport->src_level == 0. pj_assert(0); } /* Calculate TX level if we need to do so. * This actually is not the most correct place to calculate TX signal * level of the port; it should calculate the level of the actual * frame just before put_frame() is called. * But doing so would make the code more complicated than it is * necessary, since the purpose of level calculation mostly is just * for VU meter display. By doing it here, it should give the acceptable * indication of the signal level of the port. */ if (cport->src_cnt) { cport->tx_level = cport->src_level / cport->src_cnt; } else { cport->tx_level = 0; } /* If port has the same clock_rate and samples_per_frame settings as * the conference bridge, transmit the frame as is. */ if (cport->clock_rate == conf->clock_rate && cport->samples_per_frame == conf->samples_per_frame) { if (cport->port != NULL) { pjmedia_frame frame; frame.type = PJMEDIA_FRAME_TYPE_AUDIO; frame.buf = (pj_int16_t*)cport->mix_buf; frame.size = conf->samples_per_frame * BYTES_PER_SAMPLE; /* No need to adjust timestamp, port has the same * clock rate as conference bridge */ frame.timestamp = *timestamp; TRACE_((THIS_FILE, "put_frame %.*s, count=%d", (int)cport->name.slen, cport->name.ptr, frame.size / BYTES_PER_SAMPLE)); return pjmedia_port_put_frame(cport->port, &frame); } else return PJ_SUCCESS; } /* If it has different clock_rate, must resample. */ if (cport->clock_rate != conf->clock_rate) { unsigned dst_count; pjmedia_resample_run( cport->tx_resample, buf, cport->tx_buf + cport->tx_buf_count ); dst_count = (unsigned)(conf->samples_per_frame * 1.0 * cport->clock_rate / conf->clock_rate); cport->tx_buf_count += dst_count; } else { /* Same clock rate. * Just copy the samples to tx_buffer. */ pjmedia_copy_samples( cport->tx_buf + cport->tx_buf_count, buf, conf->samples_per_frame ); cport->tx_buf_count += conf->samples_per_frame; } /* Transmit while we have enough frame in the tx_buf. */ status = PJ_SUCCESS; ts = 0; while (cport->tx_buf_count >= cport->samples_per_frame && status == PJ_SUCCESS) { TRACE_((THIS_FILE, "write_port %.*s: count=%d", (int)cport->name.slen, cport->name.ptr, cport->samples_per_frame)); if (cport->port) { pjmedia_frame frame; frame.type = PJMEDIA_FRAME_TYPE_AUDIO; frame.buf = cport->tx_buf; frame.size = cport->samples_per_frame * BYTES_PER_SAMPLE; /* Adjust timestamp as port may have different clock rate * than the bridge. */ frame.timestamp.u64 = timestamp->u64 * cport->clock_rate / conf->clock_rate; /* Add timestamp for individual frame */ frame.timestamp.u64 += ts; ts += cport->samples_per_frame; TRACE_((THIS_FILE, "put_frame %.*s, count=%d", (int)cport->name.slen, cport->name.ptr, frame.size / BYTES_PER_SAMPLE)); status = pjmedia_port_put_frame(cport->port, &frame); } else status = PJ_SUCCESS; cport->tx_buf_count -= cport->samples_per_frame; if (cport->tx_buf_count) { pjmedia_copy_samples(cport->tx_buf, cport->tx_buf + cport->samples_per_frame, cport->tx_buf_count); } TRACE_((THIS_FILE, " tx_buf count now is %d", cport->tx_buf_count)); } return status; } /* * Player callback. */ static pj_status_t get_frame(pjmedia_port *this_port, pjmedia_frame *frame) { pjmedia_conf *conf = this_port->port_data.pdata; pjmedia_frame_type speaker_frame_type = PJMEDIA_FRAME_TYPE_NONE; unsigned ci, cj, i, j; TRACE_((THIS_FILE, "- clock -")); /* Check that correct size is specified. */ pj_assert(frame->size == conf->samples_per_frame * conf->bits_per_sample / 8); /* Must lock mutex */ pj_mutex_lock(conf->mutex); /* Reset port source count. We will only reset port's mix * buffer when we have someone transmitting to it. */ for (i=0, ci=0; imax_ports && ci < conf->port_cnt; ++i) { struct conf_port *conf_port = conf->ports[i]; /* Skip empty slot. */ if (!conf_port) continue; ++ci; /* Reset sources */ conf_port->src_level = 0; conf_port->src_cnt = 0; } /* Get frames from all ports, and "mix" the signal * to mix_buf of all listeners of the port. */ for (i=0, ci=0; imax_ports && ciport_cnt; ++i) { struct conf_port *conf_port = conf->ports[i]; pj_int32_t level; /* Skip empty port. */ if (!conf_port) continue; /* Var "ci" is to count how many ports have been visited so far. */ ++ci; /* Skip if we're not allowed to receive from this port. */ if (conf_port->rx_setting == PJMEDIA_PORT_DISABLE) { conf_port->rx_level = 0; continue; } /* Also skip if this port doesn't have listeners. */ if (conf_port->listener_cnt == 0) { conf_port->rx_level = 0; continue; } /* Get frame from this port. * For port zero (sound port) and passive ports, get the frame from * the rx_buffer instead. */ if (conf_port->port == NULL) { pj_int16_t *snd_buf; if (conf_port->snd_read_pos == conf_port->snd_write_pos) { conf_port->snd_read_pos = (conf_port->snd_write_pos+RX_BUF_COUNT-RX_BUF_COUNT/2) % RX_BUF_COUNT; } /* Skip if this port is muted/disabled. */ if (conf_port->rx_setting != PJMEDIA_PORT_ENABLE) { conf_port->rx_level = 0; continue; } snd_buf = conf_port->snd_buf[conf_port->snd_read_pos]; pjmedia_copy_samples(frame->buf, snd_buf, conf->samples_per_frame); conf_port->snd_read_pos = (conf_port->snd_read_pos+1) % RX_BUF_COUNT; } else { pj_status_t status; pjmedia_frame_type frame_type; status = read_port(conf, conf_port, frame->buf, conf->samples_per_frame, &frame_type); if (status != PJ_SUCCESS) { /* bennylp: why do we need this???? * Also see comments on similar issue with write_port(). PJ_LOG(4,(THIS_FILE, "Port %.*s get_frame() returned %d. " "Port is now disabled", (int)conf_port->name.slen, conf_port->name.ptr, status)); conf_port->rx_setting = PJMEDIA_PORT_DISABLE; */ continue; } /* Check that the port is not removed when we call get_frame() */ if (conf->ports[i] == NULL) continue; } /* If we need to adjust the RX level from this port, adjust the level * and calculate the average level at the same time. * Otherwise just calculate the averate level. */ if (conf_port->rx_adj_level != NORMAL_LEVEL) { pj_int16_t *input = frame->buf; pj_int32_t adj = conf_port->rx_adj_level; level = 0; for (j=0; jsamples_per_frame; ++j) { pj_int32_t itemp; /* For the level adjustment, we need to store the sample to * a temporary 32bit integer value to avoid overflowing the * 16bit sample storage. */ itemp = input[j]; /*itemp = itemp * adj / NORMAL_LEVEL;*/ itemp = (itemp * adj) >> 7; /* Clip the signal if it's too loud */ if (itemp > 32767) itemp = 32767; else if (itemp < -32768) itemp = -32768; input[j] = (pj_int16_t) itemp; level += itemp; } level /= conf->samples_per_frame; } else { level = pjmedia_calc_avg_signal(frame->buf, conf->samples_per_frame); } /* Convert level to 8bit complement ulaw */ level = pjmedia_linear2ulaw(level) ^ 0xff; /* Put this level to port's last RX level. */ conf_port->rx_level = level; /* Skip processing frame if level is zero */ if (level == 0) continue; /* Convert the buffer to unsigned 16bit value */ for (j=0; jsamples_per_frame; ++j) conf->uns_buf[j] = pcm2unsigned(((pj_int16_t*)frame->buf)[j]); /* Add the signal to all listeners. */ for (cj=0; cj < conf_port->listener_cnt; ++cj) { struct conf_port *listener; pj_uint32_t *mix_buf; unsigned k; listener = conf->ports[conf_port->listener_slots[cj]]; /* Skip if this listener doesn't want to receive audio */ if (listener->tx_setting != PJMEDIA_PORT_ENABLE) continue; /* Mix the buffer. If this is the first source for target port, * zero the mix buffer of target port first. */ mix_buf = listener->mix_buf; if (listener->src_level == 0) { pj_bzero( mix_buf, conf->samples_per_frame*sizeof(mix_buf[0])); } /* A little bit of optimization: * When "conf_port" is the only transmitter to "listener", * just add copy the frame directly from the original * 16bit frame (avoiding unsigned2pcm() conversion). * But write_port() needs to be aware of this trick! */ if (listener->transmitter_cnt == 1) { pjmedia_copy_samples((pj_int16_t*)mix_buf, frame->buf, conf->samples_per_frame); listener->src_level = level; } else { for (k=0; ksamples_per_frame; ++k) mix_buf[k] += (conf->uns_buf[k] * level); listener->src_level += level; } listener->src_cnt++; } } /* Time for all ports to transmit whetever they have in their * buffer. */ for (i=0, ci=0; imax_ports && ciport_cnt; ++i) { struct conf_port *conf_port = conf->ports[i]; pjmedia_frame_type frm_type; pj_status_t status; if (!conf_port) continue; /* Var "ci" is to count how many ports have been visited. */ ++ci; status = write_port( conf, conf_port, &frame->timestamp, &frm_type); if (status != PJ_SUCCESS) { /* bennylp: why do we need this???? One thing for sure, put_frame()/write_port() may return non-successfull status on Win32 if there's temporary glitch on network interface, so disabling the port here does not sound like a good idea. PJ_LOG(4,(THIS_FILE, "Port %.*s put_frame() returned %d. " "Port is now disabled", (int)conf_port->name.slen, conf_port->name.ptr, status)); conf_port->tx_setting = PJMEDIA_PORT_DISABLE; */ continue; } /* Set the type of frame to be returned to sound playback * device. */ if (i == 0) speaker_frame_type = frm_type; } /* Return sound playback frame. */ if (conf->ports[0]->src_level) { TRACE_((THIS_FILE, "write to audio, count=%d", conf->samples_per_frame)); pjmedia_copy_samples( frame->buf, (pj_int16_t*)conf->ports[0]->mix_buf, conf->samples_per_frame); } else { pjmedia_zero_samples( frame->buf, conf->samples_per_frame ); } /* MUST set frame type */ frame->type = speaker_frame_type; pj_mutex_unlock(conf->mutex); #ifdef REC_FILE if (fhnd_rec == NULL) fhnd_rec = fopen(REC_FILE, "wb"); if (fhnd_rec) fwrite(frame->buf, frame->size, 1, fhnd_rec); #endif return PJ_SUCCESS; } /* * get_frame() for passive port */ static pj_status_t get_frame_pasv(pjmedia_port *this_port, pjmedia_frame *frame) { pj_assert(0); PJ_UNUSED_ARG(this_port); PJ_UNUSED_ARG(frame); return -1; } /* * Recorder callback. */ static pj_status_t put_frame(pjmedia_port *this_port, const pjmedia_frame *frame) { pjmedia_conf *conf = this_port->port_data.pdata; struct conf_port *port = conf->ports[this_port->port_data.ldata]; const pj_int16_t *input = frame->buf; pj_int16_t *target_snd_buf; /* Check for correct size. */ PJ_ASSERT_RETURN( frame->size == conf->samples_per_frame * conf->bits_per_sample / 8, PJMEDIA_ENCSAMPLESPFRAME); /* Skip if this port is muted/disabled. */ if (port->rx_setting != PJMEDIA_PORT_ENABLE) { return PJ_SUCCESS; } /* Skip if no port is listening to the microphone */ if (port->listener_cnt == 0) { return PJ_SUCCESS; } /* Determine which rx_buffer to fill in */ target_snd_buf = port->snd_buf[port->snd_write_pos]; /* Copy samples from audio device to target rx_buffer */ pjmedia_copy_samples(target_snd_buf, input, conf->samples_per_frame); /* Switch buffer */ port->snd_write_pos = (port->snd_write_pos+1)%RX_BUF_COUNT; return PJ_SUCCESS; }