1491 lines
41 KiB
C
1491 lines
41 KiB
C
/*
|
|
* FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
|
|
* Copyright (C) 2005-2014, Anthony Minessale II <anthm@freeswitch.org>
|
|
*
|
|
* Version: MPL 1.1
|
|
*
|
|
* The contents of this file are subject to the Mozilla Public License Version
|
|
* 1.1 (the "License"); you may not use this file except in compliance with
|
|
* the License. You may obtain a copy of the License at
|
|
* http://www.mozilla.org/MPL/
|
|
*
|
|
* Software distributed under the License is distributed on an "AS IS" basis,
|
|
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
|
|
* for the specific language governing rights and limitations under the
|
|
* License.
|
|
*
|
|
* The Original Code is FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
|
|
*
|
|
* The Initial Developer of the Original Code is
|
|
* Anthony Minessale II <anthm@freeswitch.org>
|
|
* Portions created by the Initial Developer are Copyright (C)
|
|
* the Initial Developer. All Rights Reserved.
|
|
*
|
|
* Contributor(s):
|
|
*
|
|
* Anthony Minessale II <anthm@freeswitch.org>
|
|
* Michael Jerris <mike@jerris.com>
|
|
* Paul D. Tinsley <pdt at jackhammer.org>
|
|
*
|
|
*
|
|
* switch_core_media_bug.c -- Main Core Library (Media Bugs)
|
|
*
|
|
*/
|
|
|
|
#include "switch.h"
|
|
#include "private/switch_core_pvt.h"
|
|
|
|
static void switch_core_media_bug_destroy(switch_media_bug_t **bug)
|
|
{
|
|
switch_event_t *event = NULL;
|
|
switch_media_bug_t *bp = *bug;
|
|
|
|
*bug = NULL;
|
|
|
|
if (bp->text_buffer) {
|
|
switch_buffer_destroy(&bp->text_buffer);
|
|
switch_safe_free(bp->text_framedata);
|
|
}
|
|
|
|
switch_img_free(&bp->spy_img[0]);
|
|
switch_img_free(&bp->spy_img[1]);
|
|
|
|
if (bp->video_bug_thread) {
|
|
switch_status_t st;
|
|
int i;
|
|
|
|
for (i = 0; i < 2; i++) {
|
|
void *pop;
|
|
switch_image_t *img;
|
|
|
|
if (bp->spy_video_queue[i]) {
|
|
while (switch_queue_trypop(bp->spy_video_queue[i], &pop) == SWITCH_STATUS_SUCCESS && pop) {
|
|
img = (switch_image_t *) pop;
|
|
switch_img_free(&img);
|
|
}
|
|
}
|
|
}
|
|
|
|
switch_thread_join(&st, bp->video_bug_thread);
|
|
}
|
|
|
|
if (bp->session && switch_test_flag(bp, SMBF_READ_VIDEO_PATCH) && bp->session->video_read_codec) {
|
|
switch_clear_flag(bp->session->video_read_codec, SWITCH_CODEC_FLAG_VIDEO_PATCHING);
|
|
}
|
|
|
|
if (bp->raw_read_buffer) {
|
|
switch_buffer_destroy(&bp->raw_read_buffer);
|
|
}
|
|
|
|
if (bp->raw_write_buffer) {
|
|
switch_buffer_destroy(&bp->raw_write_buffer);
|
|
}
|
|
|
|
if (switch_event_create(&event, SWITCH_EVENT_MEDIA_BUG_STOP) == SWITCH_STATUS_SUCCESS) {
|
|
switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Function", "%s", bp->function);
|
|
switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Target", "%s", bp->target);
|
|
if (bp->session) switch_channel_event_set_data(bp->session->channel, event);
|
|
switch_event_fire(&event);
|
|
}
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_pause(switch_core_session_t *session)
|
|
{
|
|
switch_channel_set_flag(session->channel, CF_PAUSE_BUGS);
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_resume(switch_core_session_t *session)
|
|
{
|
|
switch_channel_clear_flag(session->channel, CF_PAUSE_BUGS);
|
|
}
|
|
|
|
SWITCH_DECLARE(uint32_t) switch_core_media_bug_test_flag(switch_media_bug_t *bug, uint32_t flag)
|
|
{
|
|
return switch_test_flag(bug, flag);
|
|
}
|
|
|
|
SWITCH_DECLARE(uint32_t) switch_core_media_bug_set_flag(switch_media_bug_t *bug, uint32_t flag)
|
|
{
|
|
if ((flag & SMBF_PRUNE)) {
|
|
switch_clear_flag(bug, SMBF_LOCK);
|
|
}
|
|
return switch_set_flag(bug, flag);
|
|
}
|
|
|
|
SWITCH_DECLARE(uint32_t) switch_core_media_bug_clear_flag(switch_media_bug_t *bug, uint32_t flag)
|
|
{
|
|
return switch_clear_flag(bug, flag);
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_set_media_params(switch_media_bug_t *bug, switch_mm_t *mm)
|
|
{
|
|
bug->mm = *mm;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_get_media_params(switch_media_bug_t *bug, switch_mm_t *mm)
|
|
{
|
|
*mm = bug->mm;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_core_session_t *) switch_core_media_bug_get_session(switch_media_bug_t *bug)
|
|
{
|
|
return bug->session;
|
|
}
|
|
|
|
SWITCH_DECLARE(const char *) switch_core_media_bug_get_text(switch_media_bug_t *bug)
|
|
{
|
|
return bug->text_framedata;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_video_ping_frame(switch_media_bug_t *bug)
|
|
{
|
|
return bug->video_ping_frame;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_write_replace_frame(switch_media_bug_t *bug)
|
|
{
|
|
return bug->write_replace_frame_in;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_set_write_replace_frame(switch_media_bug_t *bug, switch_frame_t *frame)
|
|
{
|
|
bug->write_replace_frame_out = frame;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_read_replace_frame(switch_media_bug_t *bug)
|
|
{
|
|
return bug->read_replace_frame_in;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_native_read_frame(switch_media_bug_t *bug)
|
|
{
|
|
return bug->native_read_frame;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_frame_t *) switch_core_media_bug_get_native_write_frame(switch_media_bug_t *bug)
|
|
{
|
|
return bug->native_write_frame;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_set_read_replace_frame(switch_media_bug_t *bug, switch_frame_t *frame)
|
|
{
|
|
bug->read_replace_frame_out = frame;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_set_read_demux_frame(switch_media_bug_t *bug, switch_frame_t *frame)
|
|
{
|
|
bug->read_demux_frame = frame;
|
|
}
|
|
|
|
SWITCH_DECLARE(void *) switch_core_media_bug_get_user_data(switch_media_bug_t *bug)
|
|
{
|
|
return bug->user_data;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_flush(switch_media_bug_t *bug)
|
|
{
|
|
|
|
bug->record_pre_buffer_count = 0;
|
|
|
|
if (bug->raw_read_buffer) {
|
|
switch_mutex_lock(bug->read_mutex);
|
|
switch_buffer_zero(bug->raw_read_buffer);
|
|
switch_mutex_unlock(bug->read_mutex);
|
|
}
|
|
|
|
if (bug->raw_write_buffer) {
|
|
switch_mutex_lock(bug->write_mutex);
|
|
switch_buffer_zero(bug->raw_write_buffer);
|
|
switch_mutex_unlock(bug->write_mutex);
|
|
}
|
|
|
|
bug->record_frame_size = 0;
|
|
bug->record_pre_buffer_count = 0;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_core_media_bug_inuse(switch_media_bug_t *bug, switch_size_t *readp, switch_size_t *writep)
|
|
{
|
|
if (switch_test_flag(bug, SMBF_READ_STREAM)) {
|
|
switch_mutex_lock(bug->read_mutex);
|
|
*readp = bug->raw_read_buffer ? switch_buffer_inuse(bug->raw_read_buffer) : 0;
|
|
switch_mutex_unlock(bug->read_mutex);
|
|
} else {
|
|
*readp = 0;
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_WRITE_STREAM)) {
|
|
switch_mutex_lock(bug->write_mutex);
|
|
*writep = bug->raw_write_buffer ? switch_buffer_inuse(bug->raw_write_buffer) : 0;
|
|
switch_mutex_unlock(bug->write_mutex);
|
|
} else {
|
|
*writep = 0;
|
|
}
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_set_pre_buffer_framecount(switch_media_bug_t *bug, uint32_t framecount)
|
|
{
|
|
bug->record_pre_buffer_max = framecount;
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_read(switch_media_bug_t *bug, switch_frame_t *frame, switch_bool_t fill)
|
|
{
|
|
switch_size_t bytes = 0, datalen = 0;
|
|
int16_t *dp, *fp;
|
|
uint32_t x;
|
|
size_t rlen = 0;
|
|
size_t wlen = 0;
|
|
uint32_t blen;
|
|
switch_codec_implementation_t read_impl = { 0 };
|
|
int16_t *tp;
|
|
switch_size_t do_read = 0, do_write = 0, has_read = 0, has_write = 0, fill_read = 0, fill_write = 0;
|
|
|
|
switch_core_session_get_read_impl(bug->session, &read_impl);
|
|
|
|
bytes = read_impl.decoded_bytes_per_packet;
|
|
|
|
if (frame->buflen < bytes) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "%s frame buffer too small!\n",
|
|
switch_channel_get_name(bug->session->channel));
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
if ((!bug->raw_read_buffer && (!bug->raw_write_buffer || !switch_test_flag(bug, SMBF_WRITE_STREAM)))) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR,
|
|
"%s Buffer Error (raw_read_buffer=%p, raw_write_buffer=%p, read=%s, write=%s)\n",
|
|
switch_channel_get_name(bug->session->channel),
|
|
(void *)bug->raw_read_buffer, (void *)bug->raw_write_buffer,
|
|
switch_test_flag(bug, SMBF_READ_STREAM) ? "yes" : "no",
|
|
switch_test_flag(bug, SMBF_WRITE_STREAM) ? "yes" : "no");
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
frame->flags = 0;
|
|
frame->datalen = 0;
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_STREAM)) {
|
|
has_read = 1;
|
|
switch_mutex_lock(bug->read_mutex);
|
|
do_read = switch_buffer_inuse(bug->raw_read_buffer);
|
|
switch_mutex_unlock(bug->read_mutex);
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_WRITE_STREAM)) {
|
|
has_write = 1;
|
|
switch_mutex_lock(bug->write_mutex);
|
|
do_write = switch_buffer_inuse(bug->raw_write_buffer);
|
|
switch_mutex_unlock(bug->write_mutex);
|
|
}
|
|
|
|
|
|
if (bug->record_frame_size && bug->record_pre_buffer_max && (do_read || do_write) && bug->record_pre_buffer_count < bug->record_pre_buffer_max) {
|
|
bug->record_pre_buffer_count++;
|
|
return SWITCH_STATUS_FALSE;
|
|
} else {
|
|
uint32_t frame_size;
|
|
switch_codec_implementation_t read_impl = { 0 };
|
|
|
|
switch_core_session_get_read_impl(bug->session, &read_impl);
|
|
frame_size = read_impl.decoded_bytes_per_packet;
|
|
bug->record_frame_size = frame_size;
|
|
}
|
|
|
|
if (bug->record_frame_size && do_write > do_read && do_write > (bug->record_frame_size * 2)) {
|
|
switch_mutex_lock(bug->write_mutex);
|
|
switch_buffer_toss(bug->raw_write_buffer, bug->record_frame_size);
|
|
do_write = switch_buffer_inuse(bug->raw_write_buffer);
|
|
switch_mutex_unlock(bug->write_mutex);
|
|
}
|
|
|
|
|
|
|
|
if ((has_read && !do_read)) {
|
|
fill_read = 1;
|
|
}
|
|
|
|
if ((has_write && !do_write)) {
|
|
fill_write = 1;
|
|
}
|
|
|
|
|
|
if (bug->record_frame_size) {
|
|
if ((do_read && do_read < bug->record_frame_size) || (do_write && do_write < bug->record_frame_size)) {
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
if (do_read && do_read > bug->record_frame_size) {
|
|
do_read = bug->record_frame_size;
|
|
}
|
|
|
|
if (do_write && do_write > bug->record_frame_size) {
|
|
do_write = bug->record_frame_size;
|
|
}
|
|
}
|
|
|
|
if ((fill_read && fill_write) || (fill && (fill_read || fill_write))) {
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
if (do_read && do_read > SWITCH_RECOMMENDED_BUFFER_SIZE) {
|
|
do_read = 1280;
|
|
}
|
|
|
|
if (do_write && do_write > SWITCH_RECOMMENDED_BUFFER_SIZE) {
|
|
do_write = 1280;
|
|
}
|
|
|
|
if (do_read) {
|
|
switch_mutex_lock(bug->read_mutex);
|
|
frame->datalen = (uint32_t) switch_buffer_read(bug->raw_read_buffer, frame->data, do_read);
|
|
if (frame->datalen != do_read) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "Framing Error Reading!\n");
|
|
switch_core_media_bug_flush(bug);
|
|
switch_mutex_unlock(bug->read_mutex);
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
switch_mutex_unlock(bug->read_mutex);
|
|
} else if (fill_read) {
|
|
frame->datalen = (uint32_t)bytes;
|
|
memset(frame->data, 255, frame->datalen);
|
|
}
|
|
|
|
if (do_write) {
|
|
switch_assert(bug->raw_write_buffer);
|
|
switch_mutex_lock(bug->write_mutex);
|
|
datalen = (uint32_t) switch_buffer_read(bug->raw_write_buffer, bug->data, do_write);
|
|
if (datalen != do_write) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(bug)), SWITCH_LOG_ERROR, "Framing Error Writing!\n");
|
|
switch_core_media_bug_flush(bug);
|
|
switch_mutex_unlock(bug->write_mutex);
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
switch_mutex_unlock(bug->write_mutex);
|
|
} else if (fill_write) {
|
|
datalen = bytes;
|
|
memset(bug->data, 255, datalen);
|
|
}
|
|
|
|
tp = bug->tmp;
|
|
dp = (int16_t *) bug->data;
|
|
fp = (int16_t *) frame->data;
|
|
rlen = frame->datalen / 2;
|
|
wlen = datalen / 2;
|
|
blen = (uint32_t)(bytes / 2);
|
|
|
|
if (switch_test_flag(bug, SMBF_STEREO)) {
|
|
int16_t *left, *right;
|
|
size_t left_len, right_len;
|
|
if (switch_test_flag(bug, SMBF_STEREO_SWAP)) {
|
|
left = dp; /* write stream */
|
|
left_len = wlen;
|
|
right = fp; /* read stream */
|
|
right_len = rlen;
|
|
} else {
|
|
left = fp; /* read stream */
|
|
left_len = rlen;
|
|
right = dp; /* write stream */
|
|
right_len = wlen;
|
|
}
|
|
for (x = 0; x < blen; x++) {
|
|
if (x < left_len) {
|
|
*(tp++) = *(left + x);
|
|
} else {
|
|
*(tp++) = 0;
|
|
}
|
|
if (x < right_len) {
|
|
*(tp++) = *(right + x);
|
|
} else {
|
|
*(tp++) = 0;
|
|
}
|
|
}
|
|
memcpy(frame->data, bug->tmp, bytes * 2);
|
|
} else {
|
|
for (x = 0; x < blen; x++) {
|
|
int32_t w = 0, r = 0, z = 0;
|
|
|
|
if (x < rlen) {
|
|
r = (int32_t) * (fp + x);
|
|
}
|
|
|
|
if (x < wlen) {
|
|
w = (int32_t) * (dp + x);
|
|
}
|
|
|
|
z = w + r;
|
|
|
|
if (z > SWITCH_SMAX || z < SWITCH_SMIN) {
|
|
if (r) z += (r/2);
|
|
if (w) z += (w/2);
|
|
}
|
|
|
|
switch_normalize_to_16bit(z);
|
|
|
|
*(fp + x) = (int16_t) z;
|
|
}
|
|
}
|
|
|
|
frame->datalen = (uint32_t)bytes;
|
|
frame->samples = (uint32_t)(bytes / sizeof(int16_t) / read_impl.number_of_channels);
|
|
frame->rate = read_impl.actual_samples_per_second;
|
|
frame->codec = NULL;
|
|
|
|
if (switch_test_flag(bug, SMBF_STEREO)) {
|
|
frame->datalen *= 2;
|
|
frame->channels = 2;
|
|
} else {
|
|
frame->channels = read_impl.number_of_channels;
|
|
}
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_vid_spy_fmt_t) switch_media_bug_parse_spy_fmt(const char *name)
|
|
{
|
|
if (zstr(name)) goto end;
|
|
|
|
if (!strcasecmp(name, "dual-crop")) {
|
|
return SPY_DUAL_CROP;
|
|
}
|
|
|
|
if (!strcasecmp(name, "lower-right-large")) {
|
|
return SPY_LOWER_RIGHT_LARGE;
|
|
}
|
|
|
|
end:
|
|
|
|
return SPY_LOWER_RIGHT_SMALL;
|
|
}
|
|
|
|
SWITCH_DECLARE(void) switch_media_bug_set_spy_fmt(switch_media_bug_t *bug, switch_vid_spy_fmt_t spy_fmt)
|
|
{
|
|
bug->spy_fmt = spy_fmt;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_patch_spy_frame(switch_media_bug_t *bug, switch_image_t *img, switch_rw_t rw)
|
|
{
|
|
switch_queue_t *spy_q = NULL;
|
|
int w = 0, h = 0;
|
|
void *pop;
|
|
int i;
|
|
|
|
for (i = 0; i < 2; i++) {
|
|
if (!bug->spy_video_queue[i]) {
|
|
switch_queue_create(&bug->spy_video_queue[i], SWITCH_CORE_QUEUE_LEN, switch_core_session_get_pool(bug->session));
|
|
}
|
|
}
|
|
|
|
spy_q = bug->spy_video_queue[rw];
|
|
|
|
while(switch_queue_size(spy_q) > 0) {
|
|
if (switch_queue_trypop(spy_q, &pop) == SWITCH_STATUS_SUCCESS) {
|
|
switch_img_free(&bug->spy_img[rw]);
|
|
if (!(bug->spy_img[rw] = (switch_image_t *) pop)) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
w = img->d_w;
|
|
h = img->d_h;
|
|
|
|
if (bug->spy_img[rw]) {
|
|
|
|
switch (bug->spy_fmt) {
|
|
case SPY_DUAL_CROP:
|
|
{
|
|
switch_image_t *spy_tmp = NULL;
|
|
switch_image_t *img_tmp = NULL;
|
|
switch_image_t *img_dup = NULL;
|
|
int x = 0, y = 0;
|
|
float aspect169 = (float)1920 / 1080;
|
|
switch_rgb_color_t bgcolor = { 0 };
|
|
|
|
if ((float)w/h == aspect169) {
|
|
if ((float)bug->spy_img[rw]->d_w / bug->spy_img[rw]->d_h == aspect169) {
|
|
spy_tmp = switch_img_copy_rect(bug->spy_img[rw], bug->spy_img[rw]->d_w / 4, 0, bug->spy_img[rw]->d_w / 2, bug->spy_img[rw]->d_h);
|
|
|
|
} else {
|
|
switch_img_copy(bug->spy_img[rw], &spy_tmp);
|
|
}
|
|
} else {
|
|
if ((float)bug->spy_img[rw]->d_w / bug->spy_img[rw]->d_h == aspect169) {
|
|
spy_tmp = switch_img_copy_rect(bug->spy_img[rw], bug->spy_img[rw]->d_w / 6, 0, bug->spy_img[rw]->d_w / 4, bug->spy_img[rw]->d_h);
|
|
} else {
|
|
spy_tmp = switch_img_copy_rect(bug->spy_img[rw], bug->spy_img[rw]->d_w / 4, 0, bug->spy_img[rw]->d_w / 2, bug->spy_img[rw]->d_h);
|
|
}
|
|
}
|
|
|
|
switch_img_copy(img, &img_dup);
|
|
img_tmp = switch_img_copy_rect(img_dup, w / 4, 0, w / 2, h);
|
|
|
|
switch_img_fit(&spy_tmp, w / 2, h, SWITCH_FIT_SIZE);
|
|
switch_img_fit(&img_tmp, w / 2, h, SWITCH_FIT_SIZE);
|
|
|
|
switch_color_set_rgb(&bgcolor, "#000000");
|
|
switch_img_fill(img, 0, 0, img->d_w, img->d_h, &bgcolor);
|
|
|
|
switch_img_find_position(POS_CENTER_MID, w / 2, h, img_tmp->d_w, img_tmp->d_h, &x, &y);
|
|
switch_img_patch(img, img_tmp, x, y);
|
|
|
|
switch_img_find_position(POS_CENTER_MID, w / 2, h, spy_tmp->d_w, spy_tmp->d_h, &x, &y);
|
|
switch_img_patch(img, spy_tmp, x + w / 2, y);
|
|
|
|
|
|
switch_img_free(&img_tmp);
|
|
switch_img_free(&img_dup);
|
|
switch_img_free(&spy_tmp);
|
|
}
|
|
break;
|
|
case SPY_LOWER_RIGHT_SMALL:
|
|
case SPY_LOWER_RIGHT_LARGE:
|
|
default:
|
|
{
|
|
float scaler = 0.125f;
|
|
int spyw, spyh;
|
|
|
|
if (bug->spy_fmt == SPY_LOWER_RIGHT_LARGE) {
|
|
scaler = 0.25f;
|
|
}
|
|
|
|
spyw = (int) (float)w * scaler;
|
|
spyh = (int) (float)h * scaler;
|
|
|
|
if (bug->spy_img[rw]->d_w != spyw || bug->spy_img[rw]->d_h != spyh) {
|
|
switch_image_t *tmp_img = NULL;
|
|
|
|
switch_img_scale(bug->spy_img[rw], &tmp_img, spyw, spyh);
|
|
switch_img_free(&bug->spy_img[rw]);
|
|
bug->spy_img[rw] = tmp_img;
|
|
}
|
|
|
|
switch_img_patch(img, bug->spy_img[rw], w - spyw, h - spyh);
|
|
}
|
|
break;
|
|
}
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
static int flush_video_queue(switch_queue_t *q, int min)
|
|
{
|
|
void *pop;
|
|
|
|
if (switch_queue_size(q) > min) {
|
|
while (switch_queue_trypop(q, &pop) == SWITCH_STATUS_SUCCESS) {
|
|
switch_image_t *img = (switch_image_t *) pop;
|
|
switch_img_free(&img);
|
|
if (min && switch_queue_size(q) <= min) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
return switch_queue_size(q);
|
|
}
|
|
|
|
static void *SWITCH_THREAD_FUNC video_bug_thread(switch_thread_t *thread, void *obj)
|
|
{
|
|
switch_media_bug_t *bug = (switch_media_bug_t *) obj;
|
|
switch_queue_t *main_q = NULL, *other_q = NULL;
|
|
switch_image_t *IMG = NULL, *img = NULL, *other_img = NULL;
|
|
void *pop, *other_pop;
|
|
uint8_t *buf;
|
|
switch_size_t buflen = SWITCH_RTP_MAX_BUF_LEN;
|
|
switch_frame_t frame = { 0 };
|
|
switch_timer_t timer = { 0 };
|
|
switch_mm_t mm = { 0 };
|
|
int vw = 1280;
|
|
int vh = 720;
|
|
int last_w = 0, last_h = 0, other_last_w = 0, other_last_h = 0;
|
|
switch_fps_t fps_data = { 0 };
|
|
float fps;
|
|
switch_rgb_color_t color = { 0 };
|
|
switch_color_set_rgb(&color, "#000000");
|
|
|
|
buf = switch_core_session_alloc(bug->session, buflen);
|
|
frame.packet = buf;
|
|
frame.data = buf + 12;
|
|
frame.packetlen = buflen;
|
|
frame.buflen = buflen - 12;
|
|
frame.flags = SFF_RAW_RTP;
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM)) {
|
|
main_q = bug->read_video_queue;
|
|
|
|
if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM)) {
|
|
other_q = bug->write_video_queue;
|
|
}
|
|
} else if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM)) {
|
|
main_q = bug->write_video_queue;
|
|
} else {
|
|
return NULL;
|
|
}
|
|
|
|
switch_core_media_bug_get_media_params(bug, &mm);
|
|
|
|
if (mm.vw) vw = mm.vw;
|
|
if (mm.vh) vh = mm.vh;
|
|
|
|
if (mm.fps) {
|
|
fps = mm.fps;
|
|
} else {
|
|
fps = 15;
|
|
}
|
|
switch_calc_video_fps(&fps_data, fps);
|
|
|
|
switch_core_timer_init(&timer, "soft", fps_data.ms, fps_data.samples, NULL);
|
|
|
|
while (bug->ready) {
|
|
int w = 0, h = 0, ok = 1, new_main = 0, new_other = 0, new_canvas = 0;
|
|
|
|
switch_core_timer_next(&timer);
|
|
|
|
if (!switch_channel_test_flag(bug->session->channel, CF_ANSWERED) && switch_core_media_bug_test_flag(bug, SMBF_ANSWER_REQ)) {
|
|
flush_video_queue(main_q, 0);
|
|
if (other_q) flush_video_queue(other_q, 0);
|
|
continue;
|
|
}
|
|
|
|
flush_video_queue(main_q, 1);
|
|
|
|
w = vw / 2;
|
|
h = vh;
|
|
|
|
if (switch_queue_trypop(main_q, &pop) == SWITCH_STATUS_SUCCESS) {
|
|
switch_img_free(&img);
|
|
|
|
if (!pop) {
|
|
goto end;
|
|
}
|
|
|
|
img = (switch_image_t *) pop;
|
|
new_main = 1;
|
|
|
|
if (IMG && !(last_w == img->d_w && last_h == img->d_h)) {
|
|
switch_img_fill(IMG, 0, 0, w, h, &color);
|
|
}
|
|
|
|
last_w = img->d_w;
|
|
last_h = img->d_h;
|
|
}
|
|
|
|
if (other_q) {
|
|
flush_video_queue(other_q, 1);
|
|
|
|
if (switch_queue_trypop(other_q, &other_pop) == SWITCH_STATUS_SUCCESS) {
|
|
switch_img_free(&other_img);
|
|
other_img = (switch_image_t *) other_pop;
|
|
|
|
if (IMG && !(other_last_w == other_img->d_w && other_last_h == other_img->d_h)) {
|
|
switch_img_fill(IMG, w, 0, w, h, &color);
|
|
}
|
|
|
|
other_last_w = other_img->d_w;
|
|
other_last_h = other_img->d_h;
|
|
new_other = 1;
|
|
}
|
|
|
|
|
|
if (img && new_main) {
|
|
switch_img_fit(&img, w, h, SWITCH_FIT_SIZE);
|
|
}
|
|
|
|
if (other_img && new_other) {
|
|
switch_img_fit(&other_img, w, h, SWITCH_FIT_SIZE);
|
|
}
|
|
|
|
if (!IMG) {
|
|
IMG = switch_img_alloc(NULL, SWITCH_IMG_FMT_I420, vw, vh, 1);
|
|
new_canvas = 1;
|
|
switch_img_fill(IMG, 0, 0, IMG->d_w, IMG->d_h, &color);
|
|
}
|
|
}
|
|
|
|
|
|
if (IMG) {
|
|
|
|
|
|
if (img && (new_canvas || new_main)) {
|
|
int x = 0, y = 0;
|
|
switch_img_find_position(POS_CENTER_MID, w, h, img->d_w, img->d_h, &x, &y);
|
|
|
|
switch_img_patch(IMG, img, x, y);
|
|
}
|
|
|
|
if (other_img && (new_canvas || new_other)) {
|
|
int x = 0, y = 0;
|
|
switch_img_find_position(POS_CENTER_MID, w, h, other_img->d_w, other_img->d_h, &x, &y);
|
|
|
|
switch_img_patch(IMG, other_img, w + x, y);
|
|
}
|
|
}
|
|
|
|
if (IMG || img) {
|
|
switch_thread_rwlock_rdlock(bug->session->bug_rwlock);
|
|
frame.img = other_q ? IMG : img;
|
|
|
|
bug->video_ping_frame = &frame;
|
|
|
|
if (bug->callback) {
|
|
if (bug->callback(bug, bug->user_data, SWITCH_ABC_TYPE_STREAM_VIDEO_PING) == SWITCH_FALSE
|
|
|| (bug->stop_time && bug->stop_time <= switch_epoch_time_now(NULL))) {
|
|
ok = SWITCH_FALSE;
|
|
}
|
|
}
|
|
|
|
bug->video_ping_frame = NULL;
|
|
switch_thread_rwlock_unlock(bug->session->bug_rwlock);
|
|
|
|
if (!ok) {
|
|
switch_set_flag(bug, SMBF_PRUNE);
|
|
goto end;
|
|
}
|
|
}
|
|
}
|
|
|
|
end:
|
|
|
|
switch_core_timer_destroy(&timer);
|
|
|
|
switch_img_free(&IMG);
|
|
switch_img_free(&img);
|
|
switch_img_free(&other_img);
|
|
|
|
while (switch_queue_trypop(main_q, &pop) == SWITCH_STATUS_SUCCESS && pop) {
|
|
img = (switch_image_t *) pop;
|
|
switch_img_free(&img);
|
|
}
|
|
|
|
if (other_q) {
|
|
while (switch_queue_trypop(other_q, &pop) == SWITCH_STATUS_SUCCESS && pop) {
|
|
img = (switch_image_t *) pop;
|
|
switch_img_free(&img);
|
|
}
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_push_spy_frame(switch_media_bug_t *bug, switch_frame_t *frame, switch_rw_t rw)
|
|
{
|
|
|
|
switch_assert(bug);
|
|
switch_assert(frame);
|
|
|
|
if (bug->spy_video_queue[rw] && frame->img) {
|
|
switch_image_t *img = NULL;
|
|
|
|
switch_img_copy(frame->img, &img);
|
|
|
|
if (img) {
|
|
switch_queue_push(bug->spy_video_queue[rw], img);
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
}
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
#define MAX_BUG_BUFFER 1024 * 512
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_add(switch_core_session_t *session,
|
|
const char *function,
|
|
const char *target,
|
|
switch_media_bug_callback_t callback,
|
|
void *user_data, time_t stop_time,
|
|
switch_media_bug_flag_t flags,
|
|
switch_media_bug_t **new_bug)
|
|
{
|
|
switch_media_bug_t *bug, *bp;
|
|
switch_size_t bytes;
|
|
switch_event_t *event;
|
|
int tap_only = 1, punt = 0, added = 0;
|
|
|
|
const char *p;
|
|
|
|
if (!zstr(function)) {
|
|
if ((flags & SMBF_ONE_ONLY)) {
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
if (!zstr(bp->function) && !strcasecmp(function, bp->function)) {
|
|
punt = 1;
|
|
break;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
}
|
|
}
|
|
|
|
if (punt) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Only one bug of this type allowed!\n");
|
|
return SWITCH_STATUS_GENERR;
|
|
}
|
|
|
|
|
|
if (!switch_channel_media_ready(session->channel)) {
|
|
if (switch_channel_pre_answer(session->channel) != SWITCH_STATUS_SUCCESS) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Cannot establish media. Media bug add failed.\n");
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
*new_bug = NULL;
|
|
|
|
|
|
if ((p = switch_channel_get_variable(session->channel, "media_bug_answer_req")) && switch_true(p)) {
|
|
flags |= SMBF_ANSWER_REQ;
|
|
}
|
|
#if 0
|
|
if (flags & SMBF_WRITE_REPLACE) {
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
if (switch_test_flag(bp, SMBF_WRITE_REPLACE)) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Only one bug of this type allowed!\n");
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
return SWITCH_STATUS_GENERR;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
}
|
|
|
|
if (flags & SMBF_READ_REPLACE) {
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
if (switch_test_flag(bp, SMBF_READ_REPLACE)) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Only one bug of this type allowed!\n");
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
return SWITCH_STATUS_GENERR;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
}
|
|
#endif
|
|
|
|
if (!(bug = switch_core_session_alloc(session, sizeof(*bug)))) {
|
|
return SWITCH_STATUS_MEMERR;
|
|
}
|
|
|
|
bug->callback = callback;
|
|
bug->user_data = user_data;
|
|
bug->session = session;
|
|
bug->flags = flags;
|
|
bug->function = "N/A";
|
|
bug->target = "N/A";
|
|
|
|
switch_core_session_get_read_impl(session, &bug->read_impl);
|
|
switch_core_session_get_write_impl(session, &bug->write_impl);
|
|
|
|
if (function) {
|
|
bug->function = switch_core_session_strdup(session, function);
|
|
}
|
|
|
|
if (target) {
|
|
bug->target = switch_core_session_strdup(session, target);
|
|
}
|
|
|
|
bug->stop_time = stop_time;
|
|
|
|
if (!(bytes = bug->read_impl.decoded_bytes_per_packet)) {
|
|
bytes = 320;
|
|
}
|
|
|
|
if (!bug->flags) {
|
|
bug->flags = (SMBF_READ_STREAM | SMBF_WRITE_STREAM);
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_STREAM) || switch_test_flag(bug, SMBF_READ_PING)) {
|
|
switch_buffer_create_dynamic(&bug->raw_read_buffer, bytes * SWITCH_BUFFER_BLOCK_FRAMES, bytes * SWITCH_BUFFER_START_FRAMES, MAX_BUG_BUFFER);
|
|
switch_mutex_init(&bug->read_mutex, SWITCH_MUTEX_NESTED, session->pool);
|
|
}
|
|
|
|
bytes = bug->write_impl.decoded_bytes_per_packet;
|
|
|
|
if (switch_test_flag(bug, SMBF_WRITE_STREAM)) {
|
|
switch_buffer_create_dynamic(&bug->raw_write_buffer, bytes * SWITCH_BUFFER_BLOCK_FRAMES, bytes * SWITCH_BUFFER_START_FRAMES, MAX_BUG_BUFFER);
|
|
switch_mutex_init(&bug->write_mutex, SWITCH_MUTEX_NESTED, session->pool);
|
|
}
|
|
|
|
if ((bug->flags & SMBF_THREAD_LOCK)) {
|
|
bug->thread_id = switch_thread_self();
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bug, SMBF_READ_VIDEO_PING) || switch_test_flag(bug, SMBF_WRITE_VIDEO_PING)) {
|
|
switch_channel_set_flag_recursive(session->channel, CF_VIDEO_DECODED_READ);
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_READ_VIDEO_PING)) {
|
|
switch_channel_set_flag_recursive(session->channel, CF_VIDEO_READ_TAPPED);
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_PING)) {
|
|
switch_channel_set_flag_recursive(session->channel, CF_VIDEO_WRITE_TAPPED);
|
|
}
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_SPY_VIDEO_STREAM) || switch_core_media_bug_test_flag(bug, SMBF_SPY_VIDEO_STREAM_BLEG)) {
|
|
switch_queue_create(&bug->spy_video_queue[0], SWITCH_CORE_QUEUE_LEN, switch_core_session_get_pool(session));
|
|
switch_queue_create(&bug->spy_video_queue[1], SWITCH_CORE_QUEUE_LEN, switch_core_session_get_pool(session));
|
|
}
|
|
|
|
if ((switch_test_flag(bug, SMBF_READ_TEXT_STREAM))) {
|
|
|
|
switch_buffer_create_dynamic(&bug->text_buffer, 512, 1024, 0);
|
|
switch_zmalloc(bug->text_framedata, 1024);
|
|
bug->text_framesize = 1024;
|
|
|
|
}
|
|
|
|
if ((switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM))) {
|
|
switch_memory_pool_t *pool = switch_core_session_get_pool(session);
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_VIDEO_STREAM)) {
|
|
switch_queue_create(&bug->read_video_queue, SWITCH_CORE_QUEUE_LEN, pool);
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM)) {
|
|
switch_queue_create(&bug->write_video_queue, SWITCH_CORE_QUEUE_LEN, pool);
|
|
}
|
|
}
|
|
|
|
|
|
if (bug->callback) {
|
|
switch_bool_t result = bug->callback(bug, bug->user_data, SWITCH_ABC_TYPE_INIT);
|
|
if (result == SWITCH_FALSE) {
|
|
switch_core_media_bug_destroy(&bug);
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_ERROR, "Error attaching BUG to %s\n",
|
|
switch_channel_get_name(session->channel));
|
|
return SWITCH_STATUS_GENERR;
|
|
}
|
|
}
|
|
|
|
bug->ready = 1;
|
|
|
|
if ((switch_test_flag(bug, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bug, SMBF_WRITE_VIDEO_STREAM))) {
|
|
switch_threadattr_t *thd_attr = NULL;
|
|
switch_memory_pool_t *pool = switch_core_session_get_pool(session);
|
|
switch_threadattr_create(&thd_attr, pool);
|
|
switch_threadattr_stacksize_set(thd_attr, SWITCH_THREAD_STACKSIZE);
|
|
switch_thread_create(&bug->video_bug_thread, thd_attr, video_bug_thread, bug, pool);
|
|
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_DEBUG, "Attaching BUG to %s\n", switch_channel_get_name(session->channel));
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
|
|
if (!session->bugs) {
|
|
session->bugs = bug;
|
|
added = 1;
|
|
}
|
|
|
|
if (!added && switch_test_flag(bug, SMBF_FIRST)) {
|
|
bug->next = session->bugs;
|
|
session->bugs = bug;
|
|
added = 1;
|
|
}
|
|
|
|
for(bp = session->bugs; bp; bp = bp->next) {
|
|
if (bp->ready && !switch_test_flag(bp, SMBF_TAP_NATIVE_READ) && !switch_test_flag(bp, SMBF_TAP_NATIVE_WRITE)) {
|
|
tap_only = 0;
|
|
}
|
|
|
|
if (!added && !bp->next) {
|
|
bp->next = bug;
|
|
break;
|
|
}
|
|
}
|
|
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
*new_bug = bug;
|
|
|
|
if (tap_only) {
|
|
switch_set_flag(session, SSF_MEDIA_BUG_TAP_ONLY);
|
|
} else {
|
|
switch_clear_flag(session, SSF_MEDIA_BUG_TAP_ONLY);
|
|
}
|
|
|
|
if (switch_test_flag(bug, SMBF_READ_VIDEO_PATCH) && session->video_read_codec) {
|
|
switch_set_flag(session->video_read_codec, SWITCH_CODEC_FLAG_VIDEO_PATCHING);
|
|
}
|
|
|
|
if (switch_event_create(&event, SWITCH_EVENT_MEDIA_BUG_START) == SWITCH_STATUS_SUCCESS) {
|
|
switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Function", "%s", bug->function);
|
|
switch_event_add_header(event, SWITCH_STACK_BOTTOM, "Media-Bug-Target", "%s", bug->target);
|
|
switch_channel_event_set_data(session->channel, event);
|
|
switch_event_fire(&event);
|
|
}
|
|
|
|
switch_core_media_hard_mute(session, SWITCH_FALSE);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_flush_all(switch_core_session_t *session)
|
|
{
|
|
switch_media_bug_t *bp;
|
|
|
|
if (session->bugs) {
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
switch_core_media_bug_flush(bp);
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_transfer_callback(switch_core_session_t *orig_session, switch_core_session_t *new_session,
|
|
switch_media_bug_callback_t callback, void * (*user_data_dup_func) (switch_core_session_t *, void *))
|
|
{
|
|
switch_media_bug_t *new_bug = NULL, *cur = NULL, *bp = NULL, *last = NULL, *old_last_next = NULL, *old_bugs = NULL;
|
|
int total = 0;
|
|
|
|
if (!switch_channel_media_ready(new_session->channel)) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(orig_session), SWITCH_LOG_WARNING, "Cannot transfer media bugs to a channel with no media.\n");
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
switch_thread_rwlock_wrlock(orig_session->bug_rwlock);
|
|
bp = orig_session->bugs;
|
|
while (bp) {
|
|
cur = bp;
|
|
bp = bp->next;
|
|
|
|
if (cur->callback == callback) {
|
|
if (last) {
|
|
old_last_next = last->next;
|
|
last->next = cur->next;
|
|
} else {
|
|
old_bugs = orig_session->bugs;
|
|
orig_session->bugs = cur->next;
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(orig_session), SWITCH_LOG_DEBUG, "Transfering %s from %s to %s\n", cur->target,
|
|
switch_core_session_get_name(orig_session), switch_core_session_get_name(new_session));
|
|
|
|
if ((switch_core_media_bug_add(new_session, cur->function, cur->target, cur->callback,
|
|
user_data_dup_func(new_session, cur->user_data),
|
|
cur->stop_time, cur->flags, &new_bug) == SWITCH_STATUS_SUCCESS)) {
|
|
switch_core_media_bug_destroy(&cur);
|
|
total++;
|
|
} else {
|
|
/* Call the dup function again to revert to original session */
|
|
user_data_dup_func(orig_session, cur->user_data);
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(orig_session), SWITCH_LOG_DEBUG, "Adding a bug failed: abort transfering %s from %s to %s\n", cur->target,
|
|
switch_core_session_get_name(orig_session), switch_core_session_get_name(new_session));
|
|
|
|
/* Put the old bug back to the original session's list of bugs */
|
|
if (last) {
|
|
last->next = old_last_next;
|
|
} else {
|
|
orig_session->bugs = old_bugs;
|
|
}
|
|
|
|
last = cur;
|
|
}
|
|
} else {
|
|
last = cur;
|
|
}
|
|
}
|
|
|
|
if (!orig_session->bugs && switch_core_codec_ready(&orig_session->bug_codec)) {
|
|
switch_core_codec_destroy(&orig_session->bug_codec);
|
|
}
|
|
|
|
switch_thread_rwlock_unlock(orig_session->bug_rwlock);
|
|
|
|
|
|
return total ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_pop(switch_core_session_t *orig_session, const char *function, switch_media_bug_t **pop)
|
|
{
|
|
switch_media_bug_t *bp;
|
|
|
|
if (orig_session->bugs) {
|
|
switch_thread_rwlock_wrlock(orig_session->bug_rwlock);
|
|
for (bp = orig_session->bugs; bp; bp = bp->next) {
|
|
if (!strcmp(bp->function, function)) {
|
|
switch_set_flag(bp, SMBF_LOCK);
|
|
break;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(orig_session->bug_rwlock);
|
|
|
|
if (bp) {
|
|
*pop = bp;
|
|
return SWITCH_STATUS_SUCCESS;
|
|
} else {
|
|
*pop = NULL;
|
|
}
|
|
}
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
|
|
SWITCH_DECLARE(uint32_t) switch_core_media_bug_count(switch_core_session_t *orig_session, const char *function)
|
|
{
|
|
switch_media_bug_t *bp;
|
|
uint32_t x = 0;
|
|
|
|
if (orig_session->bugs) {
|
|
switch_thread_rwlock_rdlock(orig_session->bug_rwlock);
|
|
for (bp = orig_session->bugs; bp; bp = bp->next) {
|
|
if (!switch_test_flag(bp, SMBF_PRUNE) && !switch_test_flag(bp, SMBF_LOCK) && !strcmp(bp->function, function)) {
|
|
x++;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(orig_session->bug_rwlock);
|
|
}
|
|
|
|
return x;
|
|
}
|
|
|
|
SWITCH_DECLARE(uint32_t) switch_core_media_bug_patch_video(switch_core_session_t *orig_session, switch_frame_t *frame)
|
|
{
|
|
switch_media_bug_t *bp;
|
|
uint32_t x = 0, ok = SWITCH_TRUE, prune = 0;
|
|
|
|
if (orig_session->bugs) {
|
|
switch_thread_rwlock_rdlock(orig_session->bug_rwlock);
|
|
for (bp = orig_session->bugs; bp; bp = bp->next) {
|
|
if (!switch_test_flag(bp, SMBF_PRUNE) && !switch_test_flag(bp, SMBF_LOCK) && !strcmp(bp->function, "patch:video")) {
|
|
if (bp->ready && frame->img && switch_test_flag(bp, SMBF_VIDEO_PATCH)) {
|
|
bp->video_ping_frame = frame;
|
|
if (bp->callback) {
|
|
if (bp->callback(bp, bp->user_data, SWITCH_ABC_TYPE_VIDEO_PATCH) == SWITCH_FALSE
|
|
|| (bp->stop_time && bp->stop_time <= switch_epoch_time_now(NULL))) {
|
|
ok = SWITCH_FALSE;
|
|
}
|
|
}
|
|
bp->video_ping_frame = NULL;
|
|
}
|
|
|
|
if (ok == SWITCH_FALSE) {
|
|
switch_set_flag(bp, SMBF_PRUNE);
|
|
prune++;
|
|
} else x++;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(orig_session->bug_rwlock);
|
|
if (prune) {
|
|
switch_core_media_bug_prune(orig_session);
|
|
}
|
|
}
|
|
|
|
return x;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_exec_all(switch_core_session_t *orig_session,
|
|
const char *function, switch_media_bug_exec_cb_t cb, void *user_data)
|
|
{
|
|
switch_media_bug_t *bp;
|
|
int x = 0;
|
|
|
|
switch_assert(cb);
|
|
|
|
if (orig_session->bugs) {
|
|
switch_thread_rwlock_wrlock(orig_session->bug_rwlock);
|
|
for (bp = orig_session->bugs; bp; bp = bp->next) {
|
|
if (!switch_test_flag(bp, SMBF_PRUNE) && !switch_test_flag(bp, SMBF_LOCK) && !strcmp(bp->function, function)) {
|
|
cb(bp, user_data);
|
|
x++;
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(orig_session->bug_rwlock);
|
|
}
|
|
|
|
return x ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_enumerate(switch_core_session_t *session, switch_stream_handle_t *stream)
|
|
{
|
|
switch_media_bug_t *bp;
|
|
|
|
stream->write_function(stream, "<media-bugs>\n");
|
|
|
|
if (session->bugs) {
|
|
switch_thread_rwlock_rdlock(session->bug_rwlock);
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
int thread_locked = (bp->thread_id && bp->thread_id == switch_thread_self());
|
|
stream->write_function(stream,
|
|
" <media-bug>\n"
|
|
" <function>%s</function>\n"
|
|
" <target>%s</target>\n"
|
|
" <thread-locked>%d</thread-locked>\n"
|
|
" </media-bug>\n",
|
|
bp->function, bp->target, thread_locked);
|
|
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
}
|
|
|
|
stream->write_function(stream, "</media-bugs>\n");
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_remove_all_function(switch_core_session_t *session, const char *function)
|
|
{
|
|
switch_media_bug_t *bp, *last = NULL, *next = NULL;
|
|
switch_status_t status = SWITCH_STATUS_FALSE;
|
|
switch_media_bug_t *closed = NULL;
|
|
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
if (session->bugs) {
|
|
for (bp = session->bugs; bp; bp = next) {
|
|
next = bp->next;
|
|
|
|
if (!switch_test_flag(session, SSF_DESTROYABLE) &&
|
|
((bp->thread_id && bp->thread_id != switch_thread_self()) || switch_test_flag(bp, SMBF_LOCK))) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(session), SWITCH_LOG_DEBUG, "BUG is thread locked skipping.\n");
|
|
last = bp;
|
|
continue;
|
|
}
|
|
|
|
if (!zstr(function) && strcmp(bp->function, function)) {
|
|
last = bp;
|
|
continue;
|
|
}
|
|
|
|
if (last) {
|
|
last->next = bp->next;
|
|
} else {
|
|
session->bugs = bp->next;
|
|
}
|
|
|
|
bp->next = closed;
|
|
closed = bp;
|
|
|
|
switch_core_media_bug_close(&bp, SWITCH_FALSE);
|
|
}
|
|
status = SWITCH_STATUS_SUCCESS;
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
|
|
|
|
if (closed) {
|
|
for (bp = closed; bp; bp = next) {
|
|
next = bp->next;
|
|
switch_core_media_bug_destroy(&bp);
|
|
}
|
|
}
|
|
|
|
if (switch_core_codec_ready(&session->bug_codec)) {
|
|
switch_core_codec_destroy(&session->bug_codec);
|
|
}
|
|
|
|
return status;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_close(switch_media_bug_t **bug, switch_bool_t destroy)
|
|
{
|
|
switch_media_bug_t *bp = *bug;
|
|
|
|
if (bp) {
|
|
if ((bp->thread_id && bp->thread_id != switch_thread_self()) || switch_test_flag(bp, SMBF_LOCK)) {
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(*bug)), SWITCH_LOG_DEBUG, "BUG is thread locked skipping.\n");
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
if (bp->callback) {
|
|
bp->callback(bp, bp->user_data, SWITCH_ABC_TYPE_CLOSE);
|
|
}
|
|
|
|
if (switch_test_flag(bp, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bp, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bp, SMBF_READ_VIDEO_PING) || switch_test_flag(bp, SMBF_WRITE_VIDEO_PING)) {
|
|
switch_channel_clear_flag_recursive(bp->session->channel, CF_VIDEO_DECODED_READ);
|
|
|
|
if (switch_test_flag(bp, SMBF_READ_VIDEO_STREAM) || switch_test_flag(bp, SMBF_READ_VIDEO_PING)) {
|
|
switch_channel_clear_flag_recursive(bp->session->channel, CF_VIDEO_READ_TAPPED);
|
|
}
|
|
|
|
if (switch_test_flag(bp, SMBF_WRITE_VIDEO_STREAM) || switch_test_flag(bp, SMBF_WRITE_VIDEO_PING)) {
|
|
switch_channel_clear_flag_recursive(bp->session->channel, CF_VIDEO_WRITE_TAPPED);
|
|
}
|
|
}
|
|
|
|
bp->ready = 0;
|
|
|
|
if (bp->read_video_queue) {
|
|
switch_queue_push(bp->read_video_queue, NULL);
|
|
}
|
|
|
|
if (bp->write_video_queue) {
|
|
switch_queue_push(bp->write_video_queue, NULL);
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_SESSION_LOG(switch_core_media_bug_get_session(*bug)), SWITCH_LOG_DEBUG, "Removing BUG from %s\n",
|
|
switch_channel_get_name(bp->session->channel));
|
|
|
|
if (destroy) {
|
|
switch_core_media_bug_destroy(bug);
|
|
}
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
}
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_remove(switch_core_session_t *session, switch_media_bug_t **bug)
|
|
{
|
|
switch_media_bug_t *bp = NULL, *bp2 = NULL, *last = NULL;
|
|
switch_status_t status = SWITCH_STATUS_FALSE;
|
|
int tap_only = 0;
|
|
|
|
if (switch_core_media_bug_test_flag(*bug, SMBF_LOCK)) {
|
|
return status;
|
|
}
|
|
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
if (session->bugs) {
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
if ((!bp->thread_id || bp->thread_id == switch_thread_self()) && bp->ready && bp == *bug) {
|
|
if (last) {
|
|
last->next = bp->next;
|
|
} else {
|
|
session->bugs = bp->next;
|
|
}
|
|
break;
|
|
}
|
|
|
|
last = bp;
|
|
}
|
|
}
|
|
|
|
if (!session->bugs && switch_core_codec_ready(&session->bug_codec)) {
|
|
switch_core_codec_destroy(&session->bug_codec);
|
|
}
|
|
|
|
if (session->bugs) {
|
|
for(bp2 = session->bugs; bp2; bp2 = bp2->next) {
|
|
if (bp2->ready && !switch_test_flag(bp2, SMBF_TAP_NATIVE_READ) && !switch_test_flag(bp2, SMBF_TAP_NATIVE_WRITE)) {
|
|
tap_only = 0;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (tap_only) {
|
|
switch_set_flag(session, SSF_MEDIA_BUG_TAP_ONLY);
|
|
} else {
|
|
switch_clear_flag(session, SSF_MEDIA_BUG_TAP_ONLY);
|
|
}
|
|
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
|
|
if (bp) {
|
|
status = switch_core_media_bug_close(&bp, SWITCH_TRUE);
|
|
}
|
|
|
|
return status;
|
|
}
|
|
|
|
|
|
SWITCH_DECLARE(uint32_t) switch_core_media_bug_prune(switch_core_session_t *session)
|
|
{
|
|
switch_media_bug_t *bp = NULL, *last = NULL;
|
|
int ttl = 0;
|
|
|
|
|
|
top:
|
|
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
if (session->bugs) {
|
|
for (bp = session->bugs; bp; bp = bp->next) {
|
|
if (switch_core_media_bug_test_flag(bp, SMBF_PRUNE)) {
|
|
if (last) {
|
|
last->next = bp->next;
|
|
} else {
|
|
session->bugs = bp->next;
|
|
}
|
|
break;
|
|
}
|
|
|
|
last = bp;
|
|
}
|
|
}
|
|
|
|
if (!session->bugs && switch_core_codec_ready(&session->bug_codec)) {
|
|
switch_core_codec_destroy(&session->bug_codec);
|
|
}
|
|
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
|
|
if (bp) {
|
|
switch_clear_flag(bp, SMBF_LOCK);
|
|
bp->thread_id = 0;
|
|
switch_core_media_bug_close(&bp, SWITCH_TRUE);
|
|
ttl++;
|
|
goto top;
|
|
}
|
|
|
|
return ttl;
|
|
}
|
|
|
|
|
|
SWITCH_DECLARE(switch_status_t) switch_core_media_bug_remove_callback(switch_core_session_t *session, switch_media_bug_callback_t callback)
|
|
{
|
|
switch_media_bug_t *cur = NULL, *bp = NULL, *last = NULL, *closed = NULL, *next = NULL;
|
|
int total = 0;
|
|
|
|
switch_thread_rwlock_wrlock(session->bug_rwlock);
|
|
if (session->bugs) {
|
|
bp = session->bugs;
|
|
while (bp) {
|
|
cur = bp;
|
|
bp = bp->next;
|
|
|
|
if ((!cur->thread_id || cur->thread_id == switch_thread_self()) && cur->ready && cur->callback == callback) {
|
|
if (last) {
|
|
last->next = cur->next;
|
|
} else {
|
|
session->bugs = cur->next;
|
|
}
|
|
if (switch_core_media_bug_close(&cur, SWITCH_FALSE) == SWITCH_STATUS_SUCCESS) {
|
|
total++;
|
|
}
|
|
|
|
cur->next = closed;
|
|
closed = cur;
|
|
|
|
} else {
|
|
last = cur;
|
|
}
|
|
}
|
|
}
|
|
switch_thread_rwlock_unlock(session->bug_rwlock);
|
|
|
|
if (closed) {
|
|
for (bp = closed; bp; bp = next) {
|
|
next = bp->next;
|
|
switch_core_media_bug_destroy(&bp);
|
|
}
|
|
}
|
|
|
|
if (!session->bugs && switch_core_codec_ready(&session->bug_codec)) {
|
|
switch_core_codec_destroy(&session->bug_codec);
|
|
}
|
|
|
|
return total ? SWITCH_STATUS_SUCCESS : SWITCH_STATUS_FALSE;
|
|
}
|
|
|
|
/* For Emacs:
|
|
* Local Variables:
|
|
* mode:c
|
|
* indent-tabs-mode:t
|
|
* tab-width:4
|
|
* c-basic-offset:4
|
|
* End:
|
|
* For VIM:
|
|
* vim:set softtabstop=4 shiftwidth=4 tabstop=4 noet:
|
|
*/
|