2009-06-16 21:56:59 +00:00
|
|
|
/*
|
|
|
|
* FreeSWITCH Modular Media Switching Software Library / Soft-Switch Application
|
2010-02-22 15:19:52 +00:00
|
|
|
* Copyright (C) 2009-2010, Anthony Minessale II <anthm@freeswitch.org>
|
2009-06-16 21:56:59 +00:00
|
|
|
*
|
|
|
|
* Version: MPL 1.1
|
|
|
|
*
|
|
|
|
* The contents of this file are subject to the Mozilla Public License Version
|
|
|
|
* 1.1 (the "License"); you may not use this file except in compliance with
|
|
|
|
* the License. You may obtain a copy of the License at
|
|
|
|
* http://www.mozilla.org/MPL/
|
|
|
|
*
|
|
|
|
* Software distributed under the License is distributed on an "AS IS" basis,
|
|
|
|
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
|
|
|
|
* for the specific language governing rights and limitations under the
|
|
|
|
* License.
|
|
|
|
*
|
|
|
|
* The Original Code is FreeSWITCH mod_unimrcp
|
|
|
|
*
|
|
|
|
* The Initial Developer of the Original Code is
|
|
|
|
* Christopher M. Rienzo <chris@rienzo.net>
|
|
|
|
*
|
|
|
|
* Portions created by the Initial Developer are Copyright (C)
|
|
|
|
* the Initial Developer. All Rights Reserved.
|
|
|
|
*
|
|
|
|
* Contributor(s):
|
|
|
|
*
|
|
|
|
* Brian West <brian@freeswitch.org>
|
2009-11-18 19:48:34 +00:00
|
|
|
* Christopher M. Rienzo <chris@rienzo.net>
|
2009-06-16 21:56:59 +00:00
|
|
|
*
|
|
|
|
* mod_unimrcp.c -- UniMRCP module (MRCP client)
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
#include <switch.h>
|
|
|
|
|
|
|
|
/* UniMRCP includes */
|
|
|
|
#include "apt.h"
|
|
|
|
#include "apt_log.h"
|
|
|
|
#include "unimrcp_client.h"
|
|
|
|
#include "mrcp_application.h"
|
|
|
|
#include "mrcp_session.h"
|
|
|
|
#include "mrcp_message.h"
|
|
|
|
#include "mrcp_generic_header.h"
|
|
|
|
#include "mrcp_synth_header.h"
|
|
|
|
#include "mrcp_synth_resource.h"
|
|
|
|
#include "mrcp_recog_header.h"
|
|
|
|
#include "mrcp_recog_resource.h"
|
2009-11-19 20:10:20 +00:00
|
|
|
#include "uni_version.h"
|
|
|
|
#include "mrcp_resource_loader.h"
|
2009-06-16 21:56:59 +00:00
|
|
|
#include "mpf_engine.h"
|
|
|
|
#include "mpf_codec_manager.h"
|
|
|
|
#include "mpf_rtp_termination_factory.h"
|
|
|
|
#include "mrcp_sofiasip_client_agent.h"
|
|
|
|
#include "mrcp_unirtsp_client_agent.h"
|
|
|
|
#include "mrcp_client_connection.h"
|
|
|
|
#include "apt_net.h"
|
|
|
|
|
|
|
|
/*********************************************************************************************************************************************
|
|
|
|
* mod_unimrcp : module interface to FreeSWITCH
|
|
|
|
*/
|
|
|
|
|
|
|
|
/* module name */
|
|
|
|
#define MOD_UNIMRCP "unimrcp"
|
|
|
|
/* module config file */
|
|
|
|
#define CONFIG_FILE "unimrcp.conf"
|
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* A UniMRCP application.
|
|
|
|
*/
|
|
|
|
struct mod_unimrcp_application {
|
|
|
|
/** UniMRCP application */
|
|
|
|
mrcp_application_t *app;
|
|
|
|
/** MRCP callbacks from UniMRCP to this module's application */
|
|
|
|
mrcp_app_message_dispatcher_t dispatcher;
|
|
|
|
/** Audio callbacks from UniMRCP to this module's application */
|
|
|
|
mpf_audio_stream_vtable_t audio_stream_vtable;
|
|
|
|
/** maps FreeSWITCH param to MRCP param name */
|
|
|
|
switch_hash_t *fs_param_map;
|
|
|
|
/** maps MRCP header to unimrcp header handler function */
|
|
|
|
switch_hash_t *param_id_map;
|
|
|
|
};
|
|
|
|
typedef struct mod_unimrcp_application mod_unimrcp_application_t;
|
|
|
|
|
|
|
|
/**
|
2009-06-30 16:32:59 +00:00
|
|
|
* module globals - global configuration and variables
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
struct mod_unimrcp_globals {
|
|
|
|
/** max-connection-count config */
|
|
|
|
char *unimrcp_max_connection_count;
|
|
|
|
/** offer-new-connection config */
|
|
|
|
char *unimrcp_offer_new_connection;
|
|
|
|
/** default-tts-profile config */
|
|
|
|
char *unimrcp_default_synth_profile;
|
|
|
|
/** default-asr-profile config */
|
|
|
|
char *unimrcp_default_recog_profile;
|
2009-11-18 19:48:34 +00:00
|
|
|
/** log level for UniMRCP library */
|
2009-06-16 21:56:59 +00:00
|
|
|
char *unimrcp_log_level;
|
2009-11-18 19:48:34 +00:00
|
|
|
/** profile events configuration param */
|
|
|
|
char *enable_profile_events_param;
|
|
|
|
/** True if profile events are wanted */
|
|
|
|
int enable_profile_events;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** the MRCP client stack */
|
|
|
|
mrcp_client_t *mrcp_client;
|
|
|
|
/** synthesizer application */
|
|
|
|
mod_unimrcp_application_t synth;
|
|
|
|
/** recognizer application */
|
|
|
|
mod_unimrcp_application_t recog;
|
|
|
|
/** synchronize access for speech channel numbering */
|
|
|
|
switch_mutex_t *mutex;
|
|
|
|
/** next available speech channel number */
|
|
|
|
int speech_channel_number;
|
2009-06-29 22:33:18 +00:00
|
|
|
/** the available profiles */
|
|
|
|
switch_hash_t *profiles;
|
2009-06-16 21:56:59 +00:00
|
|
|
};
|
|
|
|
typedef struct mod_unimrcp_globals mod_unimrcp_globals_t;
|
|
|
|
|
|
|
|
/** Module global variables */
|
|
|
|
static mod_unimrcp_globals_t globals;
|
|
|
|
|
2009-06-30 16:32:59 +00:00
|
|
|
/**
|
|
|
|
* Profile-specific configuration. This allows us to handle differing MRCP server behavior
|
|
|
|
* on a per-profile basis
|
|
|
|
*/
|
|
|
|
struct profile {
|
|
|
|
/** name of the profile */
|
|
|
|
char *name;
|
2010-02-22 17:10:01 +00:00
|
|
|
|
2009-06-30 16:32:59 +00:00
|
|
|
/** MIME type to use for JSGF grammars */
|
|
|
|
const char *jsgf_mime_type;
|
|
|
|
/** MIME type to use for GSL grammars */
|
|
|
|
const char *gsl_mime_type;
|
|
|
|
/** MIME type to use for SRGS XML grammars */
|
|
|
|
const char *srgs_xml_mime_type;
|
|
|
|
/** MIME type to use for SRGS ABNF grammars */
|
|
|
|
const char *srgs_mime_type;
|
2010-02-22 17:10:01 +00:00
|
|
|
|
|
|
|
/** MIME type to use for SSML (TTS) */
|
|
|
|
const char *ssml_mime_type;
|
|
|
|
|
2010-02-22 14:26:16 +00:00
|
|
|
/** Default params to use for RECOGNIZE requests */
|
|
|
|
switch_hash_t *default_recog_params;
|
|
|
|
/** Default params to use for SPEAK requests */
|
|
|
|
switch_hash_t *default_synth_params;
|
2009-06-30 16:32:59 +00:00
|
|
|
};
|
|
|
|
typedef struct profile profile_t;
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t profile_create(profile_t ** profile, const char *name, switch_memory_pool_t *pool);
|
2009-06-30 16:32:59 +00:00
|
|
|
|
2009-11-18 19:48:34 +00:00
|
|
|
/* Profile events that may be monitored. Useful for tracking MRCP profile utilization */
|
|
|
|
#define MY_EVENT_PROFILE_CREATE "unimrcp::profile_create"
|
|
|
|
#define MY_EVENT_PROFILE_OPEN "unimrcp::profile_open"
|
|
|
|
#define MY_EVENT_PROFILE_CLOSE "unimrcp::profile_close"
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* Defines XML parsing instructions
|
|
|
|
*/
|
|
|
|
static switch_xml_config_item_t instructions[] = {
|
2010-02-06 03:38:24 +00:00
|
|
|
SWITCH_CONFIG_ITEM_STRING_STRDUP("max-connection-count", CONFIG_REQUIRED, &globals.unimrcp_max_connection_count, "100", "",
|
|
|
|
"The max MRCPv2 connections to manage"),
|
2009-06-16 21:56:59 +00:00
|
|
|
/* TODO figure out what this param does */
|
|
|
|
SWITCH_CONFIG_ITEM_STRING_STRDUP("offer-new-connection", CONFIG_REQUIRED, &globals.unimrcp_offer_new_connection, "1", "", ""),
|
2010-02-06 03:38:24 +00:00
|
|
|
SWITCH_CONFIG_ITEM_STRING_STRDUP("default-tts-profile", CONFIG_REQUIRED, &globals.unimrcp_default_synth_profile, "default", "",
|
|
|
|
"The default profile to use for TTS"),
|
|
|
|
SWITCH_CONFIG_ITEM_STRING_STRDUP("default-asr-profile", CONFIG_REQUIRED, &globals.unimrcp_default_recog_profile, "default", "",
|
|
|
|
"The default profile to use for ASR"),
|
|
|
|
SWITCH_CONFIG_ITEM_STRING_STRDUP("log-level", CONFIG_REQUIRED, &globals.unimrcp_log_level, "WARNING",
|
|
|
|
"EMERGENCY|ALERT|CRITICAL|ERROR|WARNING|NOTICE|INFO|DEBUG", "Logging level for UniMRCP"),
|
|
|
|
SWITCH_CONFIG_ITEM_STRING_STRDUP("enable-profile-events", CONFIG_REQUIRED, &globals.enable_profile_events_param, "false", "",
|
|
|
|
"Fire profile events (true|false)"),
|
2009-06-16 21:56:59 +00:00
|
|
|
SWITCH_CONFIG_ITEM_END()
|
|
|
|
};
|
|
|
|
|
|
|
|
/* mod_unimrcp interface to FreeSWITCH */
|
|
|
|
SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_unimrcp_shutdown);
|
|
|
|
SWITCH_MODULE_RUNTIME_FUNCTION(mod_unimrcp_runtime);
|
|
|
|
SWITCH_MODULE_LOAD_FUNCTION(mod_unimrcp_load);
|
|
|
|
SWITCH_MODULE_DEFINITION(mod_unimrcp, mod_unimrcp_load, mod_unimrcp_shutdown, NULL);
|
|
|
|
|
|
|
|
static switch_status_t mod_unimrcp_do_config();
|
2009-06-29 22:33:18 +00:00
|
|
|
static mrcp_client_t *mod_unimrcp_client_create(switch_memory_pool_t *mod_pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
static int process_rtp_config(mrcp_client_t *client, mpf_rtp_config_t *rtp_config, const char *param, const char *val, apr_pool_t *pool);
|
|
|
|
static int process_mrcpv1_config(rtsp_client_config_t *config, const char *param, const char *val, apr_pool_t *pool);
|
|
|
|
static int process_mrcpv2_config(mrcp_sofia_client_config_t *config, const char *param, const char *val, apr_pool_t *pool);
|
2009-06-29 22:33:18 +00:00
|
|
|
static int process_profile_config(profile_t *profile, const char *param, const char *val, apr_pool_t *pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* UniMRCP <--> FreeSWITCH logging bridge */
|
|
|
|
static apt_bool_t unimrcp_log(const char *file, int line, const char *id, apt_log_priority_e priority, const char *format, va_list arg_ptr);
|
|
|
|
static apt_log_priority_e str_to_log_level(const char *level);
|
|
|
|
|
|
|
|
static int get_next_speech_channel_number(void);
|
|
|
|
|
2009-06-29 20:34:27 +00:00
|
|
|
#define XML_ID "<?xml"
|
2009-10-26 22:25:51 +00:00
|
|
|
#define SRGS_ID "<grammar"
|
|
|
|
#define SSML_ID "<speak"
|
2009-06-16 21:56:59 +00:00
|
|
|
#define GSL_ID ";GSL2.0"
|
2009-06-29 20:34:27 +00:00
|
|
|
#define ABNF_ID "#ABNF"
|
|
|
|
#define JSGF_ID "#JSGF"
|
2009-06-16 21:56:59 +00:00
|
|
|
#define BUILTIN_ID "builtin:"
|
|
|
|
#define SESSION_ID "session:"
|
|
|
|
#define HTTP_ID "http://"
|
2009-10-26 22:25:51 +00:00
|
|
|
#define FILE_ID "file://"
|
2009-06-23 23:28:09 +00:00
|
|
|
#define INLINE_ID "inline:"
|
2009-06-16 21:56:59 +00:00
|
|
|
static int text_starts_with(const char *text, const char *match);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* UniMRCP parameter ID container
|
|
|
|
*/
|
|
|
|
struct unimrcp_param_id {
|
|
|
|
/** The parameter ID */
|
|
|
|
int id;
|
|
|
|
};
|
|
|
|
typedef struct unimrcp_param_id unimrcp_param_id_t;
|
|
|
|
static unimrcp_param_id_t *unimrcp_param_id_create(int id, switch_memory_pool_t *pool);
|
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/********************************************************************************************************************************************
|
|
|
|
* AUDIO QUEUE : UniMRCP <--> FreeSWITCH audio buffering
|
|
|
|
*/
|
|
|
|
|
|
|
|
/* size of the buffer */
|
|
|
|
#define AUDIO_QUEUE_SIZE (1024 * 32)
|
|
|
|
|
|
|
|
/* Define to enable read/write logging and dumping of queue data to file */
|
|
|
|
#undef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Audio queue internals
|
|
|
|
*/
|
|
|
|
struct audio_queue {
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
|
|
|
/** debug file for tx operations */
|
|
|
|
switch_file_t *file_write;
|
|
|
|
/** debug file name */
|
|
|
|
char file_write_name[30];
|
|
|
|
/** debug file for rx operations */
|
|
|
|
switch_file_t *file_read;
|
|
|
|
/** debug file name */
|
|
|
|
char file_read_name[30];
|
|
|
|
#endif
|
|
|
|
/** the buffer of audio data */
|
|
|
|
switch_buffer_t *buffer;
|
|
|
|
/** synchronizes access to queue */
|
|
|
|
switch_mutex_t *mutex;
|
|
|
|
/** signaling for blocked readers/writers */
|
|
|
|
switch_thread_cond_t *cond;
|
|
|
|
/** total bytes written */
|
2009-06-19 04:42:39 +00:00
|
|
|
switch_size_t write_bytes;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** total bytes read */
|
2009-06-19 04:42:39 +00:00
|
|
|
switch_size_t read_bytes;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** number of bytes reader is waiting for */
|
2009-06-17 18:34:42 +00:00
|
|
|
switch_size_t waiting;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** name of this queue (for logging) */
|
|
|
|
char *name;
|
|
|
|
};
|
|
|
|
typedef struct audio_queue audio_queue_t;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t audio_queue_create(audio_queue_t ** queue, const char *name, switch_memory_pool_t *pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t audio_queue_write(audio_queue_t *queue, void *data, switch_size_t *data_len);
|
|
|
|
static switch_status_t audio_queue_read(audio_queue_t *queue, void *data, switch_size_t *data_len, int block);
|
|
|
|
static switch_status_t audio_queue_clear(audio_queue_t *queue);
|
|
|
|
static switch_status_t audio_queue_destroy(audio_queue_t *queue);
|
|
|
|
|
|
|
|
/*********************************************************************************************************************************************
|
|
|
|
* SPEECH_CHANNEL : speech functions common to recognizer and synthesizer
|
|
|
|
*/
|
|
|
|
|
|
|
|
/* how long to wait for UniMRCP to process requests */
|
|
|
|
#define SPEECH_CHANNEL_TIMEOUT_USEC (10 * 1000000)
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Type of MRCP channel
|
|
|
|
*/
|
|
|
|
enum speech_channel_type {
|
|
|
|
SPEECH_CHANNEL_SYNTHESIZER,
|
|
|
|
SPEECH_CHANNEL_RECOGNIZER
|
|
|
|
};
|
|
|
|
typedef enum speech_channel_type speech_channel_type_t;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* channel states
|
|
|
|
*/
|
|
|
|
enum speech_channel_state {
|
|
|
|
/** closed */
|
|
|
|
SPEECH_CHANNEL_CLOSED,
|
|
|
|
/** ready for speech request */
|
|
|
|
SPEECH_CHANNEL_READY,
|
|
|
|
/** processing speech request */
|
|
|
|
SPEECH_CHANNEL_PROCESSING,
|
|
|
|
/** error opening channel */
|
|
|
|
SPEECH_CHANNEL_ERROR
|
|
|
|
};
|
|
|
|
typedef enum speech_channel_state speech_channel_state_t;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* An MRCP speech channel
|
|
|
|
*/
|
|
|
|
struct speech_channel {
|
|
|
|
/** the name of this channel (for logging) */
|
|
|
|
char *name;
|
2009-06-29 22:33:18 +00:00
|
|
|
/** The profile used by this channel */
|
|
|
|
profile_t *profile;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** type of channel */
|
|
|
|
speech_channel_type_t type;
|
|
|
|
/** application this channel is running */
|
|
|
|
mod_unimrcp_application_t *application;
|
|
|
|
/** UniMRCP session */
|
|
|
|
mrcp_session_t *unimrcp_session;
|
|
|
|
/** UniMRCP channel */
|
|
|
|
mrcp_channel_t *unimrcp_channel;
|
|
|
|
/** memory pool */
|
|
|
|
switch_memory_pool_t *memory_pool;
|
|
|
|
/** synchronizes channel state */
|
|
|
|
switch_mutex_t *mutex;
|
|
|
|
/** wait on channel states */
|
|
|
|
switch_thread_cond_t *cond;
|
|
|
|
/** channel state */
|
|
|
|
speech_channel_state_t state;
|
|
|
|
/** UniMRCP <--> FreeSWITCH audio buffer */
|
|
|
|
audio_queue_t *audio_queue;
|
2009-12-01 14:59:34 +00:00
|
|
|
/** True, if channel was opened successfully */
|
|
|
|
int channel_opened;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** rate */
|
2009-06-17 18:34:42 +00:00
|
|
|
uint16_t rate;
|
2009-11-18 19:48:34 +00:00
|
|
|
/** silence sample */
|
2009-06-16 21:56:59 +00:00
|
|
|
int silence;
|
|
|
|
/** speech channel params */
|
|
|
|
switch_hash_t *params;
|
|
|
|
/** app specific data */
|
|
|
|
void *data;
|
|
|
|
};
|
|
|
|
typedef struct speech_channel speech_channel_t;
|
|
|
|
|
|
|
|
/* speech channel interface for UniMRCP */
|
|
|
|
static apt_bool_t speech_on_session_terminate(mrcp_application_t *application, mrcp_session_t *session, mrcp_sig_status_code_e status);
|
2010-02-06 03:38:24 +00:00
|
|
|
static apt_bool_t speech_on_channel_add(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel,
|
|
|
|
mrcp_sig_status_code_e status);
|
|
|
|
static apt_bool_t speech_on_channel_remove(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel,
|
|
|
|
mrcp_sig_status_code_e status);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* speech_channel funcs */
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t speech_channel_create(speech_channel_t ** schannel, const char *name, speech_channel_type_t type, mod_unimrcp_application_t *app,
|
|
|
|
uint16_t rate, switch_memory_pool_t *pool);
|
2009-11-20 15:12:50 +00:00
|
|
|
static mpf_termination_t *speech_channel_create_mpf_termination(speech_channel_t *schannel);
|
2009-06-29 22:33:18 +00:00
|
|
|
static switch_status_t speech_channel_open(speech_channel_t *schannel, profile_t *profile);
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t speech_channel_destroy(speech_channel_t *schannel);
|
|
|
|
static switch_status_t speech_channel_stop(speech_channel_t *schannel);
|
|
|
|
static switch_status_t speech_channel_set_param(speech_channel_t *schannel, const char *name, const char *val);
|
|
|
|
static switch_status_t speech_channel_write(speech_channel_t *schannel, void *data, switch_size_t *len);
|
|
|
|
static switch_status_t speech_channel_read(speech_channel_t *schannel, void *data, switch_size_t *len, int block);
|
|
|
|
static switch_status_t speech_channel_set_state(speech_channel_t *schannel, speech_channel_state_t state);
|
2009-06-30 16:32:59 +00:00
|
|
|
static switch_status_t speech_channel_set_state_unlocked(speech_channel_t *schannel, speech_channel_state_t state);
|
2009-06-16 21:56:59 +00:00
|
|
|
static const char *speech_channel_state_to_string(speech_channel_state_t state);
|
|
|
|
static const char *speech_channel_type_to_string(speech_channel_type_t type);
|
|
|
|
|
|
|
|
|
|
|
|
/*********************************************************************************************************************************************
|
|
|
|
* SYNTHESIZER : UniMRCP <--> FreeSWITCH tts interface
|
|
|
|
*/
|
|
|
|
|
|
|
|
/* synthesis languages */
|
|
|
|
#define MIME_TYPE_PLAIN_TEXT "text/plain"
|
|
|
|
|
|
|
|
static switch_status_t synth_load(switch_loadable_module_interface_t *module_interface, switch_memory_pool_t *pool);
|
|
|
|
static switch_status_t synth_shutdown();
|
|
|
|
|
|
|
|
/* synthesizer's interface for FreeSWITCH */
|
|
|
|
static switch_status_t synth_speech_open(switch_speech_handle_t *sh, const char *voice_name, int rate, switch_speech_flag_t *flags);
|
|
|
|
static switch_status_t synth_speech_close(switch_speech_handle_t *sh, switch_speech_flag_t *flags);
|
|
|
|
static switch_status_t synth_speech_feed_tts(switch_speech_handle_t *sh, char *text, switch_speech_flag_t *flags);
|
|
|
|
static switch_status_t synth_speech_read_tts(switch_speech_handle_t *sh, void *data, switch_size_t *datalen, switch_speech_flag_t *flags);
|
|
|
|
static void synth_speech_flush_tts(switch_speech_handle_t *sh);
|
|
|
|
static void synth_speech_text_param_tts(switch_speech_handle_t *sh, char *param, const char *val);
|
|
|
|
static void synth_speech_numeric_param_tts(switch_speech_handle_t *sh, char *param, int val);
|
|
|
|
static void synth_speech_float_param_tts(switch_speech_handle_t *sh, char *param, double val);
|
|
|
|
|
|
|
|
/* synthesizer's interface for UniMRCP */
|
|
|
|
static apt_bool_t synth_message_handler(const mrcp_app_message_t *app_message);
|
|
|
|
static apt_bool_t synth_on_message_receive(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel, mrcp_message_t *message);
|
|
|
|
static apt_bool_t synth_stream_write(mpf_audio_stream_t *stream, const mpf_frame_t *frame);
|
|
|
|
|
|
|
|
/* synthesizer specific speech_channel funcs */
|
|
|
|
static switch_status_t synth_channel_speak(speech_channel_t *schannel, const char *text);
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t synth_channel_set_params(speech_channel_t *schannel, mrcp_message_t *msg, mrcp_generic_header_t *gen_hdr,
|
|
|
|
mrcp_synth_header_t *synth_hdr);
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t synth_channel_set_header(speech_channel_t *schannel, int id, char *val, mrcp_message_t *msg, mrcp_synth_header_t *synth_hdr);
|
|
|
|
|
|
|
|
/*********************************************************************************************************************************************
|
|
|
|
* GRAMMAR : recognizer grammar management
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* type of the grammar
|
|
|
|
*/
|
|
|
|
enum grammar_type {
|
|
|
|
GRAMMAR_TYPE_UNKNOWN,
|
|
|
|
/* text/uri-list */
|
|
|
|
GRAMMAR_TYPE_URI,
|
|
|
|
/* application/srgs */
|
|
|
|
GRAMMAR_TYPE_SRGS,
|
|
|
|
/* application/srgs+xml */
|
|
|
|
GRAMMAR_TYPE_SRGS_XML,
|
|
|
|
/* application/x-nuance-gsl */
|
|
|
|
GRAMMAR_TYPE_NUANCE_GSL,
|
|
|
|
/* application/x-jsgf */
|
|
|
|
GRAMMAR_TYPE_JSGF
|
|
|
|
};
|
|
|
|
typedef enum grammar_type grammar_type_t;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* A grammar for recognition
|
|
|
|
*/
|
|
|
|
struct grammar {
|
|
|
|
/** name of this grammar */
|
|
|
|
char *name;
|
|
|
|
/** grammar MIME type */
|
|
|
|
grammar_type_t type;
|
|
|
|
/** the grammar or its URI, depending on type */
|
|
|
|
char *data;
|
|
|
|
};
|
|
|
|
typedef struct grammar grammar_t;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t grammar_create(grammar_t ** grammar, const char *name, grammar_type_t type, const char *data, switch_memory_pool_t *pool);
|
2009-06-29 22:33:18 +00:00
|
|
|
static const char *grammar_type_to_mime(grammar_type_t type, profile_t *profile);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/*********************************************************************************************************************************************
|
|
|
|
* RECOGNIZER : UniMRCP <--> FreeSWITCH asr interface
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Data specific to the recognizer
|
|
|
|
*/
|
|
|
|
struct recognizer_data {
|
2009-07-02 15:12:01 +00:00
|
|
|
/** the available grammars */
|
|
|
|
switch_hash_t *grammars;
|
|
|
|
/** the last grammar used (for pause/resume) */
|
|
|
|
grammar_t *last_grammar;
|
2009-06-16 21:56:59 +00:00
|
|
|
/** recognize result */
|
|
|
|
char *result;
|
|
|
|
/** true, if voice has started */
|
|
|
|
int start_of_input;
|
2009-06-16 22:38:55 +00:00
|
|
|
/** true, if input timers have started */
|
|
|
|
int timers_started;
|
2009-06-16 21:56:59 +00:00
|
|
|
};
|
|
|
|
typedef struct recognizer_data recognizer_data_t;
|
|
|
|
|
|
|
|
static switch_status_t recog_load(switch_loadable_module_interface_t *module_interface, switch_memory_pool_t *pool);
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t recog_shutdown();
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* recognizer's interface for FreeSWITCH */
|
|
|
|
static switch_status_t recog_asr_open(switch_asr_handle_t *ah, const char *codec, int rate, const char *dest, switch_asr_flag_t *flags);
|
|
|
|
static switch_status_t recog_asr_load_grammar(switch_asr_handle_t *ah, const char *grammar, const char *name);
|
|
|
|
static switch_status_t recog_asr_unload_grammar(switch_asr_handle_t *ah, const char *name);
|
|
|
|
static switch_status_t recog_asr_close(switch_asr_handle_t *ah, switch_asr_flag_t *flags);
|
|
|
|
static switch_status_t recog_asr_feed(switch_asr_handle_t *ah, void *data, unsigned int len, switch_asr_flag_t *flags);
|
2009-07-02 15:12:01 +00:00
|
|
|
#if 0
|
|
|
|
static switch_status_t recog_asr_start(switch_asr_handle_t *ah, const char *name);
|
|
|
|
#endif
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t recog_asr_resume(switch_asr_handle_t *ah);
|
|
|
|
static switch_status_t recog_asr_pause(switch_asr_handle_t *ah);
|
|
|
|
static switch_status_t recog_asr_check_results(switch_asr_handle_t *ah, switch_asr_flag_t *flags);
|
|
|
|
static switch_status_t recog_asr_get_results(switch_asr_handle_t *ah, char **xmlstr, switch_asr_flag_t *flags);
|
|
|
|
static switch_status_t recog_asr_start_input_timers(switch_asr_handle_t *ah);
|
|
|
|
static void recog_asr_text_param(switch_asr_handle_t *ah, char *param, const char *val);
|
|
|
|
static void recog_asr_numeric_param(switch_asr_handle_t *ah, char *param, int val);
|
|
|
|
static void recog_asr_float_param(switch_asr_handle_t *ah, char *param, double val);
|
|
|
|
|
|
|
|
/* recognizer's interface for UniMRCP */
|
|
|
|
static apt_bool_t recog_message_handler(const mrcp_app_message_t *app_message);
|
|
|
|
static apt_bool_t recog_on_message_receive(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel, mrcp_message_t *message);
|
|
|
|
static apt_bool_t recog_stream_read(mpf_audio_stream_t *stream, mpf_frame_t *frame);
|
|
|
|
|
|
|
|
/* recognizer specific speech_channel_funcs */
|
2009-07-02 15:12:01 +00:00
|
|
|
static switch_status_t recog_channel_start(speech_channel_t *schannel, const char *name);
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t recog_channel_load_grammar(speech_channel_t *schannel, const char *name, grammar_type_t type, const char *data);
|
|
|
|
static switch_status_t recog_channel_unload_grammar(speech_channel_t *schannel, const char *name);
|
|
|
|
static switch_status_t recog_channel_check_results(speech_channel_t *schannel);
|
|
|
|
static switch_status_t recog_channel_set_start_of_input(speech_channel_t *schannel);
|
|
|
|
static switch_status_t recog_channel_start_input_timers(speech_channel_t *schannel);
|
|
|
|
static switch_status_t recog_channel_set_results(speech_channel_t *schannel, const char *results);
|
|
|
|
static switch_status_t recog_channel_get_results(speech_channel_t *schannel, char **results);
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t recog_channel_set_params(speech_channel_t *schannel, mrcp_message_t *msg, mrcp_generic_header_t *gen_hdr,
|
|
|
|
mrcp_recog_header_t *recog_hdr);
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t recog_channel_set_header(speech_channel_t *schannel, int id, char *val, mrcp_message_t *msg, mrcp_recog_header_t *recog_hdr);
|
2009-06-16 22:38:55 +00:00
|
|
|
static switch_status_t recog_channel_set_timers_started(speech_channel_t *schannel);
|
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Create a mod_unimrcp profile
|
|
|
|
* @param profile the created profile
|
|
|
|
* @param name the profile name
|
|
|
|
* @param pool the memory pool to use
|
2009-06-30 16:32:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if the profile is created
|
2009-06-29 22:33:18 +00:00
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t profile_create(profile_t ** profile, const char *name, switch_memory_pool_t *pool)
|
2009-06-29 22:33:18 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
profile_t *lprofile = NULL;
|
2009-11-18 19:48:34 +00:00
|
|
|
switch_event_t *event = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
|
|
|
|
lprofile = (profile_t *) switch_core_alloc(pool, sizeof(profile_t));
|
2009-06-29 22:33:18 +00:00
|
|
|
if (lprofile) {
|
|
|
|
lprofile->name = switch_core_strdup(pool, name);
|
|
|
|
lprofile->srgs_mime_type = "application/srgs";
|
|
|
|
lprofile->srgs_xml_mime_type = "application/srgs+xml";
|
|
|
|
lprofile->gsl_mime_type = "application/x-nuance-gsl";
|
|
|
|
lprofile->jsgf_mime_type = "application/x-jsgf";
|
2010-02-22 17:10:01 +00:00
|
|
|
lprofile->ssml_mime_type = "application/ssml+xml";
|
2010-02-22 14:26:16 +00:00
|
|
|
switch_core_hash_init(&lprofile->default_synth_params, pool);
|
|
|
|
switch_core_hash_init(&lprofile->default_recog_params, pool);
|
2009-06-29 22:33:18 +00:00
|
|
|
*profile = lprofile;
|
2009-11-18 19:48:34 +00:00
|
|
|
|
|
|
|
if (globals.enable_profile_events && switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, MY_EVENT_PROFILE_CREATE) == SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Profile", lprofile->name);
|
|
|
|
switch_event_fire(&event);
|
|
|
|
}
|
2009-06-29 22:33:18 +00:00
|
|
|
} else {
|
|
|
|
*profile = NULL;
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* Inspect text to determine if its first non-whitespace text matches "match"
|
|
|
|
* @param text the text to inspect.
|
|
|
|
* @param match the text to match
|
|
|
|
* @return true if matches
|
|
|
|
*/
|
|
|
|
static int text_starts_with(const char *text, const char *match)
|
|
|
|
{
|
|
|
|
int result = 0;
|
|
|
|
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(text)) {
|
2009-06-17 18:34:42 +00:00
|
|
|
size_t textlen, matchlen;
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* find first non-space character */
|
|
|
|
while (switch_isspace(*text)) {
|
|
|
|
text++;
|
|
|
|
}
|
2009-06-17 18:34:42 +00:00
|
|
|
textlen = strlen(text);
|
|
|
|
matchlen = strlen(match);
|
2009-06-16 21:56:59 +00:00
|
|
|
/* is there a match? */
|
|
|
|
result = textlen > matchlen && !strncmp(match, text, matchlen);
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Create the audio queue
|
|
|
|
*
|
|
|
|
* @param audio_queue the created queue
|
|
|
|
* @param name the name of this queue (for logging)
|
|
|
|
* @param pool memory pool to allocate queue from
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful. SWITCH_STATUS_FALSE if unable to allocate queue
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t audio_queue_create(audio_queue_t ** audio_queue, const char *name, switch_memory_pool_t *pool)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
audio_queue_t *laudio_queue = NULL;
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
|
|
|
int flags;
|
|
|
|
#endif
|
|
|
|
char *lname = "";
|
|
|
|
*audio_queue = NULL;
|
|
|
|
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
lname = "";
|
|
|
|
} else {
|
|
|
|
lname = switch_core_strdup(pool, name);
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((laudio_queue = (audio_queue_t *) switch_core_alloc(pool, sizeof(audio_queue_t))) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to create audio queue\n", lname);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
laudio_queue->name = lname;
|
|
|
|
|
|
|
|
if (switch_buffer_create(pool, &laudio_queue->buffer, AUDIO_QUEUE_SIZE) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to create audio queue buffer\n", laudio_queue->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
2009-12-01 14:59:34 +00:00
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
if (switch_mutex_init(&laudio_queue->mutex, SWITCH_MUTEX_UNNESTED, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to create audio queue mutex\n", laudio_queue->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (switch_thread_cond_create(&laudio_queue->cond, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to create audio queue condition variable\n", laudio_queue->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
|
|
|
flags = SWITCH_FOPEN_CREATE | SWITCH_FOPEN_WRITE | SWITCH_FOPEN_TRUNCATE | SWITCH_FOPEN_BINARY;
|
2010-02-06 03:38:24 +00:00
|
|
|
strcpy(laudio_queue->file_read_name, "/tmp/mod_unimrcp_rx_XXXXXX");
|
2009-06-16 21:56:59 +00:00
|
|
|
if (switch_file_mktemp(&laudio_queue->file_read, laudio_queue->file_read_name, flags, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to create audio queue read file\n", laudio_queue->name);
|
|
|
|
laudio_queue->file_read = NULL;
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) queue rx saved to %s\n", laudio_queue->name, laudio_queue->file_read_name);
|
|
|
|
}
|
|
|
|
strcpy(laudio_queue->file_write_name, "/tmp/mod_unimrcp_tx_XXXXXX");
|
|
|
|
if (switch_file_mktemp(&laudio_queue->file_write, laudio_queue->file_write_name, flags, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to create audio queue write file\n", laudio_queue->name);
|
|
|
|
laudio_queue->file_write = NULL;
|
|
|
|
} else {
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) queue tx saved to %s\n", laudio_queue->name, laudio_queue->file_write_name);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
laudio_queue->write_bytes = 0;
|
|
|
|
laudio_queue->read_bytes = 0;
|
|
|
|
laudio_queue->waiting = 0;
|
|
|
|
*audio_queue = laudio_queue;
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) audio queue created\n", laudio_queue->name);
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2009-12-11 01:20:26 +00:00
|
|
|
if (status != SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
audio_queue_destroy(laudio_queue);
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Write to the audio queue
|
|
|
|
*
|
|
|
|
* @param queue the queue to write to
|
|
|
|
* @param data the data to write
|
|
|
|
* @param data_len the number of octets to write
|
2009-06-30 16:32:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if data was written, SWITCH_STATUS_FALSE if data can't be written because queue is full
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t audio_queue_write(audio_queue_t *queue, void *data, switch_size_t *data_len)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
switch_mutex_lock(queue->mutex);
|
|
|
|
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
|
|
|
switch_size_t len = *data_len;
|
2009-12-11 01:20:26 +00:00
|
|
|
if (queue->file_write) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_file_write(queue->file_write, data, &len);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
|
|
|
if (switch_buffer_write(queue->buffer, data, *data_len) > 0) {
|
|
|
|
queue->write_bytes = queue->write_bytes + *data_len;
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) audio queue write total = %ld\trequested = %ld\n", queue->name, queue->write_bytes,
|
|
|
|
*data_len);
|
2009-06-16 21:56:59 +00:00
|
|
|
#endif
|
|
|
|
if (queue->waiting <= switch_buffer_inuse(queue->buffer)) {
|
|
|
|
switch_thread_cond_signal(queue->cond);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
*data_len = 0;
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) audio queue overflow!\n", queue->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch_mutex_unlock(queue->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Read from the audio queue
|
|
|
|
*
|
|
|
|
* @param queue the queue to read from
|
|
|
|
* @param data the read data
|
2009-06-16 22:38:55 +00:00
|
|
|
* @param data_len the amount of data requested / actual amount of data read (returned)
|
2009-06-16 21:56:59 +00:00
|
|
|
* @param block 1 if blocking is allowed
|
2009-06-30 16:32:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful. SWITCH_STATUS_FALSE if no data was requested, or there was a timeout while waiting to read
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t audio_queue_read(audio_queue_t *queue, void *data, switch_size_t *data_len, int block)
|
|
|
|
{
|
|
|
|
switch_size_t requested = *data_len;
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
switch_mutex_lock(queue->mutex);
|
|
|
|
|
|
|
|
/* wait for data, if allowed */
|
|
|
|
if (block) {
|
2009-11-20 17:32:47 +00:00
|
|
|
while (switch_buffer_inuse(queue->buffer) < requested) {
|
2009-06-16 21:56:59 +00:00
|
|
|
queue->waiting = requested;
|
2009-11-20 17:32:47 +00:00
|
|
|
if (switch_thread_cond_timedwait(queue->cond, queue->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
queue->waiting = 0;
|
2009-11-20 17:32:47 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-11-20 17:32:47 +00:00
|
|
|
if (switch_buffer_inuse(queue->buffer) < requested) {
|
|
|
|
requested = switch_buffer_inuse(queue->buffer);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
if (requested == 0) {
|
|
|
|
*data_len = 0;
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* read the data */
|
|
|
|
*data_len = switch_buffer_read(queue->buffer, data, requested);
|
|
|
|
queue->read_bytes = queue->read_bytes + *data_len;
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) audio queue read total = %ld\tread = %ld\trequested = %ld\n", queue->name,
|
|
|
|
queue->read_bytes, *data_len, requested);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_size_t len = *data_len;
|
|
|
|
if (queue->file_read) {
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_file_write(queue->file_read, data, &len);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(queue->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Empty the queue
|
2009-06-16 22:38:55 +00:00
|
|
|
*
|
2009-06-30 16:32:59 +00:00
|
|
|
* @param queue the queue to empty
|
2009-06-16 21:56:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t audio_queue_clear(audio_queue_t *queue)
|
|
|
|
{
|
|
|
|
switch_mutex_lock(queue->mutex);
|
|
|
|
switch_buffer_zero(queue->buffer);
|
|
|
|
switch_thread_cond_signal(queue->cond);
|
|
|
|
switch_mutex_unlock(queue->mutex);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Destroy the audio queue
|
|
|
|
*
|
|
|
|
* @param queue the queue to clean up
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t audio_queue_destroy(audio_queue_t *queue)
|
|
|
|
{
|
|
|
|
if (queue) {
|
|
|
|
char *name = queue->name;
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
name = "";
|
|
|
|
}
|
|
|
|
if (queue->buffer) {
|
|
|
|
switch_buffer_destroy(&queue->buffer);
|
|
|
|
}
|
|
|
|
if (queue->mutex) {
|
|
|
|
switch_mutex_destroy(queue->mutex);
|
|
|
|
queue->mutex = NULL;
|
|
|
|
}
|
|
|
|
if (queue->cond) {
|
|
|
|
switch_thread_cond_destroy(queue->cond);
|
|
|
|
queue->cond = NULL;
|
|
|
|
}
|
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
|
|
|
if (queue->file_read) {
|
|
|
|
switch_file_close(queue->file_read);
|
|
|
|
queue->file_read = NULL;
|
|
|
|
}
|
|
|
|
if (queue->file_write) {
|
|
|
|
switch_file_close(queue->file_write);
|
|
|
|
queue->file_write = NULL;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) audio queue destroyed\n", name);
|
|
|
|
}
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Create a speech channel
|
|
|
|
*
|
|
|
|
* @param schannel the created channel
|
|
|
|
* @param name the name of the channel
|
|
|
|
* @param type the type of channel to create
|
|
|
|
* @param app the application
|
|
|
|
* @param rate the rate to use
|
|
|
|
* @param pool the memory pool to use
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful. SWITCH_STATUS_FALSE if the channel cannot be allocated.
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t speech_channel_create(speech_channel_t ** schannel, const char *name, speech_channel_type_t type, mod_unimrcp_application_t *app,
|
|
|
|
uint16_t rate, switch_memory_pool_t *pool)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
speech_channel_t *schan = NULL;
|
|
|
|
*schannel = NULL;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((schan = (speech_channel_t *) switch_core_alloc(pool, sizeof(speech_channel_t))) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-29 22:33:18 +00:00
|
|
|
schan->profile = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
schan->type = type;
|
|
|
|
schan->application = app;
|
|
|
|
schan->state = SPEECH_CHANNEL_CLOSED;
|
|
|
|
schan->memory_pool = pool;
|
|
|
|
schan->params = NULL;
|
|
|
|
schan->rate = rate;
|
2010-02-06 03:38:24 +00:00
|
|
|
schan->silence = 0; /* L16 silence sample */
|
2009-12-01 14:59:34 +00:00
|
|
|
schan->channel_opened = 0;
|
2009-06-17 13:26:04 +00:00
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
if (switch_mutex_init(&schan->mutex, SWITCH_MUTEX_UNNESTED, pool) != SWITCH_STATUS_SUCCESS ||
|
2009-06-17 13:26:04 +00:00
|
|
|
switch_thread_cond_create(&schan->cond, pool) != SWITCH_STATUS_SUCCESS ||
|
|
|
|
audio_queue_create(&schan->audio_queue, name, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_init(&schan->params, pool);
|
|
|
|
schan->data = NULL;
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
schan->name = "";
|
|
|
|
} else {
|
|
|
|
schan->name = switch_core_strdup(pool, name);
|
|
|
|
}
|
|
|
|
*schannel = schan;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Destroy the speech channel
|
|
|
|
*
|
|
|
|
* @param schannel the channel to destroy
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t speech_channel_destroy(speech_channel_t *schannel)
|
|
|
|
{
|
|
|
|
/* destroy the channel and session if not already done */
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
if (schannel->state != SPEECH_CHANNEL_CLOSED) {
|
2009-12-01 14:59:34 +00:00
|
|
|
mrcp_application_session_terminate(schannel->unimrcp_session);
|
2010-02-06 03:38:24 +00:00
|
|
|
while (schannel->state != SPEECH_CHANNEL_CLOSED) {
|
2009-11-20 17:32:47 +00:00
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state != SPEECH_CHANNEL_CLOSED) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Failed to destroy channel. Continuing\n", schannel->name);
|
2010-03-02 00:01:52 +00:00
|
|
|
} else {
|
|
|
|
audio_queue_destroy(schannel->audio_queue);
|
|
|
|
schannel->audio_queue = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
}
|
2009-06-17 13:26:04 +00:00
|
|
|
if (schannel->params) {
|
|
|
|
switch_core_hash_destroy(&schannel->params);
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2009-11-20 15:12:50 +00:00
|
|
|
/**
|
|
|
|
* Create the audio termination for the speech channel
|
|
|
|
* @param schannel the speech channel
|
|
|
|
* @return the termination or NULL
|
|
|
|
*/
|
|
|
|
static mpf_termination_t *speech_channel_create_mpf_termination(speech_channel_t *schannel)
|
|
|
|
{
|
|
|
|
mpf_termination_t *termination = NULL;
|
|
|
|
mpf_stream_capabilities_t *capabilities = NULL;
|
|
|
|
int sample_rates;
|
|
|
|
|
|
|
|
if (schannel->type == SPEECH_CHANNEL_SYNTHESIZER) {
|
|
|
|
capabilities = mpf_sink_stream_capabilities_create(schannel->unimrcp_session->pool);
|
|
|
|
} else {
|
|
|
|
capabilities = mpf_source_stream_capabilities_create(schannel->unimrcp_session->pool);
|
|
|
|
}
|
|
|
|
/* FreeSWITCH is capable of resampling so pick rates that are are multiples of the desired rate.
|
|
|
|
* UniMRCP should transcode whatever the MRCP server wants to use into LPCM (host-byte ordered L16) for us.
|
|
|
|
*/
|
|
|
|
if (schannel->rate == 16000) {
|
|
|
|
sample_rates = MPF_SAMPLE_RATE_8000 | MPF_SAMPLE_RATE_16000;
|
|
|
|
} else if (schannel->rate == 32000) {
|
|
|
|
sample_rates = MPF_SAMPLE_RATE_8000 | MPF_SAMPLE_RATE_16000 | MPF_SAMPLE_RATE_32000;
|
|
|
|
} else if (schannel->rate == 48000) {
|
|
|
|
sample_rates = MPF_SAMPLE_RATE_8000 | MPF_SAMPLE_RATE_16000 | MPF_SAMPLE_RATE_48000;
|
|
|
|
} else {
|
|
|
|
sample_rates = MPF_SAMPLE_RATE_8000;
|
|
|
|
}
|
|
|
|
mpf_codec_capabilities_add(&capabilities->codecs, sample_rates, "LPCM");
|
2010-02-06 03:38:24 +00:00
|
|
|
termination =
|
|
|
|
mrcp_application_audio_termination_create(schannel->unimrcp_session, &schannel->application->audio_stream_vtable, capabilities, schannel);
|
2009-11-20 15:12:50 +00:00
|
|
|
|
|
|
|
return termination;
|
|
|
|
}
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* Open the speech channel
|
|
|
|
*
|
|
|
|
* @param schannel the channel to open
|
2009-06-29 22:33:18 +00:00
|
|
|
* @param profile the profile to use
|
2009-06-16 21:56:59 +00:00
|
|
|
* @return SWITCH_STATUS_FALSE if failed, SWITCH_STATUS_RESTART if retry can be attempted with another profile, SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
2009-06-29 22:33:18 +00:00
|
|
|
static switch_status_t speech_channel_open(speech_channel_t *schannel, profile_t *profile)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
mpf_termination_t *termination = NULL;
|
|
|
|
mrcp_resource_type_e resource_type;
|
|
|
|
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* make sure we can open channel */
|
|
|
|
if (schannel->state != SPEECH_CHANNEL_CLOSED) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
schannel->profile = profile;
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* create MRCP session */
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((schannel->unimrcp_session = mrcp_application_session_create(schannel->application->app, profile->name, schannel)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
/* profile doesn't exist? */
|
2009-06-29 22:33:18 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Unable to create session with %s\n", schannel->name, profile->name);
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_RESTART;
|
|
|
|
goto done;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-11-20 15:12:50 +00:00
|
|
|
/* create audio termination and add to channel */
|
|
|
|
if ((termination = speech_channel_create_mpf_termination(schannel)) == NULL) {
|
2009-06-29 22:33:18 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Unable to create termination with %s\n", schannel->name, profile->name);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_application_session_destroy(schannel->unimrcp_session);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
if (schannel->type == SPEECH_CHANNEL_SYNTHESIZER) {
|
|
|
|
resource_type = MRCP_SYNTHESIZER_RESOURCE;
|
|
|
|
} else {
|
|
|
|
resource_type = MRCP_RECOGNIZER_RESOURCE;
|
|
|
|
}
|
|
|
|
if ((schannel->unimrcp_channel = mrcp_application_channel_create(schannel->unimrcp_session, resource_type, termination, NULL, schannel)) == NULL) {
|
2009-06-29 22:33:18 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Unable to create channel with %s\n", schannel->name, profile->name);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_application_session_destroy(schannel->unimrcp_session);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* add channel to session... this establishes the connection to the MRCP server */
|
|
|
|
if (mrcp_application_channel_add(schannel->unimrcp_session, schannel->unimrcp_channel) != TRUE) {
|
2009-06-29 22:33:18 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Unable to add channel to session with %s\n", schannel->name, profile->name);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_application_session_destroy(schannel->unimrcp_session);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* wait for channel to be ready */
|
2009-11-20 17:32:47 +00:00
|
|
|
while (schannel->state == SPEECH_CHANNEL_CLOSED) {
|
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state == SPEECH_CHANNEL_READY) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) channel is ready\n", schannel->name);
|
2010-02-06 03:38:24 +00:00
|
|
|
} else if (schannel->state == SPEECH_CHANNEL_CLOSED) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Timed out waiting for channel to be ready\n", schannel->name);
|
|
|
|
/* can't retry */
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
} else if (schannel->state == SPEECH_CHANNEL_ERROR) {
|
|
|
|
/* Wait for session to be cleaned up */
|
2010-02-06 03:38:24 +00:00
|
|
|
while (schannel->state == SPEECH_CHANNEL_ERROR) {
|
2009-11-20 17:32:47 +00:00
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state != SPEECH_CHANNEL_CLOSED) {
|
|
|
|
/* major issue... can't retry */
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
} else {
|
|
|
|
/* failed to open profile, retry is allowed */
|
|
|
|
status = SWITCH_STATUS_RESTART;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Send SPEAK request to synthesizer
|
|
|
|
*
|
|
|
|
* @param schannel the synthesizer channel
|
2009-06-30 16:32:59 +00:00
|
|
|
* @param text The text to speak. This may be plain text or SSML.
|
2009-06-16 21:56:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_channel_speak(speech_channel_t *schannel, const char *text)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
mrcp_message_t *mrcp_message = NULL;
|
|
|
|
mrcp_generic_header_t *generic_header = NULL;
|
|
|
|
mrcp_synth_header_t *synth_header = NULL;
|
|
|
|
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
if (schannel->state != SPEECH_CHANNEL_READY) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
mrcp_message = mrcp_application_message_create(schannel->unimrcp_session, schannel->unimrcp_channel, SYNTHESIZER_SPEAK);
|
|
|
|
if (mrcp_message == NULL) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Failed to create SPEAK message\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* set generic header fields (content-type) */
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((generic_header = (mrcp_generic_header_t *) mrcp_generic_header_prepare(mrcp_message)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* good enough way of determining SSML or plain text body */
|
2009-10-26 22:25:51 +00:00
|
|
|
if (text_starts_with(text, XML_ID) || text_starts_with(text, SSML_ID)) {
|
2010-02-22 17:10:01 +00:00
|
|
|
apt_string_assign(&generic_header->content_type, schannel->profile->ssml_mime_type, mrcp_message->pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else {
|
|
|
|
apt_string_assign(&generic_header->content_type, MIME_TYPE_PLAIN_TEXT, mrcp_message->pool);
|
|
|
|
}
|
|
|
|
mrcp_generic_header_property_add(mrcp_message, GENERIC_HEADER_CONTENT_TYPE);
|
|
|
|
|
|
|
|
/* set synthesizer header fields (voice, rate, etc.) */
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((synth_header = (mrcp_synth_header_t *) mrcp_resource_header_prepare(mrcp_message)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* add params to MRCP message */
|
|
|
|
synth_channel_set_params(schannel, mrcp_message, generic_header, synth_header);
|
|
|
|
|
|
|
|
/* set body (plain text or SSML) */
|
|
|
|
apt_string_assign(&mrcp_message->body, text, schannel->memory_pool);
|
|
|
|
|
|
|
|
/* Empty audio queue and send SPEAK to MRCP server */
|
|
|
|
audio_queue_clear(schannel->audio_queue);
|
|
|
|
if (mrcp_application_message_send(schannel->unimrcp_session, schannel->unimrcp_channel, mrcp_message) == FALSE) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
/* wait for IN PROGRESS */
|
2009-11-20 17:32:47 +00:00
|
|
|
while (schannel->state == SPEECH_CHANNEL_READY) {
|
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state != SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set parameters in a synthesizer MRCP header
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel containing the params
|
|
|
|
* @param msg the MRCP message to set
|
|
|
|
* @param gen_hdr the generic headers to set
|
|
|
|
* @param synth_hdr the synthesizer headers to set
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t synth_channel_set_params(speech_channel_t *schannel, mrcp_message_t *msg, mrcp_generic_header_t *gen_hdr,
|
|
|
|
mrcp_synth_header_t *synth_hdr)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
/* loop through each param and add to synth header or vendor-specific-params */
|
|
|
|
switch_hash_index_t *hi = NULL;
|
|
|
|
for (hi = switch_hash_first(NULL, schannel->params); hi; hi = switch_hash_next(hi)) {
|
|
|
|
char *param_name = NULL, *param_val = NULL;
|
|
|
|
const void *key;
|
|
|
|
void *val;
|
|
|
|
switch_hash_this(hi, &key, NULL, &val);
|
2010-02-06 03:38:24 +00:00
|
|
|
param_name = (char *) key;
|
|
|
|
param_val = (char *) val;
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(param_name) && !zstr(param_val)) {
|
2010-02-06 03:38:24 +00:00
|
|
|
unimrcp_param_id_t *id = (unimrcp_param_id_t *) switch_core_hash_find(schannel->application->param_id_map, param_name);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (id) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) %s: %s\n", schannel->name, param_name, param_val);
|
|
|
|
synth_channel_set_header(schannel, id->id, param_val, msg, synth_hdr);
|
|
|
|
} else {
|
|
|
|
apt_str_t apt_param_name = { 0 };
|
|
|
|
apt_str_t apt_param_val = { 0 };
|
2009-06-17 18:34:42 +00:00
|
|
|
|
|
|
|
/* this is probably a vendor-specific MRCP param */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) (vendor-specific value) %s: %s\n", schannel->name, param_name, param_val);
|
2010-02-06 03:38:24 +00:00
|
|
|
apt_string_set(&apt_param_name, param_name); /* copy isn't necessary since apt_pair_array_append will do it */
|
2009-06-16 21:56:59 +00:00
|
|
|
apt_string_set(&apt_param_val, param_val);
|
|
|
|
if (!gen_hdr->vendor_specific_params) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) creating vendor specific pair array\n", schannel->name);
|
|
|
|
gen_hdr->vendor_specific_params = apt_pair_array_create(10, msg->pool);
|
|
|
|
}
|
|
|
|
apt_pair_array_append(gen_hdr->vendor_specific_params, &apt_param_name, &apt_param_val, msg->pool);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
if (gen_hdr->vendor_specific_params) {
|
|
|
|
mrcp_generic_header_property_add(msg, GENERIC_HEADER_VENDOR_SPECIFIC_PARAMS);
|
|
|
|
}
|
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set parameter in a synthesizer MRCP header
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel containing the param
|
|
|
|
* @param id the UniMRCP header enum
|
|
|
|
* @param val the value to set
|
|
|
|
* @param msg the MRCP message to set
|
|
|
|
* @param synth_hdr the synthesizer header to set
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_channel_set_header(speech_channel_t *schannel, int id, char *val, mrcp_message_t *msg, mrcp_synth_header_t *synth_hdr)
|
|
|
|
{
|
|
|
|
switch (id) {
|
|
|
|
case SYNTHESIZER_HEADER_VOICE_GENDER:
|
|
|
|
if (!strcasecmp("male", val)) {
|
|
|
|
synth_hdr->voice_param.gender = VOICE_GENDER_MALE;
|
|
|
|
} else if (!strcasecmp("female", val)) {
|
|
|
|
synth_hdr->voice_param.gender = VOICE_GENDER_FEMALE;
|
|
|
|
} else if (!strcasecmp("neutral", val)) {
|
|
|
|
synth_hdr->voice_param.gender = VOICE_GENDER_NEUTRAL;
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) ignoring invalid voice gender, %s\n", schannel->name, val);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_VOICE_GENDER);
|
|
|
|
break;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
case SYNTHESIZER_HEADER_VOICE_AGE:{
|
|
|
|
int age = atoi(val);
|
|
|
|
if (age > 0 && age < 1000) {
|
|
|
|
synth_hdr->voice_param.age = age;
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_VOICE_AGE);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) ignoring invalid voice age, %s\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
case SYNTHESIZER_HEADER_VOICE_VARIANT:{
|
|
|
|
int variant = atoi(val);
|
|
|
|
if (variant > 0) {
|
|
|
|
synth_hdr->voice_param.variant = variant;
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_VOICE_VARIANT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) ignoring invalid voice variant, %s\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
case SYNTHESIZER_HEADER_VOICE_NAME:
|
|
|
|
apt_string_assign(&synth_hdr->voice_param.name, val, msg->pool);
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_VOICE_NAME);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case SYNTHESIZER_HEADER_KILL_ON_BARGE_IN:
|
|
|
|
synth_hdr->kill_on_barge_in = !strcasecmp("true", val);
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_KILL_ON_BARGE_IN);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case SYNTHESIZER_HEADER_PROSODY_VOLUME:
|
|
|
|
if (switch_isdigit(*val) || *val == '.') {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_NUMERIC;
|
2010-02-06 03:38:24 +00:00
|
|
|
synth_hdr->prosody_param.volume.value.numeric = (float) atof(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (*val == '+' || *val == '-') {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_RELATIVE_CHANGE;
|
2010-02-06 03:38:24 +00:00
|
|
|
synth_hdr->prosody_param.volume.value.relative = (float) atof(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (!strcasecmp("silent", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_SILENT;
|
|
|
|
} else if (!strcasecmp("x-soft", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_XSOFT;
|
|
|
|
} else if (!strcasecmp("soft", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_SOFT;
|
|
|
|
} else if (!strcasecmp("medium", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_MEDIUM;
|
|
|
|
} else if (!strcasecmp("loud", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_LOUD;
|
|
|
|
} else if (!strcasecmp("x-loud", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_XLOUD;
|
|
|
|
} else if (!strcasecmp("default", val)) {
|
|
|
|
synth_hdr->prosody_param.volume.type = PROSODY_VOLUME_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.volume.value.label = PROSODY_VOLUME_DEFAULT;
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) ignoring invalid prosody volume, %s\n", schannel->name, val);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_PROSODY_VOLUME);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case SYNTHESIZER_HEADER_PROSODY_RATE:
|
|
|
|
if (switch_isdigit(*val) || *val == '.') {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_RELATIVE_CHANGE;
|
2010-02-06 03:38:24 +00:00
|
|
|
synth_hdr->prosody_param.rate.value.relative = (float) atof(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (!strcasecmp("x-slow", val)) {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.rate.value.label = PROSODY_RATE_XSLOW;
|
|
|
|
} else if (!strcasecmp("slow", val)) {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.rate.value.label = PROSODY_RATE_SLOW;
|
|
|
|
} else if (!strcasecmp("medium", val)) {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.rate.value.label = PROSODY_RATE_MEDIUM;
|
|
|
|
} else if (!strcasecmp("fast", val)) {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.rate.value.label = PROSODY_RATE_FAST;
|
|
|
|
} else if (!strcasecmp("x-fast", val)) {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.rate.value.label = PROSODY_RATE_XFAST;
|
|
|
|
} else if (!strcasecmp("default", val)) {
|
|
|
|
synth_hdr->prosody_param.rate.type = PROSODY_RATE_TYPE_LABEL;
|
|
|
|
synth_hdr->prosody_param.rate.value.label = PROSODY_RATE_DEFAULT;
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) ignoring invalid prosody rate, %s\n", schannel->name, val);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_PROSODY_RATE);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case SYNTHESIZER_HEADER_SPEECH_LANGUAGE:
|
|
|
|
apt_string_assign(&synth_hdr->speech_language, val, msg->pool);
|
|
|
|
mrcp_resource_header_property_add(msg, SYNTHESIZER_HEADER_SPEECH_LANGUAGE);
|
|
|
|
break;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
/* unsupported by this module */
|
2009-06-16 21:56:59 +00:00
|
|
|
case SYNTHESIZER_HEADER_JUMP_SIZE:
|
|
|
|
case SYNTHESIZER_HEADER_SPEAKER_PROFILE:
|
|
|
|
case SYNTHESIZER_HEADER_COMPLETION_CAUSE:
|
|
|
|
case SYNTHESIZER_HEADER_COMPLETION_REASON:
|
|
|
|
case SYNTHESIZER_HEADER_SPEECH_MARKER:
|
|
|
|
case SYNTHESIZER_HEADER_FETCH_HINT:
|
|
|
|
case SYNTHESIZER_HEADER_AUDIO_FETCH_HINT:
|
|
|
|
case SYNTHESIZER_HEADER_FAILED_URI:
|
|
|
|
case SYNTHESIZER_HEADER_FAILED_URI_CAUSE:
|
|
|
|
case SYNTHESIZER_HEADER_SPEAK_RESTART:
|
|
|
|
case SYNTHESIZER_HEADER_SPEAK_LENGTH:
|
|
|
|
case SYNTHESIZER_HEADER_LOAD_LEXICON:
|
|
|
|
case SYNTHESIZER_HEADER_LEXICON_SEARCH_ORDER:
|
|
|
|
default:
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unsupported SYNTHESIZER_HEADER type\n", schannel->name);
|
|
|
|
}
|
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Stop SPEAK/RECOGNIZE request on speech channel
|
|
|
|
*
|
|
|
|
* @param schannel the channel
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
2010-02-06 03:38:24 +00:00
|
|
|
*/
|
2009-06-16 21:56:59 +00:00
|
|
|
static switch_status_t speech_channel_stop(speech_channel_t *schannel)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
|
|
|
|
if (schannel->state == SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
mrcp_method_id method;
|
2009-06-17 18:34:42 +00:00
|
|
|
mrcp_message_t *mrcp_message;
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->type == SPEECH_CHANNEL_SYNTHESIZER) {
|
|
|
|
method = SYNTHESIZER_STOP;
|
|
|
|
} else {
|
|
|
|
method = RECOGNIZER_STOP;
|
2010-02-06 03:38:24 +00:00
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Stopping %s\n", schannel->name, speech_channel_type_to_string(schannel->type));
|
|
|
|
/* Send STOP to MRCP server */
|
2009-06-17 18:34:42 +00:00
|
|
|
mrcp_message = mrcp_application_message_create(schannel->unimrcp_session, schannel->unimrcp_channel, method);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (mrcp_message == NULL) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Failed to create STOP message\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
mrcp_application_message_send(schannel->unimrcp_session, schannel->unimrcp_channel, mrcp_message);
|
2009-11-20 17:32:47 +00:00
|
|
|
while (schannel->state == SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
if (schannel->state == SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Timed out waiting for session to close. Continuing.\n", schannel->name);
|
|
|
|
schannel->state = SPEECH_CHANNEL_ERROR;
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
} else if (schannel->state == SPEECH_CHANNEL_ERROR) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Channel error\n", schannel->name);
|
|
|
|
schannel->state = SPEECH_CHANNEL_ERROR;
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) %s stopped\n", schannel->name, speech_channel_type_to_string(schannel->type));
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Convert speech channel type into a string
|
|
|
|
*
|
|
|
|
* @param type the speech channel type
|
|
|
|
* @return the speech channel type as a string
|
|
|
|
*/
|
|
|
|
static const char *speech_channel_type_to_string(speech_channel_type_t type)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
switch (type) {
|
|
|
|
case SPEECH_CHANNEL_SYNTHESIZER:
|
|
|
|
return "SYNTHESIZER";
|
|
|
|
case SPEECH_CHANNEL_RECOGNIZER:
|
|
|
|
return "RECOGNIZER";
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return "UNKNOWN";
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set parameter
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the parameter value
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
|
|
|
static switch_status_t speech_channel_set_param(speech_channel_t *schannel, const char *param, const char *val)
|
|
|
|
{
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(param) && val != NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
/* check if this is a FreeSWITCH param that needs to be translated to an MRCP param: e.g. voice ==> voice-name */
|
2009-11-03 16:52:22 +00:00
|
|
|
const char *v;
|
|
|
|
const char *p = switch_core_hash_find(schannel->application->fs_param_map, param);
|
|
|
|
if (!p) {
|
|
|
|
p = switch_core_strdup(schannel->memory_pool, param);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2009-11-03 16:52:22 +00:00
|
|
|
if (val) {
|
|
|
|
v = switch_core_strdup(schannel->memory_pool, val);
|
|
|
|
} else {
|
|
|
|
v = val;
|
|
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) param = %s, val = %s\n", schannel->name, p, v);
|
|
|
|
switch_core_hash_insert(schannel->params, p, v);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Write synthesized speech / speech to be recognized
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel
|
|
|
|
* @param data the speech data
|
|
|
|
* @param the number of octets to write / actual number written
|
2009-06-30 16:32:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t speech_channel_write(speech_channel_t *schannel, void *data, switch_size_t *len)
|
|
|
|
{
|
2010-03-02 00:01:52 +00:00
|
|
|
if (!schannel || !schannel->mutex || !schannel->audio_queue) {
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state == SPEECH_CHANNEL_PROCESSING) {
|
2010-03-02 00:01:52 +00:00
|
|
|
audio_queue_write(schannel->audio_queue, data, len);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_mutex_unlock(schannel->mutex);
|
2010-03-02 00:01:52 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Read synthesized speech / speech to be recognized
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel
|
|
|
|
* @param data the speech data
|
|
|
|
* @param the number of octets to read / actual number read
|
|
|
|
* @param block 1 if blocking is allowed
|
2009-06-30 16:32:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful, SWITCH_STATUS_BREAK if channel is no longer processing
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t speech_channel_read(speech_channel_t *schannel, void *data, switch_size_t *len, int block)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-03-02 00:01:52 +00:00
|
|
|
|
|
|
|
if (!schannel || !schannel->mutex || !schannel->audio_queue) {
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state == SPEECH_CHANNEL_PROCESSING) {
|
2010-03-02 00:01:52 +00:00
|
|
|
audio_queue_read(schannel->audio_queue, data, len, block);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else {
|
|
|
|
status = SWITCH_STATUS_BREAK;
|
|
|
|
}
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_mutex_unlock(schannel->mutex);
|
2010-03-02 00:01:52 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Convert channel state to string
|
|
|
|
*
|
|
|
|
* @param state the channel state
|
|
|
|
* @return string representation of the state
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static const char *speech_channel_state_to_string(speech_channel_state_t state)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
switch (state) {
|
|
|
|
case SPEECH_CHANNEL_CLOSED:
|
|
|
|
return "CLOSED";
|
|
|
|
case SPEECH_CHANNEL_READY:
|
|
|
|
return "READY";
|
|
|
|
case SPEECH_CHANNEL_PROCESSING:
|
|
|
|
return "PROCESSING";
|
|
|
|
case SPEECH_CHANNEL_ERROR:
|
|
|
|
return "ERROR";
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return "UNKNOWN";
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set the current channel state
|
|
|
|
*
|
|
|
|
* @param schannel the channel
|
|
|
|
* @param state the new channel state
|
2009-06-30 16:32:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS, if successful
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t speech_channel_set_state(speech_channel_t *schannel, speech_channel_state_t state)
|
2009-06-30 16:32:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status;
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
status = speech_channel_set_state_unlocked(schannel, state);
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Use this function to set the current channel state without locking the
|
|
|
|
* speech channel. Do this if you already have the speech channel locked.
|
|
|
|
*
|
|
|
|
* @param schannel the channel
|
|
|
|
* @param state the new channel state
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t speech_channel_set_state_unlocked(speech_channel_t *schannel, speech_channel_state_t state)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
if (schannel->state == SPEECH_CHANNEL_PROCESSING && state != SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
/* wake anyone waiting for audio data */
|
2010-02-06 03:38:24 +00:00
|
|
|
audio_queue_clear(schannel->audio_queue);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) %s ==> %s\n", schannel->name, speech_channel_state_to_string(schannel->state),
|
|
|
|
speech_channel_state_to_string(state));
|
2009-06-16 21:56:59 +00:00
|
|
|
schannel->state = state;
|
|
|
|
switch_thread_cond_signal(schannel->cond);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process speech_open request from FreeSWITCH. This is expected to be called before every tts request made
|
|
|
|
* with synth_speech_feed_tts(), though the FreeSWITCH code has the option to cache the speech handle between
|
|
|
|
* TTS requests.
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param voice_name the voice to use
|
|
|
|
* @param rate the sampling rate requested
|
|
|
|
* @param flags other options
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful, otherwise SWITCH_STATUS_FALSE
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_speech_open(switch_speech_handle_t *sh, const char *voice_name, int rate, switch_speech_flag_t *flags)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
speech_channel_t *schannel = NULL;
|
2009-06-29 22:33:18 +00:00
|
|
|
const char *profile_name = sh->param;
|
|
|
|
profile_t *profile = NULL;
|
2009-06-17 18:34:42 +00:00
|
|
|
int speech_channel_number = get_next_speech_channel_number();
|
|
|
|
char name[200] = { 0 };
|
2010-02-22 14:26:16 +00:00
|
|
|
switch_hash_index_t *hi = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO,
|
|
|
|
"speech_handle: name = %s, rate = %d, speed = %d, samples = %d, voice = %s, engine = %s, param = %s\n", sh->name, sh->rate,
|
|
|
|
sh->speed, sh->samples, sh->voice, sh->engine, sh->param);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "voice = %s, rate = %d\n", voice_name, rate);
|
|
|
|
|
|
|
|
/* It would be nice if FreeSWITCH let us know which session owns this handle, but it doesn't. So, lets
|
2010-02-06 03:38:24 +00:00
|
|
|
make our own unique name */
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_snprintf(name, sizeof(name) - 1, "TTS-%d", speech_channel_number);
|
|
|
|
name[sizeof(name) - 1] = '\0';
|
2010-02-06 03:38:24 +00:00
|
|
|
|
|
|
|
if (speech_channel_create(&schannel, name, SPEECH_CHANNEL_SYNTHESIZER, &globals.synth, (uint16_t) rate, sh->memory_pool) != SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
sh->private_info = schannel;
|
|
|
|
|
|
|
|
/* try to open an MRCP channel */
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(profile_name)) {
|
2009-06-29 22:33:18 +00:00
|
|
|
profile_name = globals.unimrcp_default_synth_profile;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
profile = (profile_t *) switch_core_hash_find(globals.profiles, profile_name);
|
2009-06-29 22:33:18 +00:00
|
|
|
if (!profile) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Can't find profile, %s\n", name, profile_name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
2009-06-17 12:48:05 +00:00
|
|
|
}
|
2009-11-18 19:48:34 +00:00
|
|
|
if ((status = speech_channel_open(schannel, profile)) != SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Set session TTS params */
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(voice_name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_param(schannel, "Voice-Name", voice_name);
|
|
|
|
}
|
|
|
|
|
2010-02-22 14:26:16 +00:00
|
|
|
/* Set default TTS params */
|
|
|
|
for (hi = switch_hash_first(NULL, profile->default_synth_params); hi; hi = switch_hash_next(hi)) {
|
|
|
|
char *param_name = NULL, *param_val = NULL;
|
|
|
|
const void *key;
|
|
|
|
void *val;
|
|
|
|
switch_hash_this(hi, &key, NULL, &val);
|
|
|
|
param_name = (char *) key;
|
|
|
|
param_val = (char *) val;
|
|
|
|
speech_channel_set_param(schannel, param_name, param_val);
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process speech_close request from FreeSWITCH. This is called after the TTS request has completed
|
|
|
|
* and FreeSWITCH does not wish to cache the speech handle for another request.
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param flags other options
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_speech_close(switch_speech_handle_t *sh, switch_speech_flag_t *flags)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_stop(schannel);
|
|
|
|
speech_channel_destroy(schannel);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2009-06-16 22:38:55 +00:00
|
|
|
* Process feed_tts request from FreeSWITCH. This is called by FreeSWITCH after speech_open.
|
2009-06-16 21:56:59 +00:00
|
|
|
* Send SPEAK request to MRCP server.
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param text the text to speak. This could be plain text, ssml, vxml, etc... this function will figure it out.
|
|
|
|
* @param flags other options
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if TTS started successfully, SWITCH_STATUS_FALSE otherwise.
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_speech_feed_tts(switch_speech_handle_t *sh, char *text, switch_speech_flag_t *flags)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
|
|
|
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(text)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
} else {
|
|
|
|
status = synth_channel_speak(schannel, text);
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process read_tts request from FreeSWITCH. FreeSWITCH is expecting L16 host byte ordered data. We must return
|
|
|
|
* exactly what is requested, otherwise FreeSWITCH won't play any audio. Pad the data with silence, if necessary.
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param data the read data
|
|
|
|
* @param datalen the amount of data requested / amount of data read
|
|
|
|
* @param flags other options
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if data was read, SWITCH_STATUS_BREAK if TTS is done
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_speech_read_tts(switch_speech_handle_t *sh, void *data, switch_size_t *datalen, switch_speech_flag_t *flags)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
switch_size_t bytes_read;
|
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
|
|
|
bytes_read = *datalen;
|
|
|
|
if (speech_channel_read(schannel, data, &bytes_read, (*flags & SWITCH_SPEECH_FLAG_BLOCKING)) == SWITCH_STATUS_SUCCESS) {
|
|
|
|
/* pad data, if not enough read */
|
|
|
|
if (bytes_read < *datalen) {
|
2009-06-16 22:38:55 +00:00
|
|
|
#ifdef MOD_UNIMRCP_DEBUG_AUDIO_QUEUE
|
2009-11-20 15:12:50 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) adding %ld bytes of padding\n", schannel->name, *datalen - bytes_read);
|
2009-06-16 22:38:55 +00:00
|
|
|
#endif
|
2010-02-06 03:38:24 +00:00
|
|
|
memset((uint8_t *) data + bytes_read, schannel->silence, *datalen - bytes_read);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
} else {
|
|
|
|
*datalen = 0;
|
|
|
|
status = SWITCH_STATUS_BREAK;
|
|
|
|
}
|
|
|
|
|
2009-11-20 15:12:50 +00:00
|
|
|
/* report negotiated sample rate back to FreeSWITCH */
|
|
|
|
sh->native_rate = schannel->rate;
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process flush_tts request from FreeSWITCH. Interrupt current TTS request with STOP.
|
|
|
|
* This method is called by FreeSWITCH after a TTS request has finished, or if a request needs to be interrupted.
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
*/
|
|
|
|
static void synth_speech_flush_tts(switch_speech_handle_t *sh)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_stop(schannel);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process text_param_tts request from FreeSWITCH.
|
|
|
|
* Update MRCP session text parameters.
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the value to set the parameter to
|
|
|
|
*/
|
|
|
|
static void synth_speech_text_param_tts(switch_speech_handle_t *sh, char *param, const char *val)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_param(schannel, param, val);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process numeric_param_tts request from FreeSWITCH.
|
|
|
|
* Update MRCP session numeric parameters
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the value to set the parameter to
|
|
|
|
*/
|
|
|
|
static void synth_speech_numeric_param_tts(switch_speech_handle_t *sh, char *param, int val)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
char *val_str = switch_mprintf("%d", val);
|
|
|
|
speech_channel_set_param(schannel, param, val_str);
|
|
|
|
switch_safe_free(val_str);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process float_param_tts request from FreeSWITCH.
|
|
|
|
* Update MRCP session float parameters
|
|
|
|
*
|
|
|
|
* @param sh the FreeSWITCH speech handle
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the value to set the parameter to
|
|
|
|
*/
|
|
|
|
static void synth_speech_float_param_tts(switch_speech_handle_t *sh, char *param, double val)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) sh->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
char *val_str = switch_mprintf("%f", val);
|
|
|
|
speech_channel_set_param(schannel, param, val_str);
|
|
|
|
switch_safe_free(val_str);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process UniMRCP messages for the synthesizer application. All MRCP synthesizer callbacks start here first.
|
|
|
|
*
|
|
|
|
* @param app_message the application message
|
|
|
|
*/
|
|
|
|
static apt_bool_t synth_message_handler(const mrcp_app_message_t *app_message)
|
|
|
|
{
|
|
|
|
/* call the appropriate callback in the dispatcher function table based on the app_message received */
|
|
|
|
return mrcp_application_message_dispatch(&globals.synth.dispatcher, app_message);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Handle the UniMRCP responses sent to session terminate requests
|
|
|
|
*
|
|
|
|
* @param application the MRCP application
|
|
|
|
* @param session the MRCP session
|
|
|
|
* @param status the result of the session terminate request
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
|
|
|
static apt_bool_t speech_on_session_terminate(mrcp_application_t *application, mrcp_session_t *session, mrcp_sig_status_code_e status)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) mrcp_application_session_object_get(session);
|
2009-12-01 14:59:34 +00:00
|
|
|
switch_event_t *event = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Destroying MRCP session\n", schannel->name);
|
|
|
|
mrcp_application_session_destroy(session);
|
2009-12-01 14:59:34 +00:00
|
|
|
|
|
|
|
/* notify of channel close */
|
|
|
|
if (schannel->channel_opened && globals.enable_profile_events) {
|
|
|
|
switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, MY_EVENT_PROFILE_CLOSE);
|
|
|
|
if (event) {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Profile", schannel->profile->name);
|
|
|
|
if (schannel->type == SPEECH_CHANNEL_SYNTHESIZER) {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Resource-Type", "TTS");
|
|
|
|
} else {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Resource-Type", "ASR");
|
|
|
|
}
|
|
|
|
switch_event_fire(&event);
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_CLOSED);
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Handle the UniMRCP responses sent to channel add requests
|
|
|
|
*
|
|
|
|
* @param application the MRCP application
|
|
|
|
* @param session the MRCP session
|
|
|
|
* @param channel the MRCP channel
|
|
|
|
* @param status the result of the channel add request
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static apt_bool_t speech_on_channel_add(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel,
|
|
|
|
mrcp_sig_status_code_e status)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
2009-11-18 19:48:34 +00:00
|
|
|
switch_event_t *event = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) mrcp_application_channel_object_get(channel);
|
2009-11-18 19:48:34 +00:00
|
|
|
|
|
|
|
/* check status */
|
2009-06-16 21:56:59 +00:00
|
|
|
if (session && schannel && status == MRCP_SIG_STATUS_CODE_SUCCESS) {
|
2009-11-20 15:12:50 +00:00
|
|
|
char codec_name[60] = { 0 };
|
|
|
|
const mpf_codec_descriptor_t *descriptor;
|
|
|
|
/* what sample rate did we negotiate? */
|
|
|
|
if (schannel->type == SPEECH_CHANNEL_SYNTHESIZER) {
|
2010-02-06 03:38:24 +00:00
|
|
|
descriptor = mrcp_application_sink_descriptor_get(channel);
|
2009-11-20 15:12:50 +00:00
|
|
|
} else {
|
|
|
|
descriptor = mrcp_application_source_descriptor_get(channel);
|
|
|
|
}
|
|
|
|
schannel->rate = descriptor->sampling_rate;
|
|
|
|
if (descriptor->name.length) {
|
|
|
|
strncpy(codec_name, descriptor->name.buf, sizeof(codec_name));
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) %s channel is ready, codec = %s, sample rate = %d\n", schannel->name,
|
|
|
|
speech_channel_type_to_string(schannel->type), codec_name, schannel->rate);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_READY);
|
2009-11-18 19:48:34 +00:00
|
|
|
/* notify of channel open */
|
|
|
|
if (globals.enable_profile_events && switch_event_create_subclass(&event, SWITCH_EVENT_CUSTOM, MY_EVENT_PROFILE_OPEN) == SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Profile", schannel->profile->name);
|
|
|
|
if (schannel->type == SPEECH_CHANNEL_SYNTHESIZER) {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Resource-Type", "TTS");
|
|
|
|
} else {
|
|
|
|
switch_event_add_header_string(event, SWITCH_STACK_BOTTOM, "MRCP-Resource-Type", "ASR");
|
|
|
|
}
|
|
|
|
switch_event_fire(&event);
|
|
|
|
}
|
2009-12-01 14:59:34 +00:00
|
|
|
schannel->channel_opened = 1;
|
2009-06-17 19:46:45 +00:00
|
|
|
} else {
|
|
|
|
if (schannel) {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) %s channel error!\n", schannel->name,
|
|
|
|
speech_channel_type_to_string(schannel->type));
|
2009-06-17 19:46:45 +00:00
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(unknown) channel error!\n");
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (session) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Terminating MRCP session\n");
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
mrcp_application_session_terminate(session);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Handle the UniMRCP responses sent to channel remove requests
|
|
|
|
*
|
|
|
|
* @param application the MRCP application
|
|
|
|
* @param session the MRCP session
|
|
|
|
* @param channel the MRCP channel
|
|
|
|
* @param status the result of the channel remove request
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static apt_bool_t speech_on_channel_remove(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel,
|
|
|
|
mrcp_sig_status_code_e status)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) mrcp_application_channel_object_get(channel);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "(%s) %s channel is removed\n", schannel->name, speech_channel_type_to_string(schannel->type));
|
|
|
|
schannel->unimrcp_channel = NULL;
|
2009-11-18 19:48:34 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
if (session) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Terminating MRCP session\n", schannel->name);
|
|
|
|
mrcp_application_session_terminate(session);
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Handle the MRCP synthesizer responses/events from UniMRCP
|
|
|
|
*
|
|
|
|
* @param application the MRCP application
|
|
|
|
* @param session the MRCP session
|
|
|
|
* @param channel the MRCP channel
|
|
|
|
* @param message the MRCP message
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
|
|
|
static apt_bool_t synth_on_message_receive(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel, mrcp_message_t *message)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) mrcp_application_channel_object_get(channel);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (message->start_line.message_type == MRCP_MESSAGE_TYPE_RESPONSE) {
|
|
|
|
/* received MRCP response */
|
|
|
|
if (message->start_line.method_id == SYNTHESIZER_SPEAK) {
|
|
|
|
/* received the response to SPEAK request */
|
|
|
|
if (message->start_line.request_state == MRCP_REQUEST_STATE_INPROGRESS) {
|
|
|
|
/* waiting for SPEAK-COMPLETE event */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) REQUEST IN PROGRESS\n", schannel->name);
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_PROCESSING);
|
|
|
|
} else {
|
|
|
|
/* received unexpected request_state */
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected SPEAK response, request_state = %d\n", schannel->name,
|
|
|
|
message->start_line.request_state);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else if (message->start_line.method_id == SYNTHESIZER_STOP) {
|
|
|
|
/* received response to the STOP request */
|
|
|
|
if (message->start_line.request_state == MRCP_REQUEST_STATE_COMPLETE) {
|
|
|
|
/* got COMPLETE */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) COMPLETE\n", schannel->name);
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_READY);
|
|
|
|
} else {
|
|
|
|
/* received unexpected request state */
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected STOP response, request_state = %d\n", schannel->name,
|
|
|
|
message->start_line.request_state);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
/* received unexpected response */
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected response, method_id = %d\n", schannel->name,
|
|
|
|
(int) message->start_line.method_id);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else if (message->start_line.message_type == MRCP_MESSAGE_TYPE_EVENT) {
|
|
|
|
/* received MRCP event */
|
|
|
|
if (message->start_line.method_id == SYNTHESIZER_SPEAK_COMPLETE) {
|
|
|
|
/* got SPEAK-COMPLETE */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) SPEAK-COMPLETE\n", schannel->name);
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_READY);
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected event, method_id = %d\n", schannel->name,
|
|
|
|
(int) message->start_line.method_id);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected message type, message_type = %d\n", schannel->name,
|
|
|
|
message->start_line.message_type);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Incoming TTS data from UniMRCP
|
2009-06-16 22:38:55 +00:00
|
|
|
*
|
2009-06-16 21:56:59 +00:00
|
|
|
* @param stream the audio stream sending data
|
|
|
|
* @param frame the data
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
|
|
|
static apt_bool_t synth_stream_write(mpf_audio_stream_t *stream, const mpf_frame_t *frame)
|
|
|
|
{
|
|
|
|
switch_size_t size = frame->codec_frame.size;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) stream->obj;
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_write(schannel, frame->codec_frame.buffer, &size);
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Link the synthesizer module interface to FreeSWITCH and UniMRCP
|
|
|
|
*
|
|
|
|
* @param module_interface mod_unimrcp's interface
|
|
|
|
* @param pool the memory pool to use for all allocations
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful, SWITCH_STATUS_FALSE otherwise
|
|
|
|
*/
|
|
|
|
static switch_status_t synth_load(switch_loadable_module_interface_t *module_interface, switch_memory_pool_t *pool)
|
|
|
|
{
|
|
|
|
/* link to FreeSWITCH ASR / TTS callbacks */
|
|
|
|
switch_speech_interface_t *speech_interface = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((speech_interface = (switch_speech_interface_t *) switch_loadable_module_create_interface(module_interface, SWITCH_SPEECH_INTERFACE)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
speech_interface->interface_name = MOD_UNIMRCP;
|
|
|
|
speech_interface->speech_open = synth_speech_open;
|
|
|
|
speech_interface->speech_close = synth_speech_close;
|
|
|
|
speech_interface->speech_feed_tts = synth_speech_feed_tts;
|
|
|
|
speech_interface->speech_read_tts = synth_speech_read_tts;
|
|
|
|
speech_interface->speech_flush_tts = synth_speech_flush_tts;
|
|
|
|
speech_interface->speech_text_param_tts = synth_speech_text_param_tts;
|
|
|
|
speech_interface->speech_numeric_param_tts = synth_speech_numeric_param_tts;
|
|
|
|
speech_interface->speech_float_param_tts = synth_speech_float_param_tts;
|
|
|
|
|
|
|
|
/* Create the synthesizer application and link its callbacks to UniMRCP */
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((globals.synth.app = mrcp_application_create(synth_message_handler, (void *) 0, pool)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
globals.synth.dispatcher.on_session_update = NULL;
|
|
|
|
globals.synth.dispatcher.on_session_terminate = speech_on_session_terminate;
|
|
|
|
globals.synth.dispatcher.on_channel_add = speech_on_channel_add;
|
|
|
|
globals.synth.dispatcher.on_channel_remove = speech_on_channel_remove;
|
|
|
|
globals.synth.dispatcher.on_message_receive = synth_on_message_receive;
|
|
|
|
globals.synth.audio_stream_vtable.destroy = NULL;
|
|
|
|
globals.synth.audio_stream_vtable.open_rx = NULL;
|
|
|
|
globals.synth.audio_stream_vtable.close_rx = NULL;
|
|
|
|
globals.synth.audio_stream_vtable.read_frame = NULL;
|
|
|
|
globals.synth.audio_stream_vtable.open_tx = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
globals.synth.audio_stream_vtable.close_tx = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
globals.synth.audio_stream_vtable.write_frame = synth_stream_write;
|
|
|
|
mrcp_client_application_register(globals.mrcp_client, globals.synth.app, "synth");
|
|
|
|
|
|
|
|
/* map FreeSWITCH params to MRCP param */
|
2009-11-03 16:52:22 +00:00
|
|
|
switch_core_hash_init_nocase(&globals.synth.fs_param_map, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_insert(globals.synth.fs_param_map, "voice", "voice-name");
|
|
|
|
|
|
|
|
/* map MRCP params to UniMRCP ID */
|
2009-11-03 16:52:22 +00:00
|
|
|
switch_core_hash_init_nocase(&globals.synth.param_id_map, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "jump-size", unimrcp_param_id_create(SYNTHESIZER_HEADER_JUMP_SIZE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "kill-on-barge-in", unimrcp_param_id_create(SYNTHESIZER_HEADER_KILL_ON_BARGE_IN, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "speaker-profile", unimrcp_param_id_create(SYNTHESIZER_HEADER_SPEAKER_PROFILE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "completion-cause", unimrcp_param_id_create(SYNTHESIZER_HEADER_COMPLETION_CAUSE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "completion-reason", unimrcp_param_id_create(SYNTHESIZER_HEADER_COMPLETION_REASON, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "voice-gender", unimrcp_param_id_create(SYNTHESIZER_HEADER_VOICE_GENDER, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "voice-age", unimrcp_param_id_create(SYNTHESIZER_HEADER_VOICE_AGE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "voice-variant", unimrcp_param_id_create(SYNTHESIZER_HEADER_VOICE_VARIANT, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "voice-name", unimrcp_param_id_create(SYNTHESIZER_HEADER_VOICE_NAME, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "prosody-volume", unimrcp_param_id_create(SYNTHESIZER_HEADER_PROSODY_VOLUME, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "prosody-rate", unimrcp_param_id_create(SYNTHESIZER_HEADER_PROSODY_RATE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "speech-marker", unimrcp_param_id_create(SYNTHESIZER_HEADER_SPEECH_MARKER, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "speech-language", unimrcp_param_id_create(SYNTHESIZER_HEADER_SPEECH_LANGUAGE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "fetch-hint", unimrcp_param_id_create(SYNTHESIZER_HEADER_FETCH_HINT, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "audio-fetch-hint", unimrcp_param_id_create(SYNTHESIZER_HEADER_AUDIO_FETCH_HINT, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "failed-uri", unimrcp_param_id_create(SYNTHESIZER_HEADER_FAILED_URI, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "failed-uri-cause", unimrcp_param_id_create(SYNTHESIZER_HEADER_FAILED_URI_CAUSE, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "speak-restart", unimrcp_param_id_create(SYNTHESIZER_HEADER_SPEAK_RESTART, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "speak-length", unimrcp_param_id_create(SYNTHESIZER_HEADER_SPEAK_LENGTH, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "load-lexicon", unimrcp_param_id_create(SYNTHESIZER_HEADER_LOAD_LEXICON, pool));
|
|
|
|
switch_core_hash_insert(globals.synth.param_id_map, "lexicon-search-order", unimrcp_param_id_create(SYNTHESIZER_HEADER_LEXICON_SEARCH_ORDER, pool));
|
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Shut down the synthesizer
|
|
|
|
*
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t synth_shutdown()
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
2009-06-17 13:26:04 +00:00
|
|
|
if (globals.synth.fs_param_map) {
|
|
|
|
switch_core_hash_destroy(&globals.synth.fs_param_map);
|
|
|
|
}
|
|
|
|
if (globals.synth.param_id_map) {
|
|
|
|
switch_core_hash_destroy(&globals.synth.param_id_map);
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Create a grammar object to reference in recognition requests
|
|
|
|
*
|
|
|
|
* @param grammar the grammar
|
|
|
|
* @param name the name of the grammar
|
|
|
|
* @param type the type of the grammar (URI, SRGS, or GSL)
|
|
|
|
* @param data the grammar data (or URI)
|
|
|
|
* @param pool memory pool to allocate from
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t grammar_create(grammar_t ** grammar, const char *name, grammar_type_t type, const char *data, switch_memory_pool_t *pool)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
grammar_t *g = (grammar_t *) switch_core_alloc(pool, sizeof(grammar_t));
|
2009-06-16 21:56:59 +00:00
|
|
|
if (g == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
*grammar = NULL;
|
|
|
|
} else {
|
|
|
|
g->name = switch_core_strdup(pool, name);
|
|
|
|
g->type = type;
|
|
|
|
g->data = switch_core_strdup(pool, data);
|
|
|
|
*grammar = g;
|
|
|
|
}
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Get the MIME type for this grammar type
|
|
|
|
* @param type the grammar type
|
2009-06-29 22:33:18 +00:00
|
|
|
* @param profile the profile requesting the type
|
2009-06-16 21:56:59 +00:00
|
|
|
* @return the MIME type
|
|
|
|
*/
|
2009-06-29 22:33:18 +00:00
|
|
|
static const char *grammar_type_to_mime(grammar_type_t type, profile_t *profile)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
switch (type) {
|
|
|
|
case GRAMMAR_TYPE_UNKNOWN:
|
|
|
|
return "";
|
|
|
|
case GRAMMAR_TYPE_URI:
|
|
|
|
return "text/uri-list";
|
|
|
|
case GRAMMAR_TYPE_SRGS:
|
|
|
|
return profile->srgs_mime_type;
|
|
|
|
case GRAMMAR_TYPE_SRGS_XML:
|
|
|
|
return profile->srgs_xml_mime_type;
|
|
|
|
case GRAMMAR_TYPE_NUANCE_GSL:
|
|
|
|
return profile->gsl_mime_type;
|
|
|
|
case GRAMMAR_TYPE_JSGF:
|
|
|
|
return profile->jsgf_mime_type;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
return "";
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Start RECOGNIZE request
|
|
|
|
*
|
|
|
|
* @param schannel the channel to start
|
2009-07-02 15:12:01 +00:00
|
|
|
* @param name the name of the grammar to use or NULL if to reuse the last grammar
|
2009-06-16 21:56:59 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
2009-07-02 15:12:01 +00:00
|
|
|
static switch_status_t recog_channel_start(speech_channel_t *schannel, const char *name)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
mrcp_message_t *mrcp_message;
|
|
|
|
mrcp_recog_header_t *recog_header;
|
|
|
|
mrcp_generic_header_t *generic_header;
|
2009-06-17 18:34:42 +00:00
|
|
|
recognizer_data_t *r;
|
|
|
|
char *start_input_timers;
|
|
|
|
const char *mime_type;
|
2009-07-02 15:12:01 +00:00
|
|
|
grammar_t *grammar = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
if (schannel->state != SPEECH_CHANNEL_READY) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (schannel->data == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
r = (recognizer_data_t *) schannel->data;
|
2009-06-16 21:56:59 +00:00
|
|
|
r->result = NULL;
|
|
|
|
r->start_of_input = 0;
|
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
/* input timers are started by default unless the start-input-timers=false param is set */
|
2010-02-06 03:38:24 +00:00
|
|
|
start_input_timers = (char *) switch_core_hash_find(schannel->params, "start-input-timers");
|
2009-10-23 16:03:42 +00:00
|
|
|
r->timers_started = zstr(start_input_timers) || strcasecmp(start_input_timers, "false");
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-07-02 15:12:01 +00:00
|
|
|
/* get the cached grammar */
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(name)) {
|
2009-07-02 15:12:01 +00:00
|
|
|
grammar = r->last_grammar;
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
grammar = (grammar_t *) switch_core_hash_find(r->grammars, name);
|
2009-07-02 15:12:01 +00:00
|
|
|
r->last_grammar = grammar;
|
|
|
|
}
|
|
|
|
if (grammar == NULL) {
|
|
|
|
if (name) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Undefined grammar, %s\n", schannel->name, name);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) No grammar specified\n", schannel->name);
|
|
|
|
}
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* create MRCP message */
|
|
|
|
mrcp_message = mrcp_application_message_create(schannel->unimrcp_session, schannel->unimrcp_channel, RECOGNIZER_RECOGNIZE);
|
|
|
|
if (mrcp_message == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* allocate generic header */
|
2010-02-06 03:38:24 +00:00
|
|
|
generic_header = (mrcp_generic_header_t *) mrcp_generic_header_prepare(mrcp_message);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (generic_header == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* set Content-Type */
|
2009-07-02 15:12:01 +00:00
|
|
|
mime_type = grammar_type_to_mime(grammar->type, schannel->profile);
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(mime_type)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
apt_string_assign(&generic_header->content_type, mime_type, mrcp_message->pool);
|
|
|
|
mrcp_generic_header_property_add(mrcp_message, GENERIC_HEADER_CONTENT_TYPE);
|
|
|
|
|
|
|
|
/* set Content-ID for inline grammars */
|
2009-07-02 15:12:01 +00:00
|
|
|
if (grammar->type != GRAMMAR_TYPE_URI) {
|
|
|
|
apt_string_assign(&generic_header->content_id, grammar->name, mrcp_message->pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_generic_header_property_add(mrcp_message, GENERIC_HEADER_CONTENT_ID);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* allocate recognizer-specific header */
|
2010-02-06 03:38:24 +00:00
|
|
|
recog_header = (mrcp_recog_header_t *) mrcp_resource_header_prepare(mrcp_message);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (recog_header == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* set Cancel-If-Queue */
|
2010-02-06 03:38:24 +00:00
|
|
|
if (mrcp_message->start_line.version == MRCP_VERSION_2) {
|
2009-06-16 21:56:59 +00:00
|
|
|
recog_header->cancel_if_queue = FALSE;
|
|
|
|
mrcp_resource_header_property_add(mrcp_message, RECOGNIZER_HEADER_CANCEL_IF_QUEUE);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* set parameters */
|
|
|
|
recog_channel_set_params(schannel, mrcp_message, generic_header, recog_header);
|
|
|
|
|
|
|
|
/* set message body */
|
2009-07-02 15:12:01 +00:00
|
|
|
apt_string_assign(&mrcp_message->body, grammar->data, mrcp_message->pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* Empty audio queue and send RECOGNIZE to MRCP server */
|
|
|
|
audio_queue_clear(schannel->audio_queue);
|
|
|
|
if (mrcp_application_message_send(schannel->unimrcp_session, schannel->unimrcp_channel, mrcp_message) == FALSE) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
/* wait for IN PROGRESS */
|
2009-11-20 17:32:47 +00:00
|
|
|
while (schannel->state == SPEECH_CHANNEL_READY) {
|
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state != SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Load speech recognition grammar
|
|
|
|
*
|
|
|
|
* @param schannel the recognizer channel
|
|
|
|
* @param name the name of this grammar
|
|
|
|
* @param type the grammar type
|
|
|
|
* @param data the grammar data (or URI)
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_load_grammar(speech_channel_t *schannel, const char *name, grammar_type_t type, const char *data)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
grammar_t *g = NULL;
|
|
|
|
char *ldata = NULL;
|
|
|
|
|
2009-06-17 18:34:42 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Loading grammar %s, data = %s\n", schannel->name, name, data);
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
if (schannel->state != SPEECH_CHANNEL_READY) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* if inline, use DEFINE-GRAMMAR to cache it on the server */
|
|
|
|
if (type != GRAMMAR_TYPE_URI) {
|
|
|
|
mrcp_message_t *mrcp_message;
|
|
|
|
mrcp_generic_header_t *generic_header;
|
2009-06-17 18:34:42 +00:00
|
|
|
const char *mime_type;
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* create MRCP message */
|
|
|
|
mrcp_message = mrcp_application_message_create(schannel->unimrcp_session, schannel->unimrcp_channel, RECOGNIZER_DEFINE_GRAMMAR);
|
|
|
|
if (mrcp_message == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* set Content-Type and Content-ID in message */
|
2010-02-06 03:38:24 +00:00
|
|
|
generic_header = (mrcp_generic_header_t *) mrcp_generic_header_prepare(mrcp_message);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (generic_header == NULL) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-29 22:33:18 +00:00
|
|
|
mime_type = grammar_type_to_mime(type, schannel->profile);
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(mime_type)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
apt_string_assign(&generic_header->content_type, mime_type, mrcp_message->pool);
|
|
|
|
mrcp_generic_header_property_add(mrcp_message, GENERIC_HEADER_CONTENT_TYPE);
|
|
|
|
apt_string_assign(&generic_header->content_id, name, mrcp_message->pool);
|
|
|
|
mrcp_generic_header_property_add(mrcp_message, GENERIC_HEADER_CONTENT_ID);
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* put grammar in message body */
|
|
|
|
apt_string_assign(&mrcp_message->body, data, mrcp_message->pool);
|
|
|
|
|
|
|
|
/* send message and wait for response */
|
2009-06-30 16:32:59 +00:00
|
|
|
speech_channel_set_state_unlocked(schannel, SPEECH_CHANNEL_PROCESSING);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (mrcp_application_message_send(schannel->unimrcp_session, schannel->unimrcp_channel, mrcp_message) == FALSE) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-11-20 17:32:47 +00:00
|
|
|
while (schannel->state == SPEECH_CHANNEL_PROCESSING) {
|
|
|
|
if (switch_thread_cond_timedwait(schannel->cond, schannel->mutex, SPEECH_CHANNEL_TIMEOUT_USEC) == SWITCH_STATUS_TIMEOUT) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
if (schannel->state != SPEECH_CHANNEL_READY) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* set up name, type for future RECOGNIZE requests. We'll reference this cached grammar by name */
|
2009-11-03 16:52:22 +00:00
|
|
|
/* TODO rethink this */
|
2009-06-16 21:56:59 +00:00
|
|
|
ldata = switch_mprintf("session:%s", name);
|
|
|
|
data = ldata;
|
|
|
|
type = GRAMMAR_TYPE_URI;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Create the grammar and save it */
|
|
|
|
if ((status = grammar_create(&g, name, type, data, schannel->memory_pool)) == SWITCH_STATUS_SUCCESS) {
|
2010-02-06 03:38:24 +00:00
|
|
|
recognizer_data_t *r = (recognizer_data_t *) schannel->data;
|
2009-11-03 16:52:22 +00:00
|
|
|
switch_core_hash_insert(r->grammars, g->name, g);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
switch_safe_free(ldata);
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Unload speech recognition grammar
|
|
|
|
*
|
|
|
|
* @param schannel the recognizer channel
|
|
|
|
* @param grammar_name the name of the grammar to unload
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_unload_grammar(speech_channel_t *schannel, const char *grammar_name)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(grammar_name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
recognizer_data_t *r = (recognizer_data_t *) schannel->data;
|
2009-06-17 18:34:42 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Unloading grammar %s\n", schannel->name, grammar_name);
|
2009-07-02 15:12:01 +00:00
|
|
|
switch_core_hash_delete(r->grammars, grammar_name);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Check if recognition is complete
|
|
|
|
*
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if results available or start of input
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t recog_channel_check_results(speech_channel_t *schannel)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2009-06-17 18:34:42 +00:00
|
|
|
recognizer_data_t *r;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2010-02-06 03:38:24 +00:00
|
|
|
r = (recognizer_data_t *) schannel->data;
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(r->result)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) SUCCESS, have result\n", schannel->name);
|
|
|
|
} else if (r->start_of_input) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) SUCCESS, start of input\n", schannel->name);
|
|
|
|
} else {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Start recognizer's input timers
|
|
|
|
*
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if timers were started
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_start_input_timers(speech_channel_t *schannel)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
recognizer_data_t *r = (recognizer_data_t *) schannel->data;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
if (schannel->state == SPEECH_CHANNEL_PROCESSING && !r->timers_started) {
|
2009-06-17 18:34:42 +00:00
|
|
|
mrcp_message_t *mrcp_message;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Starting input timers\n", schannel->name);
|
|
|
|
/* Send START-INPUT-TIMERS to MRCP server */
|
2009-06-17 18:34:42 +00:00
|
|
|
mrcp_message = mrcp_application_message_create(schannel->unimrcp_session, schannel->unimrcp_channel, RECOGNIZER_START_INPUT_TIMERS);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (mrcp_message == NULL) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Failed to create START-INPUT-TIMERS message\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
/* set it and forget it */
|
|
|
|
mrcp_application_message_send(schannel->unimrcp_session, schannel->unimrcp_channel, mrcp_message);
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Flag that input has started
|
|
|
|
*
|
|
|
|
* @param schannel the channel that has heard input
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_set_start_of_input(speech_channel_t *schannel)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2009-06-17 18:34:42 +00:00
|
|
|
recognizer_data_t *r;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2010-02-06 03:38:24 +00:00
|
|
|
r = (recognizer_data_t *) schannel->data;
|
2009-06-16 21:56:59 +00:00
|
|
|
r->start_of_input = 1;
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) start of input\n", schannel->name);
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set the recognition results
|
|
|
|
*
|
|
|
|
* @param schannel the channel whose results are set
|
|
|
|
* @param result the results
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_set_results(speech_channel_t *schannel, const char *result)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2009-06-17 18:34:42 +00:00
|
|
|
recognizer_data_t *r;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2010-02-06 03:38:24 +00:00
|
|
|
r = (recognizer_data_t *) schannel->data;
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(r->result)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) result is already set\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(result)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) result is NULL\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) result:\n\n%s\n", schannel->name, result);
|
|
|
|
r->result = switch_core_strdup(schannel->memory_pool, result);
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Get the recognition results.
|
|
|
|
*
|
|
|
|
* @param schannel the channel to get results from
|
|
|
|
* @param result the results. free() the results when finished with them.
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if there are results, SWITCH_STATUS_BREAK if start of input
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_get_results(speech_channel_t *schannel, char **result)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
recognizer_data_t *r = (recognizer_data_t *) schannel->data;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(r->result)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
*result = strdup(r->result);
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) result:\n\n%s\n", schannel->name, *result);
|
|
|
|
r->result = NULL;
|
|
|
|
r->start_of_input = 0;
|
|
|
|
} else if (r->start_of_input) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) start of input\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_BREAK;
|
|
|
|
r->start_of_input = 0;
|
|
|
|
} else {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set parameters in a recognizer MRCP header
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel containing the params
|
|
|
|
* @param msg the MRCP message to set
|
|
|
|
* @param gen_hdr the generic headers to set
|
|
|
|
* @param recog_hdr the recognizer headers to set
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
2010-02-06 03:38:24 +00:00
|
|
|
static switch_status_t recog_channel_set_params(speech_channel_t *schannel, mrcp_message_t *msg, mrcp_generic_header_t *gen_hdr,
|
|
|
|
mrcp_recog_header_t *recog_hdr)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
/* loop through each param and add to recog header or vendor-specific-params */
|
|
|
|
switch_hash_index_t *hi = NULL;
|
|
|
|
for (hi = switch_hash_first(NULL, schannel->params); hi; hi = switch_hash_next(hi)) {
|
|
|
|
char *param_name = NULL, *param_val = NULL;
|
|
|
|
const void *key;
|
|
|
|
void *val;
|
|
|
|
switch_hash_this(hi, &key, NULL, &val);
|
2010-02-06 03:38:24 +00:00
|
|
|
param_name = (char *) key;
|
|
|
|
param_val = (char *) val;
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(param_name) && !zstr(param_val)) {
|
2010-02-06 03:38:24 +00:00
|
|
|
unimrcp_param_id_t *id = (unimrcp_param_id_t *) switch_core_hash_find(schannel->application->param_id_map, param_name);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (id) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) \"%s\": \"%s\"\n", schannel->name, param_name, param_val);
|
|
|
|
recog_channel_set_header(schannel, id->id, param_val, msg, recog_hdr);
|
|
|
|
} else {
|
|
|
|
/* this is probably a vendor-specific MRCP param */
|
|
|
|
apt_str_t apt_param_name = { 0 };
|
|
|
|
apt_str_t apt_param_val = { 0 };
|
2009-06-17 18:34:42 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) (vendor-specific value) %s: %s\n", schannel->name, param_name, param_val);
|
2010-02-06 03:38:24 +00:00
|
|
|
apt_string_set(&apt_param_name, param_name); /* copy isn't necessary since apt_pair_array_append will do it */
|
2009-06-16 21:56:59 +00:00
|
|
|
apt_string_set(&apt_param_val, param_val);
|
|
|
|
if (!gen_hdr->vendor_specific_params) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) creating vendor specific pair array\n", schannel->name);
|
|
|
|
gen_hdr->vendor_specific_params = apt_pair_array_create(10, msg->pool);
|
|
|
|
}
|
|
|
|
apt_pair_array_append(gen_hdr->vendor_specific_params, &apt_param_name, &apt_param_val, msg->pool);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
if (gen_hdr->vendor_specific_params) {
|
|
|
|
mrcp_generic_header_property_add(msg, GENERIC_HEADER_VENDOR_SPECIFIC_PARAMS);
|
|
|
|
}
|
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set parameter in a recognizer MRCP header
|
|
|
|
*
|
|
|
|
* @param schannel the speech channel containing the param
|
|
|
|
* @param id the UniMRCP header enum
|
|
|
|
* @param val the value to set
|
|
|
|
* @param msg the MRCP message to set
|
|
|
|
* @param recog_hdr the recognizer header to set
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_set_header(speech_channel_t *schannel, int id, char *val, mrcp_message_t *msg, mrcp_recog_header_t *recog_hdr)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
|
|
|
|
switch (id) {
|
|
|
|
case RECOGNIZER_HEADER_CONFIDENCE_THRESHOLD:
|
2010-02-06 03:38:24 +00:00
|
|
|
recog_hdr->confidence_threshold = (float) atof(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_CONFIDENCE_THRESHOLD);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_SENSITIVITY_LEVEL:
|
2010-02-06 03:38:24 +00:00
|
|
|
recog_hdr->sensitivity_level = (float) atof(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_SENSITIVITY_LEVEL);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_SPEED_VS_ACCURACY:
|
2010-02-06 03:38:24 +00:00
|
|
|
recog_hdr->speed_vs_accuracy = (float) atof(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_SPEED_VS_ACCURACY);
|
|
|
|
break;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_N_BEST_LIST_LENGTH:{
|
|
|
|
int n_best_list_length = atoi(val);
|
|
|
|
if (n_best_list_length > 0) {
|
|
|
|
recog_hdr->n_best_list_length = n_best_list_length;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_N_BEST_LIST_LENGTH);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid n best list length, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_NO_INPUT_TIMEOUT:{
|
|
|
|
int no_input_timeout = atoi(val);
|
|
|
|
if (no_input_timeout >= 0) {
|
|
|
|
recog_hdr->no_input_timeout = no_input_timeout;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_NO_INPUT_TIMEOUT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid no input timeout, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_RECOGNITION_TIMEOUT:{
|
|
|
|
int recognition_timeout = atoi(val);
|
|
|
|
if (recognition_timeout >= 0) {
|
|
|
|
recog_hdr->recognition_timeout = recognition_timeout;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_RECOGNITION_TIMEOUT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid recognition timeout, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
case RECOGNIZER_HEADER_START_INPUT_TIMERS:
|
|
|
|
recog_hdr->start_input_timers = !strcasecmp("true", val);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_START_INPUT_TIMERS);
|
|
|
|
break;
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_SPEECH_COMPLETE_TIMEOUT:{
|
|
|
|
int speech_complete_timeout = atoi(val);
|
|
|
|
if (speech_complete_timeout >= 0) {
|
|
|
|
recog_hdr->speech_complete_timeout = speech_complete_timeout;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_SPEECH_COMPLETE_TIMEOUT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid speech complete timeout, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_SPEECH_INCOMPLETE_TIMEOUT:{
|
|
|
|
int speech_incomplete_timeout = atoi(val);
|
|
|
|
if (speech_incomplete_timeout >= 0) {
|
|
|
|
recog_hdr->speech_incomplete_timeout = speech_incomplete_timeout;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_SPEECH_INCOMPLETE_TIMEOUT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid speech incomplete timeout, \"%s\"\n", schannel->name,
|
|
|
|
val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_DTMF_INTERDIGIT_TIMEOUT:{
|
|
|
|
int dtmf_interdigit_timeout = atoi(val);
|
|
|
|
if (dtmf_interdigit_timeout >= 0) {
|
|
|
|
recog_hdr->dtmf_interdigit_timeout = dtmf_interdigit_timeout;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_DTMF_INTERDIGIT_TIMEOUT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid dtmf interdigit timeout, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_DTMF_TERM_TIMEOUT:{
|
|
|
|
int dtmf_term_timeout = atoi(val);
|
|
|
|
if (dtmf_term_timeout >= 0) {
|
|
|
|
recog_hdr->dtmf_term_timeout = dtmf_term_timeout;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_DTMF_TERM_TIMEOUT);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid dtmf term timeout, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
case RECOGNIZER_HEADER_DTMF_TERM_CHAR:
|
|
|
|
if (strlen(val) == 1) {
|
|
|
|
recog_hdr->dtmf_term_char = *val;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_DTMF_TERM_CHAR);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid dtmf term char, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_SAVE_WAVEFORM:
|
|
|
|
recog_hdr->save_waveform = !strcasecmp("true", val);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_SAVE_WAVEFORM);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_NEW_AUDIO_CHANNEL:
|
|
|
|
recog_hdr->new_audio_channel = !strcasecmp("true", val);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_NEW_AUDIO_CHANNEL);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_SPEECH_LANGUAGE:
|
|
|
|
apt_string_assign(&recog_hdr->speech_language, val, msg->pool);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_SPEECH_LANGUAGE);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_RECOGNITION_MODE:
|
|
|
|
apt_string_assign(&recog_hdr->recognition_mode, val, msg->pool);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_RECOGNITION_MODE);
|
|
|
|
break;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_HOTWORD_MAX_DURATION:{
|
|
|
|
int hotword_max_duration = atoi(val);
|
|
|
|
if (hotword_max_duration >= 0) {
|
|
|
|
recog_hdr->hotword_max_duration = hotword_max_duration;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_HOTWORD_MAX_DURATION);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid hotword max duration, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
case RECOGNIZER_HEADER_HOTWORD_MIN_DURATION:{
|
|
|
|
int hotword_min_duration = atoi(val);
|
|
|
|
if (hotword_min_duration >= 0) {
|
|
|
|
recog_hdr->hotword_min_duration = hotword_min_duration;
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_HOTWORD_MIN_DURATION);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) Ignoring invalid hotword min duration, \"%s\"\n", schannel->name, val);
|
|
|
|
}
|
|
|
|
break;
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
case RECOGNIZER_HEADER_CLEAR_DTMF_BUFFER:
|
|
|
|
recog_hdr->clear_dtmf_buffer = !strcasecmp("true", val);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_CLEAR_DTMF_BUFFER);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_EARLY_NO_MATCH:
|
|
|
|
recog_hdr->early_no_match = !strcasecmp("true", val);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_EARLY_NO_MATCH);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_INPUT_WAVEFORM_URI:
|
|
|
|
apt_string_assign(&recog_hdr->input_waveform_uri, val, msg->pool);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_INPUT_WAVEFORM_URI);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case RECOGNIZER_HEADER_MEDIA_TYPE:
|
|
|
|
apt_string_assign(&recog_hdr->media_type, val, msg->pool);
|
|
|
|
mrcp_resource_header_property_add(msg, RECOGNIZER_HEADER_MEDIA_TYPE);
|
|
|
|
break;
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
/* Unsupported headers */
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
/* MRCP server headers */
|
2009-06-16 21:56:59 +00:00
|
|
|
case RECOGNIZER_HEADER_WAVEFORM_URI:
|
|
|
|
case RECOGNIZER_HEADER_COMPLETION_CAUSE:
|
|
|
|
case RECOGNIZER_HEADER_FAILED_URI:
|
|
|
|
case RECOGNIZER_HEADER_FAILED_URI_CAUSE:
|
|
|
|
case RECOGNIZER_HEADER_INPUT_TYPE:
|
|
|
|
case RECOGNIZER_HEADER_COMPLETION_REASON:
|
2010-02-06 03:38:24 +00:00
|
|
|
/* module handles this automatically */
|
2009-06-16 21:56:59 +00:00
|
|
|
case RECOGNIZER_HEADER_CANCEL_IF_QUEUE:
|
2010-02-06 03:38:24 +00:00
|
|
|
/* GET-PARAMS method only */
|
2009-06-16 21:56:59 +00:00
|
|
|
case RECOGNIZER_HEADER_RECOGNIZER_CONTEXT_BLOCK:
|
|
|
|
case RECOGNIZER_HEADER_DTMF_BUFFER_TIME:
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
/* INTERPRET method only */
|
2009-06-16 21:56:59 +00:00
|
|
|
case RECOGNIZER_HEADER_INTERPRET_TEXT:
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
/* unknown */
|
2009-06-16 21:56:59 +00:00
|
|
|
case RECOGNIZER_HEADER_VER_BUFFER_UTTERANCE:
|
|
|
|
|
|
|
|
default:
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "(%s) unsupported RECOGNIZER header\n", schannel->name);
|
|
|
|
}
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
/**
|
|
|
|
* Flag that the recognizer channel timers are started
|
|
|
|
* @param schannel the recognizer channel to flag
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_channel_set_timers_started(speech_channel_t *schannel)
|
|
|
|
{
|
2009-06-17 18:34:42 +00:00
|
|
|
recognizer_data_t *r;
|
2009-06-16 22:38:55 +00:00
|
|
|
switch_mutex_lock(schannel->mutex);
|
2010-02-06 03:38:24 +00:00
|
|
|
r = (recognizer_data_t *) schannel->data;
|
2009-06-16 22:38:55 +00:00
|
|
|
r->timers_started = 1;
|
|
|
|
switch_mutex_unlock(schannel->mutex);
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* Process asr_open request from FreeSWITCH.
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech rec handle
|
|
|
|
* @param codec the codec to use
|
|
|
|
* @param rate the sample rate of the codec
|
|
|
|
* @param dest the profile to use
|
|
|
|
* @param flags other flags
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful, otherwise SWITCH_STATUS_FALSE
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_open(switch_asr_handle_t *ah, const char *codec, int rate, const char *dest, switch_asr_flag_t *flags)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
speech_channel_t *schannel = NULL;
|
2009-06-17 18:34:42 +00:00
|
|
|
int speech_channel_number = get_next_speech_channel_number();
|
|
|
|
char name[200] = { 0 };
|
2009-08-31 20:38:23 +00:00
|
|
|
const char *profile_name = NULL;
|
2009-06-29 22:33:18 +00:00
|
|
|
profile_t *profile = NULL;
|
2009-07-02 15:12:01 +00:00
|
|
|
recognizer_data_t *r = NULL;
|
2010-02-22 14:26:16 +00:00
|
|
|
switch_hash_index_t *hi = NULL;
|
2009-06-17 18:34:42 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "asr_handle: name = %s, codec = %s, rate = %d, grammar = %s, param = %s\n",
|
2010-02-06 03:38:24 +00:00
|
|
|
ah->name, ah->codec, ah->rate, ah->grammar, ah->param);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "codec = %s, rate = %d, dest = %s\n", codec, rate, dest);
|
|
|
|
|
|
|
|
/* It would be nice if FreeSWITCH let us know which session owns this handle, but it doesn't. So, lets
|
2010-02-06 03:38:24 +00:00
|
|
|
make our own unique name */
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_snprintf(name, sizeof(name) - 1, "ASR-%d", speech_channel_number);
|
|
|
|
name[sizeof(name) - 1] = '\0';
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
if (speech_channel_create(&schannel, name, SPEECH_CHANNEL_RECOGNIZER, &globals.recog, (uint16_t) rate, ah->memory_pool) != SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
ah->private_info = schannel;
|
2009-07-02 15:12:01 +00:00
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
r = (recognizer_data_t *) switch_core_alloc(ah->memory_pool, sizeof(recognizer_data_t));
|
2009-07-02 15:12:01 +00:00
|
|
|
schannel->data = r;
|
|
|
|
memset(r, 0, sizeof(recognizer_data_t));
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_core_hash_init(&r->grammars, ah->memory_pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* try to open an MRCP channel */
|
2009-08-31 20:38:23 +00:00
|
|
|
if (!(profile_name = dest)) {
|
|
|
|
if (!(profile_name = ah->param)) {
|
|
|
|
profile_name = globals.unimrcp_default_recog_profile;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
profile = (profile_t *) switch_core_hash_find(globals.profiles, profile_name);
|
2009-08-31 20:38:23 +00:00
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
if (!profile) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Can't find profile, %s\n", name, profile_name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2010-02-22 14:26:16 +00:00
|
|
|
|
|
|
|
if ((status = speech_channel_open(schannel, profile)) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Set default ASR params */
|
|
|
|
for (hi = switch_hash_first(NULL, profile->default_recog_params); hi; hi = switch_hash_next(hi)) {
|
|
|
|
char *param_name = NULL, *param_val = NULL;
|
|
|
|
const void *key;
|
|
|
|
void *val;
|
|
|
|
switch_hash_this(hi, &key, NULL, &val);
|
|
|
|
param_name = (char *) key;
|
|
|
|
param_val = (char *) val;
|
|
|
|
speech_channel_set_param(schannel, param_name, param_val);
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_load_grammar request from FreeSWITCH.
|
|
|
|
*
|
2009-07-02 15:12:01 +00:00
|
|
|
* FreeSWITCH sends this request to load a grammar
|
2009-06-16 21:56:59 +00:00
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
* @param grammar the grammar data. This can be an absolute file path, a URI, or the grammar text.
|
2009-07-02 15:12:01 +00:00
|
|
|
* @param name used to reference grammar for unloading or for recognition requests
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_load_grammar(switch_asr_handle_t *ah, const char *grammar, const char *name)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
const char *grammar_data = NULL;
|
|
|
|
char *grammar_file_data = NULL;
|
|
|
|
switch_file_t *grammar_file = NULL;
|
|
|
|
switch_size_t grammar_file_size = 0, to_read = 0;
|
|
|
|
grammar_type_t type = GRAMMAR_TYPE_UNKNOWN;
|
2009-06-23 23:28:09 +00:00
|
|
|
char *filename = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) grammar = %s, name = %s\n", schannel->name, grammar, name);
|
|
|
|
|
2009-11-03 16:52:22 +00:00
|
|
|
if (zstr(grammar)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* stop recognition */
|
|
|
|
if (speech_channel_stop(schannel) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2009-06-23 23:28:09 +00:00
|
|
|
/* figure out what type of grammar this is */
|
2010-02-06 03:38:24 +00:00
|
|
|
if (text_starts_with(grammar, HTTP_ID) || text_starts_with(grammar, FILE_ID) || text_starts_with(grammar, SESSION_ID)
|
|
|
|
|| text_starts_with(grammar, BUILTIN_ID)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Grammar is URI\n", schannel->name);
|
|
|
|
type = GRAMMAR_TYPE_URI;
|
|
|
|
grammar_data = grammar;
|
2009-11-03 16:52:22 +00:00
|
|
|
|
|
|
|
/* if a name was not given, just use the URI that was passed in */
|
|
|
|
if (zstr(name)) {
|
|
|
|
name = grammar;
|
|
|
|
}
|
2009-06-23 23:28:09 +00:00
|
|
|
} else if (text_starts_with(grammar, INLINE_ID)) {
|
|
|
|
grammar_data = grammar + strlen(INLINE_ID);
|
2009-11-03 16:52:22 +00:00
|
|
|
|
|
|
|
/* name is required for inline grammars */
|
|
|
|
if (zstr(name)) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) missing grammar name\n", schannel->name);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-23 23:28:09 +00:00
|
|
|
} else {
|
2009-06-16 21:56:59 +00:00
|
|
|
/* grammar points to file containing the grammar text. We assume the MRCP server can't get to this file
|
|
|
|
* so read the data from the file and cache it */
|
2009-06-23 23:28:09 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) Grammar is inside file\n", schannel->name);
|
|
|
|
if (switch_is_file_path(grammar)) {
|
|
|
|
filename = switch_mprintf("%s.gram", grammar);
|
|
|
|
} else {
|
|
|
|
filename = switch_mprintf("%s%s%s.gram", SWITCH_GLOBAL_dirs.grammar_dir, SWITCH_PATH_SEPARATOR, grammar);
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
grammar_data = NULL;
|
2009-06-23 23:28:09 +00:00
|
|
|
if (switch_file_open(&grammar_file, filename, SWITCH_FOPEN_READ, 0, schannel->memory_pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Could not read grammar file: %s\n", schannel->name, filename);
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
grammar_file_size = switch_file_get_size(grammar_file);
|
|
|
|
if (grammar_file_size == 0) {
|
2009-06-23 23:28:09 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Grammar file is empty: %s\n", schannel->name, filename);
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
grammar_file_data = (char *) switch_core_alloc(schannel->memory_pool, grammar_file_size + 1);
|
2009-06-16 21:56:59 +00:00
|
|
|
to_read = grammar_file_size;
|
|
|
|
if (switch_file_read(grammar_file, grammar_file_data, &to_read) != SWITCH_STATUS_SUCCESS) {
|
2009-06-23 23:28:09 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Grammar file read error: %s\n", schannel->name, filename);
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
if (to_read != grammar_file_size) {
|
2009-06-23 23:28:09 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) Could not read entire grammar file: %s\n", schannel->name, filename);
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
grammar_file_data[to_read] = '\0';
|
|
|
|
grammar_data = grammar_file_data;
|
2009-11-03 16:52:22 +00:00
|
|
|
|
|
|
|
/* if a name was not given, just use the filename that was passed in */
|
|
|
|
if (zstr(name)) {
|
|
|
|
name = grammar;
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* determine content type of file grammar or inline grammar */
|
|
|
|
if (type == GRAMMAR_TYPE_UNKNOWN) {
|
2009-10-26 22:25:51 +00:00
|
|
|
if (text_starts_with(grammar_data, XML_ID) || text_starts_with(grammar_data, SRGS_ID)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
type = GRAMMAR_TYPE_SRGS_XML;
|
|
|
|
} else if (text_starts_with(grammar_data, GSL_ID)) {
|
|
|
|
type = GRAMMAR_TYPE_NUANCE_GSL;
|
|
|
|
} else if (text_starts_with(grammar_data, ABNF_ID)) {
|
|
|
|
type = GRAMMAR_TYPE_SRGS;
|
|
|
|
} else if (text_starts_with(grammar_data, JSGF_ID)) {
|
|
|
|
type = GRAMMAR_TYPE_JSGF;
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "(%s) unable to determine grammar type: %s\n", schannel->name, grammar_data);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
}
|
2009-06-29 22:33:18 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) grammar is %s\n", schannel->name, grammar_type_to_mime(type, schannel->profile));
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2009-07-02 15:12:01 +00:00
|
|
|
/* load the grammar */
|
|
|
|
if (recog_channel_load_grammar(schannel, name, type, grammar_data) != SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-07-02 15:12:01 +00:00
|
|
|
|
|
|
|
status = recog_channel_start(schannel, name);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2009-06-23 23:28:09 +00:00
|
|
|
switch_safe_free(filename);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (grammar_file) {
|
|
|
|
switch_file_close(grammar_file);
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_unload_grammar request from FreeSWITCH.
|
|
|
|
*
|
|
|
|
* FreeSWITCH sends this request to stop recognition on this grammar.
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
* @param name the grammar name.
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_unload_grammar(switch_asr_handle_t *ah, const char *name)
|
|
|
|
{
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
|
|
|
if (zstr(name) || speech_channel_stop(schannel) != SWITCH_STATUS_SUCCESS || recog_channel_unload_grammar(schannel, name) != SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_close request from FreeSWITCH
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
2009-07-02 15:12:01 +00:00
|
|
|
* @param flags speech recognition flags (unused)
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_close(switch_asr_handle_t *ah, switch_asr_flag_t *flags)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
|
|
|
recognizer_data_t *r = (recognizer_data_t *) schannel->data;
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_stop(schannel);
|
|
|
|
speech_channel_destroy(schannel);
|
2009-07-02 15:12:01 +00:00
|
|
|
switch_core_hash_destroy(&r->grammars);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* this lets FreeSWITCH's speech_thread know the handle is closed */
|
2009-11-18 19:48:34 +00:00
|
|
|
switch_set_flag(ah, SWITCH_ASR_FLAG_CLOSED);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_feed request from FreeSWITCH
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
2009-07-02 15:12:01 +00:00
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
2009-06-16 21:56:59 +00:00
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_feed(switch_asr_handle_t *ah, void *data, unsigned int len, switch_asr_flag_t *flags)
|
|
|
|
{
|
|
|
|
switch_size_t slen = len;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
return speech_channel_write(schannel, data, &slen);
|
|
|
|
}
|
|
|
|
|
2009-07-02 15:12:01 +00:00
|
|
|
#if 0
|
|
|
|
/**
|
|
|
|
* Process asr_start request from FreeSWITCH
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
* @param name name of the grammar to use
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if successful
|
2010-02-06 03:38:24 +00:00
|
|
|
*/
|
2009-07-02 15:12:01 +00:00
|
|
|
static switch_status_t recog_asr_start(switch_asr_handle_t *ah, const char *name)
|
|
|
|
{
|
|
|
|
switch_status_t status;
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-07-02 15:12:01 +00:00
|
|
|
status = recog_channel_start(schannel, name);
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* Process asr_resume request from FreeSWITCH
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_resume(switch_asr_handle_t *ah)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-07-02 15:12:01 +00:00
|
|
|
return recog_channel_start(schannel, NULL);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_pause request from FreeSWITCH
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_pause(switch_asr_handle_t *ah)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
return speech_channel_stop(schannel);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_check_results request from FreeSWITCH
|
|
|
|
* This method is polled by FreeSWITCH until we return SWITCH_STATUS_SUCCESS. Then
|
|
|
|
* the results are fetched.
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
* @param flags other flags
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_check_results(switch_asr_handle_t *ah, switch_asr_flag_t *flags)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
return recog_channel_check_results(schannel);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process asr_get_results request from FreeSWITCH. Return the XML string back
|
|
|
|
* to FreeSWITCH. FreeSWITCH will free() the xmlstr.
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH speech recognition handle
|
|
|
|
* @param flags other flags
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_get_results(switch_asr_handle_t *ah, char **xmlstr, switch_asr_flag_t *flags)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
return recog_channel_get_results(schannel, xmlstr);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Send START-INPUT-TIMERS to executing recognition request
|
|
|
|
* @param ah the handle to start timers on
|
|
|
|
* @return SWITCH_STATUS_SUCCESS
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_asr_start_input_timers(switch_asr_handle_t *ah)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
return recog_channel_start_input_timers(schannel);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process text_param request from FreeSWITCH.
|
|
|
|
* Update MRCP session text parameters.
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH asr handle
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the value to set the parameter to
|
|
|
|
*/
|
|
|
|
static void recog_asr_text_param(switch_asr_handle_t *ah, char *param, const char *val)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_param(schannel, param, val);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process numeric_param request from FreeSWITCH.
|
|
|
|
* Update MRCP session numeric parameters
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH asr handle
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the value to set the parameter to
|
|
|
|
*/
|
|
|
|
static void recog_asr_numeric_param(switch_asr_handle_t *ah, char *param, int val)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
char *val_str = switch_mprintf("%d", val);
|
|
|
|
speech_channel_set_param(schannel, param, val_str);
|
|
|
|
switch_safe_free(val_str);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process float_param request from FreeSWITCH.
|
|
|
|
* Update MRCP session float parameters
|
|
|
|
*
|
|
|
|
* @param ah the FreeSWITCH asr handle
|
|
|
|
* @param param the parameter to set
|
|
|
|
* @param val the value to set the parameter to
|
|
|
|
*/
|
|
|
|
static void recog_asr_float_param(switch_asr_handle_t *ah, char *param, double val)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) ah->private_info;
|
2009-06-16 21:56:59 +00:00
|
|
|
char *val_str = switch_mprintf("%f", val);
|
|
|
|
speech_channel_set_param(schannel, param, val_str);
|
|
|
|
switch_safe_free(val_str);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process messages from UniMRCP for the recognizer application
|
|
|
|
*/
|
|
|
|
static apt_bool_t recog_message_handler(const mrcp_app_message_t *app_message)
|
|
|
|
{
|
|
|
|
return mrcp_application_message_dispatch(&globals.recog.dispatcher, app_message);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Handle the MRCP responses/events
|
|
|
|
*/
|
|
|
|
static apt_bool_t recog_on_message_receive(mrcp_application_t *application, mrcp_session_t *session, mrcp_channel_t *channel, mrcp_message_t *message)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) mrcp_application_channel_object_get(channel);
|
|
|
|
mrcp_recog_header_t *recog_hdr = (mrcp_recog_header_t *) mrcp_resource_header_get(message);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (message->start_line.message_type == MRCP_MESSAGE_TYPE_RESPONSE) {
|
|
|
|
/* received MRCP response */
|
|
|
|
if (message->start_line.method_id == RECOGNIZER_RECOGNIZE) {
|
|
|
|
/* received the response to RECOGNIZE request */
|
|
|
|
if (message->start_line.request_state == MRCP_REQUEST_STATE_INPROGRESS) {
|
|
|
|
/* RECOGNIZE in progress */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) RECOGNIZE IN PROGRESS\n", schannel->name);
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_PROCESSING);
|
|
|
|
} else if (message->start_line.request_state == MRCP_REQUEST_STATE_COMPLETE) {
|
|
|
|
/* RECOGNIZE failed to start */
|
|
|
|
if (recog_hdr->completion_cause == RECOGNIZER_COMPLETION_CAUSE_UNKNOWN) {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) RECOGNIZE failed: status = %d\n", schannel->name,
|
|
|
|
message->start_line.status_code);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) RECOGNIZE failed: status = %d, completion-cause = %03d\n",
|
|
|
|
schannel->name, message->start_line.status_code, recog_hdr->completion_cause);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
} else if (message->start_line.request_state == MRCP_REQUEST_STATE_PENDING) {
|
|
|
|
/* RECOGNIZE is queued */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) RECOGNIZE PENDING\n", schannel->name);
|
|
|
|
} else {
|
|
|
|
/* received unexpected request_state */
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected RECOGNIZE request state: %d\n", schannel->name,
|
|
|
|
message->start_line.request_state);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else if (message->start_line.method_id == RECOGNIZER_STOP) {
|
|
|
|
/* received response to the STOP request */
|
|
|
|
if (message->start_line.request_state == MRCP_REQUEST_STATE_COMPLETE) {
|
|
|
|
/* got COMPLETE */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) RECOGNIZE STOPPED\n", schannel->name);
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_READY);
|
|
|
|
} else {
|
|
|
|
/* received unexpected request state */
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected STOP request state: %d\n", schannel->name,
|
|
|
|
message->start_line.request_state);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
2010-02-06 03:38:24 +00:00
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (message->start_line.method_id == RECOGNIZER_START_INPUT_TIMERS) {
|
|
|
|
/* received response to START-INPUT-TIMERS request */
|
|
|
|
if (message->start_line.request_state == MRCP_REQUEST_STATE_COMPLETE) {
|
|
|
|
if (message->start_line.status_code >= 200 && message->start_line.status_code <= 299) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) timers started\n", schannel->name);
|
2009-06-16 22:38:55 +00:00
|
|
|
recog_channel_set_timers_started(schannel);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) timers failed to start, status code = %d\n", schannel->name,
|
|
|
|
message->start_line.status_code);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
} else if (message->start_line.method_id == RECOGNIZER_DEFINE_GRAMMAR) {
|
|
|
|
/* received response to DEFINE-GRAMMAR request */
|
|
|
|
if (message->start_line.request_state == MRCP_REQUEST_STATE_COMPLETE) {
|
|
|
|
if (message->start_line.status_code >= 200 && message->start_line.status_code <= 299) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) grammar loaded\n", schannel->name);
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_READY);
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) grammar failed to load, status code = %d\n", schannel->name,
|
|
|
|
message->start_line.status_code);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
/* received unexpected response */
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected response, method_id = %d\n", schannel->name,
|
|
|
|
(int) message->start_line.method_id);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else if (message->start_line.message_type == MRCP_MESSAGE_TYPE_EVENT) {
|
|
|
|
/* received MRCP event */
|
|
|
|
if (message->start_line.method_id == RECOGNIZER_RECOGNITION_COMPLETE) {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) RECOGNITION COMPLETE, Completion-Cause: %03d\n", schannel->name,
|
|
|
|
recog_hdr->completion_cause);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (message->body.length > 0) {
|
|
|
|
if (message->body.buf[message->body.length - 1] == '\0') {
|
|
|
|
recog_channel_set_results(schannel, message->body.buf);
|
|
|
|
} else {
|
|
|
|
/* string is not null terminated */
|
2010-02-06 03:38:24 +00:00
|
|
|
char *result = (char *) switch_core_alloc(schannel->memory_pool, message->body.length + 1);
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG,
|
|
|
|
"(%s) Recognition result is not null-terminated. Appending null terminator.\n", schannel->name);
|
2009-06-16 21:56:59 +00:00
|
|
|
strncpy(result, message->body.buf, message->body.length);
|
|
|
|
result[message->body.length] = '\0';
|
|
|
|
recog_channel_set_results(schannel, result);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
char *completion_cause = switch_mprintf("Completion-Cause: %03d", recog_hdr->completion_cause);
|
2009-06-17 18:34:42 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) No result\n", schannel->name);
|
2009-06-16 21:56:59 +00:00
|
|
|
recog_channel_set_results(schannel, completion_cause);
|
|
|
|
switch_safe_free(completion_cause);
|
|
|
|
}
|
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_READY);
|
|
|
|
} else if (message->start_line.method_id == RECOGNIZER_START_OF_INPUT) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) START OF INPUT\n", schannel->name);
|
|
|
|
recog_channel_set_start_of_input(schannel);
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected event, method_id = %d\n", schannel->name,
|
|
|
|
(int) message->start_line.method_id);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
} else {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "(%s) unexpected message type, message_type = %d\n", schannel->name,
|
|
|
|
message->start_line.message_type);
|
2009-06-16 21:56:59 +00:00
|
|
|
speech_channel_set_state(schannel, SPEECH_CHANNEL_ERROR);
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
/**
|
2009-06-16 21:56:59 +00:00
|
|
|
* UniMRCP callback requesting next frame for speech recognition
|
|
|
|
*
|
|
|
|
* @param stream the UniMRCP stream
|
|
|
|
* @param frame the frame to fill
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
|
|
|
static apt_bool_t recog_stream_read(mpf_audio_stream_t *stream, mpf_frame_t *frame)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
speech_channel_t *schannel = (speech_channel_t *) stream->obj;
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_size_t to_read = frame->codec_frame.size;
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 22:38:55 +00:00
|
|
|
/* grab the data. pad it if there isn't enough */
|
|
|
|
if (speech_channel_read(schannel, frame->codec_frame.buffer, &to_read, 0) == SWITCH_STATUS_SUCCESS) {
|
2009-06-16 21:56:59 +00:00
|
|
|
if (to_read < frame->codec_frame.size) {
|
2010-02-06 03:38:24 +00:00
|
|
|
memset((uint8_t *) frame->codec_frame.buffer + to_read, schannel->silence, frame->codec_frame.size - to_read);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
frame->type |= MEDIA_FRAME_TYPE_AUDIO;
|
|
|
|
}
|
|
|
|
|
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Link the recognizer module interface to FreeSWITCH and UniMRCP
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_load(switch_loadable_module_interface_t *module_interface, switch_memory_pool_t *pool)
|
|
|
|
{
|
|
|
|
/* link to FreeSWITCH ASR / TTS callbacks */
|
|
|
|
switch_asr_interface_t *asr_interface = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((asr_interface = (switch_asr_interface_t *) switch_loadable_module_create_interface(module_interface, SWITCH_ASR_INTERFACE)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
asr_interface->interface_name = MOD_UNIMRCP;
|
|
|
|
asr_interface->asr_open = recog_asr_open;
|
|
|
|
asr_interface->asr_load_grammar = recog_asr_load_grammar;
|
|
|
|
asr_interface->asr_unload_grammar = recog_asr_unload_grammar;
|
|
|
|
asr_interface->asr_close = recog_asr_close;
|
|
|
|
asr_interface->asr_feed = recog_asr_feed;
|
2009-07-02 15:12:01 +00:00
|
|
|
#if 0
|
|
|
|
asr_interface->asr_start = recog_asr_start;
|
|
|
|
#endif
|
2009-06-16 21:56:59 +00:00
|
|
|
asr_interface->asr_resume = recog_asr_resume;
|
|
|
|
asr_interface->asr_pause = recog_asr_pause;
|
|
|
|
asr_interface->asr_check_results = recog_asr_check_results;
|
|
|
|
asr_interface->asr_get_results = recog_asr_get_results;
|
|
|
|
asr_interface->asr_start_input_timers = recog_asr_start_input_timers;
|
|
|
|
asr_interface->asr_text_param = recog_asr_text_param;
|
|
|
|
asr_interface->asr_numeric_param = recog_asr_numeric_param;
|
|
|
|
asr_interface->asr_float_param = recog_asr_float_param;
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* Create the recognizer application and link its callbacks */
|
2010-02-06 03:38:24 +00:00
|
|
|
if ((globals.recog.app = mrcp_application_create(recog_message_handler, (void *) 0, pool)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
globals.recog.dispatcher.on_session_update = NULL;
|
|
|
|
globals.recog.dispatcher.on_session_terminate = speech_on_session_terminate;
|
|
|
|
globals.recog.dispatcher.on_channel_add = speech_on_channel_add;
|
|
|
|
globals.recog.dispatcher.on_channel_remove = speech_on_channel_remove;
|
|
|
|
globals.recog.dispatcher.on_message_receive = recog_on_message_receive;
|
|
|
|
globals.recog.audio_stream_vtable.destroy = NULL;
|
|
|
|
globals.recog.audio_stream_vtable.open_rx = NULL;
|
|
|
|
globals.recog.audio_stream_vtable.close_rx = NULL;
|
|
|
|
globals.recog.audio_stream_vtable.read_frame = recog_stream_read;
|
|
|
|
globals.recog.audio_stream_vtable.open_tx = NULL;
|
|
|
|
globals.recog.audio_stream_vtable.close_tx = NULL;
|
|
|
|
globals.recog.audio_stream_vtable.write_frame = NULL;
|
|
|
|
mrcp_client_application_register(globals.mrcp_client, globals.recog.app, "recog");
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* map FreeSWITCH params or old params to MRCPv2 param */
|
2009-11-03 16:52:22 +00:00
|
|
|
switch_core_hash_init_nocase(&globals.recog.fs_param_map, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
/* MRCPv1 param */
|
|
|
|
switch_core_hash_insert(globals.recog.fs_param_map, "recognizer-start-timers", "start-input-timers");
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* map MRCP params to UniMRCP ID */
|
2009-11-03 16:52:22 +00:00
|
|
|
switch_core_hash_init_nocase(&globals.recog.param_id_map, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Confidence-Threshold", unimrcp_param_id_create(RECOGNIZER_HEADER_CONFIDENCE_THRESHOLD, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Sensitivity-Level", unimrcp_param_id_create(RECOGNIZER_HEADER_SENSITIVITY_LEVEL, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Speed-Vs-Accuracy", unimrcp_param_id_create(RECOGNIZER_HEADER_SPEED_VS_ACCURACY, pool));
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "N-Best-List-Length", unimrcp_param_id_create(RECOGNIZER_HEADER_N_BEST_LIST_LENGTH, pool));
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "No-Input-Timeout", unimrcp_param_id_create(RECOGNIZER_HEADER_NO_INPUT_TIMEOUT, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Recognition-Timeout", unimrcp_param_id_create(RECOGNIZER_HEADER_RECOGNITION_TIMEOUT, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Waveform-Url", unimrcp_param_id_create(RECOGNIZER_HEADER_WAVEFORM_URI, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Completion-Cause", unimrcp_param_id_create(RECOGNIZER_HEADER_COMPLETION_CAUSE, pool));
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Recognizer-Context-Block",
|
|
|
|
unimrcp_param_id_create(RECOGNIZER_HEADER_RECOGNIZER_CONTEXT_BLOCK, pool));
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Start-Input-Timers", unimrcp_param_id_create(RECOGNIZER_HEADER_START_INPUT_TIMERS, pool));
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Speech-Complete-Timeout",
|
|
|
|
unimrcp_param_id_create(RECOGNIZER_HEADER_SPEECH_COMPLETE_TIMEOUT, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Speech-Incomplete-Timeout",
|
|
|
|
unimrcp_param_id_create(RECOGNIZER_HEADER_SPEECH_INCOMPLETE_TIMEOUT, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "DTMF-Interdigit-Timeout",
|
|
|
|
unimrcp_param_id_create(RECOGNIZER_HEADER_DTMF_INTERDIGIT_TIMEOUT, pool));
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "DTMF-Term-Timeout", unimrcp_param_id_create(RECOGNIZER_HEADER_DTMF_TERM_TIMEOUT, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "DTMF-Term-Char", unimrcp_param_id_create(RECOGNIZER_HEADER_DTMF_TERM_CHAR, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Failed-Uri", unimrcp_param_id_create(RECOGNIZER_HEADER_FAILED_URI, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Failed-Uri-Cause", unimrcp_param_id_create(RECOGNIZER_HEADER_FAILED_URI_CAUSE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Save-Waveform", unimrcp_param_id_create(RECOGNIZER_HEADER_SAVE_WAVEFORM, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "New-Audio-Channel", unimrcp_param_id_create(RECOGNIZER_HEADER_NEW_AUDIO_CHANNEL, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Speech-Language", unimrcp_param_id_create(RECOGNIZER_HEADER_SPEECH_LANGUAGE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Input-Type", unimrcp_param_id_create(RECOGNIZER_HEADER_INPUT_TYPE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Input-Waveform-Uri", unimrcp_param_id_create(RECOGNIZER_HEADER_INPUT_WAVEFORM_URI, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Completion-Reason", unimrcp_param_id_create(RECOGNIZER_HEADER_COMPLETION_REASON, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Media-Type", unimrcp_param_id_create(RECOGNIZER_HEADER_MEDIA_TYPE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Ver-Buffer-Utterance", unimrcp_param_id_create(RECOGNIZER_HEADER_VER_BUFFER_UTTERANCE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Recognition-Mode", unimrcp_param_id_create(RECOGNIZER_HEADER_RECOGNITION_MODE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Cancel-If-Queue", unimrcp_param_id_create(RECOGNIZER_HEADER_CANCEL_IF_QUEUE, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Hotword-Max-Duration", unimrcp_param_id_create(RECOGNIZER_HEADER_HOTWORD_MAX_DURATION, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Hotword-Min-Duration", unimrcp_param_id_create(RECOGNIZER_HEADER_HOTWORD_MIN_DURATION, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Interpret-Text", unimrcp_param_id_create(RECOGNIZER_HEADER_INTERPRET_TEXT, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "DTMF-Buffer-Time", unimrcp_param_id_create(RECOGNIZER_HEADER_DTMF_BUFFER_TIME, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Clear-DTMF-Buffer", unimrcp_param_id_create(RECOGNIZER_HEADER_CLEAR_DTMF_BUFFER, pool));
|
|
|
|
switch_core_hash_insert(globals.recog.param_id_map, "Early-No-Match", unimrcp_param_id_create(RECOGNIZER_HEADER_EARLY_NO_MATCH, pool));
|
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Shutdown the recognizer
|
|
|
|
*/
|
|
|
|
static switch_status_t recog_shutdown()
|
|
|
|
{
|
2009-06-17 13:26:04 +00:00
|
|
|
if (globals.recog.fs_param_map) {
|
|
|
|
switch_core_hash_destroy(&globals.recog.fs_param_map);
|
|
|
|
}
|
|
|
|
if (globals.recog.param_id_map) {
|
|
|
|
switch_core_hash_destroy(&globals.recog.param_id_map);
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Process the XML configuration for this module
|
|
|
|
* Uses the instructions[] defined in this module to process the configuration.
|
|
|
|
*
|
|
|
|
* @return SWITCH_STATUS_SUCCESS if the configuration is OK
|
|
|
|
*/
|
|
|
|
static switch_status_t mod_unimrcp_do_config()
|
|
|
|
{
|
|
|
|
switch_xml_t cfg, xml, settings;
|
|
|
|
switch_status_t status = SWITCH_STATUS_SUCCESS;
|
|
|
|
|
|
|
|
if (!(xml = switch_xml_open_cfg(CONFIG_FILE, &cfg, NULL))) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_CRIT, "Could not open %s\n", CONFIG_FILE);
|
|
|
|
status = SWITCH_STATUS_FALSE;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
|
|
|
if ((settings = switch_xml_child(cfg, "settings"))) {
|
2009-06-17 19:46:45 +00:00
|
|
|
if (switch_xml_config_parse(switch_xml_child(settings, "param"), SWITCH_FALSE, instructions) == SWITCH_STATUS_SUCCESS) {
|
2010-02-06 03:38:24 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Config parsed ok!\n");
|
|
|
|
globals.enable_profile_events = !zstr(globals.enable_profile_events_param) && (!strcasecmp(globals.enable_profile_events_param, "true")
|
|
|
|
|| !strcmp(globals.enable_profile_events_param, "1"));
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
if (xml) {
|
|
|
|
switch_xml_free(xml);
|
|
|
|
}
|
|
|
|
|
|
|
|
return status;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define DEFAULT_LOCAL_IP_ADDRESS "127.0.0.1"
|
|
|
|
#define DEFAULT_REMOTE_IP_ADDRESS "127.0.0.1"
|
|
|
|
#define DEFAULT_SIP_LOCAL_PORT 5090
|
|
|
|
#define DEFAULT_SIP_REMOTE_PORT 5060
|
|
|
|
#define DEFAULT_RTP_PORT_MIN 4000
|
|
|
|
#define DEFAULT_RTP_PORT_MAX 5000
|
|
|
|
|
|
|
|
#define DEFAULT_SOFIASIP_UA_NAME "FreeSWITCH"
|
|
|
|
#define DEFAULT_SDP_ORIGIN "FreeSWITCH"
|
|
|
|
#define DEFAULT_RESOURCE_LOCATION "media"
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Get IP address from IP address value
|
|
|
|
*
|
|
|
|
* @param value "auto" or IP address
|
|
|
|
* @param pool the memory pool to use
|
|
|
|
* @return IP address
|
|
|
|
*/
|
|
|
|
static char *ip_addr_get(const char *value, apr_pool_t *pool)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
if (!value || strcasecmp(value, "auto") == 0) {
|
2009-06-16 21:56:59 +00:00
|
|
|
char *addr = DEFAULT_LOCAL_IP_ADDRESS;
|
2010-02-06 03:38:24 +00:00
|
|
|
apt_ip_get(&addr, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
return addr;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
return apr_pstrdup(pool, value);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
/**
|
|
|
|
* set mod_unimrcp-specific profile configuration
|
|
|
|
*
|
|
|
|
* @param profile the MRCP profile to configure
|
|
|
|
* @param param the param name
|
|
|
|
* @param val the param value
|
|
|
|
* @param pool the memory pool to use
|
|
|
|
*/
|
|
|
|
static int process_profile_config(profile_t *profile, const char *param, const char *val, switch_memory_pool_t *pool)
|
|
|
|
{
|
|
|
|
int mine = 1;
|
|
|
|
if (strcasecmp(param, "jsgf-mime-type") == 0) {
|
|
|
|
profile->jsgf_mime_type = switch_core_strdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "gsl-mime-type") == 0) {
|
|
|
|
profile->gsl_mime_type = switch_core_strdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "srgs-xml-mime-type") == 0) {
|
|
|
|
profile->srgs_xml_mime_type = switch_core_strdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "srgs-mime-type") == 0) {
|
|
|
|
profile->srgs_mime_type = switch_core_strdup(pool, val);
|
2010-02-22 17:10:01 +00:00
|
|
|
} else if (strcasecmp(param, "ssml-mime-type") == 0) {
|
|
|
|
profile->ssml_mime_type = switch_core_strdup(pool, val);
|
2009-06-29 22:33:18 +00:00
|
|
|
} else {
|
|
|
|
mine = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
return mine;
|
|
|
|
}
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/**
|
|
|
|
* set RTP config struct with param, val pair
|
|
|
|
* @param client the MRCP client
|
|
|
|
* @param rtp_config the config struct to set
|
|
|
|
* @param param the param name
|
|
|
|
* @param val the param value
|
|
|
|
* @param pool memory pool to use
|
|
|
|
* @return true if this param belongs to RTP config
|
|
|
|
*/
|
|
|
|
static int process_rtp_config(mrcp_client_t *client, mpf_rtp_config_t *rtp_config, const char *param, const char *val, apr_pool_t *pool)
|
|
|
|
{
|
|
|
|
int mine = 1;
|
|
|
|
if (strcasecmp(param, "rtp-ip") == 0) {
|
|
|
|
apt_string_set(&rtp_config->ip, ip_addr_get(val, pool));
|
|
|
|
} else if (strcasecmp(param, "rtp-ext-ip") == 0) {
|
|
|
|
apt_string_set(&rtp_config->ext_ip, ip_addr_get(val, pool));
|
|
|
|
} else if (strcasecmp(param, "rtp-port-min") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
rtp_config->rtp_port_min = (apr_port_t) atol(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (strcasecmp(param, "rtp-port-max") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
rtp_config->rtp_port_max = (apr_port_t) atol(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (strcasecmp(param, "playout-delay") == 0) {
|
|
|
|
rtp_config->jb_config.initial_playout_delay = atol(val);
|
|
|
|
} else if (strcasecmp(param, "min-playout-delay") == 0) {
|
|
|
|
rtp_config->jb_config.min_playout_delay = atol(val);
|
|
|
|
} else if (strcasecmp(param, "max-playout-delay") == 0) {
|
|
|
|
rtp_config->jb_config.max_playout_delay = atol(val);
|
|
|
|
} else if (strcasecmp(param, "codecs") == 0) {
|
|
|
|
const mpf_codec_manager_t *codec_manager = mrcp_client_codec_manager_get(client);
|
2009-12-11 01:20:26 +00:00
|
|
|
if (codec_manager) {
|
2009-06-16 21:56:59 +00:00
|
|
|
mpf_codec_manager_codec_list_load(codec_manager, &rtp_config->codec_list, val, pool);
|
|
|
|
}
|
|
|
|
} else if (strcasecmp(param, "ptime") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
rtp_config->ptime = (apr_uint16_t) atol(val);
|
2009-12-11 01:20:26 +00:00
|
|
|
} else if (strcasecmp(param, "rtcp") == 0) {
|
2009-11-19 20:10:20 +00:00
|
|
|
rtp_config->rtcp = atoi(val);
|
2009-12-11 01:20:26 +00:00
|
|
|
} else if (strcasecmp(param, "rtcp-bye") == 0) {
|
2009-11-19 20:10:20 +00:00
|
|
|
rtp_config->rtcp_bye_policy = atoi(val);
|
2009-12-11 01:20:26 +00:00
|
|
|
} else if (strcasecmp(param, "rtcp-tx-interval") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
rtp_config->rtcp_tx_interval = (apr_uint16_t) atoi(val);
|
2009-12-11 01:20:26 +00:00
|
|
|
} else if (strcasecmp(param, "rtcp-rx-resolution") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
rtp_config->rtcp_rx_resolution = (apr_uint16_t) atol(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else {
|
|
|
|
mine = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
return mine;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* set RTSP client config struct with param, val pair
|
|
|
|
* @param config the config struct to set
|
|
|
|
* @param param the param name
|
|
|
|
* @param val the param value
|
|
|
|
* @param pool memory pool to use
|
|
|
|
* @return true if this param belongs to RTSP config
|
|
|
|
*/
|
|
|
|
static int process_mrcpv1_config(rtsp_client_config_t *config, const char *param, const char *val, apr_pool_t *pool)
|
|
|
|
{
|
|
|
|
int mine = 1;
|
|
|
|
if (strcasecmp(param, "server-ip") == 0) {
|
|
|
|
config->server_ip = ip_addr_get(val, pool);
|
|
|
|
} else if (strcasecmp(param, "server-port") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
config->server_port = (apr_port_t) atol(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (strcasecmp(param, "resource-location") == 0) {
|
|
|
|
config->resource_location = apr_pstrdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "sdp-origin") == 0) {
|
|
|
|
config->origin = apr_pstrdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "max-connection-count") == 0) {
|
|
|
|
config->max_connection_count = atol(val);
|
|
|
|
} else if (strcasecmp(param, "force-destination") == 0) {
|
|
|
|
config->force_destination = atoi(val);
|
|
|
|
} else if (strcasecmp(param, "speechsynth") == 0 || strcasecmp(param, "speechrecog") == 0) {
|
|
|
|
apr_table_set(config->resource_map, param, val);
|
|
|
|
} else {
|
|
|
|
mine = 0;
|
|
|
|
}
|
|
|
|
return mine;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* set SofiaSIP client config struct with param, val pair
|
|
|
|
* @param config the config struct to set
|
|
|
|
* @param param the param name
|
|
|
|
* @param val the param value
|
|
|
|
* @param pool memory pool to use
|
|
|
|
* @return true if this param belongs to SofiaSIP config
|
|
|
|
*/
|
|
|
|
static int process_mrcpv2_config(mrcp_sofia_client_config_t *config, const char *param, const char *val, apr_pool_t *pool)
|
|
|
|
{
|
|
|
|
int mine = 1;
|
|
|
|
if (strcasecmp(param, "client-ip") == 0) {
|
|
|
|
config->local_ip = ip_addr_get(val, pool);
|
2010-02-06 03:38:24 +00:00
|
|
|
} else if (strcasecmp(param, "client-ext-ip") == 0) {
|
2009-06-16 21:56:59 +00:00
|
|
|
config->ext_ip = ip_addr_get(val, pool);
|
2010-02-06 03:38:24 +00:00
|
|
|
} else if (strcasecmp(param, "client-port") == 0) {
|
|
|
|
config->local_port = (apr_port_t) atol(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (strcasecmp(param, "server-ip") == 0) {
|
|
|
|
config->remote_ip = ip_addr_get(val, pool);
|
|
|
|
} else if (strcasecmp(param, "server-port") == 0) {
|
2010-02-06 03:38:24 +00:00
|
|
|
config->remote_port = (apr_port_t) atol(val);
|
2009-06-16 21:56:59 +00:00
|
|
|
} else if (strcasecmp(param, "server-username") == 0) {
|
|
|
|
config->remote_user_name = apr_pstrdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "force-destination") == 0) {
|
|
|
|
config->force_destination = atoi(val);
|
|
|
|
} else if (strcasecmp(param, "sip-transport") == 0) {
|
|
|
|
config->transport = apr_pstrdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "ua-name") == 0) {
|
|
|
|
config->user_agent_name = apr_pstrdup(pool, val);
|
|
|
|
} else if (strcasecmp(param, "sdp-origin") == 0) {
|
|
|
|
config->origin = apr_pstrdup(pool, val);
|
|
|
|
} else {
|
|
|
|
mine = 0;
|
|
|
|
}
|
|
|
|
return mine;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Create the MRCP client and configure it with profiles defined in FreeSWITCH XML config
|
|
|
|
*
|
|
|
|
* Some code and ideas borrowed from unimrcp-client.c
|
2009-11-19 20:10:20 +00:00
|
|
|
* Please check libs/unimrcp/platforms/libunimrcp-client/src/unimrcp-client.c when upgrading
|
2009-06-16 21:56:59 +00:00
|
|
|
* the UniMRCP library to ensure nothing new needs to be set up.
|
|
|
|
*
|
|
|
|
* @return the MRCP client
|
|
|
|
*/
|
2009-06-29 22:33:18 +00:00
|
|
|
static mrcp_client_t *mod_unimrcp_client_create(switch_memory_pool_t *mod_pool)
|
2009-06-16 21:56:59 +00:00
|
|
|
{
|
|
|
|
switch_xml_t cfg = NULL, xml = NULL, profiles = NULL, profile = NULL;
|
|
|
|
mrcp_client_t *client = NULL;
|
|
|
|
apr_pool_t *pool = NULL;
|
2009-11-19 20:10:20 +00:00
|
|
|
mrcp_resource_loader_t *resource_loader = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
mrcp_resource_factory_t *resource_factory = NULL;
|
|
|
|
mpf_codec_manager_t *codec_manager = NULL;
|
2009-06-17 18:34:42 +00:00
|
|
|
apr_size_t max_connection_count = 0;
|
|
|
|
apt_bool_t offer_new_connection = FALSE;
|
|
|
|
mrcp_connection_agent_t *connection_agent;
|
|
|
|
mpf_engine_t *media_engine;
|
2009-06-30 16:32:59 +00:00
|
|
|
apt_dir_layout_t *dir_layout;
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* create the client */
|
2009-06-30 16:32:59 +00:00
|
|
|
if ((dir_layout = apt_default_dir_layout_create("../", mod_pool)) == NULL) {
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
client = mrcp_client_create(dir_layout);
|
2009-11-19 20:10:20 +00:00
|
|
|
if (!client) {
|
2009-06-16 21:56:59 +00:00
|
|
|
goto done;
|
2009-11-19 20:10:20 +00:00
|
|
|
}
|
2009-06-29 22:33:18 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
pool = mrcp_client_memory_pool_get(client);
|
2009-11-19 20:10:20 +00:00
|
|
|
if (!pool) {
|
|
|
|
client = NULL;
|
2009-06-16 21:56:59 +00:00
|
|
|
goto done;
|
2009-11-19 20:10:20 +00:00
|
|
|
}
|
2010-02-22 15:19:52 +00:00
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
/* load the synthesizer and recognizer resources */
|
2009-11-19 20:10:20 +00:00
|
|
|
resource_loader = mrcp_resource_loader_create(FALSE, pool);
|
2009-12-11 01:20:26 +00:00
|
|
|
if (resource_loader) {
|
2009-11-19 20:10:20 +00:00
|
|
|
apt_str_t synth_resource;
|
|
|
|
apt_str_t recog_resource;
|
|
|
|
apt_string_set(&synth_resource, "speechsynth");
|
|
|
|
mrcp_resource_load(resource_loader, &synth_resource);
|
|
|
|
apt_string_set(&recog_resource, "speechrecog");
|
|
|
|
mrcp_resource_load(resource_loader, &recog_resource);
|
|
|
|
resource_factory = mrcp_resource_factory_get(resource_loader);
|
|
|
|
mrcp_client_resource_factory_register(client, resource_factory);
|
|
|
|
} else {
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
codec_manager = mpf_engine_codec_manager_create(pool);
|
|
|
|
if (codec_manager) {
|
|
|
|
mrcp_client_codec_manager_register(client, codec_manager);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* set up MRCPv2 connection agent that will be shared with all profiles */
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(globals.unimrcp_max_connection_count)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
max_connection_count = atoi(globals.unimrcp_max_connection_count);
|
|
|
|
}
|
|
|
|
if (max_connection_count <= 0) {
|
|
|
|
max_connection_count = 100;
|
|
|
|
}
|
2009-10-23 16:03:42 +00:00
|
|
|
if (!zstr(globals.unimrcp_offer_new_connection)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
offer_new_connection = strcasecmp("true", globals.unimrcp_offer_new_connection);
|
|
|
|
}
|
2009-06-17 18:34:42 +00:00
|
|
|
connection_agent = mrcp_client_connection_agent_create(max_connection_count, offer_new_connection, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (connection_agent) {
|
|
|
|
mrcp_client_connection_agent_register(client, connection_agent, "MRCPv2ConnectionAgent");
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Set up the media engine that will be shared with all profiles */
|
2009-06-17 18:34:42 +00:00
|
|
|
media_engine = mpf_engine_create(pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (media_engine) {
|
|
|
|
mrcp_client_media_engine_register(client, media_engine, "MediaEngine");
|
|
|
|
}
|
|
|
|
|
|
|
|
/* configure the client profiles */
|
|
|
|
if (!(xml = switch_xml_open_cfg(CONFIG_FILE, &cfg, NULL))) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_CRIT, "Could not open %s\n", CONFIG_FILE);
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
if ((profiles = switch_xml_child(cfg, "profiles"))) {
|
|
|
|
for (profile = switch_xml_child(profiles, "profile"); profile; profile = switch_xml_next(profile)) {
|
|
|
|
/* a profile is a signaling agent + termination factory + media engine + connection agent (MRCPv2 only) */
|
|
|
|
mrcp_sig_agent_t *agent = NULL;
|
|
|
|
mpf_termination_factory_t *termination_factory = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
mrcp_profile_t *mprofile = NULL;
|
2009-06-17 18:34:42 +00:00
|
|
|
mpf_rtp_config_t *rtp_config = NULL;
|
2009-06-29 22:33:18 +00:00
|
|
|
profile_t *mod_profile = NULL;
|
2010-02-22 14:26:16 +00:00
|
|
|
switch_xml_t default_params = NULL;
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* get profile attributes */
|
2009-06-18 18:26:50 +00:00
|
|
|
const char *name = apr_pstrdup(pool, switch_xml_attr(profile, "name"));
|
2009-06-16 21:56:59 +00:00
|
|
|
const char *version = switch_xml_attr(profile, "version");
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(name) || zstr(version)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "<profile> missing name or version attribute\n");
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2009-06-29 22:33:18 +00:00
|
|
|
/* prepare mod_unimrcp's profile for configuration */
|
|
|
|
profile_create(&mod_profile, name, mod_pool);
|
|
|
|
switch_core_hash_insert(globals.profiles, mod_profile->name, mod_profile);
|
|
|
|
|
2010-02-22 14:26:16 +00:00
|
|
|
/* pull in any default SPEAK params */
|
|
|
|
default_params = switch_xml_child(profile, "synthparams");
|
|
|
|
if (default_params) {
|
|
|
|
switch_xml_t param = NULL;
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading SPEAK params\n");
|
|
|
|
for (param = switch_xml_child(default_params, "param"); param; param = switch_xml_next(param)) {
|
|
|
|
const char *param_name = switch_xml_attr(param, "name");
|
|
|
|
const char *param_value = switch_xml_attr(param, "value");
|
|
|
|
if (zstr(param_name)) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing SPEAK param name\n");
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading SPEAK Param %s:%s\n", param_name, param_value);
|
|
|
|
switch_core_hash_insert(mod_profile->default_synth_params, param_name, param_value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* pull in any default RECOGNIZE params */
|
|
|
|
default_params = switch_xml_child(profile, "recogparams");
|
|
|
|
if (default_params) {
|
|
|
|
switch_xml_t param = NULL;
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading RECOGNIZE params\n");
|
|
|
|
for (param = switch_xml_child(default_params, "param"); param; param = switch_xml_next(param)) {
|
|
|
|
const char *param_name = switch_xml_attr(param, "name");
|
|
|
|
const char *param_value = switch_xml_attr(param, "value");
|
|
|
|
if (zstr(param_name)) {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing RECOGNIZE param name\n");
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading RECOGNIZE Param %s:%s\n", param_name, param_value);
|
|
|
|
switch_core_hash_insert(mod_profile->default_recog_params, param_name, param_value);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
/* create RTP config, common to MRCPv1 and MRCPv2 */
|
|
|
|
rtp_config = mpf_rtp_config_create(pool);
|
|
|
|
rtp_config->rtp_port_min = DEFAULT_RTP_PORT_MIN;
|
|
|
|
rtp_config->rtp_port_max = DEFAULT_RTP_PORT_MAX;
|
|
|
|
apt_string_set(&rtp_config->ip, DEFAULT_LOCAL_IP_ADDRESS);
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
if (strcmp("1", version) == 0) {
|
|
|
|
/* MRCPv1 configuration */
|
|
|
|
rtsp_client_config_t *config = mrcp_unirtsp_client_config_alloc(pool);
|
|
|
|
switch_xml_t param = NULL;
|
|
|
|
config->origin = DEFAULT_SDP_ORIGIN;
|
|
|
|
config->resource_location = DEFAULT_RESOURCE_LOCATION;
|
|
|
|
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading MRCPv1 profile: %s\n", name);
|
|
|
|
for (param = switch_xml_child(profile, "param"); param; param = switch_xml_next(param)) {
|
|
|
|
const char *param_name = switch_xml_attr(param, "name");
|
|
|
|
const char *param_value = switch_xml_attr(param, "value");
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(param_name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing param name\n");
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-17 04:53:04 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading Param %s:%s\n", param_name, param_value);
|
2010-02-06 03:38:24 +00:00
|
|
|
if (!process_mrcpv1_config(config, param_name, param_value, pool) &&
|
2009-06-29 22:33:18 +00:00
|
|
|
!process_rtp_config(client, rtp_config, param_name, param_value, pool) &&
|
|
|
|
!process_profile_config(mod_profile, param_name, param_value, mod_pool)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "Unknown param %s\n", param_name);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
agent = mrcp_unirtsp_client_agent_create(config, pool);
|
|
|
|
} else if (strcmp("2", version) == 0) {
|
|
|
|
/* MRCPv2 configuration */
|
|
|
|
mrcp_sofia_client_config_t *config = mrcp_sofiasip_client_config_alloc(pool);
|
|
|
|
switch_xml_t param = NULL;
|
|
|
|
config->local_ip = DEFAULT_LOCAL_IP_ADDRESS;
|
|
|
|
config->local_port = DEFAULT_SIP_LOCAL_PORT;
|
|
|
|
config->remote_ip = DEFAULT_REMOTE_IP_ADDRESS;
|
|
|
|
config->remote_port = DEFAULT_SIP_REMOTE_PORT;
|
|
|
|
config->ext_ip = NULL;
|
|
|
|
config->user_agent_name = DEFAULT_SOFIASIP_UA_NAME;
|
|
|
|
config->origin = DEFAULT_SDP_ORIGIN;
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading MRCPv2 profile: %s\n", name);
|
|
|
|
for (param = switch_xml_child(profile, "param"); param; param = switch_xml_next(param)) {
|
|
|
|
const char *param_name = switch_xml_attr(param, "name");
|
|
|
|
const char *param_value = switch_xml_attr(param, "value");
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(param_name)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing param name\n");
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
2009-06-17 04:53:04 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_DEBUG, "Loading Param %s:%s\n", param_name, param_value);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (!process_mrcpv2_config(config, param_name, param_value, pool) &&
|
2009-06-29 22:33:18 +00:00
|
|
|
!process_rtp_config(client, rtp_config, param_name, param_value, pool) &&
|
|
|
|
!process_profile_config(mod_profile, param_name, param_value, mod_pool)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_WARNING, "Unknown param %s\n", param_name);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
agent = mrcp_sofiasip_client_agent_create(config, pool);
|
|
|
|
} else {
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "version must be either \"1\" or \"2\"\n");
|
|
|
|
client = NULL;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
termination_factory = mpf_rtp_termination_factory_create(rtp_config, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
if (termination_factory) {
|
|
|
|
mrcp_client_rtp_factory_register(client, termination_factory, name);
|
|
|
|
}
|
|
|
|
if (agent) {
|
|
|
|
mrcp_client_signaling_agent_register(client, agent, name);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* create the profile and register it */
|
|
|
|
mprofile = mrcp_client_profile_create(NULL, agent, connection_agent, media_engine, termination_factory, pool);
|
|
|
|
if (mprofile) {
|
|
|
|
mrcp_client_profile_register(client, mprofile, name);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
done:
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
if (xml) {
|
|
|
|
switch_xml_free(xml);
|
|
|
|
}
|
|
|
|
|
|
|
|
return client;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Macro expands to: switch_status_t mod_unimrcp_load(switch_loadable_module_interface_t **module_interface, switch_memory_pool_t *pool)
|
|
|
|
*/
|
|
|
|
SWITCH_MODULE_LOAD_FUNCTION(mod_unimrcp_load)
|
|
|
|
{
|
|
|
|
/* connect my internal structure to the blank pointer passed to me */
|
|
|
|
*module_interface = switch_loadable_module_create_module_interface(pool, modname);
|
|
|
|
|
|
|
|
memset(&globals, 0, sizeof(globals));
|
|
|
|
switch_mutex_init(&globals.mutex, SWITCH_MUTEX_UNNESTED, pool);
|
|
|
|
globals.speech_channel_number = 0;
|
2009-11-03 16:52:22 +00:00
|
|
|
switch_core_hash_init_nocase(&globals.profiles, pool);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
/* get MRCP module configuration */
|
|
|
|
mod_unimrcp_do_config();
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(globals.unimrcp_default_synth_profile)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing default-tts-profile\n");
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(globals.unimrcp_default_recog_profile)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Missing default-asr-profile\n");
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* link UniMRCP logs to FreeSWITCH */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_INFO, "UniMRCP log level = %s\n", globals.unimrcp_log_level);
|
|
|
|
if (apt_log_instance_create(APT_LOG_OUTPUT_NONE, str_to_log_level(globals.unimrcp_log_level), pool) == FALSE) {
|
|
|
|
/* already created */
|
|
|
|
apt_log_priority_set(str_to_log_level(globals.unimrcp_log_level));
|
|
|
|
}
|
|
|
|
apt_log_ext_handler_set(unimrcp_log);
|
|
|
|
|
|
|
|
/* Create the MRCP client */
|
2009-06-29 22:33:18 +00:00
|
|
|
if ((globals.mrcp_client = mod_unimrcp_client_create(pool)) == NULL) {
|
2009-06-16 21:56:59 +00:00
|
|
|
switch_log_printf(SWITCH_CHANNEL_LOG, SWITCH_LOG_ERROR, "Failed to create mrcp client\n");
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Create the synthesizer interface */
|
|
|
|
if (synth_load(*module_interface, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Create the recognizer interface */
|
|
|
|
if (recog_load(*module_interface, pool) != SWITCH_STATUS_SUCCESS) {
|
|
|
|
return SWITCH_STATUS_FALSE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Start the client stack */
|
|
|
|
mrcp_client_start(globals.mrcp_client);
|
|
|
|
|
|
|
|
/* indicate that the module should continue to be loaded */
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Called when the system shuts down
|
|
|
|
* Macro expands to: switch_status_t mod_unimrcp_shutdown()
|
|
|
|
*/
|
|
|
|
SWITCH_MODULE_SHUTDOWN_FUNCTION(mod_unimrcp_shutdown)
|
|
|
|
{
|
|
|
|
synth_shutdown();
|
|
|
|
recog_shutdown();
|
|
|
|
|
|
|
|
/* Stop the MRCP client stack */
|
|
|
|
mrcp_client_shutdown(globals.mrcp_client);
|
|
|
|
mrcp_client_destroy(globals.mrcp_client);
|
|
|
|
globals.mrcp_client = 0;
|
|
|
|
|
|
|
|
switch_mutex_destroy(globals.mutex);
|
2009-06-29 22:33:18 +00:00
|
|
|
switch_core_hash_destroy(&globals.profiles);
|
2009-06-16 21:56:59 +00:00
|
|
|
|
|
|
|
return SWITCH_STATUS_SUCCESS;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* If it exists, this is called in it's own thread when the module-load completes
|
|
|
|
* If it returns anything but SWITCH_STATUS_TERM it will be called again automatically
|
|
|
|
* Macro expands to: switch_status_t mod_unimrcp_runtime()
|
|
|
|
*/
|
|
|
|
SWITCH_MODULE_RUNTIME_FUNCTION(mod_unimrcp_runtime)
|
|
|
|
{
|
|
|
|
return SWITCH_STATUS_TERM;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Translate log level string to enum
|
|
|
|
* @param level log level string
|
|
|
|
* @return log level enum
|
|
|
|
*/
|
|
|
|
static apt_log_priority_e str_to_log_level(const char *level)
|
|
|
|
{
|
|
|
|
if (strcmp(level, "EMERGENCY") == 0) {
|
|
|
|
return APT_PRIO_EMERGENCY;
|
|
|
|
} else if (strcmp(level, "ALERT") == 0) {
|
|
|
|
return APT_PRIO_ALERT;
|
|
|
|
} else if (strcmp(level, "CRITICAL") == 0) {
|
|
|
|
return APT_PRIO_CRITICAL;
|
|
|
|
} else if (strcmp(level, "ERROR") == 0) {
|
|
|
|
return APT_PRIO_ERROR;
|
|
|
|
} else if (strcmp(level, "WARNING") == 0) {
|
|
|
|
return APT_PRIO_WARNING;
|
|
|
|
} else if (strcmp(level, "NOTICE") == 0) {
|
|
|
|
return APT_PRIO_NOTICE;
|
|
|
|
} else if (strcmp(level, "INFO") == 0) {
|
|
|
|
return APT_PRIO_INFO;
|
|
|
|
} else if (strcmp(level, "DEBUG") == 0) {
|
|
|
|
return APT_PRIO_DEBUG;
|
|
|
|
}
|
|
|
|
return APT_PRIO_DEBUG;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Connects UniMRCP logging to FreeSWITCH
|
|
|
|
* @return TRUE
|
|
|
|
*/
|
|
|
|
static apt_bool_t unimrcp_log(const char *file, int line, const char *id, apt_log_priority_e priority, const char *format, va_list arg_ptr)
|
|
|
|
{
|
|
|
|
switch_log_level_t level;
|
2010-02-06 03:38:24 +00:00
|
|
|
char log_message[4096] = { 0 }; /* same size as MAX_LOG_ENTRY_SIZE in UniMRCP apt_log.c */
|
2009-06-19 04:42:39 +00:00
|
|
|
size_t msglen;
|
2009-06-16 21:56:59 +00:00
|
|
|
|
2009-10-23 16:03:42 +00:00
|
|
|
if (zstr(format)) {
|
2009-06-16 21:56:59 +00:00
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
2010-02-06 03:38:24 +00:00
|
|
|
switch (priority) {
|
2009-06-16 21:56:59 +00:00
|
|
|
case APT_PRIO_EMERGENCY:
|
|
|
|
/* pass through */
|
|
|
|
case APT_PRIO_ALERT:
|
|
|
|
/* pass through */
|
|
|
|
case APT_PRIO_CRITICAL:
|
|
|
|
level = SWITCH_LOG_CRIT;
|
|
|
|
break;
|
|
|
|
case APT_PRIO_ERROR:
|
|
|
|
level = SWITCH_LOG_ERROR;
|
|
|
|
break;
|
|
|
|
case APT_PRIO_WARNING:
|
|
|
|
level = SWITCH_LOG_WARNING;
|
|
|
|
break;
|
|
|
|
case APT_PRIO_NOTICE:
|
|
|
|
level = SWITCH_LOG_NOTICE;
|
|
|
|
break;
|
|
|
|
case APT_PRIO_INFO:
|
|
|
|
level = SWITCH_LOG_INFO;
|
|
|
|
break;
|
|
|
|
case APT_PRIO_DEBUG:
|
|
|
|
/* pass through */
|
|
|
|
default:
|
|
|
|
level = SWITCH_LOG_DEBUG;
|
|
|
|
break;
|
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
|
|
|
/* apr_vsnprintf supports format extensions required by UniMRCP */
|
2009-06-16 21:56:59 +00:00
|
|
|
apr_vsnprintf(log_message, sizeof(log_message), format, arg_ptr);
|
2009-06-19 04:42:39 +00:00
|
|
|
msglen = strlen(log_message);
|
2009-06-18 13:19:31 +00:00
|
|
|
if (msglen >= 2 && log_message[msglen - 2] == '\\' && log_message[msglen - 1] == 'n') {
|
|
|
|
/* log_message already ends in \n */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_ID_LOG, file, "", line, id, level, "%s", log_message);
|
|
|
|
} else if (msglen > 0) {
|
|
|
|
/* log message needs \n appended */
|
|
|
|
switch_log_printf(SWITCH_CHANNEL_ID_LOG, file, "", line, id, level, "%s\n", log_message);
|
2009-06-16 21:56:59 +00:00
|
|
|
}
|
2010-02-06 03:38:24 +00:00
|
|
|
|
2009-06-16 21:56:59 +00:00
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @return the next number to assign the channel
|
|
|
|
*/
|
|
|
|
static int get_next_speech_channel_number(void)
|
|
|
|
{
|
|
|
|
int num;
|
|
|
|
switch_mutex_lock(globals.mutex);
|
|
|
|
num = globals.speech_channel_number;
|
|
|
|
if (globals.speech_channel_number == INT_MAX) {
|
|
|
|
globals.speech_channel_number = 0;
|
|
|
|
} else {
|
|
|
|
globals.speech_channel_number++;
|
|
|
|
}
|
|
|
|
switch_mutex_unlock(globals.mutex);
|
|
|
|
|
|
|
|
return num;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Create a parameter id
|
|
|
|
*
|
|
|
|
* @param id the UniMRCP ID
|
|
|
|
* @return the pair
|
|
|
|
*/
|
|
|
|
static unimrcp_param_id_t *unimrcp_param_id_create(int id, switch_memory_pool_t *pool)
|
|
|
|
{
|
2010-02-06 03:38:24 +00:00
|
|
|
unimrcp_param_id_t *param = (unimrcp_param_id_t *) switch_core_alloc(pool, sizeof(unimrcp_param_id_t));
|
2009-06-16 21:56:59 +00:00
|
|
|
if (param) {
|
|
|
|
param->id = id;
|
|
|
|
}
|
|
|
|
return param;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/* For Emacs:
|
|
|
|
* Local Variables:
|
|
|
|
* mode:c
|
|
|
|
* indent-tabs-mode:t
|
|
|
|
* tab-width:4
|
|
|
|
* c-basic-offset:4
|
|
|
|
* End:
|
|
|
|
* For VIM:
|
|
|
|
* vim:set softtabstop=4 shiftwidth=4 tabstop=4:
|
|
|
|
*/
|