ASR and TTS Troubleshooting

userSessionUtils.setCallControlParam('paramName', value);

// Standard conversational IVR
userSessionUtils.setCallControlParam(
  'AzureSegmentationSilenceTimeoutMs', 1200
);

// Longer conversational utterances (Agentic app flows)
userSessionUtils.setCallControlParam(
  'AzureSegmentationSilenceTimeoutMs', 2000
);

// Do NOT exceed 3000 — increases latency significantly.

// Enable continuous ASR at the digit-collection entity node
userSessionUtils.setCallControlParam('continuousASR', true);
userSessionUtils.setCallControlParam('continuousASRTimeoutInMS', 2000);

// DTMF fallback — strongly recommended for 16-digit card numbers
userSessionUtils.setCallControlParam('dtmfCollectMaxDigits', 16);
userSessionUtils.setCallControlParam('dtmfCollectInterDigitTimeoutMS', 4000);

Primary ASR:  Label = your-primary-label    (primary region)
Fallback ASR: Label = your-fallback-label   (different region, same vendor)

<!-- Currency amounts -->
<speak>
  <say-as interpret-as="currency" language="hi-IN">
    ₹3,40,650.23
  </say-as>
</speak>

<!-- Digit-by-digit (prevents misread artifacts) -->
<speak>
  Your OTP is <say-as interpret-as="digits">6987</say-as>
</speak>

<!-- Acronym spelled out -->
<speak>
  <say-as interpret-as="spell-out">EMI</say-as>
</speak>

<!-- Pause before key information -->
<speak>
  Your balance is <break time="300ms"/>
  <say-as interpret-as="currency">₹5000</say-as>
</speak>

// Replace 'YourLLMNode' with your actual node name
var raw = context.steps.YourLLMNode.response || '';

var clean = raw
  .replace(/\\n/g, ' ')        // literal \n strings from LLM
  .replace(/\n/g, ' ')          // actual newline characters
  .replace(/\r/g, ' ')          // carriage returns
  .replace(/\*\*/g, '')         // markdown bold
  .replace(/\*/g, '')           // markdown bullets/italic
  .replace(/#+\s/g, '')         // markdown headers
  .replace(/^\s*[-•]\s*/gm, '') // bullet characters
  .replace(/\s{2,}/g, ' ')      // collapse multiple spaces
  .trim();

context.ttsOutput = clean;
// Use context.ttsOutput in your Message node

userSessionUtils.setCallControlParam('ttsLanguage', 'hi-IN');
userSessionUtils.setCallControlParam('voiceName', 'hi-IN-SwaraNeural');
userSessionUtils.setCallControlParam('ttsProvider', 'microsoft');

// WRONG:   language=hi-IN + voice=en-IN-AartiIndicNeural
// CORRECT: language=hi-IN + voice=hi-IN-SwaraNeural

// Recommended for Agentic/Conversational flows
userSessionUtils.setCallControlParam('deepgramUtteranceEndMs', 1500);
userSessionUtils.setCallControlParam('deepgramEndpointing', 500);
userSessionUtils.setCallControlParam('sttMinConfidence', 0.4);
userSessionUtils.setCallControlParam('deepgramNumerals', true);
userSessionUtils.setCallControlParam('deepgramPunctuate', true);

// For Spanish / Latin American Spanish
userSessionUtils.setCallControlParam('sttLanguage', 'es-419');

var recognizerConfig = {
  vendor: 'deepgram',
  model: 'nova-3-medical', // Use nova-3 for non-medical
  language: 'en-US',
  interim: true,
  deepgramOptions: {
    endpointing: 300,
    utteranceEndMs: 1000,
    keyterms: [
      'zero', 'one', 'two', 'three', 'four',
      'five', 'six', 'seven', 'eight', 'nine'
    ],
    numerals: true
  }
};

userSessionUtils.setCallControlParam('dtmfBargein', false);
userSessionUtils.setCallControlParam('listenDuringPrompt', true);

// Recommended: DTMF input for card numbers
userSessionUtils.setCallControlParam('dtmfCollectMaxDigits', 16);
userSessionUtils.setCallControlParam('dtmfCollectInterDigitTimeoutMS', 4000);
userSessionUtils.setCallControlParam('dtmfCollectTermDigit', '#');

// If speech must be used — enable continuous ASR
userSessionUtils.setCallControlParam('continuousASR', true);
userSessionUtils.setCallControlParam('continuousASRTimeoutInMS', 2500);

// Note: AzureSegmentationSilenceTimeoutMs does NOT affect Google ASR.

// TTS configuration
userSessionUtils.setCallControlParam('ttsProvider', 'google');
userSessionUtils.setCallControlParam('ttsLabel', 'your_google_label');
userSessionUtils.setCallControlParam('ttsLanguage', 'en-US');
userSessionUtils.setCallControlParam('voiceName', 'en-US-Chirp3-HD-Aoede');

// ASR configuration (same approach)
userSessionUtils.setCallControlParam('sttProvider', 'google');
userSessionUtils.setCallControlParam('sttLabel', 'your_google_label');

function sanitizeForSarvam(text) {
  return text
    .replace(/₹([\d,]+\.?\d*)/g, function(m, n) {
      var num = parseFloat(n.replace(/,/g, ''));
      if (num >= 100000) return (num / 100000).toFixed(0) + ' lakh rupaye';
      if (num >= 1000) return (num / 1000).toFixed(0) + ' hazaar rupaye';
      return num + ' rupaye';
    })
    .replace(/[,;]/g, ' ')      // remove commas/semicolons
    .replace(/\.(?!\d)/g, ' ')  // periods NOT followed by a digit
    .replace(/[()\[\]{}]/g, '') // brackets
    .replace(/\s{2,}/g, ' ')    // collapse multiple spaces
    .trim();
}

context.sarvamInput = sanitizeForSarvam(context.llmResponse);

// Provider configuration
userSessionUtils.setCallControlParam('ttsProvider', 'custom:sarvamTTS');
userSessionUtils.setCallControlParam('voiceName', 'simran');

// Disable barge-in for specific nodes (legal, OTP, transfer messages)
userSessionUtils.setCallControlParam('node.bargein', false);

// Delay filler music — prevent premature firing
userSessionUtils.setCallControlParam('actionHookDelayInMs', 8000);

// Session-level barge-in sensitivity
userSessionUtils.setCallControlParam('session.bargein', true);
userSessionUtils.setCallControlParam('session.bargeInSensitivity', 'low');

var transferCmd = {
  type: 'command',
  command: 'redirect',
  queueCommand: true, // Critical parameter — waits for TTS to complete
  data: [{
    verb: 'transfer',
    destination: 'sip:agent@your-sip-domain.com'
  }]
};

// Execute using your flow's command execution method.