openclaw - 💡(How to fix) Fix [voice-call] Dedicated agent handoff detector: confirm human pickup from IVR queue [1 comments, 1 participants]

import librosa
import numpy as np

def is_speech(audio_signal, threshold=0.5, duration=3):
    # Calculate zero-crossing rate (ZCR) and prosody patterns
    zcr = librosa.feature.zero_crossing_rate(audio_signal)
    prosody = librosa.feature.spectral_centroid(audio_signal)
    
    # Check if speech is sustained for >N seconds
    if zcr.mean() > threshold and prosody.mean() > threshold and len(audio_signal) > duration * 16000:
        return True
    return False

import torch
from transformers import AutoModelForSequenceClassification, AutoTokenizer

def is_human_speech(transcript, model_name="distilbert-base-uncased"):
    # Load pre-trained model and tokenizer
    model = AutoModelForSequenceClassification.from_pretrained(model_name)
    tokenizer = AutoTokenizer.from_pretrained(model_name)
    
    # Tokenize transcript and classify as human or automated
    inputs = tokenizer(transcript, return_tensors="pt")
    outputs = model(**inputs)
    logits = outputs.logits
    probabilities = torch.nn.functional.softmax(logits, dim=1)
    return torch.argmax(probabilities) == 0  # 0: human, 1: automated

def live_agent_confirmed(audio_signal, transcript):
    if is_speech(audio_signal) and is_human_speech(transcript):
        return True
    return False