Spaces:

fastrtc
/

talk-to-claude-gradio

Running

File size: 18,201 Bytes

<!DOCTYPE html>
<html lang="en">

<head>
    <meta charset="UTF-8">
    <meta name="viewport" content="width=device-width, initial-scale=1.0">
    <title>RetroChat Audio</title>
    <style>
        body {
            font-family: monospace;
            background-color: #1a1a1a;
            color: #00ff00;
            margin: 0;
            padding: 20px;
            height: 100vh;
            box-sizing: border-box;
        }

        .container {
            display: flex;
            flex-direction: column;
            gap: 20px;
            height: calc(100% - 100px);
            margin-bottom: 20px;
        }

        .chat-container {
            border: 2px solid #00ff00;
            padding: 20px;
            display: flex;
            flex-direction: column;
            flex-grow: 1;
            box-sizing: border-box;
        }

        .controls-container {
            border: 2px solid #00ff00;
            padding: 20px;
            display: flex;
            align-items: center;
            gap: 20px;
            height: 128px;
            box-sizing: border-box;
        }

        .visualization-container {
            flex-grow: 1;
            display: flex;
            align-items: center;
        }

        .box-container {
            display: flex;
            justify-content: space-between;
            height: 64px;
            width: 100%;
        }

        .box {
            height: 100%;
            width: 8px;
            background: #00ff00;
            border-radius: 8px;
            transition: transform 0.05s ease;
        }

        .chat-messages {
            flex-grow: 1;
            overflow-y: auto;
            margin-bottom: 20px;
            padding: 10px;
            border: 1px solid #00ff00;
        }

        .message {
            margin-bottom: 10px;
            padding: 8px;
            border-radius: 4px;
        }

        .message.user {
            background-color: #003300;
        }

        .message.assistant {
            background-color: #002200;
        }

        button {
            height: 64px;
            min-width: 120px;
            background-color: #000;
            color: #00ff00;
            border: 2px solid #00ff00;
            padding: 10px 20px;
            font-family: monospace;
            font-size: 16px;
            cursor: pointer;
            transition: all 0.3s;
        }

        button:hover {
            border-width: 3px;
        }

        #audio-output {
            display: none;
        }

        /* Retro CRT effect */
        .crt-overlay {
            position: absolute;
            top: 0;
            left: 0;
            width: 100%;
            height: 100%;
            background: repeating-linear-gradient(0deg,
                    rgba(0, 255, 0, 0.03),
                    rgba(0, 255, 0, 0.03) 1px,
                    transparent 1px,
                    transparent 2px);
            pointer-events: none;
        }

        /* Add these new styles */
        .icon-with-spinner {
            display: flex;
            align-items: center;
            justify-content: center;
            gap: 12px;
            min-width: 180px;
        }

        .spinner {
            width: 20px;
            height: 20px;
            border: 2px solid #00ff00;
            border-top-color: transparent;
            border-radius: 50%;
            animation: spin 1s linear infinite;
            flex-shrink: 0;
        }

        @keyframes spin {
            to {
                transform: rotate(360deg);
            }
        }

        .pulse-container {
            display: flex;
            align-items: center;
            justify-content: center;
            gap: 12px;
            min-width: 180px;
        }

        .pulse-circle {
            width: 20px;
            height: 20px;
            border-radius: 50%;
            background-color: #00ff00;
            opacity: 0.2;
            flex-shrink: 0;
            transform: translateX(-0%) scale(var(--audio-level, 1));
            transition: transform 0.1s ease;
        }

        /* Add styles for typing indicator */
        .typing-indicator {
            padding: 8px;
            background-color: #002200;
            border-radius: 4px;
            margin-bottom: 10px;
            display: none;
        }

        .dots {
            display: inline-flex;
            gap: 4px;
        }

        .dot {
            width: 8px;
            height: 8px;
            background-color: #00ff00;
            border-radius: 50%;
            animation: pulse 1.5s infinite;
            opacity: 0.5;
        }

        .dot:nth-child(2) {
            animation-delay: 0.5s;
        }

        .dot:nth-child(3) {
            animation-delay: 1s;
        }

        @keyframes pulse {

            0%,
            100% {
                opacity: 0.5;
                transform: scale(1);
            }

            50% {
                opacity: 1;
                transform: scale(1.2);
            }
        }

        /* Add styles for toast notifications */
        .toast {
            position: fixed;
            top: 20px;
            left: 50%;
            transform: translateX(-50%);
            padding: 16px 24px;
            border-radius: 4px;
            font-size: 14px;
            z-index: 1000;
            display: none;
            box-shadow: 0 2px 5px rgba(0, 0, 0, 0.2);
        }

        .toast.error {
            background-color: #f44336;
            color: white;
        }

        .toast.warning {
            background-color: #ffd700;
            color: black;
        }
    </style>
</head>

<body>
    <!-- Add toast element after body opening tag -->
    <div id="error-toast" class="toast"></div>
    <div class="container">
        <div class="chat-container">
            <div class="chat-messages" id="chat-messages"></div>
            <!-- Move typing indicator outside the chat messages -->
            <div class="typing-indicator" id="typing-indicator">
                <div class="dots">
                    <div class="dot"></div>
                    <div class="dot"></div>
                    <div class="dot"></div>
                </div>
            </div>
        </div>
        <div class="controls-container">
            <div class="visualization-container">
                <div class="box-container">
                    <!-- Boxes will be dynamically added here -->
                </div>
            </div>
            <button id="start-button">Start</button>
        </div>
    </div>
    <audio id="audio-output"></audio>

    <script>
        let audioContext;
        let analyser_input, analyser_output;
        let dataArray_input, dataArray_output;
        let animationId_input, animationId_output;
        let chatHistory = [];
        let peerConnection;
        let webrtc_id;

        const audioOutput = document.getElementById('audio-output');
        const startButton = document.getElementById('start-button');
        const chatMessages = document.getElementById('chat-messages');

        function updateButtonState() {
            if (peerConnection && (peerConnection.connectionState === 'connecting' || peerConnection.connectionState === 'new')) {
                startButton.innerHTML = `
                    <div class="icon-with-spinner">
                        <div class="spinner"></div>
                        <span>Connecting...</span>
                    </div>
                `;
            } else if (peerConnection && peerConnection.connectionState === 'connected') {
                startButton.innerHTML = `
                    <div class="pulse-container">
                        <div class="pulse-circle"></div>
                        <span>Stop</span>
                    </div>
                `;
            } else {
                startButton.innerHTML = 'Start';
            }
        }

        function showError(message) {
            const toast = document.getElementById('error-toast');
            toast.textContent = message;
            toast.className = 'toast error';
            toast.style.display = 'block';

            // Hide toast after 5 seconds
            setTimeout(() => {
                toast.style.display = 'none';
            }, 5000);
        }

        async function setupWebRTC() {
            const config = __RTC_CONFIGURATION__;
            peerConnection = new RTCPeerConnection(config);

            const timeoutId = setTimeout(() => {
                const toast = document.getElementById('error-toast');
                toast.textContent = "Connection is taking longer than usual. Are you on a VPN?";
                toast.className = 'toast warning';
                toast.style.display = 'block';

                // Hide warning after 5 seconds
                setTimeout(() => {
                    toast.style.display = 'none';
                }, 5000);
            }, 5000);

            try {
                const stream = await navigator.mediaDevices.getUserMedia({
                    audio: true
                });

                // Set up input visualization
                audioContext = new AudioContext();
                analyser_input = audioContext.createAnalyser();
                const inputSource = audioContext.createMediaStreamSource(stream);
                inputSource.connect(analyser_input);
                analyser_input.fftSize = 64;
                dataArray_input = new Uint8Array(analyser_input.frequencyBinCount);

                function updateAudioLevel() {
                    analyser_input.getByteFrequencyData(dataArray_input);
                    const average = Array.from(dataArray_input).reduce((a, b) => a + b, 0) / dataArray_input.length;
                    const audioLevel = average / 255;

                    const pulseCircle = document.querySelector('.pulse-circle');
                    if (pulseCircle) {
                        pulseCircle.style.setProperty('--audio-level', 1 + audioLevel);
                    }

                    animationId_input = requestAnimationFrame(updateAudioLevel);
                }
                updateAudioLevel();

                stream.getTracks().forEach(track => {
                    peerConnection.addTrack(track, stream);
                });

                // Add connection state change listener
                peerConnection.addEventListener('connectionstatechange', () => {
                    console.log('Connection state:', peerConnection.connectionState);
                    if (peerConnection.connectionState === 'connected') {
                        clearTimeout(timeoutId);
                        const toast = document.getElementById('error-toast');
                        toast.style.display = 'none';
                    }
                    updateButtonState();
                });

                // Handle incoming audio
                peerConnection.addEventListener('track', (evt) => {
                    if (audioOutput.srcObject !== evt.streams[0]) {
                        audioOutput.srcObject = evt.streams[0];
                        audioOutput.play();

                        // Set up output visualization
                        analyser_output = audioContext.createAnalyser();
                        const outputSource = audioContext.createMediaStreamSource(evt.streams[0]);
                        outputSource.connect(analyser_output);
                        analyser_output.fftSize = 2048;
                        dataArray_output = new Uint8Array(analyser_output.frequencyBinCount);
                        updateVisualization();
                    }
                });

                // Create data channel for messages
                const dataChannel = peerConnection.createDataChannel('text');
                dataChannel.onmessage = (event) => {
                    const eventJson = JSON.parse(event.data);
                    const typingIndicator = document.getElementById('typing-indicator');

                    if (eventJson.type === "error") {
                        showError(eventJson.message);
                    } else if (eventJson.type === "send_input") {
                        fetch('/input_hook', {
                            method: 'POST',
                            headers: {
                                'Content-Type': 'application/json',
                            },
                            body: JSON.stringify({
                                webrtc_id: webrtc_id,
                                chatbot: chatHistory
                            })
                        });
                    } else if (eventJson.type === "log") {
                        if (eventJson.data === "pause_detected") {
                            typingIndicator.style.display = 'block';
                            chatMessages.scrollTop = chatMessages.scrollHeight;
                        } else if (eventJson.data === "response_starting") {
                            typingIndicator.style.display = 'none';
                        }
                    }
                };

                // Create and send offer
                const offer = await peerConnection.createOffer();
                await peerConnection.setLocalDescription(offer);

                await new Promise((resolve) => {
                    if (peerConnection.iceGatheringState === "complete") {
                        resolve();
                    } else {
                        const checkState = () => {
                            if (peerConnection.iceGatheringState === "complete") {
                                peerConnection.removeEventListener("icegatheringstatechange", checkState);
                                resolve();
                            }
                        };
                        peerConnection.addEventListener("icegatheringstatechange", checkState);
                    }
                });

                webrtc_id = Math.random().toString(36).substring(7);

                const response = await fetch('/webrtc/offer', {
                    method: 'POST',
                    headers: { 'Content-Type': 'application/json' },
                    body: JSON.stringify({
                        sdp: peerConnection.localDescription.sdp,
                        type: peerConnection.localDescription.type,
                        webrtc_id: webrtc_id
                    })
                });

                const serverResponse = await response.json();

                if (serverResponse.status === 'failed') {
                    showError(serverResponse.meta.error === 'concurrency_limit_reached'
                        ? `Too many connections. Maximum limit is ${serverResponse.meta.limit}`
                        : serverResponse.meta.error);
                    stop();
                    return;
                }

                await peerConnection.setRemoteDescription(serverResponse);

                // Start visualization
                updateVisualization();

                // create event stream to receive messages from /output
                const eventSource = new EventSource('/outputs?webrtc_id=' + webrtc_id);
                eventSource.addEventListener("output", (event) => {
                    const eventJson = JSON.parse(event.data);
                    addMessage(eventJson.role, eventJson.content);
                });
            } catch (err) {
                clearTimeout(timeoutId);
                console.error('Error setting up WebRTC:', err);
                showError('Failed to establish connection. Please try again.');
                stop();
            }
        }

        function addMessage(role, content) {
            const messageDiv = document.createElement('div');
            messageDiv.classList.add('message', role);
            messageDiv.textContent = content;
            chatMessages.appendChild(messageDiv);
            chatMessages.scrollTop = chatMessages.scrollHeight;
            chatHistory.push({ role, content });
        }

        // Add this after other const declarations
        const boxContainer = document.querySelector('.box-container');
        const numBars = 32;
        for (let i = 0; i < numBars; i++) {
            const box = document.createElement('div');
            box.className = 'box';
            boxContainer.appendChild(box);
        }

        // Replace the draw function with updateVisualization
        function updateVisualization() {
            animationId_output = requestAnimationFrame(updateVisualization);

            analyser_output.getByteFrequencyData(dataArray_output);
            const bars = document.querySelectorAll('.box');

            for (let i = 0; i < bars.length; i++) {
                const barHeight = (dataArray_output[i] / 255) * 2;
                bars[i].style.transform = `scaleY(${Math.max(0.1, barHeight)})`;
            }
        }

        function stop() {
            if (peerConnection) {
                if (peerConnection.getTransceivers) {
                    peerConnection.getTransceivers().forEach(transceiver => {
                        if (transceiver.stop) {
                            transceiver.stop();
                        }
                    });
                }

                if (peerConnection.getSenders) {
                    peerConnection.getSenders().forEach(sender => {
                        if (sender.track && sender.track.stop) sender.track.stop();
                    });
                }

                peerConnection.close();
            }

            if (animationId_input) {
                cancelAnimationFrame(animationId_input);
            }
            if (animationId_output) {
                cancelAnimationFrame(animationId_output);
            }
            if (audioContext) {
                audioContext.close();
            }

            updateButtonState();
        }

        startButton.addEventListener('click', () => {
            if (startButton.textContent === 'Start') {
                setupWebRTC();
            } else {
                stop();
            }
        });
    </script>
</body>

</html>