Hugging Face's logo

Spaces:
VISION23
/
visionemotes
Runtime error

App Files Community
visionemotes
File size: 3,541 Bytes 
4ddb0dd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ee35602
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
 
from PIL import Image
import numpy as np
import mediapipe as mp
import tensorflow as tf
import webbrowser
import streamlit as st

# Load model and labels
model = tf.keras.models.load_model("model.h5")
label = np.load("labels.npy")

# MediaPipe setup
holistic = mp.solutions.holistic
holis = holistic.Holistic()
drawing = mp.solutions.drawing_utils

# Streamlit UI setup
st.header("Fun Zone ! Capture your Emote !😁🙁😒😏")

# Session state for managing emotion detection
if "emotion" not in st.session_state:
    st.session_state["emotion"] = ""


# Function to process image and predict emotion
def process_image(image):
    res = holis.process(np.array(image))
    lst = []

    if res.face_landmarks:
        for i in res.face_landmarks.landmark:
            lst.append(i.x - res.face_landmarks.landmark[1].x)
            lst.append(i.y - res.face_landmarks.landmark[1].y)

        if res.left_hand_landmarks:
            for i in res.left_hand_landmarks.landmark:
                lst.append(i.x - res.left_hand_landmarks.landmark[8].x)
                lst.append(i.y - res.left_hand_landmarks.landmark[8].y)
        else:
            for _ in range(42):
                lst.append(0.0)

        if res.right_hand_landmarks:
            for i in res.right_hand_landmarks.landmark:
                lst.append(i.x - res.right_hand_landmarks.landmark[8].x)
                lst.append(i.y - res.right_hand_landmarks.landmark[8].y)
        else:
            for _ in range(42):
                lst.append(0.0)

        lst = np.array(lst).reshape(1, -1)
        pred = label[np.argmax(model.predict(lst))]
        return res, pred
    return res, ""


lang = st.text_input("Language")
singer = st.text_input("Cast")

# Upload button for capturing an image
uploaded_file = st.file_uploader("Capture your image", type=["jpg", "jpeg", "png"])

if uploaded_file:
    # Process uploaded image using Pillow
    img = Image.open(uploaded_file)
    # Convert Pillow image to numpy array
    image_np = np.array(img)

    # Process image and predict emotion
    res, emotion = process_image(image_np)

    # Draw landmarks onto the image
    if res.face_landmarks:
        drawing.draw_landmarks(image_np, res.face_landmarks, holistic.FACEMESH_TESSELATION,
                               landmark_drawing_spec=drawing.DrawingSpec(color=(0, 0, 255), thickness=1, circle_radius=1),
                               connection_drawing_spec=drawing.DrawingSpec(color=(0, 255, 0), thickness=1))
    if res.left_hand_landmarks:
        drawing.draw_landmarks(image_np, res.left_hand_landmarks, mp.solutions.hands.HAND_CONNECTIONS)
    if res.right_hand_landmarks:
        drawing.draw_landmarks(image_np, res.right_hand_landmarks, mp.solutions.hands.HAND_CONNECTIONS)

    # Display processed image
    st.image(image_np, caption='Uploaded Image', use_column_width=True)
    st.session_state["emotion"] = emotion

    if emotion:
        st.success(f"Emotion detected: {emotion}")

btn = st.button("Recommend me movies")

if btn:
    if not st.session_state["emotion"]:
        st.warning("Please upload an image to capture your emotion first")
    else:
        emotion = st.session_state["emotion"]
        youtube_link = f"https://www.youtube.com/results?search_query={lang}+{emotion}+movie+{singer}"
        st.info(f"Recommended movies for {emotion}:")
        st.write(youtube_link)
        if st.button("Open YouTube"):
            webbrowser.open(youtube_link)
            st.session_state["emotion"] = ""  # Reset emotion after recommendation