drod75 commited on
Commit
35580ab
·
verified ·
1 Parent(s): 1e1841a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +26 -3
app.py CHANGED
@@ -1,8 +1,9 @@
1
  import streamlit as st
2
- from transformers import pipeline
3
  import torch
4
- from transformers import pipeline
5
  from diffusers import FluxPipeline
 
 
6
 
7
  # llama
8
  model_id = "meta-llama/Llama-3.2-3B-Instruct"
@@ -20,6 +21,10 @@ messages = [
20
  flux = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-dev", torch_dtype=torch.bfloat16)
21
  flux.enable_model_cpu_offload()
22
 
 
 
 
 
23
  def poet(text):
24
  messages.append({"role": "user", "content": text})
25
  outputs = pipe(
@@ -41,10 +46,28 @@ def poet_image(poetry):
41
  ).images[0]
42
  return image
43
 
 
 
 
 
 
 
 
 
 
44
  st.title("Shakespeare Ai")
45
  st.write("A space made to allow people to create shakespeare like text with images!")
 
 
46
  prompt = st.text_input("Enter your prompt: ")
47
  st.button("Generate Shakespeare")
 
 
48
  shakespeare = poet(prompt)
 
 
 
 
49
  st.write(shakespeare)
50
- st.image(poet_image(shakespeare))
 
 
1
  import streamlit as st
2
+ from transformers import pipeline, AutoProcessor, AutoModel
3
  import torch
 
4
  from diffusers import FluxPipeline
5
+ from IPython.display import Audio
6
+
7
 
8
  # llama
9
  model_id = "meta-llama/Llama-3.2-3B-Instruct"
 
21
  flux = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-dev", torch_dtype=torch.bfloat16)
22
  flux.enable_model_cpu_offload()
23
 
24
+ #suno
25
+ processor = AutoProcessor.from_pretrained("suno/bark-small")
26
+ vc = AutoModel.from_pretrained("suno/bark-small")
27
+
28
  def poet(text):
29
  messages.append({"role": "user", "content": text})
30
  outputs = pipe(
 
46
  ).images[0]
47
  return image
48
 
49
+ def poet_bard(poetry):
50
+ inputs = processor(
51
+ text=[poetry],
52
+ return_tensors="pt",
53
+ )
54
+ speech_values = vc.generate(**inputs, do_sample=True)
55
+ sampling_rate = vc.generation_config.sample_rate
56
+ return Audio(speech_values.cpu().numpy().squeeze(), rate=sampling_rate)
57
+
58
  st.title("Shakespeare Ai")
59
  st.write("A space made to allow people to create shakespeare like text with images!")
60
+
61
+ # get prompt
62
  prompt = st.text_input("Enter your prompt: ")
63
  st.button("Generate Shakespeare")
64
+
65
+ # analyze prompt
66
  shakespeare = poet(prompt)
67
+ bard = poet_bard(shakespeare)
68
+ img = poet_image(shakespeare)
69
+
70
+ # write content
71
  st.write(shakespeare)
72
+ st.audio(bard)
73
+ st.image(img)