Duplicate from taejunkim/all-in-one

Co-authored-by: Taejun Kim <[email protected]>

.gitattributes

@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,4 @@
+demix/
+sonif/
+spec/
+flagged/

README.md

@@ -0,0 +1,13 @@
+---
+title: All In One
+emoji: 📊
+colorFrom: pink
+colorTo: gray
+sdk: gradio
+python_version: 3.1
+sdk_version: 3.42.0
+app_file: app.py
+pinned: false
+license: mit
+duplicated_from: taejunkim/all-in-one
+---

app.py

@@ -0,0 +1,106 @@
+import gradio as gr
+import os
+import allin1
+
+from pathlib import Path
+
+HEADER = """
+<header style="text-align: center;">
+  <h1>
+    All-In-One Music Structure Analyzer 🔮
+  </h1>
+  <p>
+    <a href="https://github.com/mir-aidj/all-in-one">[Python Package]</a>
+    <a href="https://arxiv.org/abs/2307.16425">[Paper]</a>
+    <a href="https://taejun.kim/music-dissector/">[Visual Demo]</a>
+  </p>
+</header>
+<main
+  style="display: flex; justify-content: center;"
+>
+  <div
+    style="display: inline-block;"
+  >
+    <p>
+      This Space demonstrates the music structure analyzer predicts:
+      <ul
+        style="padding-left: 1rem;"
+      >
+        <li>BPM</li>
+        <li>Beats</li>
+        <li>Downbeats</li>
+        <li>Functional segment boundaries</li>
+        <li>Functional segment labels (e.g. intro, verse, chorus, bridge, outro)</li>
+      </ul>
+    </p>
+    <p>
+      It takes about 4:30 to analyze a 3-minute song.
+      If you are in a hurry, you can <strong><u>try the examples at the bottom</u></strong>.
+    </p>
+    <p>
+      For more information, please visit the links above ✨🧸
+    </p>
+  </div>
+</main>
+"""
+
+CACHE_EXAMPLES = os.getenv('CACHE_EXAMPLES', '1') == '1'
+
+
+def analyze(path):
+  path = Path(path)
+  result = allin1.analyze(
+    path,
+    multiprocess=False,
+    keep_byproducts=True,  # TODO: remove this
+  )
+
+  fig = allin1.visualize(result)
+  fig.set_dpi(300)
+
+  allin1.sonify(result, out_dir='./sonif')
+  sonif_path = Path(f'./sonif/{path.stem}.sonif{path.suffix}').resolve().as_posix()
+
+  return result.bpm, fig, sonif_path
+
+
+with gr.Blocks() as demo:
+  gr.HTML(HEADER)
+
+  input_audio_path = gr.Audio(
+    label='Input',
+    source='upload',
+    type='filepath',
+    format='mp3',
+    show_download_button=False,
+  )
+  button = gr.Button('Analyze', variant='primary')
+  output_viz = gr.Plot(label='Visualization')
+  with gr.Row():
+    output_bpm = gr.Textbox(label='BPM', scale=1)
+    output_sonif = gr.Audio(
+      label='Sonification',
+      type='filepath',
+      format='mp3',
+      show_download_button=False,
+      scale=9,
+    )
+  gr.Examples(
+    examples=[
+      './assets/NewJeans - Super Shy.mp3',
+      './assets/Bruno Mars - 24k Magic.mp3'
+    ],
+    inputs=input_audio_path,
+    outputs=[output_bpm, output_viz, output_sonif],
+    fn=analyze,
+    cache_examples=CACHE_EXAMPLES,
+  )
+  button.click(
+    fn=analyze,
+    inputs=input_audio_path,
+    outputs=[output_bpm, output_viz, output_sonif],
+    api_name='analyze',
+  )
+
+if __name__ == '__main__':
+  demo.launch()

assets/Bruno Mars - 24k Magic.mp3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea22c9cfd343380c2ab7794a6f060513f63e8ff2367222b86b430aa5d20b224
+size 9115872

assets/NewJeans - Super Shy.mp3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b6e0015079814088a34633db74aa1e6e9435fdaa8a4633d5b730b5165dad36
+size 6398696

pre-requirements.txt

@@ -0,0 +1,3 @@
+--extra-index-url https://download.pytorch.org/whl/cpu
+torch==2.0.1
+torchaudio

requirements.txt

@@ -0,0 +1,5 @@
+-f https://shi-labs.com/natten/wheels/cpu/torch2.0.0/index.html
+natten
+madmom @ git+https://github.com/CPJKU/madmom
+allin1
+gradio