add music score utility

app.py

@@ -2,49 +2,117 @@ import gradio as gr
 import requests
 import os
 from dotenv import load_dotenv
+from datetime import datetime
+from pathlib import Path
+from basic_pitch.inference import predict_and_save
+from basic_pitch import ICASSP_2022_MODEL_PATH
+from music21 import converter
+import shutil
 
 # 加载环境变量
 load_dotenv()
 MUSICGEN_API_URL = os.getenv("MUSICGEN_API_URL")
 
-def generate_music(melody_file, prompt):
+# 确保输出目录存在
+Path("output").mkdir(exist_ok=True)
+Path("static").mkdir(exist_ok=True)
+
+def wav_to_midi_and_musicxml(wav_path: str, timestamp: str) -> Path:
+    """
+    将 wav 文件转换为 MIDI 和 MusicXML
+    """
+    output_dir = Path("output")
+
+    # 清理旧 MIDI 文件
+    for f in output_dir.glob("*_basic_pitch.mid"):
+        f.unlink()
+
+    # 生成 MIDI
+    predict_and_save(
+        audio_path_list=[wav_path],
+        output_directory=str(output_dir),
+        save_midi=True,
+        sonify_midi=False,
+        save_model_outputs=False,
+        save_notes=False,
+        model_or_model_path=ICASSP_2022_MODEL_PATH
+    )
+
+    midi_files = list(output_dir.glob("*.mid"))
+    if not midi_files:
+        raise FileNotFoundError("❌ MIDI 文件生成失败")
+
+    # MIDI → MusicXML
+    midi_path = midi_files[0]
+    score = converter.parse(midi_path)
+    musicxml_path = output_dir / f"generated_{timestamp}.musicxml"
+    score.write("musicxml", fp=musicxml_path)
+
+    return musicxml_path
+
+def build_verovio_iframe(musicxml_path: Path) -> str:
     """
-    使用上传的哼唱音频和文字描述生成新的音乐。
+    将 MusicXML 文件复制到 static 目录，并生成 Verovio 的 iframe HTML
     """
+    static_dir = Path("static")
+    target = static_dir / musicxml_path.name
+    shutil.copy(musicxml_path, target)
+
+    return f"""
+    <iframe
+        src="https://www.verovio.org/editor.html?load=static/{target.name}"
+        width="100%"
+        height="500px"
+        style="border: none;"
+    ></iframe>
+    """
+
+def generate_music_and_score(melody_file, prompt):
     if not MUSICGEN_API_URL:
-        return "❌ 未配置 MUSICGEN_API_URL，请检查 .env 文件"
+        return None, "❌ 未配置 API URL，请检查 .env 文件"
 
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    wav_out_path = f"output/generated_{timestamp}.wav"
+
+    # 1. 调用 MusicGen 接口
     try:
-        with open(melody_file, "rb") as f:  # melody_file 是字符串路径
-            files = {
-                "melody": ("hum.wav", f, "audio/wav")  # 用一个合理的名字传给接口
-            }
-            data = {
-                "text": prompt
-            }
+        with open(melody_file, "rb") as f:
+            files = {"melody": ("hum.wav", f, "audio/wav")}
+            data = {"text": prompt}
             response = requests.post(MUSICGEN_API_URL, files=files, data=data)
     except Exception as e:
-        return f"❌ 文件读取失败: {e}"
+        return None, f"❌ 请求失败: {e}"
+
+    if response.status_code != 200:
+        return None, f"❌ API 错误 {response.status_code}: {response.text}"
+
+    # 保存生成的 wav
+    with open(wav_out_path, "wb") as out:
+        out.write(response.content)
+
+    # 2. wav → midi → musicxml
+    try:
+        musicxml_path = wav_to_midi_and_musicxml(wav_out_path, timestamp)
+    except Exception as e:
+        return wav_out_path, f"⚠️ 音乐生成成功，但乐谱转换失败：{e}"
 
-    if response.status_code == 200:
-        output_path = "generated_music.wav"
-        with open(output_path, "wb") as out:
-            out.write(response.content)
-        return output_path
-    else:
-        return f"❌ 错误 {response.status_code}: {response.text}"
+    # 3. 构造 iframe
+    iframe_html = build_verovio_iframe(musicxml_path)
+    return wav_out_path, iframe_html
 
+# Gradio 接口
 demo = gr.Interface(
-    fn=generate_music,
+    fn=generate_music_and_score,
     inputs=[
-        gr.Audio(type="filepath", label="上传你的哼唱音频 (.wav)"),
-        gr.Textbox(label="请输入你想生成的音乐风格或内容")
+        gr.Audio(type="filepath", label="上传哼唱音频 (.wav)"),
+        gr.Textbox(label="描述你想要的音乐风格（prompt）")
     ],
     outputs=[
-        gr.Audio(type="filepath", label="生成的音乐")
+        gr.Audio(type="filepath", label="🎵 生成的音乐"),
+        gr.HTML(label="🎼 乐谱预览 (Verovio)")
     ],
-    title="🎵 MusicGen 创作助手",
-    description="上传哼唱并输入描述，自动生成带风格的音乐。"
+    title="🎵 MusicGen + 乐谱生成器",
+    description="上传一段哼唱 (.wav) 和文字描述，自动生成音乐，并以 Verovio 可视化乐谱。"
 )
 
 if __name__ == "__main__":