Spaces:
No application file
No application file
File size: 6,874 Bytes
6755a2d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 |
import logging
from .music_clip import MusicClip, MusicClipSeq
from .music_map import MusicMap
from ...data.clip.clip_process import find_idx_by_time
logger = logging.getLogger(__name__) # pylint: disable=invalid-name
def insert_mss_2_clipseq(
clipseq: MusicClipSeq, mss_clipseq: MusicClipSeq
) -> MusicClipSeq:
"""将mss中的结构字段信息赋予到目标clipseq中的最近clip
Args:
clipseq (ClipSeq): 目标clip序列
reference (ClipSeq): 参考clip序列
field (str): 目标字段
Returns:
ClipSeq: 更新目标字段新值后的clip序列
"""
for i, clip in enumerate(clipseq):
idx = find_idx_by_time(mss_clipseq, clip.time_start)
if idx is not None:
clipseq[i].stage = mss_clipseq[idx].stage
else:
clipseq[i].stage = "unknow"
return clipseq
def get_mss_musicinfo(songid: str) -> MusicMap:
"""通过调用media_data中的接口 获取天琴实验室的歌曲结构信息
Args:
songid (str): 歌词id
Returns:
MusicMap: mss结构信息生成的音乐谱面
"""
try:
from media_data.oi.tianqin_database import get_mss
mss = get_mss(songid=songid)
except Exception as e:
logger.warning("get mss failed, mss={}".format(songid))
logger.exception(e)
mss = None
mss_musicinfo = MusicMap(mss) if mss is not None else None
return mss_musicinfo
def merge_mss(musicinfo: MusicMap, mss: MusicMap) -> MusicMap:
"""融合mss音乐谱面到目标音乐谱面
Args:
musicinfo (MusicMap): 目标音乐谱面
mss (MusicMap): 待融合的mss音乐谱面
Returns:
MusicMap: 融合后的音乐谱面
"""
musicinfo.meta_info.bpm = mss.meta_info.bpm
if len(mss.clipseq) > 0:
musicinfo.clipseq = insert_mss_2_clipseq(musicinfo.clipseq, mss.clipseq)
return musicinfo
def generate_mss_from_lyric(lyrics: list, audio_duration: float, th=8) -> MusicClipSeq:
# "intro", "VA", "CA", "bridge", "VB", "CB", "end"]
mss = []
n_lyric = len(lyrics)
for lyric_idx, line_lyric_dct in enumerate(lyrics):
time_start = line_lyric_dct["time_start"]
duration = line_lyric_dct["duration"]
time_end = time_start + duration
# text = line_lyric_dct["text"]
if lyric_idx == 0:
sub_mss = {
"stage": "intro",
"time_start": 0,
"duration": time_start,
}
mss.append(sub_mss)
continue
if lyric_idx == n_lyric - 1:
sub_mss = {
"stage": "end",
"time_start": time_end,
"duration": audio_duration - time_end,
}
mss.append(sub_mss)
continue
if lyrics[lyric_idx + 1]["time_start"] - time_end >= th:
sub_mss = {
"stage": "bridge",
"time_start": time_end,
"duration": lyrics[lyric_idx + 1]["time_start"] - time_end,
}
mss.append(sub_mss)
mss_lyric = []
for sub_idx, sub_mss in enumerate(mss):
if sub_idx == len(mss) - 1:
continue
time_end = sub_mss["time_start"] + sub_mss["duration"]
next_time_start = mss[sub_idx + 1]["time_start"]
if next_time_start - time_end > 0.1:
mss_lyric.append(
{
"stage": "lyric",
"time_start": time_end,
"duration": next_time_start - time_end,
}
)
mss.extend(mss_lyric)
mss = sorted(mss, key=lambda x: x["time_start"])
mss = MusicClipSeq(mss)
return mss
def refine_mss_info_from_tianqin(
mss_info: MusicMap, lyricseq: MusicClipSeq
) -> MusicMap:
"""优化天琴的歌曲结信息,
优化前：天琴歌曲结构里面只有每句歌词和结构信息，时间前后不连续，对于整首歌去时间结构不完备。
优化后：增加intro,bridge,end，将相近的结构信息合并，时间前后连续，时间完备
Args:
mss_info (MusicMap): 天琴歌曲结构
lyricseq (ClipSeq): 原始歌曲信息，用于计算Intro,bridge,end。其实也可以从mss_info中获取。
Returns:
MusicMap: 优化后的歌曲结构信息
"""
lyric_mss_clipseq = generate_mss_from_lyric(
lyricseq, audio_duration=mss_info.meta_info.duration
)
new_mss_clipseq = []
# lyric_mss_dct = lyric_mss_clipseq.to_dct()
# mss_dct = mss_info.clipseq.to_dct()
for l_clip_idx, lyric_clip in enumerate(lyric_mss_clipseq):
if lyric_clip.stage != "lyric":
new_mss_clipseq.append(lyric_clip)
else:
new_clip_time_start = lyric_clip.time_start
last_stage = "ANewClipStart"
for clip_idx, clip in enumerate(mss_info.clipseq):
if clip.time_start < new_clip_time_start:
continue
if (
clip.time_start >= lyric_mss_clipseq[l_clip_idx + 1].time_start
or clip_idx == len(mss_info.clipseq) - 1
):
if clip.time_start >= lyric_mss_clipseq[l_clip_idx + 1].time_start:
stage = last_stage
# 像偶阵雨这首歌最后一个歌词段落 只有一句歌词
if clip_idx == len(mss_info.clipseq) - 1:
stage = clip.stage
new_clip_time_end = lyric_mss_clipseq[l_clip_idx + 1].time_start
new_stage_clip = {
"time_start": new_clip_time_start,
"duration": new_clip_time_end - new_clip_time_start,
"stage": stage,
}
new_mss_clipseq.append(MusicClip(**new_stage_clip))
new_clip_time_start = new_clip_time_end
last_stage = clip.stage
break
if clip.stage != last_stage:
if last_stage == "ANewClipStart":
last_stage = clip.stage
continue
new_clip_time_end = mss_info.clipseq[clip_idx].time_start
new_stage_clip = {
"time_start": new_clip_time_start,
"duration": new_clip_time_end - new_clip_time_start,
"stage": last_stage,
}
new_mss_clipseq.append(MusicClip(**new_stage_clip))
new_clip_time_start = new_clip_time_end
last_stage = clip.stage
new_mss_clipseq = MusicClipSeq(sorted(new_mss_clipseq, key=lambda x: x.time_start))
mss_info.clipseq = new_mss_clipseq
return mss_info
|