Initial commit
This commit is contained in:
commit
4888f1c99f
|
|
@ -0,0 +1,14 @@
|
||||||
|
[[source]]
|
||||||
|
url = "https://pypi.org/simple"
|
||||||
|
verify_ssl = true
|
||||||
|
name = "pypi"
|
||||||
|
|
||||||
|
[packages]
|
||||||
|
fugashi = "*"
|
||||||
|
unidic = "*"
|
||||||
|
pykakasi = "*"
|
||||||
|
|
||||||
|
[dev-packages]
|
||||||
|
|
||||||
|
[requires]
|
||||||
|
python_version = "3.12"
|
||||||
|
|
@ -0,0 +1,16 @@
|
||||||
|
from collections import namedtuple
|
||||||
|
# store '{与|あた}えた{使命|しめい} ' as [('与','あた'), ('えた',''), ('使命','しめい'), (' ','')]
|
||||||
|
FuriBlock = namedtuple('FuriBlock', ['kanji', 'furi'])
|
||||||
|
|
||||||
|
class LyricLine:
|
||||||
|
beat_stamps: list[float] = [] # Start at zero for each line, do real timing via get_timestamps()
|
||||||
|
translated_line: str
|
||||||
|
romaji_syllables: list[str] # Allow space entries which will be skipped over when calculating timing
|
||||||
|
furi_blocks: list[FuriBlock]
|
||||||
|
|
||||||
|
def get_timestamps(self, bpm: float, start_offset: float) -> list[float]:
|
||||||
|
spb = 60.0/bpm # seconds per beat
|
||||||
|
return [(spb*beat)+start_offset for beat in self.beat_stamps]
|
||||||
|
|
||||||
|
class LyricTrack:
|
||||||
|
lines: list[LyricLine]
|
||||||
|
|
@ -0,0 +1,149 @@
|
||||||
|
from format import LyricLine, FuriBlock
|
||||||
|
from fugashi import Tagger
|
||||||
|
import pykakasi
|
||||||
|
import re
|
||||||
|
|
||||||
|
kks = pykakasi.kakasi()
|
||||||
|
def to_romaji(japanese: str, separator=' ') -> str:
|
||||||
|
return separator.join([word['hepburn'] for word in kks.convert(japanese)])
|
||||||
|
|
||||||
|
katakana_to_hiragana_dict = {0x30A0+i:chr(0x3040+i) for i in range(1, 87)}
|
||||||
|
katakana_to_hiragana_dict[ord('*')] = ' '
|
||||||
|
|
||||||
|
kana_merge_previous_syllable = {k for k in 'ゃゅょぁぃぇぉぅゎんャュョァィェォゥヮン'}
|
||||||
|
kana_merge_next_syllable = {k for k in 'っッ'}
|
||||||
|
def kana_to_syllable_string(kana: str):
|
||||||
|
syl = ''
|
||||||
|
for k in (it := iter(kana)):
|
||||||
|
if k in kana_merge_next_syllable:
|
||||||
|
k += next(it)
|
||||||
|
syl += '|' + k
|
||||||
|
continue
|
||||||
|
# Else
|
||||||
|
if k not in kana_merge_previous_syllable:
|
||||||
|
syl += '|'
|
||||||
|
syl += k
|
||||||
|
return syl
|
||||||
|
|
||||||
|
def kana_to_syllable_list(kana: str) -> list[str]:
|
||||||
|
# Kinda inefficient to work it as a string and then split it afterwards, but elegant
|
||||||
|
return kana_to_syllable_string(kana)[1:].split('|')
|
||||||
|
|
||||||
|
tagger = Tagger('-Owakati')
|
||||||
|
|
||||||
|
def parse_jp_text(text: str) -> list[tuple[str, str]]:
|
||||||
|
return [(str(token), token.feature.kana) for token in tagger(text)]
|
||||||
|
|
||||||
|
# Our custom word overrides have two levels:
|
||||||
|
# - One is a simple search-replace to turn matches into manual furigana "{kanji|furi}" format. This could have false hits on short words.
|
||||||
|
# - The latter is to override a word's kana post-tokenization, which requires it to be a dictionary word with multiple readings.
|
||||||
|
word_overrides = {'主': 'しゅ'}
|
||||||
|
re_manual_furi = re.compile(r'{(.+?)\|(.+?)}')
|
||||||
|
|
||||||
|
def manual_furi_string_to_blocks(line: str) -> list[FuriBlock]:
|
||||||
|
last_unmatched_pos = 0
|
||||||
|
blocks = []
|
||||||
|
for match in re_manual_furi.finditer(line):
|
||||||
|
start = match.start()
|
||||||
|
end = match.end()
|
||||||
|
if start > last_unmatched_pos:
|
||||||
|
blocks.append(FuriBlock(line[last_unmatched_pos:start], ''))
|
||||||
|
blocks.append(FuriBlock(*match.groups()))
|
||||||
|
last_unmatched_pos = end
|
||||||
|
if remainder := line[last_unmatched_pos:]:
|
||||||
|
blocks.append(FuriBlock(remainder, ''))
|
||||||
|
return blocks
|
||||||
|
|
||||||
|
# For debugging
|
||||||
|
def furi_blocks_reconstruction(blocks: list[FuriBlock]):
|
||||||
|
kanji = ''.join([b.kanji for b in blocks])
|
||||||
|
kana = ''.join([b.furi if b.furi else b.kanji for b in blocks])
|
||||||
|
return kanji, kana
|
||||||
|
|
||||||
|
def debug_parse_manual_furi_line(line: str):
|
||||||
|
blocks = manual_furi_string_to_blocks(line)
|
||||||
|
kanji, kana = furi_blocks_reconstruction(blocks)
|
||||||
|
print(kanji)
|
||||||
|
print(kana)
|
||||||
|
syllables = kana_to_syllable_string(kana)
|
||||||
|
print(syllables)
|
||||||
|
romaji_syllables = '|'.join([to_romaji(syl) for syl in syllables.split('|')])
|
||||||
|
print(romaji_syllables)
|
||||||
|
|
||||||
|
re_hiragana = re.compile(r'[\u3041-\u309f]+')
|
||||||
|
def word_to_furi_blocks(kanji, hiragana) -> list[FuriBlock]:
|
||||||
|
# On longer words this may incorrectly split and may need manual furi, which our pipeline is not set up for
|
||||||
|
# The problem is okurigana matching to the hiragana
|
||||||
|
# In words with multiple kanji split by okurigana, this is a hard problem.
|
||||||
|
|
||||||
|
# Naive approach: pick out all the kana and make a regex
|
||||||
|
# e.g. turn '打ち合わせ' into r'(.*)ち(.*)わせ'
|
||||||
|
furi_blocks = []
|
||||||
|
kanji_block_indices = []
|
||||||
|
last_unmatched_pos = 0
|
||||||
|
furi_regex_pattern = ''
|
||||||
|
for match in re_hiragana.finditer(kanji):
|
||||||
|
start = match.start()
|
||||||
|
if start > last_unmatched_pos:
|
||||||
|
furi_regex_pattern += '(.+)'
|
||||||
|
kanji_block_indices.append(len(furi_blocks))
|
||||||
|
furi_blocks.append(kanji[last_unmatched_pos:start]) # str not FuriBlock!
|
||||||
|
furi = match.group(0)
|
||||||
|
furi_regex_pattern += furi
|
||||||
|
last_unmatched_pos = match.end()
|
||||||
|
furi_blocks.append(FuriBlock(furi, ''))
|
||||||
|
if remainder := kanji[last_unmatched_pos:]:
|
||||||
|
furi_regex_pattern += '(.+)'
|
||||||
|
kanji_block_indices.append(len(furi_blocks))
|
||||||
|
furi_blocks.append(remainder) # str not FuriBlock!
|
||||||
|
|
||||||
|
furi_groups = re.match(furi_regex_pattern, hiragana).groups() # This could be ambiguous!
|
||||||
|
for idx, furi in zip(kanji_block_indices, furi_groups):
|
||||||
|
furi_blocks[idx] = FuriBlock(furi_blocks[idx], furi) # str -> FuriBlock
|
||||||
|
return furi_blocks
|
||||||
|
|
||||||
|
def parse_japanese_line(line: str):
|
||||||
|
# Split line into plaintext segments to be tokenized, and manual furigana segments
|
||||||
|
last_unmatched_pos = 0
|
||||||
|
word_tokens = []
|
||||||
|
for match in re_manual_furi.finditer(line):
|
||||||
|
start = match.start()
|
||||||
|
end = match.end()
|
||||||
|
if start > last_unmatched_pos:
|
||||||
|
word_tokens += parse_jp_text(line[last_unmatched_pos:start]) # Process japanese plaintext
|
||||||
|
word_tokens.append(match.groups()) # Already sorted into (kanji, hiragana)
|
||||||
|
last_unmatched_pos = end
|
||||||
|
if remainder := line[last_unmatched_pos:]:
|
||||||
|
word_tokens += parse_jp_text(remainder)
|
||||||
|
# We now have a series of word tokens that have had all the manual furigana handled
|
||||||
|
|
||||||
|
output = {}
|
||||||
|
|
||||||
|
# Process the tokens
|
||||||
|
output['word_pairs'] = []
|
||||||
|
for token in (it := iter(word_tokens)):
|
||||||
|
word, katakana = token
|
||||||
|
if word[-1] == 'っ': # MeCab splits ？って into ？っ, て so we merge it back
|
||||||
|
try:
|
||||||
|
next_word, next_katakana = next(it)
|
||||||
|
word += next_word
|
||||||
|
katakana += next_katakana
|
||||||
|
except StopIteration:
|
||||||
|
pass
|
||||||
|
hiragana = katakana.translate(katakana_to_hiragana_dict)
|
||||||
|
if word in word_overrides: # Note that most word replacements will instead need to be handled BEFORE tokenization!
|
||||||
|
hiragana = word_overrides[word]
|
||||||
|
output['word_pairs'].append((word, hiragana))
|
||||||
|
|
||||||
|
# Process our (kanji, hiragana) word pairs into furigana blocks
|
||||||
|
output['furi_blocks'] = [] # Must be iterated for timing
|
||||||
|
for kanji, hiragana in output['word_pairs']:
|
||||||
|
output['furi_blocks'] += word_to_furi_blocks(kanji, hiragana)
|
||||||
|
|
||||||
|
# Create word-spaced romaji syllables
|
||||||
|
output['romaji_syllables'] = [] # Will have spaces mixed in so must be iterated for timing
|
||||||
|
for _, hiragana in output['word_pairs']:
|
||||||
|
output['romaji_syllables'] += [to_romaji(s) for syl in kana_to_syllable_list(hiragana) if (s:= syl.strip())]
|
||||||
|
if output['romaji_syllables'][-1] != ' ':
|
||||||
|
output['romaji_syllables'].append(' ')
|
||||||
|
return output
|
||||||
|
|
@ -0,0 +1,67 @@
|
||||||
|
# Substation Alpha (ASS) generation
|
||||||
|
|
||||||
|
# Colour values are &HAABBGGRR, &HBBGGRR, or &HAA.
|
||||||
|
# Alpha is actually inverted, i.e. transparency - FF is transparent, 00 is opaque.
|
||||||
|
|
||||||
|
ass_preamble = '''[Script Info]
|
||||||
|
ScriptType: v4.00+
|
||||||
|
WrapStyle: 0
|
||||||
|
ScaledBorderAndShadow: yes
|
||||||
|
YCbCr Matrix: TV.709
|
||||||
|
PlayResX: {PlayResX}
|
||||||
|
PlayResY: {PlayResY}
|
||||||
|
|
||||||
|
[V4+ Styles]
|
||||||
|
Format: Name, Fontname, Fontsize, PrimaryColour, SecondaryColour, OutlineColour, BackColour, Bold, Italic, Underline, StrikeOut, ScaleX, ScaleY, Spacing, Angle, BorderStyle, Outline, Shadow, Alignment, MarginL, MarginR, MarginV, Encoding
|
||||||
|
Style: Default,Arial,72,&H002A0A00,&H000019FF,&H00FFFFFF,&H00000000,0,0,0,0,100,100,0,0,1,2.5,0,8,30,30,25,1
|
||||||
|
Style: Kanji,Migu 1P,{KanjiSize},&H{KaraokeColourPast},&H{KaraokeColourFuture},&H00FFFFFF,&H00000000,0,0,0,0,100,100,0,0,1,4.0,0,2,30,30,25,1
|
||||||
|
Style: Furigana,Migu 1P,{FuriSize},&H{KaraokeColourPast},&H{KaraokeColourFuture},&H00FFFFFF,&H00000000,0,0,0,0,100,100,0,0,1,2.5,0,2,30,30,0,1
|
||||||
|
Style: Romaji,Migu 1P,{RomajiSize},&H{KaraokeColourPast},&H{KaraokeColourFuture},&H00FFFFFF,&H00000000,0,0,0,0,100,100,0,0,1,2.5,0,8,30,30,25,1
|
||||||
|
Style: Translation,Migu 1P,{TranslationSize},&H00FFFFFF,&H000019FF,&H00000000,&H00000000,0,1,0,0,100,100,0,0,1,1.0,3,8,30,30,25,1
|
||||||
|
|
||||||
|
[Events]
|
||||||
|
Format: Layer, Start, End, Style, Name, MarginL, MarginR, MarginV, Effect, Text
|
||||||
|
'''
|
||||||
|
|
||||||
|
format_defaults = {
|
||||||
|
'PlayResX': 1280,
|
||||||
|
'PlayResY': 720,
|
||||||
|
'TranslationSize': 48,
|
||||||
|
'RomajiSize': 60,
|
||||||
|
'KanjiSize': 72,
|
||||||
|
'FuriSize': 36,
|
||||||
|
'KaraokeColourFuture': '000019FF',
|
||||||
|
'KaraokeColourPast': 'E02A0A00',
|
||||||
|
}
|
||||||
|
|
||||||
|
from format import LyricTrack
|
||||||
|
def generate_ass(filename: str, lyric_track: LyricTrack, format_overloads: dict = None):
|
||||||
|
format_dict = format_defaults.copy()
|
||||||
|
if format_overloads:
|
||||||
|
format_dict.update(format_overloads)
|
||||||
|
preamble = ass_preamble.format(format_dict)
|
||||||
|
|
||||||
|
# Kanji Furigana layout stuff
|
||||||
|
size_kanji = format_dict['KanjiSize']
|
||||||
|
size_furi = format_dict['FuriSize']
|
||||||
|
|
||||||
|
with open(filename, 'w') as file:
|
||||||
|
file.write(preamble)
|
||||||
|
# for line in lines:
|
||||||
|
# #
|
||||||
|
# for syllable in line:
|
||||||
|
# t, kanji, furi, romaji = syllable
|
||||||
|
|
||||||
|
example_layout = '''
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Kanji,,,,,,{\k0}{\K100}雨{\K100}や{\K100}雪{\K100}が{\K100}天{\K100}から{\K100}降{\K100}って{\K100}地{\K100}を{\K100}潤{\K100}し {\K100}芽{\K100}を{\K100}出{\K100}さ{\K100}せ{\K100}る
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 0,1130,,,{\k0}{\K100}あめ
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 0, 900,,,{\k200}{\K100}ゆき
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 0, 700,,,{\k400}{\K100}てん
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 0, 370,,,{\k600}{\K100}ふ
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 0, 0,,,{\k800}{\K100}ち
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 260, 0,,,{\k1000}{\K100}うるお
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 570, 0,,,{\k1200}{\K100}め
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Furigana,, 800, 0,,,{\k1400}{\K100}だ
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Translation,,,,,,Rain and snow fall from the heavens. Moisten the earth and make it sprout
|
||||||
|
Dialogue: 0,0:01:08.00,0:01:26.00,Romaji,,,,,,{\K0}{\K100}ame {\K100}ya {\K100}yuki {\K100}ga {\K100}ten {\K100}kara {\K100}fu{\K100}tte {\K100}chi {\K100}wo {\K100}uruo{\K100}shi {\K100}me {\K100}wo {\K100}da{\K100}sa {\K100}se{\K100}ru
|
||||||
|
'''
|
||||||
Loading…
Reference in New Issue