Portal64/tools/level_scripts/subtitle_generate.py

#!/usr/bin/env python3
import os
import re

def get_caption_keys_values_language(lines):
    language = "English"
    keys = []
    values = []

    found_language = False
    found_tokens = False
    for line in lines:
        if not found_language:
            if not '"Language"' in line:
                continue
            found_language = True
            line = line.replace('"', "")
            key, val = line.split()
            language = val
            continue
        if not found_tokens:
            if not '"Tokens"' in line:
                continue
            found_tokens = True
            continue
        if ("{" in line) or ("}" in line) :
            continue
        keyval= line.split('"\t"')
        if len(keyval) != 2:
            keyval= line.split('"   "')
            if len(keyval) != 2:
                continue
        if "[english]" in keyval[0]:
            continue
        key = keyval[0].replace('"', "").replace(".", "_").replace("-", "_").replace('\\', "_").replace('#', "").upper()
        val = keyval[1].replace('"', "").replace("\n", "").replace("\\", "")
        val = re.sub(r'\<clr.+\>','',val)
        val = re.sub(r'\<norepeat.+\>','',val)
        val = val.replace("<sfx>", "")
        val = re.sub(r'\<len:.+\>','',val)
        val = val.replace("<len>", "")
        newval = ""
        last_space = 0
        addition = 0
        for i,ch in enumerate(val):
            if (i%40 == 0) and (i != 0):
                newval = newval[:last_space+addition] + '\\n' + newval[last_space+addition+1:]
                addition += 1
                newval = newval + ch
            else:
                if ch == " ":
                    last_space = i
                newval = newval + ch
        keys.append(key)
        values.append(newval)
    
    return keys, values, language

def make_overall_subtitles_header(all_header_lines, languages_list):
    header_lines = []
    header_lines.append("#ifndef __SUBTITLES_H__\n")
    header_lines.append("#define __SUBTITLES_H__\n")
    header_lines.append("\n")
    header_lines.append(f"#define NUM_SUBTITLE_LANGUAGES {len(languages_list)}\n")
    header_lines.append("\n")
    header_lines.append("extern char* SubtitleLanguages[];\n")
    header_lines.append("extern char* SubtitleLanguageValues[][508];\n")
    header_lines.append("\n")
    if len(languages_list) > 0:
        header_lines.extend(all_header_lines)
    else:
        header_lines.append(f"enum SubtitleKey\n")
        header_lines.append("{\n")
        header_lines.append('    SubtitleKeyNone,\n')
        header_lines.append("};\n")
        header_lines.append("\n")

    header_lines.append("#endif")

    with open("build/src/audio/subtitles.h", "w") as f:
        f.writelines(header_lines)

def make_SubtitleKey_headerlines(keys):
    header_lines = []
    header_lines.append("\n")
    header_lines.append(f"enum SubtitleKey\n")
    header_lines.append("{\n")
    header_lines.append('    SubtitleKeyNone,\n')
    for key in keys:
        header_lines.append(f'    {key},\n')
    header_lines.append("};\n")
    header_lines.append("\n")
    return header_lines

def make_SubtitleLanguageValues(values_list):
    sourcefile_lines = []
    if len(values_list) <= 0:
        sourcefile_lines.append("\n")
        sourcefile_lines.append("char * SubtitleLanguageValues[][508] =\n")
        sourcefile_lines.append("{\n")
        sourcefile_lines.append("    {\n")
        for val in range(508):
            sourcefile_lines.append(f'    "",\n')
        sourcefile_lines.append("    },\n")
        sourcefile_lines.append("};\n")
        sourcefile_lines.append("\n")
        return sourcefile_lines
    sourcefile_lines.append("\n")
    sourcefile_lines.append("char * SubtitleLanguageValues[][508] =\n")
    sourcefile_lines.append("{\n")
    for lang in values_list:
        sourcefile_lines.append("    {\n")
        sourcefile_lines.append('    "",\n')
        for value in lang:
            sourcefile_lines.append(f'    "{value}",\n')
        sourcefile_lines.append("    },\n")
    sourcefile_lines.append("};\n")
    sourcefile_lines.append("\n")
    return sourcefile_lines

def make_overall_subtitles_sourcefile(other_sourcefile_lines, language_list):
    sourcefile_lines = []
    sourcefile_lines.append('#include "subtitles.h"\n')

    sourcefile_lines.append("\n")
    sourcefile_lines.append("char* SubtitleLanguages[] =\n")
    sourcefile_lines.append("{\n")
    if len(language_list) <= 0:
        sourcefile_lines.append(f'    "",\n')
    else:
        for language in language_list:
            sourcefile_lines.append(f'    "{language.upper()}",\n')
    sourcefile_lines.append("};\n")
    sourcefile_lines.append("\n")
    sourcefile_lines.extend(other_sourcefile_lines)

    with open("build/src/audio/subtitles.c", "w") as f:
        f.writelines(sourcefile_lines)

def process_all_closecaption_files(dir):
    values_list = []
    header_lines = []
    sourcefile_lines = []
    language_list = []
    SubtitleKey_generated = False
    for filename in os.listdir(dir):
        if "closecaption_" not in filename:
            continue
        try:  
            filepath = os.path.join(dir, filename)
            lines = []
            
            with open(filepath, "r", encoding='cp1252') as f:
                lines = f.readlines()
            
            new_lines = []
            for line in lines:
                line = line.replace("\x00", "")
                if "\n" != line:
                    new_lines.append(line)

            k,v,l = get_caption_keys_values_language(new_lines)
            values_list.append(v)
            if not SubtitleKey_generated:
                header_lines = make_SubtitleKey_headerlines(k)
                SubtitleKey_generated = True
            language_list.append(l)
            print(filename, " - PASSED")
        except:
            print(filename, " - FAILED")
            continue
    sourcefile_lines = make_SubtitleLanguageValues(values_list)
    make_overall_subtitles_header(header_lines, language_list)
    make_overall_subtitles_sourcefile(sourcefile_lines, language_list)



process_all_closecaption_files("resource/")