"""
* Version: 0.1.0.0.0

"""

import sys
from pingcap.pe.flash.util import (
    load_1gram_terms_en,
)

from pingcap.pe.flash.markdown_processor import (
    refine_view,
    write_markdown,
)

if __name__ == "__main__":

    input_md_file_path = sys.argv[1]
    output_md_file_path = sys.argv[1].split(".")[0] + "_refined_en.md"
    mode = "standard"
    if len(sys.argv) > 3:
        skip_count = int(sys.argv[3])
    if len(sys.argv) > 4:
        mode = sys.argv[4]

    if mode != "silent":
        print(
            "Refine markdown file:",
            input_md_file_path,
            "to",
            output_md_file_path,
            "for",
            "pe",
        )

    en_1gram_list = load_1gram_terms_en("pe")

    refined_md = refine_view(
        input_md_file_path,
        en_1gram_list,
    )

    if mode == "standard":
        print(">>> markdown_processor: output_folder_path", output_md_file_path)
        write_markdown(refined_md[0], output_md_file_path, mode)