ru-syntax.py

#! /usr/bin/python3

import sys
import os
from configparser import ConfigParser
from optparse import OptionParser
from processing import process


def get_options():
    """
    Parse commandline arguments
    """
    usage = "USAGE: ./%prog [-o OUTPUT_FILE] INPUT_FILE"
    op = OptionParser(usage=usage)

    op.add_option("-o", "--out", dest="ofname",
                  help="output results to OUTPUT_FILE.", 
                  metavar="OUTPUT_FILE",
                  default=None)

    (opts, args) = op.parse_args()

    if len(args) == 0:
        op.error("missing input file name.")
        op.print_help()
        sys.exit(1)

    if len(args) > 1:
        op.error("too many arguments.")
        op.print_help()
        sys.exit(1)

    return args[0], opts.ofname


def check_infile(in_fname):
    """
    Sanity checks for input file.
    """
    try:
        in_file = open(in_fname, 'r', encoding='utf-8')
    except FileNotFoundError:
        print('Failed to locate input file \'{}\'. '
              'Have you misspelled the name?'.format(in_fname))
        sys.exit(1)
    try:
        in_file.read()
        in_file.close()
    except UnicodeDecodeError:
        print('Sorry, file must be plain text encoded in utf-8!')
        sys.exit(1)


def get_path_from_config(config, option, default):
    if config.has_option('DEFAULT', option):
        return config['DEFAULT'][option]
    return os.path.join(config['DEFAULT']['APP_ROOT'], default)


if __name__ == '__main__':
    os.chdir(os.path.dirname(os.path.abspath(__file__)))

    # read configs and command line options
    config = ConfigParser()
    config.read('config.ini')
    in_fname, out_fname = get_options()
    check_infile(in_fname)

    fname_clean = os.path.basename(in_fname).rsplit('.', 1)[0]

    # temporary files and folder
    tmp_path = get_path_from_config(config, 'TMP_PATH', 'tmp')
    tmp_fsuffixes = ['_mystem_in.txt', '_mystem_out.txt',
                     '_treetagger_in.txt', '_treetagger_out.txt',
                     '_raw.conll']
    tmp_fnames = [os.path.join(tmp_path, fname_clean + fsuffix)
                    for fsuffix in tmp_fsuffixes]

    # output file and folder
    out_path = get_path_from_config(config, 'OUT_PATH', 'out')
    if out_fname is None:
        out_fname = os.path.join(out_path, fname_clean + '.conll')
    else:
        out_fname = os.path.join(out_path, out_fname)

    # create output and temp folder if needed
    for path in [tmp_path, out_path]:
        if not os.path.exists(path):
            os.makedirs(path)

    # rock'n'roll
    process(in_fname, out_fname,
            config['DEFAULT']['APP_ROOT'],
            config['mystem']['MYSTEM_PATH'],
            config['malt']['MALT_ROOT'],
            config['malt']['MALT_NAME'],
            config['malt']['MODEL_NAME'],
            config['dicts']['COMP_DICT_PATH'],
            config['treetagger']['TREETAGGER_BIN'],
            config['treetagger']['TREETAGGER_PAR'],
            *tmp_fnames)

    # remove temp files
    for fname in tmp_fnames:
        os.remove(fname)