ITMT_mainCMD.py

"""
* *IntelComp H2020 project*
* *Interactive Topic Model Trainer*

Application for the interactive training of Topic Models

It implements a command line tool for the training and curation of topic models
exploiting the tools available in topicmodeling.py:

   - Different LDA implementations
   - Topic assessment tools
   - Topic curation tools

.. codeauthor:: José Antonio Espinosa-Melchor,
              Lorena Calvo-Bartolomé,
              Jerónimo Arenas-García (jarenas@ing.uc3m.es)

.. note:: Menú navigator is based on the base class created by Jesús Cid-Sueiro
    (https://github.com/Orieus/menuNavigator)
"""

import pathlib
import argparse
import json

#Local imports
from src.menu_navigator.menu_navigator import MenuNavigator
from src.project_manager.itmt_task_manager import ITMTTaskManagerCMD
#from src.ITMTmanager import TaskManager

# ########################
# Main body of application
# ########################
def main():
    # ####################
    # Read input arguments

    # settings
    parser = argparse.ArgumentParser()
    parser.add_argument('--p', type=str, default=None,
                        help="path to a new or an existing project")
    parser.add_argument('--parquet', type=str, default=None,
                        help="path to downloaded parquet datasets")
    parser.add_argument('--wdlist', type=str, default=None,
                        help="path to folder with WordLists")
    parser.add_argument('--f', action='store_true', default=False,
                        help='Force creation of new project. Overwrite existing.')
    args = parser.parse_args()

    # Read project_path
    project_path = pathlib.Path(args.p)

    if project_path.is_dir():
        if not args.f:
            print('Loading the selected project')
            option = 'load'
        else:
            print('Forcing creation of a blank project')
            option = 'create'
    else:
        print('A new project will be created')
        option = 'create'

    # Read parquet_path
    parquet_path = pathlib.Path(args.parquet)
    if not parquet_path.is_dir():
        try:
            parquet_path.mkdir(parents=True)
            empty_dir = {}
            path_datasetMeta = parquet_path.joinpath('datasetMeta.json')
            with path_datasetMeta.open('w', encoding='utf-8') as outfile:
                json.dump(empty_dir, outfile, ensure_ascii=False,
                          indent=2, default=str)

        except:
            print('Invalid folder for parquet datasets')
            return

    # Read wordlist_path
    wdlist_path = pathlib.Path(args.wdlist)
    if not wdlist_path.is_dir():
        try:
            wdlist_path.mkdir(parents=True)
        except:
            print('Invalid folder for Word Lists')
            return

    active_options = None

    # Create TaskManager for this project
    tm = ITMTTaskManagerCMD(project_path, parquet_path, wdlist_path)
    #tm = TaskManager(project_path, parquet_path)

    # ########################
    # Prepare user interaction
    # ########################
    paths2data = {}
    path2menu = pathlib.Path('config', 'ITMTmenu.yaml')

    # ##############
    # Call navigator
    # ##############

    menu = MenuNavigator(tm, path2menu, paths2data)
    menu.front_page(title="Interactive Topic Model Trainer for the IntelComp H2020 project")
    menu.navigate(option, active_options)


# ############
# Execute main
if __name__ == '__main__':
    main()