mixtral.py

import os
from dotenv import load_dotenv

from src.symptom_study_strategies import build_strategies
from src.models import MixtralModel
from src.processor import NoteProcessor

load_dotenv(".env.mixtral")

###############################################################################
#
# Build model and note processor
#
URL = os.getenv("TGI_URL")
model = MixtralModel(url=URL)
note_processor = NoteProcessor(model, "./note_config/open_llm.json", sleep=False)

###############################################################################
#
# Building experiment with strategies
#
all_strategies = build_strategies()
tuning_exp = {
    "prompt-mixtral-Identity": all_strategies["identity"],
    "prompt-mixtral-Rules": all_strategies["rules"],
    "prompt-mixtral-Include": all_strategies["include"],
    "prompt-mixtral-Exclude": all_strategies["exclude"],
    "prompt-mixtral-Verbose": all_strategies["verbose"],
    # DoublePass
    "prompt-mixtral-IdentityDoublePass": all_strategies["identityDoublePass"],
    "prompt-mixtral-RulesDoublePass": all_strategies["rulesDoublePass"],
    "prompt-mixtral-IncludeDoublePass": all_strategies["includeDoublePass"],
    "prompt-mixtral-ExcludeDoublePass": all_strategies["excludeDoublePass"],
    "prompt-mixtral-VerboseDoublePass": all_strategies["verboseDoublePass"],
    # JSON
    "prompt-mixtral-IdentityJSON": all_strategies["identityJSON"],
    "prompt-mixtral-RulesJSON": all_strategies["rulesJSON"],
    "prompt-mixtral-IncludeJSON": all_strategies["includeJSON"],
    "prompt-mixtral-ExcludeJSON": all_strategies["excludeJSON"],
    "prompt-mixtral-VerboseJSON": all_strategies["verboseJSON"],
    # JSON Double Pass
    "prompt-mixtral-IdentityJSONDoublePass": all_strategies["identityJSONDoublePass"],
    "prompt-mixtral-RulesJSONDoublePass": all_strategies["rulesJSONDoublePass"],
    "prompt-mixtral-IncludeJSONDoublePass": all_strategies["includeJSONDoublePass"],
    "prompt-mixtral-ExcludeJSONDoublePass": all_strategies["excludeJSONDoublePass"],
    "prompt-mixtral-VerboseJSONDoublePass": all_strategies["verboseJSONDoublePass"],
}

analysis_exp = {
    "symptomstudy-mixtral-ExcludeJSON": all_strategies["excludeJSON"],
}

if __name__ == "__main__":
    # note_processor.run_prompt_tuning(
    #     experiment=tuning_exp, experiment_name="mixtral-tuning"
    # )
    note_processor.run_analysis(
        experiment=analysis_exp, experiment_name="mixtral-analysis"
    )