merge_lora.py

import logging
import os
import sys
import shutil

from llama2_loader import add_lora

logging.basicConfig(format='%(asctime)s %(message)s', level=logging.INFO, filename='logs/merge_lora.log')
    
model_path = sys.argv[1]
lora_path = sys.argv[2]
out_model_path = sys.argv[3]

if os.path.exists(out_model_path):
    shutil.rmtree(out_model_path)
shutil.copytree(model_path, out_model_path)
add_lora(out_model_path, lora_path)