split_asylora.py

import argparse
import os
from safetensors import safe_open
from safetensors.torch import save_file

def main():
    parser = argparse.ArgumentParser()
    parser.add_argument('--asylora_path', type=str, required=True, help="Path to the input asylora file.")
    parser.add_argument('--output_path', type=str, required=True, help="Path to save the modified safetensors file.")
    parser.add_argument('--lora_up', type=int, required=True, help="The target lora_up value.")

    args = parser.parse_args()

    output_dir = os.path.dirname(args.output_path)
    if not os.path.exists(output_dir):
        os.makedirs(output_dir)

    with safe_open(args.asylora_path, framework="pt") as f:
        tensor_dict = {key: f.get_tensor(key) for key in f.keys()}

        modified_dict = {}

        for key, tensor in tensor_dict.items():
            if 'lora_ups' in key:
                lora_up_index = int(key.split('.')[2])
                if lora_up_index != args.lora_up - 1:
                    continue
                else:
                    new_key = key.replace(f'lora_ups.{lora_up_index}.', 'lora_up.')
                    modified_dict[new_key] = tensor
            else:
                modified_dict[key] = tensor

        save_file(modified_dict, args.output_path)

if __name__ == "__main__":
    main()