Spaces:
Configuration error
Configuration error
File size: 2,301 Bytes
aebc1d4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
import os
import hashlib
from typing import Optional
echo_off = True
HASH_SHA256_LENGTH = 10
def sha256(filename, use_addnet_hash=False, length=HASH_SHA256_LENGTH):
if use_addnet_hash:
with open(filename, "rb") as file:
sha256_value = addnet_hash_safetensors(file)
else:
sha256_value = calculate_sha256(filename)
#print(f"{sha256_value}")
return sha256_value[:length] if length is not None else sha256_value
def addnet_hash_safetensors(b):
"""kohya-ss hash for safetensors from https://github.com/kohya-ss/sd-scripts/blob/main/library/train_util.py"""
hash_sha256 = hashlib.sha256()
blksize = 1024 * 1024
b.seek(0)
header = b.read(8)
n = int.from_bytes(header, "little")
offset = n + 8
b.seek(offset)
for chunk in iter(lambda: b.read(blksize), b""):
hash_sha256.update(chunk)
return hash_sha256.hexdigest()
def calculate_sha256(filename) -> str:
hash_sha256 = hashlib.sha256()
blksize = 1024 * 1024
with open(filename, "rb") as f:
for chunk in iter(lambda: f.read(blksize), b""):
hash_sha256.update(chunk)
return hash_sha256.hexdigest()
def calculate_sha256_subfolder(folder_path) -> str:
hash_sha256 = hashlib.sha256()
blksize = 1024 * 1024
for entry in os.listdir(folder_path):
full_path = os.path.join(folder_path, entry)
if os.path.isfile(full_path):
with open(full_path, "rb") as f:
for chunk in iter(lambda: f.read(blksize), b""):
hash_sha256.update(chunk)
return hash_sha256.hexdigest()
def get_size_subfolders(folder_path):
total_size = 0
for entry in os.listdir(folder_path):
full_path = os.path.join(folder_path, entry)
if os.path.isfile(full_path):
total_size += os.path.getsize(full_path)
return total_size
def load_model_for_path(models_url, root_name):
models_root = folder_paths.get_folder_paths(root_name)[0]
for model_path in models_url:
model_full_path = os.path.join(models_root, model_path)
if not os.path.exists(model_full_path):
model_full_path = load_file_from_url(
url=models_url[model_path], model_dir=models_root, file_name=model_path
)
return
|