Skip to content

Instantly share code, notes, and snippets.

View xibei's full-sized avatar

xibei xibei

View GitHub Profile
from safetensors.torch import load_file,save_file
import mmap
import torch
import json
import os
def load_metadata(filename):
with open(filename, mode="r", encoding="utf8") as file_obj:
with mmap.mmap(file_obj.fileno(), length=0, access=mmap.ACCESS_READ) as m: