LLM/airllm
1
0
Fork 0
mirror of https://github.com/0xSojalSec/airllm.git synced 2026-03-07 06:15:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:lyogavin/airllm

Browse Source
This commit is contained in:
Yu Li
2024-08-23 09:38:52 -05:00
parent 527effa731 bf9a07059d
commit 1c1eafdd64
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
air_llm/airllm/persist/mlx_model_persister.py
View File

@@ -93,7 +93,7 @@ class MlxModelPersister(ModelPersister):
to_load_path = Path(path) / (layer_name + ".mlx.npz")
#available = psutil.virtual_memory().available / 1024 / 1024
#print(f"start loading: {to_load_path}, before loading: {available:.02f}")
layer_state_dict = mx.load(to_load_path)
layer_state_dict = mx.load(str(to_load_path))
#available = psutil.virtual_memory().available / 1024 / 1024
#print(f"loaded {layer_name}, available mem: {available:.02f}")