LLM/airllm
1
0
Fork 0
mirror of https://github.com/0xSojalSec/airllm.git synced 2026-03-21 16:31:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing mlx model load

Browse Source
This commit is contained in:
Adam Raźniewski
2024-08-19 13:07:06 +02:00
parent e64b76ac78
commit dcaf68574e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
air_llm/airllm/persist/mlx_model_persister.py
View File

@@ -93,7 +93,7 @@ class MlxModelPersister(ModelPersister):
to_load_path = Path(path) / (layer_name + ".mlx.npz")
#available = psutil.virtual_memory().available / 1024 / 1024
#print(f"start loading: {to_load_path}, before loading: {available:.02f}")
layer_state_dict = mx.load(to_load_path)
layer_state_dict = mx.load(str(to_load_path))
#available = psutil.virtual_memory().available / 1024 / 1024
#print(f"loaded {layer_name}, available mem: {available:.02f}")