From dcaf68574eccb42755429b87e4ce661975c2912b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adam=20Ra=C5=BAniewski?= Date: Mon, 19 Aug 2024 13:07:06 +0200 Subject: [PATCH] Fixing mlx model load --- air_llm/airllm/persist/mlx_model_persister.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/air_llm/airllm/persist/mlx_model_persister.py b/air_llm/airllm/persist/mlx_model_persister.py index 1eaa2fd..c1a482f 100644 --- a/air_llm/airllm/persist/mlx_model_persister.py +++ b/air_llm/airllm/persist/mlx_model_persister.py @@ -93,7 +93,7 @@ class MlxModelPersister(ModelPersister): to_load_path = Path(path) / (layer_name + ".mlx.npz") #available = psutil.virtual_memory().available / 1024 / 1024 #print(f"start loading: {to_load_path}, before loading: {available:.02f}") - layer_state_dict = mx.load(to_load_path) + layer_state_dict = mx.load(str(to_load_path)) #available = psutil.virtual_memory().available / 1024 / 1024 #print(f"loaded {layer_name}, available mem: {available:.02f}")